improved logging

pull/202/head
ggrieco-tob 6 years ago
parent 8f2bad8905
commit d8d7938813
  1. 6
      utils/similarity/train.py

@ -26,7 +26,7 @@ def train(args):
sys.exit(-1) sys.exit(-1)
contracts = load_contracts(dirname, ext=ext, nsamples=nsamples) contracts = load_contracts(dirname, ext=ext, nsamples=nsamples)
logger.info('Saving extracted data into', last_data_train_filename) logger.info('Saving extracted data into %s', last_data_train_filename)
cache = [] cache = []
with open(last_data_train_filename, 'w') as f: with open(last_data_train_filename, 'w') as f:
for filename in contracts: for filename in contracts:
@ -40,13 +40,15 @@ def train(args):
logger.info('Starting training') logger.info('Starting training')
model = train_unsupervised(input=last_data_train_filename, model='skipgram') model = train_unsupervised(input=last_data_train_filename, model='skipgram')
logger.info('Training complete') logger.info('Training complete')
logger.info('Saving model')
model.save_model(model_filename) model.save_model(model_filename)
for i,(filename, contract, function, irs) in enumerate(cache): for i,(filename, contract, function, irs) in enumerate(cache):
cache[i] = ((filename, contract, function), model.get_sentence_vector(irs)) cache[i] = ((filename, contract, function), model.get_sentence_vector(irs))
logger.info('Saved cache in cache.npz') logger.info('Saving cache in cache.npz')
save_cache(cache, "cache.npz") save_cache(cache, "cache.npz")
logger.info('Done!')
except Exception: except Exception:
logger.error('Error in %s' % args.filename) logger.error('Error in %s' % args.filename)

Loading…
Cancel
Save