forked from tech-srl/code2vec
- Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcode2vec.py
More file actions
Latest commit
54 lines (50 loc) · 2.65 KB
/
Copy pathcode2vec.py
File metadata and controls
54 lines (50 loc) · 2.65 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
fromcommonimportConfig, VocabType
fromargparseimportArgumentParser
frominteractive_predictimportInteractivePredictor
frommodelimportModel
importsys
if__name__=='__main__':
parser=ArgumentParser()
parser.add_argument("-d", "--data", dest="data_path",
help="path to preprocessed dataset", required=False)
parser.add_argument("-te", "--test", dest="test_path",
help="path to test file", metavar="FILE", required=False)
is_training='--train'insys.argvor'-tr'insys.argv
parser.add_argument("-s", "--save", dest="save_path",
help="path to save file", metavar="FILE", required=False)
parser.add_argument("-w2v", "--save_word2v", dest="save_w2v",
help="path to save file", metavar="FILE", required=False)
parser.add_argument("-t2v", "--save_target2v", dest="save_t2v",
help="path to save file", metavar="FILE", required=False)
parser.add_argument("-l", "--load", dest="load_path",
help="path to save file", metavar="FILE", required=False)
parser.add_argument('--save_w2v', dest='save_w2v', required=False,
help="save word (token) vectors in word2vec format")
parser.add_argument('--save_t2v', dest='save_t2v', required=False,
help="save target vectors in word2vec format")
parser.add_argument('--release', action='store_true',
help='if specified and loading a trained model, release the loaded model for a lower model '
'size.')
parser.add_argument('--predict', action='store_true')
args=parser.parse_args()
config=Config.get_default_config(args)
model=Model(config)
print('Created model')
ifconfig.TRAIN_PATH:
model.train()
ifargs.save_w2visnotNone:
model.save_word2vec_format(args.save_w2v, source=VocabType.Token)
print('Origin word vectors saved in word2vec text format in: %s'%args.save_w2v)
ifargs.save_t2visnotNone:
model.save_word2vec_format(args.save_t2v, source=VocabType.Target)
print('Target word vectors saved in word2vec text format in: %s'%args.save_t2v)
ifconfig.TEST_PATHandnotargs.data_path:
eval_results=model.evaluate()
ifeval_resultsisnotNone:
results, precision, recall, f1=eval_results
print(results)
print('Precision: '+str(precision) +', recall: '+str(recall) +', F1: '+str(f1))
ifargs.predict:
predictor=InteractivePredictor(config, model)
predictor.predict()
model.close_session()