-
Notifications
You must be signed in to change notification settings - Fork 21
/
Copy patheval_regal.py
36 lines (31 loc) · 1.41 KB
/
eval_regal.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
# -*- coding=UTF-8 -*-\n
from eval.eval_regal import Eval_REGAL
from eval.measures import *
from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter
def parse_args():
parser = ArgumentParser(formatter_class=ArgumentDefaultsHelpFormatter
, conflict_handler='resolve')
parser.add_argument('-node', required=True
, help='node embeddings from crossmna')
parser.add_argument('-linkage', required=True
, help='linkage for test')
parser.add_argument('-eval-type', default='mrr'
, help='mrr/ca/cls (MRR/Candidate selection/Classification)')
parser.add_argument('-n-cands', default=9, type=int
, help='number of candidates')
parser.add_argument('-output', required=True
, help='Output file')
return parser.parse_args()
def main(args):
eval_model = Eval_REGAL()
eval_model._init_eval(node=args.node,
linkage=args.linkage
)
if args.eval_type=='mrr':
eval_model.calc_mrr_by_dist(candidate_num=args.n_cands
, dist_calc=geo_distance, out_file=args.output)
if args.eval_type=='cls':
eval_model.eval_classes(candidate_num=args.n_cands
, dist_calc=geo_distance, out_file=args.output)
if __name__=='__main__':
main(parse_args())