diff --git a/GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py b/GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py index 4fd8d45..c7471d8 100644 --- a/GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py +++ b/GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py @@ -170,7 +170,7 @@ def eval(out_file, src_file, tgt_file, isDIn=False, num_pairs=500): output = [] with open(out_file, 'r') as infile: for line in infile: - line = fix_tokenization(line[:-1].strip()).lower() + line = line[:-1].strip().lower() output.append(line) for idx, pair in enumerate(pairs):