From b01ccdd0b8ed9a3f228e5038e1c657d9d63fce65 Mon Sep 17 00:00:00 2001 From: Yu Yan Date: Mon, 23 May 2022 19:02:06 -0700 Subject: [PATCH] Bug fix --- GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py b/GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py index 4fd8d45..c7471d8 100644 --- a/GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py +++ b/GLGE_baselines/script/script/evaluate/qg/eval_on_unilm_qg.py @@ -170,7 +170,7 @@ def eval(out_file, src_file, tgt_file, isDIn=False, num_pairs=500): output = [] with open(out_file, 'r') as infile: for line in infile: - line = fix_tokenization(line[:-1].strip()).lower() + line = line[:-1].strip().lower() output.append(line) for idx, pair in enumerate(pairs):