Skip to content
Snippets Groups Projects
Commit 03f5ae09 authored by Hsien-Chin Lin's avatar Hsien-Chin Lin
Browse files

wip

parent fdf00601
No related branches found
No related tags found
No related merge requests found
...@@ -8,6 +8,7 @@ from tqdm import tqdm ...@@ -8,6 +8,7 @@ from tqdm import tqdm
def arg_parser(): def arg_parser():
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("--file", type=str) parser.add_argument("--file", type=str)
parser.add_argument("--fast-bleu", action="store_true")
return parser.parse_args() return parser.parse_args()
...@@ -34,13 +35,21 @@ def SelfBLEU(sentences): ...@@ -34,13 +35,21 @@ def SelfBLEU(sentences):
return sum(result)/len(result) return sum(result)/len(result)
def calculate(candidates): def calculate(candidates, bleu_mode="torch"):
sentences = get_sent(candidates) sentences = get_sent(candidates)
bleu = SelfBLEU(sentences) if bleu_mode == "torch":
x = SelfBLEU(sentences)
else:
bleu = fast_bleu.SelfBLEU(sentences)
x = bleu.get_score()
# x = bleu.get_score() # x = bleu.get_score()
print(bleu) print(x)
if __name__ == "__main__": if __name__ == "__main__":
args = arg_parser() args = arg_parser()
if args.fast_bleu:
import fast_bleu
calculate(read_file(args.file), "fast-bleu")
else:
calculate(read_file(args.file)) calculate(read_file(args.file))
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment