Merge pull request #57 from ConvLab/nlg-scgpt

Nlg scgpt

convlab2/nlg/evaluate_unified_datasets.py

 import sys
 from nltk.translate.bleu_score import corpus_bleu
+import sacrebleu
 from nltk.tokenize import word_tokenize
 sys.path.append('../..')
 import json
@@ -32,9 +33,10 @@ def evaluate(predict_result, ontology):
     references = []
     candidates = []
     for i in range(len(predict_result)):
-        references.append([word_tokenize(predict_result[i]['utterance'])])
-        candidates.append(word_tokenize(predict_result[i]['prediction']))
-    metrics['bleu'] = corpus_bleu(references, candidates)
+        references.append(predict_result[i]['utterance'])
+        candidates.append(predict_result[i]['prediction'])
+    # metrics['bleu'] = corpus_bleu(references, candidates)
+    metrics['bleu'] = sacrebleu.corpus_bleu(candidates, [references], lowercase=True).score
 
     # ERROR Rate
     ## get all values in ontology