diff --git a/convlab/evaluator/multiwoz_eval.py b/convlab/evaluator/multiwoz_eval.py index 62770bb44b83155917420dddbf7dc53a9221d1b0..75c4f2195f0541aa378404d34b09b3050b5a60b0 100755 --- a/convlab/evaluator/multiwoz_eval.py +++ b/convlab/evaluator/multiwoz_eval.py @@ -162,7 +162,7 @@ class MultiWozEvaluator(Evaluator): new_acts = list() for intent, domain, slot, value in da_turn: - if intent.lower() == 'book': + if intent.lower() == 'book' and not value: ref = [_value for _intent, _domain, _slot, _value in da_turn if _domain == domain and _intent.lower() == 'inform' and _slot.lower() == 'ref'] ref = ref[0] if ref else '' value = ref