diff --git a/convlab/policy/emoTUS/evaluate.py b/convlab/policy/emoTUS/evaluate.py
index 900c9e80308efe8905d06662b2fc56be020c66d5..3fbd348a7386ac1565589a113dc6f3fd857d81e4 100644
--- a/convlab/policy/emoTUS/evaluate.py
+++ b/convlab/policy/emoTUS/evaluate.py
@@ -136,6 +136,8 @@ class Evaluator:
 
         for dialog in tqdm(in_file['dialog']):
             for x in dialog:
+                if x not in self.r:
+                    self.r[x] = []
                 self.r[x].append(dialog[x])
 
     def _transform_result(self):