zim

convlab/evaluator/multiwoz_eval.py

@@ -461,6 +461,7 @@ class MultiWozEvaluator(Evaluator):
                 inform_sess[1] == 1 or inform_sess[1] is None) else 0
             self.success = 0
             self.success_strict = 0
+            print("goal", self.goal)
             return 0
 
     def domain_reqt_inform_analyze(self, domain, ref2goal=True):

convlab/policy/genTUS/evaluate.py

@@ -61,7 +61,6 @@ class Evaluator:
             "gen_acts": [],
             "gen_utts": []
         }
-        i = 0
         for dialog in tqdm(in_file['dialog']):
             inputs = dialog["in"]
             labels = self.usr._parse_output(dialog["out"])
@@ -80,9 +79,6 @@ class Evaluator:
             r["golden_utts"].append(labels["text"])
             r["gen_acts"].append(usr_act)
             r["gen_utts"].append(usr_utt)
-            if i > 10:
-                break
-            i += 1
 
         return r
 

convlab/policy/genTUS/stepGenTUS.py

@@ -346,6 +346,7 @@ class UserActionPolicy(Policy):
             self._read_goal(goal)
 
         self.vector.init_session(goal=self.goal)
+        print("goal", self.goal)
 
         self.terminated = False
         self.add_sys_from_reward = False