diff --git a/convlab2/dialog_agent/env.py b/convlab2/dialog_agent/env.py
index 62c02aaa3ce64cd0d44a2499315c5275186cff20..e26f4891396a69c2f072b10def2bc86d419aa930 100755
--- a/convlab2/dialog_agent/env.py
+++ b/convlab2/dialog_agent/env.py
@@ -19,6 +19,7 @@ class Environment():
         self.sys_dst.init_session()
         if self.evaluator:
             self.evaluator.add_goal(self.usr.policy.get_goal())
+        s, r, t = self.step([])
         return self.sys_dst.state
         
     def step(self, action):