diff --git a/convlab2/policy/ppo/__pycache__/__init__.cpython-37.pyc b/convlab2/policy/ppo/__pycache__/__init__.cpython-37.pyc
deleted file mode 100644
index 2783062fd160e13fb4069bf91853c7b095a1637d..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/__pycache__/__init__.cpython-37.pyc and /dev/null differ
diff --git a/convlab2/policy/ppo/__pycache__/config.cpython-37.pyc b/convlab2/policy/ppo/__pycache__/config.cpython-37.pyc
deleted file mode 100644
index dfe1a432ae5cd486361db6cb2e058f116b6649a3..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/__pycache__/config.cpython-37.pyc and /dev/null differ
diff --git a/convlab2/policy/ppo/__pycache__/ppo.cpython-37.pyc b/convlab2/policy/ppo/__pycache__/ppo.cpython-37.pyc
deleted file mode 100644
index c4abb8da6537dbe6f0c27095c4fe5df204832882..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/__pycache__/ppo.cpython-37.pyc and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/TB_summary/events.out.tfevents.1631182548.Carels-MacBook-Pro.local b/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/TB_summary/events.out.tfevents.1631182548.Carels-MacBook-Pro.local
deleted file mode 100644
index 5e4d30733d1f160e0924b6749dcbf122f520ce0a..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/TB_summary/events.out.tfevents.1631182548.Carels-MacBook-Pro.local and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_DEBUG.log b/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_DEBUG.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_ERROR.log b/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_ERROR.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_INFO.log b/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_INFO.log
deleted file mode 100644
index fd2323d53ea3c04f86f309fc76208bc491edfaca..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_INFO.log
+++ /dev/null
@@ -1,11 +0,0 @@
-Visible device: cpu
-Epochs to train: 200
-Eval-frequency: 5
-Seed: 20211202
-We use 500 dialogues for evaluation.
-New episodes per epoch: 1000
-Pipeline Agent info_dict check
-Done
-Pipeline Agent info_dict check
-Done
-Evaluating at start - 2021-09-09-12-15-40------------------------------------------------------------
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_WARNING.log b/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_WARNING.log
deleted file mode 100644
index 8fe01d55372d0440f55634f403771f78c24e2ee6..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-12-15-48/logs/train_WARNING.log
+++ /dev/null
@@ -1,6 +0,0 @@
-nlu info_dict is not initialized
-dst info_dict is not initialized
-policy info_dict is not initialized
-nlg info_dict is not initialized
-nlu info_dict is not initialized
-nlg info_dict is not initialized
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/TB_summary/events.out.tfevents.1631191222.Carels-MacBook-Pro.local b/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/TB_summary/events.out.tfevents.1631191222.Carels-MacBook-Pro.local
deleted file mode 100644
index de56191d126a3beae28620faf90835e834a024c7..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/TB_summary/events.out.tfevents.1631191222.Carels-MacBook-Pro.local and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_DEBUG.log b/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_DEBUG.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_ERROR.log b/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_ERROR.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_INFO.log b/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_INFO.log
deleted file mode 100644
index c5d33739bbe3c98c718bea279eef94c09e4a2c5c..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_INFO.log
+++ /dev/null
@@ -1,176 +0,0 @@
-Visible device: cpu
-PPO seed 20211202
-Attraction-Inform-Addr: 3
-Attraction-Inform-Area: 3
-Attraction-Inform-Choice: 3
-Attraction-Inform-Fee: 2
-Attraction-Inform-Name: 4
-Attraction-Inform-Phone: 1
-Attraction-Inform-Post: 1
-Attraction-Inform-Type: 5
-Attraction-NoOffer-Area: 1
-Attraction-NoOffer-Type: 1
-Attraction-NoOffer-none: none
-Attraction-Recommend-Addr: 2
-Attraction-Recommend-Area: 1
-Attraction-Recommend-Fee: 1
-Attraction-Recommend-Name: 1
-Attraction-Recommend-Phone: 1
-Attraction-Recommend-Post: 1
-Attraction-Recommend-Type: 1
-Attraction-Request-Area: ?
-Attraction-Request-Name: ?
-Attraction-Request-Price: ?
-Attraction-Request-Type: ?
-Attraction-Select-Type: 2
-Attraction-Select-none: none
-Booking-Book-Day: 1
-Booking-Book-Name: 1
-Booking-Book-People: 1
-Booking-Book-Ref: 1
-Booking-Book-Stay: 1
-Booking-Book-Time: 1
-Booking-Book-none: none
-Booking-Inform-Day: 1
-Booking-Inform-Name: 1
-Booking-Inform-People: 1
-Booking-Inform-none: none
-Booking-NoBook-Day: 1
-Booking-NoBook-Name: 1
-Booking-NoBook-Time: 1
-Booking-NoBook-none: none
-Booking-Request-Day: ?
-Booking-Request-People: ?
-Booking-Request-Stay: ?
-Booking-Request-Time: ?
-Hospital-Inform-Addr: 1
-Hospital-Inform-Department: 1
-Hospital-Inform-Phone: 1
-Hospital-Inform-Post: 1
-Hospital-Request-Department: ?
-Hotel-Inform-Addr: 2
-Hotel-Inform-Area: 2
-Hotel-Inform-Choice: 3
-Hotel-Inform-Internet: 1
-Hotel-Inform-Name: 3
-Hotel-Inform-Parking: 1
-Hotel-Inform-Phone: 1
-Hotel-Inform-Post: 1
-Hotel-Inform-Price: 2
-Hotel-Inform-Stars: 2
-Hotel-Inform-Type: 2
-Hotel-NoOffer-Area: 1
-Hotel-NoOffer-Price: 1
-Hotel-NoOffer-Stars: 1
-Hotel-NoOffer-Type: 1
-Hotel-NoOffer-none: none
-Hotel-Recommend-Addr: 1
-Hotel-Recommend-Area: 1
-Hotel-Recommend-Internet: 1
-Hotel-Recommend-Name: 1
-Hotel-Recommend-Parking: 1
-Hotel-Recommend-Price: 1
-Hotel-Recommend-Stars: 1
-Hotel-Recommend-Type: 1
-Hotel-Request-Area: ?
-Hotel-Request-Internet: ?
-Hotel-Request-Name: ?
-Hotel-Request-Parking: ?
-Hotel-Request-Price: ?
-Hotel-Request-Stars: ?
-Hotel-Request-Type: ?
-Hotel-Select-Area: 1
-Hotel-Select-Name: 1
-Hotel-Select-Price: 2
-Hotel-Select-Type: 2
-Hotel-Select-none: none
-Police-Inform-Addr: 1
-Police-Inform-Name: 1
-Police-Inform-Phone: 1
-Police-Inform-Post: 1
-Restaurant-Inform-Addr: 2
-Restaurant-Inform-Area: 2
-Restaurant-Inform-Choice: 3
-Restaurant-Inform-Food: 4
-Restaurant-Inform-Name: 4
-Restaurant-Inform-Phone: 1
-Restaurant-Inform-Post: 2
-Restaurant-Inform-Price: 2
-Restaurant-Inform-Ref: 1
-Restaurant-NoOffer-Area: 1
-Restaurant-NoOffer-Food: 1
-Restaurant-NoOffer-Price: 1
-Restaurant-NoOffer-none: none
-Restaurant-Recommend-Addr: 1
-Restaurant-Recommend-Area: 1
-Restaurant-Recommend-Food: 1
-Restaurant-Recommend-Name: 1
-Restaurant-Recommend-Phone: 1
-Restaurant-Recommend-Post: 1
-Restaurant-Recommend-Price: 1
-Restaurant-Request-Area: ?
-Restaurant-Request-Food: ?
-Restaurant-Request-Name: ?
-Restaurant-Request-Price: ?
-Restaurant-Select-Area: 2
-Restaurant-Select-Food: 3
-Restaurant-Select-Name: 1
-Restaurant-Select-Price: 2
-Restaurant-Select-none: none
-Taxi-Inform-Arrive: 1
-Taxi-Inform-Car: 1
-Taxi-Inform-Depart: 1
-Taxi-Inform-Dest: 1
-Taxi-Inform-Leave: 1
-Taxi-Inform-Phone: 1
-Taxi-Request-Arrive: ?
-Taxi-Request-Depart: ?
-Taxi-Request-Dest: ?
-Taxi-Request-Leave: ?
-Train-Inform-Arrive: 2
-Train-Inform-Choice: 2
-Train-Inform-Day: 1
-Train-Inform-Depart: 1
-Train-Inform-Dest: 1
-Train-Inform-Id: 1
-Train-Inform-Leave: 3
-Train-Inform-Ref: 1
-Train-Inform-Ticket: 1
-Train-Inform-Time: 1
-Train-OfferBook-Arrive: 1
-Train-OfferBook-Id: 1
-Train-OfferBook-Leave: 1
-Train-OfferBook-none: none
-Train-OfferBooked-Arrive: 1
-Train-OfferBooked-Day: 1
-Train-OfferBooked-Depart: 1
-Train-OfferBooked-Dest: 1
-Train-OfferBooked-Id: 1
-Train-OfferBooked-Leave: 1
-Train-OfferBooked-People: 1
-Train-OfferBooked-Ref: 1
-Train-OfferBooked-Ticket: 1
-Train-Request-Arrive: ?
-Train-Request-Day: ?
-Train-Request-Depart: ?
-Train-Request-Dest: ?
-Train-Request-Leave: ?
-Train-Request-People: ?
-Train-Select-Leave: 1
-Train-Select-none: none
-general-bye-none: none
-general-greet-none: none
-general-reqmore-none: none
-general-welcome-none: none
-Load from/Users/carel17/Projects/EMNLP_Code/convlab2/policy/ppo/models/end_baseline_supervised/best_ppo.pol.mdl
-<<dialog policy>> loaded checkpoint from file: /Users/carel17/Projects/EMNLP_Code/convlab2/policy/ppo/models/end_baseline_supervised/best_ppo.pol.mdl
-Epochs to train: 200
-Eval-frequency: 5
-Seed: 20211202
-We use 500 dialogues for evaluation.
-New episodes per epoch: 1000
-Pipeline Agent info_dict check
-Done
-Pipeline Agent info_dict check
-Done
-Evaluating at start - 2021-09-09-14-40-13------------------------------------------------------------
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_WARNING.log b/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_WARNING.log
deleted file mode 100644
index 8fe01d55372d0440f55634f403771f78c24e2ee6..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-14-40-22/logs/train_WARNING.log
+++ /dev/null
@@ -1,6 +0,0 @@
-nlu info_dict is not initialized
-dst info_dict is not initialized
-policy info_dict is not initialized
-nlg info_dict is not initialized
-nlu info_dict is not initialized
-nlg info_dict is not initialized
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/TB_summary/events.out.tfevents.1631196000.Carels-MacBook-Pro.local b/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/TB_summary/events.out.tfevents.1631196000.Carels-MacBook-Pro.local
deleted file mode 100644
index 2ea88147b1e49b634fad17eaf2572235181ffd31..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/TB_summary/events.out.tfevents.1631196000.Carels-MacBook-Pro.local and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_DEBUG.log b/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_DEBUG.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_ERROR.log b/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_ERROR.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_INFO.log b/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_INFO.log
deleted file mode 100644
index 46766c342190fe1525a05f6b59e374f19d15604c..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_INFO.log
+++ /dev/null
@@ -1,165 +0,0 @@
-Visible device: cpu
-PPO seed 0
-Attraction-Inform-Addr: 3
-Attraction-Inform-Area: 3
-Attraction-Inform-Choice: 3
-Attraction-Inform-Fee: 2
-Attraction-Inform-Name: 4
-Attraction-Inform-Phone: 1
-Attraction-Inform-Post: 1
-Attraction-Inform-Type: 5
-Attraction-NoOffer-Area: 1
-Attraction-NoOffer-Type: 1
-Attraction-NoOffer-none: none
-Attraction-Recommend-Addr: 2
-Attraction-Recommend-Area: 1
-Attraction-Recommend-Fee: 1
-Attraction-Recommend-Name: 1
-Attraction-Recommend-Phone: 1
-Attraction-Recommend-Post: 1
-Attraction-Recommend-Type: 1
-Attraction-Request-Area: ?
-Attraction-Request-Name: ?
-Attraction-Request-Price: ?
-Attraction-Request-Type: ?
-Attraction-Select-Type: 2
-Attraction-Select-none: none
-Booking-Book-Day: 1
-Booking-Book-Name: 1
-Booking-Book-People: 1
-Booking-Book-Ref: 1
-Booking-Book-Stay: 1
-Booking-Book-Time: 1
-Booking-Book-none: none
-Booking-Inform-Day: 1
-Booking-Inform-Name: 1
-Booking-Inform-People: 1
-Booking-Inform-none: none
-Booking-NoBook-Day: 1
-Booking-NoBook-Name: 1
-Booking-NoBook-Time: 1
-Booking-NoBook-none: none
-Booking-Request-Day: ?
-Booking-Request-People: ?
-Booking-Request-Stay: ?
-Booking-Request-Time: ?
-Hospital-Inform-Addr: 1
-Hospital-Inform-Department: 1
-Hospital-Inform-Phone: 1
-Hospital-Inform-Post: 1
-Hospital-Request-Department: ?
-Hotel-Inform-Addr: 2
-Hotel-Inform-Area: 2
-Hotel-Inform-Choice: 3
-Hotel-Inform-Internet: 1
-Hotel-Inform-Name: 3
-Hotel-Inform-Parking: 1
-Hotel-Inform-Phone: 1
-Hotel-Inform-Post: 1
-Hotel-Inform-Price: 2
-Hotel-Inform-Stars: 2
-Hotel-Inform-Type: 2
-Hotel-NoOffer-Area: 1
-Hotel-NoOffer-Price: 1
-Hotel-NoOffer-Stars: 1
-Hotel-NoOffer-Type: 1
-Hotel-NoOffer-none: none
-Hotel-Recommend-Addr: 1
-Hotel-Recommend-Area: 1
-Hotel-Recommend-Internet: 1
-Hotel-Recommend-Name: 1
-Hotel-Recommend-Parking: 1
-Hotel-Recommend-Price: 1
-Hotel-Recommend-Stars: 1
-Hotel-Recommend-Type: 1
-Hotel-Request-Area: ?
-Hotel-Request-Internet: ?
-Hotel-Request-Name: ?
-Hotel-Request-Parking: ?
-Hotel-Request-Price: ?
-Hotel-Request-Stars: ?
-Hotel-Request-Type: ?
-Hotel-Select-Area: 1
-Hotel-Select-Name: 1
-Hotel-Select-Price: 2
-Hotel-Select-Type: 2
-Hotel-Select-none: none
-Police-Inform-Addr: 1
-Police-Inform-Name: 1
-Police-Inform-Phone: 1
-Police-Inform-Post: 1
-Restaurant-Inform-Addr: 2
-Restaurant-Inform-Area: 2
-Restaurant-Inform-Choice: 3
-Restaurant-Inform-Food: 4
-Restaurant-Inform-Name: 4
-Restaurant-Inform-Phone: 1
-Restaurant-Inform-Post: 2
-Restaurant-Inform-Price: 2
-Restaurant-Inform-Ref: 1
-Restaurant-NoOffer-Area: 1
-Restaurant-NoOffer-Food: 1
-Restaurant-NoOffer-Price: 1
-Restaurant-NoOffer-none: none
-Restaurant-Recommend-Addr: 1
-Restaurant-Recommend-Area: 1
-Restaurant-Recommend-Food: 1
-Restaurant-Recommend-Name: 1
-Restaurant-Recommend-Phone: 1
-Restaurant-Recommend-Post: 1
-Restaurant-Recommend-Price: 1
-Restaurant-Request-Area: ?
-Restaurant-Request-Food: ?
-Restaurant-Request-Name: ?
-Restaurant-Request-Price: ?
-Restaurant-Select-Area: 2
-Restaurant-Select-Food: 3
-Restaurant-Select-Name: 1
-Restaurant-Select-Price: 2
-Restaurant-Select-none: none
-Taxi-Inform-Arrive: 1
-Taxi-Inform-Car: 1
-Taxi-Inform-Depart: 1
-Taxi-Inform-Dest: 1
-Taxi-Inform-Leave: 1
-Taxi-Inform-Phone: 1
-Taxi-Request-Arrive: ?
-Taxi-Request-Depart: ?
-Taxi-Request-Dest: ?
-Taxi-Request-Leave: ?
-Train-Inform-Arrive: 2
-Train-Inform-Choice: 2
-Train-Inform-Day: 1
-Train-Inform-Depart: 1
-Train-Inform-Dest: 1
-Train-Inform-Id: 1
-Train-Inform-Leave: 3
-Train-Inform-Ref: 1
-Train-Inform-Ticket: 1
-Train-Inform-Time: 1
-Train-OfferBook-Arrive: 1
-Train-OfferBook-Id: 1
-Train-OfferBook-Leave: 1
-Train-OfferBook-none: none
-Train-OfferBooked-Arrive: 1
-Train-OfferBooked-Day: 1
-Train-OfferBooked-Depart: 1
-Train-OfferBooked-Dest: 1
-Train-OfferBooked-Id: 1
-Train-OfferBooked-Leave: 1
-Train-OfferBooked-People: 1
-Train-OfferBooked-Ref: 1
-Train-OfferBooked-Ticket: 1
-Train-Request-Arrive: ?
-Train-Request-Day: ?
-Train-Request-Depart: ?
-Train-Request-Dest: ?
-Train-Request-Leave: ?
-Train-Request-People: ?
-Train-Select-Leave: 1
-Train-Select-none: none
-general-bye-none: none
-general-greet-none: none
-general-reqmore-none: none
-general-welcome-none: none
-Load from model_file param
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_WARNING.log b/convlab2/policy/ppo/experiment_2021-09-09-16-00-00/logs/train_WARNING.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/TB_summary/events.out.tfevents.1631196046.Carels-MacBook-Pro.local b/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/TB_summary/events.out.tfevents.1631196046.Carels-MacBook-Pro.local
deleted file mode 100644
index 0468da6d22626d7b746d3f9004456e3586e36297..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/TB_summary/events.out.tfevents.1631196046.Carels-MacBook-Pro.local and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_DEBUG.log b/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_DEBUG.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_ERROR.log b/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_ERROR.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_INFO.log b/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_INFO.log
deleted file mode 100644
index 46766c342190fe1525a05f6b59e374f19d15604c..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_INFO.log
+++ /dev/null
@@ -1,165 +0,0 @@
-Visible device: cpu
-PPO seed 0
-Attraction-Inform-Addr: 3
-Attraction-Inform-Area: 3
-Attraction-Inform-Choice: 3
-Attraction-Inform-Fee: 2
-Attraction-Inform-Name: 4
-Attraction-Inform-Phone: 1
-Attraction-Inform-Post: 1
-Attraction-Inform-Type: 5
-Attraction-NoOffer-Area: 1
-Attraction-NoOffer-Type: 1
-Attraction-NoOffer-none: none
-Attraction-Recommend-Addr: 2
-Attraction-Recommend-Area: 1
-Attraction-Recommend-Fee: 1
-Attraction-Recommend-Name: 1
-Attraction-Recommend-Phone: 1
-Attraction-Recommend-Post: 1
-Attraction-Recommend-Type: 1
-Attraction-Request-Area: ?
-Attraction-Request-Name: ?
-Attraction-Request-Price: ?
-Attraction-Request-Type: ?
-Attraction-Select-Type: 2
-Attraction-Select-none: none
-Booking-Book-Day: 1
-Booking-Book-Name: 1
-Booking-Book-People: 1
-Booking-Book-Ref: 1
-Booking-Book-Stay: 1
-Booking-Book-Time: 1
-Booking-Book-none: none
-Booking-Inform-Day: 1
-Booking-Inform-Name: 1
-Booking-Inform-People: 1
-Booking-Inform-none: none
-Booking-NoBook-Day: 1
-Booking-NoBook-Name: 1
-Booking-NoBook-Time: 1
-Booking-NoBook-none: none
-Booking-Request-Day: ?
-Booking-Request-People: ?
-Booking-Request-Stay: ?
-Booking-Request-Time: ?
-Hospital-Inform-Addr: 1
-Hospital-Inform-Department: 1
-Hospital-Inform-Phone: 1
-Hospital-Inform-Post: 1
-Hospital-Request-Department: ?
-Hotel-Inform-Addr: 2
-Hotel-Inform-Area: 2
-Hotel-Inform-Choice: 3
-Hotel-Inform-Internet: 1
-Hotel-Inform-Name: 3
-Hotel-Inform-Parking: 1
-Hotel-Inform-Phone: 1
-Hotel-Inform-Post: 1
-Hotel-Inform-Price: 2
-Hotel-Inform-Stars: 2
-Hotel-Inform-Type: 2
-Hotel-NoOffer-Area: 1
-Hotel-NoOffer-Price: 1
-Hotel-NoOffer-Stars: 1
-Hotel-NoOffer-Type: 1
-Hotel-NoOffer-none: none
-Hotel-Recommend-Addr: 1
-Hotel-Recommend-Area: 1
-Hotel-Recommend-Internet: 1
-Hotel-Recommend-Name: 1
-Hotel-Recommend-Parking: 1
-Hotel-Recommend-Price: 1
-Hotel-Recommend-Stars: 1
-Hotel-Recommend-Type: 1
-Hotel-Request-Area: ?
-Hotel-Request-Internet: ?
-Hotel-Request-Name: ?
-Hotel-Request-Parking: ?
-Hotel-Request-Price: ?
-Hotel-Request-Stars: ?
-Hotel-Request-Type: ?
-Hotel-Select-Area: 1
-Hotel-Select-Name: 1
-Hotel-Select-Price: 2
-Hotel-Select-Type: 2
-Hotel-Select-none: none
-Police-Inform-Addr: 1
-Police-Inform-Name: 1
-Police-Inform-Phone: 1
-Police-Inform-Post: 1
-Restaurant-Inform-Addr: 2
-Restaurant-Inform-Area: 2
-Restaurant-Inform-Choice: 3
-Restaurant-Inform-Food: 4
-Restaurant-Inform-Name: 4
-Restaurant-Inform-Phone: 1
-Restaurant-Inform-Post: 2
-Restaurant-Inform-Price: 2
-Restaurant-Inform-Ref: 1
-Restaurant-NoOffer-Area: 1
-Restaurant-NoOffer-Food: 1
-Restaurant-NoOffer-Price: 1
-Restaurant-NoOffer-none: none
-Restaurant-Recommend-Addr: 1
-Restaurant-Recommend-Area: 1
-Restaurant-Recommend-Food: 1
-Restaurant-Recommend-Name: 1
-Restaurant-Recommend-Phone: 1
-Restaurant-Recommend-Post: 1
-Restaurant-Recommend-Price: 1
-Restaurant-Request-Area: ?
-Restaurant-Request-Food: ?
-Restaurant-Request-Name: ?
-Restaurant-Request-Price: ?
-Restaurant-Select-Area: 2
-Restaurant-Select-Food: 3
-Restaurant-Select-Name: 1
-Restaurant-Select-Price: 2
-Restaurant-Select-none: none
-Taxi-Inform-Arrive: 1
-Taxi-Inform-Car: 1
-Taxi-Inform-Depart: 1
-Taxi-Inform-Dest: 1
-Taxi-Inform-Leave: 1
-Taxi-Inform-Phone: 1
-Taxi-Request-Arrive: ?
-Taxi-Request-Depart: ?
-Taxi-Request-Dest: ?
-Taxi-Request-Leave: ?
-Train-Inform-Arrive: 2
-Train-Inform-Choice: 2
-Train-Inform-Day: 1
-Train-Inform-Depart: 1
-Train-Inform-Dest: 1
-Train-Inform-Id: 1
-Train-Inform-Leave: 3
-Train-Inform-Ref: 1
-Train-Inform-Ticket: 1
-Train-Inform-Time: 1
-Train-OfferBook-Arrive: 1
-Train-OfferBook-Id: 1
-Train-OfferBook-Leave: 1
-Train-OfferBook-none: none
-Train-OfferBooked-Arrive: 1
-Train-OfferBooked-Day: 1
-Train-OfferBooked-Depart: 1
-Train-OfferBooked-Dest: 1
-Train-OfferBooked-Id: 1
-Train-OfferBooked-Leave: 1
-Train-OfferBooked-People: 1
-Train-OfferBooked-Ref: 1
-Train-OfferBooked-Ticket: 1
-Train-Request-Arrive: ?
-Train-Request-Day: ?
-Train-Request-Depart: ?
-Train-Request-Dest: ?
-Train-Request-Leave: ?
-Train-Request-People: ?
-Train-Select-Leave: 1
-Train-Select-none: none
-general-bye-none: none
-general-greet-none: none
-general-reqmore-none: none
-general-welcome-none: none
-Load from model_file param
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_WARNING.log b/convlab2/policy/ppo/experiment_2021-09-09-16-00-46/logs/train_WARNING.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/TB_summary/events.out.tfevents.1631196123.Carels-MacBook-Pro.local b/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/TB_summary/events.out.tfevents.1631196123.Carels-MacBook-Pro.local
deleted file mode 100644
index face0851a405f2ab30fae4798c018bb6dbb8331d..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/TB_summary/events.out.tfevents.1631196123.Carels-MacBook-Pro.local and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_DEBUG.log b/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_DEBUG.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_ERROR.log b/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_ERROR.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_INFO.log b/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_INFO.log
deleted file mode 100644
index 2fbe810fc5da921e9f74ef4e40c962409ea743d5..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_INFO.log
+++ /dev/null
@@ -1,165 +0,0 @@
-Visible device: cpu
-PPO seed 0
-Attraction-Inform-Addr: 3
-Attraction-Inform-Area: 3
-Attraction-Inform-Choice: 3
-Attraction-Inform-Fee: 2
-Attraction-Inform-Name: 4
-Attraction-Inform-Phone: 1
-Attraction-Inform-Post: 1
-Attraction-Inform-Type: 5
-Attraction-NoOffer-Area: 1
-Attraction-NoOffer-Type: 1
-Attraction-NoOffer-none: none
-Attraction-Recommend-Addr: 2
-Attraction-Recommend-Area: 1
-Attraction-Recommend-Fee: 1
-Attraction-Recommend-Name: 1
-Attraction-Recommend-Phone: 1
-Attraction-Recommend-Post: 1
-Attraction-Recommend-Type: 1
-Attraction-Request-Area: ?
-Attraction-Request-Name: ?
-Attraction-Request-Price: ?
-Attraction-Request-Type: ?
-Attraction-Select-Type: 2
-Attraction-Select-none: none
-Booking-Book-Day: 1
-Booking-Book-Name: 1
-Booking-Book-People: 1
-Booking-Book-Ref: 1
-Booking-Book-Stay: 1
-Booking-Book-Time: 1
-Booking-Book-none: none
-Booking-Inform-Day: 1
-Booking-Inform-Name: 1
-Booking-Inform-People: 1
-Booking-Inform-none: none
-Booking-NoBook-Day: 1
-Booking-NoBook-Name: 1
-Booking-NoBook-Time: 1
-Booking-NoBook-none: none
-Booking-Request-Day: ?
-Booking-Request-People: ?
-Booking-Request-Stay: ?
-Booking-Request-Time: ?
-Hospital-Inform-Addr: 1
-Hospital-Inform-Department: 1
-Hospital-Inform-Phone: 1
-Hospital-Inform-Post: 1
-Hospital-Request-Department: ?
-Hotel-Inform-Addr: 2
-Hotel-Inform-Area: 2
-Hotel-Inform-Choice: 3
-Hotel-Inform-Internet: 1
-Hotel-Inform-Name: 3
-Hotel-Inform-Parking: 1
-Hotel-Inform-Phone: 1
-Hotel-Inform-Post: 1
-Hotel-Inform-Price: 2
-Hotel-Inform-Stars: 2
-Hotel-Inform-Type: 2
-Hotel-NoOffer-Area: 1
-Hotel-NoOffer-Price: 1
-Hotel-NoOffer-Stars: 1
-Hotel-NoOffer-Type: 1
-Hotel-NoOffer-none: none
-Hotel-Recommend-Addr: 1
-Hotel-Recommend-Area: 1
-Hotel-Recommend-Internet: 1
-Hotel-Recommend-Name: 1
-Hotel-Recommend-Parking: 1
-Hotel-Recommend-Price: 1
-Hotel-Recommend-Stars: 1
-Hotel-Recommend-Type: 1
-Hotel-Request-Area: ?
-Hotel-Request-Internet: ?
-Hotel-Request-Name: ?
-Hotel-Request-Parking: ?
-Hotel-Request-Price: ?
-Hotel-Request-Stars: ?
-Hotel-Request-Type: ?
-Hotel-Select-Area: 1
-Hotel-Select-Name: 1
-Hotel-Select-Price: 2
-Hotel-Select-Type: 2
-Hotel-Select-none: none
-Police-Inform-Addr: 1
-Police-Inform-Name: 1
-Police-Inform-Phone: 1
-Police-Inform-Post: 1
-Restaurant-Inform-Addr: 2
-Restaurant-Inform-Area: 2
-Restaurant-Inform-Choice: 3
-Restaurant-Inform-Food: 4
-Restaurant-Inform-Name: 4
-Restaurant-Inform-Phone: 1
-Restaurant-Inform-Post: 2
-Restaurant-Inform-Price: 2
-Restaurant-Inform-Ref: 1
-Restaurant-NoOffer-Area: 1
-Restaurant-NoOffer-Food: 1
-Restaurant-NoOffer-Price: 1
-Restaurant-NoOffer-none: none
-Restaurant-Recommend-Addr: 1
-Restaurant-Recommend-Area: 1
-Restaurant-Recommend-Food: 1
-Restaurant-Recommend-Name: 1
-Restaurant-Recommend-Phone: 1
-Restaurant-Recommend-Post: 1
-Restaurant-Recommend-Price: 1
-Restaurant-Request-Area: ?
-Restaurant-Request-Food: ?
-Restaurant-Request-Name: ?
-Restaurant-Request-Price: ?
-Restaurant-Select-Area: 2
-Restaurant-Select-Food: 3
-Restaurant-Select-Name: 1
-Restaurant-Select-Price: 2
-Restaurant-Select-none: none
-Taxi-Inform-Arrive: 1
-Taxi-Inform-Car: 1
-Taxi-Inform-Depart: 1
-Taxi-Inform-Dest: 1
-Taxi-Inform-Leave: 1
-Taxi-Inform-Phone: 1
-Taxi-Request-Arrive: ?
-Taxi-Request-Depart: ?
-Taxi-Request-Dest: ?
-Taxi-Request-Leave: ?
-Train-Inform-Arrive: 2
-Train-Inform-Choice: 2
-Train-Inform-Day: 1
-Train-Inform-Depart: 1
-Train-Inform-Dest: 1
-Train-Inform-Id: 1
-Train-Inform-Leave: 3
-Train-Inform-Ref: 1
-Train-Inform-Ticket: 1
-Train-Inform-Time: 1
-Train-OfferBook-Arrive: 1
-Train-OfferBook-Id: 1
-Train-OfferBook-Leave: 1
-Train-OfferBook-none: none
-Train-OfferBooked-Arrive: 1
-Train-OfferBooked-Day: 1
-Train-OfferBooked-Depart: 1
-Train-OfferBooked-Dest: 1
-Train-OfferBooked-Id: 1
-Train-OfferBooked-Leave: 1
-Train-OfferBooked-People: 1
-Train-OfferBooked-Ref: 1
-Train-OfferBooked-Ticket: 1
-Train-Request-Arrive: ?
-Train-Request-Day: ?
-Train-Request-Depart: ?
-Train-Request-Dest: ?
-Train-Request-Leave: ?
-Train-Request-People: ?
-Train-Select-Leave: 1
-Train-Select-none: none
-general-bye-none: none
-general-greet-none: none
-general-reqmore-none: none
-general-welcome-none: none
-Load from/Users/carel17/Projects/EMNLP_Code/convlab2/policy/ppo/models/setsumbt_end2_baseline_supervised/best_ppo.pol.mdl
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_WARNING.log b/convlab2/policy/ppo/experiment_2021-09-09-16-02-03/logs/train_WARNING.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/TB_summary/events.out.tfevents.1631196238.Carels-MacBook-Pro.local b/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/TB_summary/events.out.tfevents.1631196238.Carels-MacBook-Pro.local
deleted file mode 100644
index 1ca22e7ebfbf17e264d5fb693230faf6fd959d6f..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/TB_summary/events.out.tfevents.1631196238.Carels-MacBook-Pro.local and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_DEBUG.log b/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_DEBUG.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_ERROR.log b/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_ERROR.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_INFO.log b/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_INFO.log
deleted file mode 100644
index 2fbe810fc5da921e9f74ef4e40c962409ea743d5..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_INFO.log
+++ /dev/null
@@ -1,165 +0,0 @@
-Visible device: cpu
-PPO seed 0
-Attraction-Inform-Addr: 3
-Attraction-Inform-Area: 3
-Attraction-Inform-Choice: 3
-Attraction-Inform-Fee: 2
-Attraction-Inform-Name: 4
-Attraction-Inform-Phone: 1
-Attraction-Inform-Post: 1
-Attraction-Inform-Type: 5
-Attraction-NoOffer-Area: 1
-Attraction-NoOffer-Type: 1
-Attraction-NoOffer-none: none
-Attraction-Recommend-Addr: 2
-Attraction-Recommend-Area: 1
-Attraction-Recommend-Fee: 1
-Attraction-Recommend-Name: 1
-Attraction-Recommend-Phone: 1
-Attraction-Recommend-Post: 1
-Attraction-Recommend-Type: 1
-Attraction-Request-Area: ?
-Attraction-Request-Name: ?
-Attraction-Request-Price: ?
-Attraction-Request-Type: ?
-Attraction-Select-Type: 2
-Attraction-Select-none: none
-Booking-Book-Day: 1
-Booking-Book-Name: 1
-Booking-Book-People: 1
-Booking-Book-Ref: 1
-Booking-Book-Stay: 1
-Booking-Book-Time: 1
-Booking-Book-none: none
-Booking-Inform-Day: 1
-Booking-Inform-Name: 1
-Booking-Inform-People: 1
-Booking-Inform-none: none
-Booking-NoBook-Day: 1
-Booking-NoBook-Name: 1
-Booking-NoBook-Time: 1
-Booking-NoBook-none: none
-Booking-Request-Day: ?
-Booking-Request-People: ?
-Booking-Request-Stay: ?
-Booking-Request-Time: ?
-Hospital-Inform-Addr: 1
-Hospital-Inform-Department: 1
-Hospital-Inform-Phone: 1
-Hospital-Inform-Post: 1
-Hospital-Request-Department: ?
-Hotel-Inform-Addr: 2
-Hotel-Inform-Area: 2
-Hotel-Inform-Choice: 3
-Hotel-Inform-Internet: 1
-Hotel-Inform-Name: 3
-Hotel-Inform-Parking: 1
-Hotel-Inform-Phone: 1
-Hotel-Inform-Post: 1
-Hotel-Inform-Price: 2
-Hotel-Inform-Stars: 2
-Hotel-Inform-Type: 2
-Hotel-NoOffer-Area: 1
-Hotel-NoOffer-Price: 1
-Hotel-NoOffer-Stars: 1
-Hotel-NoOffer-Type: 1
-Hotel-NoOffer-none: none
-Hotel-Recommend-Addr: 1
-Hotel-Recommend-Area: 1
-Hotel-Recommend-Internet: 1
-Hotel-Recommend-Name: 1
-Hotel-Recommend-Parking: 1
-Hotel-Recommend-Price: 1
-Hotel-Recommend-Stars: 1
-Hotel-Recommend-Type: 1
-Hotel-Request-Area: ?
-Hotel-Request-Internet: ?
-Hotel-Request-Name: ?
-Hotel-Request-Parking: ?
-Hotel-Request-Price: ?
-Hotel-Request-Stars: ?
-Hotel-Request-Type: ?
-Hotel-Select-Area: 1
-Hotel-Select-Name: 1
-Hotel-Select-Price: 2
-Hotel-Select-Type: 2
-Hotel-Select-none: none
-Police-Inform-Addr: 1
-Police-Inform-Name: 1
-Police-Inform-Phone: 1
-Police-Inform-Post: 1
-Restaurant-Inform-Addr: 2
-Restaurant-Inform-Area: 2
-Restaurant-Inform-Choice: 3
-Restaurant-Inform-Food: 4
-Restaurant-Inform-Name: 4
-Restaurant-Inform-Phone: 1
-Restaurant-Inform-Post: 2
-Restaurant-Inform-Price: 2
-Restaurant-Inform-Ref: 1
-Restaurant-NoOffer-Area: 1
-Restaurant-NoOffer-Food: 1
-Restaurant-NoOffer-Price: 1
-Restaurant-NoOffer-none: none
-Restaurant-Recommend-Addr: 1
-Restaurant-Recommend-Area: 1
-Restaurant-Recommend-Food: 1
-Restaurant-Recommend-Name: 1
-Restaurant-Recommend-Phone: 1
-Restaurant-Recommend-Post: 1
-Restaurant-Recommend-Price: 1
-Restaurant-Request-Area: ?
-Restaurant-Request-Food: ?
-Restaurant-Request-Name: ?
-Restaurant-Request-Price: ?
-Restaurant-Select-Area: 2
-Restaurant-Select-Food: 3
-Restaurant-Select-Name: 1
-Restaurant-Select-Price: 2
-Restaurant-Select-none: none
-Taxi-Inform-Arrive: 1
-Taxi-Inform-Car: 1
-Taxi-Inform-Depart: 1
-Taxi-Inform-Dest: 1
-Taxi-Inform-Leave: 1
-Taxi-Inform-Phone: 1
-Taxi-Request-Arrive: ?
-Taxi-Request-Depart: ?
-Taxi-Request-Dest: ?
-Taxi-Request-Leave: ?
-Train-Inform-Arrive: 2
-Train-Inform-Choice: 2
-Train-Inform-Day: 1
-Train-Inform-Depart: 1
-Train-Inform-Dest: 1
-Train-Inform-Id: 1
-Train-Inform-Leave: 3
-Train-Inform-Ref: 1
-Train-Inform-Ticket: 1
-Train-Inform-Time: 1
-Train-OfferBook-Arrive: 1
-Train-OfferBook-Id: 1
-Train-OfferBook-Leave: 1
-Train-OfferBook-none: none
-Train-OfferBooked-Arrive: 1
-Train-OfferBooked-Day: 1
-Train-OfferBooked-Depart: 1
-Train-OfferBooked-Dest: 1
-Train-OfferBooked-Id: 1
-Train-OfferBooked-Leave: 1
-Train-OfferBooked-People: 1
-Train-OfferBooked-Ref: 1
-Train-OfferBooked-Ticket: 1
-Train-Request-Arrive: ?
-Train-Request-Day: ?
-Train-Request-Depart: ?
-Train-Request-Dest: ?
-Train-Request-Leave: ?
-Train-Request-People: ?
-Train-Select-Leave: 1
-Train-Select-none: none
-general-bye-none: none
-general-greet-none: none
-general-reqmore-none: none
-general-welcome-none: none
-Load from/Users/carel17/Projects/EMNLP_Code/convlab2/policy/ppo/models/setsumbt_end2_baseline_supervised/best_ppo.pol.mdl
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_WARNING.log b/convlab2/policy/ppo/experiment_2021-09-09-16-03-58/logs/train_WARNING.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/TB_summary/events.out.tfevents.1631196326.Carels-MacBook-Pro.local b/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/TB_summary/events.out.tfevents.1631196326.Carels-MacBook-Pro.local
deleted file mode 100644
index d5d80a4cd9cbddb30a4c94a10ee0135654cefe93..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/TB_summary/events.out.tfevents.1631196326.Carels-MacBook-Pro.local and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_DEBUG.log b/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_DEBUG.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_ERROR.log b/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_ERROR.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_INFO.log b/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_INFO.log
deleted file mode 100644
index 46766c342190fe1525a05f6b59e374f19d15604c..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_INFO.log
+++ /dev/null
@@ -1,165 +0,0 @@
-Visible device: cpu
-PPO seed 0
-Attraction-Inform-Addr: 3
-Attraction-Inform-Area: 3
-Attraction-Inform-Choice: 3
-Attraction-Inform-Fee: 2
-Attraction-Inform-Name: 4
-Attraction-Inform-Phone: 1
-Attraction-Inform-Post: 1
-Attraction-Inform-Type: 5
-Attraction-NoOffer-Area: 1
-Attraction-NoOffer-Type: 1
-Attraction-NoOffer-none: none
-Attraction-Recommend-Addr: 2
-Attraction-Recommend-Area: 1
-Attraction-Recommend-Fee: 1
-Attraction-Recommend-Name: 1
-Attraction-Recommend-Phone: 1
-Attraction-Recommend-Post: 1
-Attraction-Recommend-Type: 1
-Attraction-Request-Area: ?
-Attraction-Request-Name: ?
-Attraction-Request-Price: ?
-Attraction-Request-Type: ?
-Attraction-Select-Type: 2
-Attraction-Select-none: none
-Booking-Book-Day: 1
-Booking-Book-Name: 1
-Booking-Book-People: 1
-Booking-Book-Ref: 1
-Booking-Book-Stay: 1
-Booking-Book-Time: 1
-Booking-Book-none: none
-Booking-Inform-Day: 1
-Booking-Inform-Name: 1
-Booking-Inform-People: 1
-Booking-Inform-none: none
-Booking-NoBook-Day: 1
-Booking-NoBook-Name: 1
-Booking-NoBook-Time: 1
-Booking-NoBook-none: none
-Booking-Request-Day: ?
-Booking-Request-People: ?
-Booking-Request-Stay: ?
-Booking-Request-Time: ?
-Hospital-Inform-Addr: 1
-Hospital-Inform-Department: 1
-Hospital-Inform-Phone: 1
-Hospital-Inform-Post: 1
-Hospital-Request-Department: ?
-Hotel-Inform-Addr: 2
-Hotel-Inform-Area: 2
-Hotel-Inform-Choice: 3
-Hotel-Inform-Internet: 1
-Hotel-Inform-Name: 3
-Hotel-Inform-Parking: 1
-Hotel-Inform-Phone: 1
-Hotel-Inform-Post: 1
-Hotel-Inform-Price: 2
-Hotel-Inform-Stars: 2
-Hotel-Inform-Type: 2
-Hotel-NoOffer-Area: 1
-Hotel-NoOffer-Price: 1
-Hotel-NoOffer-Stars: 1
-Hotel-NoOffer-Type: 1
-Hotel-NoOffer-none: none
-Hotel-Recommend-Addr: 1
-Hotel-Recommend-Area: 1
-Hotel-Recommend-Internet: 1
-Hotel-Recommend-Name: 1
-Hotel-Recommend-Parking: 1
-Hotel-Recommend-Price: 1
-Hotel-Recommend-Stars: 1
-Hotel-Recommend-Type: 1
-Hotel-Request-Area: ?
-Hotel-Request-Internet: ?
-Hotel-Request-Name: ?
-Hotel-Request-Parking: ?
-Hotel-Request-Price: ?
-Hotel-Request-Stars: ?
-Hotel-Request-Type: ?
-Hotel-Select-Area: 1
-Hotel-Select-Name: 1
-Hotel-Select-Price: 2
-Hotel-Select-Type: 2
-Hotel-Select-none: none
-Police-Inform-Addr: 1
-Police-Inform-Name: 1
-Police-Inform-Phone: 1
-Police-Inform-Post: 1
-Restaurant-Inform-Addr: 2
-Restaurant-Inform-Area: 2
-Restaurant-Inform-Choice: 3
-Restaurant-Inform-Food: 4
-Restaurant-Inform-Name: 4
-Restaurant-Inform-Phone: 1
-Restaurant-Inform-Post: 2
-Restaurant-Inform-Price: 2
-Restaurant-Inform-Ref: 1
-Restaurant-NoOffer-Area: 1
-Restaurant-NoOffer-Food: 1
-Restaurant-NoOffer-Price: 1
-Restaurant-NoOffer-none: none
-Restaurant-Recommend-Addr: 1
-Restaurant-Recommend-Area: 1
-Restaurant-Recommend-Food: 1
-Restaurant-Recommend-Name: 1
-Restaurant-Recommend-Phone: 1
-Restaurant-Recommend-Post: 1
-Restaurant-Recommend-Price: 1
-Restaurant-Request-Area: ?
-Restaurant-Request-Food: ?
-Restaurant-Request-Name: ?
-Restaurant-Request-Price: ?
-Restaurant-Select-Area: 2
-Restaurant-Select-Food: 3
-Restaurant-Select-Name: 1
-Restaurant-Select-Price: 2
-Restaurant-Select-none: none
-Taxi-Inform-Arrive: 1
-Taxi-Inform-Car: 1
-Taxi-Inform-Depart: 1
-Taxi-Inform-Dest: 1
-Taxi-Inform-Leave: 1
-Taxi-Inform-Phone: 1
-Taxi-Request-Arrive: ?
-Taxi-Request-Depart: ?
-Taxi-Request-Dest: ?
-Taxi-Request-Leave: ?
-Train-Inform-Arrive: 2
-Train-Inform-Choice: 2
-Train-Inform-Day: 1
-Train-Inform-Depart: 1
-Train-Inform-Dest: 1
-Train-Inform-Id: 1
-Train-Inform-Leave: 3
-Train-Inform-Ref: 1
-Train-Inform-Ticket: 1
-Train-Inform-Time: 1
-Train-OfferBook-Arrive: 1
-Train-OfferBook-Id: 1
-Train-OfferBook-Leave: 1
-Train-OfferBook-none: none
-Train-OfferBooked-Arrive: 1
-Train-OfferBooked-Day: 1
-Train-OfferBooked-Depart: 1
-Train-OfferBooked-Dest: 1
-Train-OfferBooked-Id: 1
-Train-OfferBooked-Leave: 1
-Train-OfferBooked-People: 1
-Train-OfferBooked-Ref: 1
-Train-OfferBooked-Ticket: 1
-Train-Request-Arrive: ?
-Train-Request-Day: ?
-Train-Request-Depart: ?
-Train-Request-Dest: ?
-Train-Request-Leave: ?
-Train-Request-People: ?
-Train-Select-Leave: 1
-Train-Select-none: none
-general-bye-none: none
-general-greet-none: none
-general-reqmore-none: none
-general-welcome-none: none
-Load from model_file param
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_WARNING.log b/convlab2/policy/ppo/experiment_2021-09-09-16-05-26/logs/train_WARNING.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/TB_summary/events.out.tfevents.1631196433.Carels-MacBook-Pro.local b/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/TB_summary/events.out.tfevents.1631196433.Carels-MacBook-Pro.local
deleted file mode 100644
index c363dae9def4a3565a7656aa7b1bd4adf30d9e8c..0000000000000000000000000000000000000000
Binary files a/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/TB_summary/events.out.tfevents.1631196433.Carels-MacBook-Pro.local and /dev/null differ
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_DEBUG.log b/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_DEBUG.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_ERROR.log b/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_ERROR.log
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_INFO.log b/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_INFO.log
deleted file mode 100644
index 272753fc939482d8810321a5c8b0787831f32470..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_INFO.log
+++ /dev/null
@@ -1,176 +0,0 @@
-Visible device: cpu
-PPO seed 0
-Attraction-Inform-Addr: 3
-Attraction-Inform-Area: 3
-Attraction-Inform-Choice: 3
-Attraction-Inform-Fee: 2
-Attraction-Inform-Name: 4
-Attraction-Inform-Phone: 1
-Attraction-Inform-Post: 1
-Attraction-Inform-Type: 5
-Attraction-NoOffer-Area: 1
-Attraction-NoOffer-Type: 1
-Attraction-NoOffer-none: none
-Attraction-Recommend-Addr: 2
-Attraction-Recommend-Area: 1
-Attraction-Recommend-Fee: 1
-Attraction-Recommend-Name: 1
-Attraction-Recommend-Phone: 1
-Attraction-Recommend-Post: 1
-Attraction-Recommend-Type: 1
-Attraction-Request-Area: ?
-Attraction-Request-Name: ?
-Attraction-Request-Price: ?
-Attraction-Request-Type: ?
-Attraction-Select-Type: 2
-Attraction-Select-none: none
-Booking-Book-Day: 1
-Booking-Book-Name: 1
-Booking-Book-People: 1
-Booking-Book-Ref: 1
-Booking-Book-Stay: 1
-Booking-Book-Time: 1
-Booking-Book-none: none
-Booking-Inform-Day: 1
-Booking-Inform-Name: 1
-Booking-Inform-People: 1
-Booking-Inform-none: none
-Booking-NoBook-Day: 1
-Booking-NoBook-Name: 1
-Booking-NoBook-Time: 1
-Booking-NoBook-none: none
-Booking-Request-Day: ?
-Booking-Request-People: ?
-Booking-Request-Stay: ?
-Booking-Request-Time: ?
-Hospital-Inform-Addr: 1
-Hospital-Inform-Department: 1
-Hospital-Inform-Phone: 1
-Hospital-Inform-Post: 1
-Hospital-Request-Department: ?
-Hotel-Inform-Addr: 2
-Hotel-Inform-Area: 2
-Hotel-Inform-Choice: 3
-Hotel-Inform-Internet: 1
-Hotel-Inform-Name: 3
-Hotel-Inform-Parking: 1
-Hotel-Inform-Phone: 1
-Hotel-Inform-Post: 1
-Hotel-Inform-Price: 2
-Hotel-Inform-Stars: 2
-Hotel-Inform-Type: 2
-Hotel-NoOffer-Area: 1
-Hotel-NoOffer-Price: 1
-Hotel-NoOffer-Stars: 1
-Hotel-NoOffer-Type: 1
-Hotel-NoOffer-none: none
-Hotel-Recommend-Addr: 1
-Hotel-Recommend-Area: 1
-Hotel-Recommend-Internet: 1
-Hotel-Recommend-Name: 1
-Hotel-Recommend-Parking: 1
-Hotel-Recommend-Price: 1
-Hotel-Recommend-Stars: 1
-Hotel-Recommend-Type: 1
-Hotel-Request-Area: ?
-Hotel-Request-Internet: ?
-Hotel-Request-Name: ?
-Hotel-Request-Parking: ?
-Hotel-Request-Price: ?
-Hotel-Request-Stars: ?
-Hotel-Request-Type: ?
-Hotel-Select-Area: 1
-Hotel-Select-Name: 1
-Hotel-Select-Price: 2
-Hotel-Select-Type: 2
-Hotel-Select-none: none
-Police-Inform-Addr: 1
-Police-Inform-Name: 1
-Police-Inform-Phone: 1
-Police-Inform-Post: 1
-Restaurant-Inform-Addr: 2
-Restaurant-Inform-Area: 2
-Restaurant-Inform-Choice: 3
-Restaurant-Inform-Food: 4
-Restaurant-Inform-Name: 4
-Restaurant-Inform-Phone: 1
-Restaurant-Inform-Post: 2
-Restaurant-Inform-Price: 2
-Restaurant-Inform-Ref: 1
-Restaurant-NoOffer-Area: 1
-Restaurant-NoOffer-Food: 1
-Restaurant-NoOffer-Price: 1
-Restaurant-NoOffer-none: none
-Restaurant-Recommend-Addr: 1
-Restaurant-Recommend-Area: 1
-Restaurant-Recommend-Food: 1
-Restaurant-Recommend-Name: 1
-Restaurant-Recommend-Phone: 1
-Restaurant-Recommend-Post: 1
-Restaurant-Recommend-Price: 1
-Restaurant-Request-Area: ?
-Restaurant-Request-Food: ?
-Restaurant-Request-Name: ?
-Restaurant-Request-Price: ?
-Restaurant-Select-Area: 2
-Restaurant-Select-Food: 3
-Restaurant-Select-Name: 1
-Restaurant-Select-Price: 2
-Restaurant-Select-none: none
-Taxi-Inform-Arrive: 1
-Taxi-Inform-Car: 1
-Taxi-Inform-Depart: 1
-Taxi-Inform-Dest: 1
-Taxi-Inform-Leave: 1
-Taxi-Inform-Phone: 1
-Taxi-Request-Arrive: ?
-Taxi-Request-Depart: ?
-Taxi-Request-Dest: ?
-Taxi-Request-Leave: ?
-Train-Inform-Arrive: 2
-Train-Inform-Choice: 2
-Train-Inform-Day: 1
-Train-Inform-Depart: 1
-Train-Inform-Dest: 1
-Train-Inform-Id: 1
-Train-Inform-Leave: 3
-Train-Inform-Ref: 1
-Train-Inform-Ticket: 1
-Train-Inform-Time: 1
-Train-OfferBook-Arrive: 1
-Train-OfferBook-Id: 1
-Train-OfferBook-Leave: 1
-Train-OfferBook-none: none
-Train-OfferBooked-Arrive: 1
-Train-OfferBooked-Day: 1
-Train-OfferBooked-Depart: 1
-Train-OfferBooked-Dest: 1
-Train-OfferBooked-Id: 1
-Train-OfferBooked-Leave: 1
-Train-OfferBooked-People: 1
-Train-OfferBooked-Ref: 1
-Train-OfferBooked-Ticket: 1
-Train-Request-Arrive: ?
-Train-Request-Day: ?
-Train-Request-Depart: ?
-Train-Request-Dest: ?
-Train-Request-Leave: ?
-Train-Request-People: ?
-Train-Select-Leave: 1
-Train-Select-none: none
-general-bye-none: none
-general-greet-none: none
-general-reqmore-none: none
-general-welcome-none: none
-Load from/Users/carel17/Projects/EMNLP_Code/convlab2/policy/ppo/models/setsumbt_end2_baseline_supervised/best_ppo.pol.mdl
-<<dialog policy>> loaded checkpoint from file: /Users/carel17/Projects/EMNLP_Code/convlab2/policy/ppo/models/setsumbt_end2_baseline_supervised/best_ppo.pol.mdl
-Epochs to train: 200
-Eval-frequency: 5
-Seed: 0
-We use 500 dialogues for evaluation.
-New episodes per epoch: 1000
-Pipeline Agent info_dict check
-Done
-Pipeline Agent info_dict check
-Done
-Evaluating at start - 2021-09-09-16-07-05------------------------------------------------------------
diff --git a/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_WARNING.log b/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_WARNING.log
deleted file mode 100644
index 8fe01d55372d0440f55634f403771f78c24e2ee6..0000000000000000000000000000000000000000
--- a/convlab2/policy/ppo/experiment_2021-09-09-16-07-13/logs/train_WARNING.log
+++ /dev/null
@@ -1,6 +0,0 @@
-nlu info_dict is not initialized
-dst info_dict is not initialized
-policy info_dict is not initialized
-nlg info_dict is not initialized
-nlu info_dict is not initialized
-nlg info_dict is not initialized