diff --git a/convlab/policy/ppo/sigir23/GenTUS-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/GenTUS-BertNLU-RuleDST-PPOPolicy.json
deleted file mode 100644
index ed2a5cf5413b330e985051b806a74b319f1ebe04..0000000000000000000000000000000000000000
--- a/convlab/policy/ppo/sigir23/GenTUS-BertNLU-RuleDST-PPOPolicy.json
+++ /dev/null
@@ -1,54 +0,0 @@
-{
- "model": {
- "load_path": "convlab/policy/ppo/pretrained_models/mle",
- "pretrained_load_path": "",
- "use_pretrained_initialisation": false,
- "batchsz": 200,
- "seed": 0,
- "epoch": 100,
- "eval_frequency": 5,
- "process_num": 1,
- "num_eval_dialogues": 200,
- "sys_semantic_to_usr": false
- },
- "vectorizer_sys": {
- "uncertainty_vector_mul": {
- "class_path": "convlab.policy.vector.vector_binary.VectorBinary",
- "ini_params": {
- "use_masking": true,
- "manually_add_entity_names": true,
- "seed": 0
- }
- }
- },
- "nlu_sys": {
- "BertNLU": {
- "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU",
- "ini_params": {
- "mode": "all",
- "config_file": "multiwoz21_all.json",
- "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip"
- }
- }
- },
- "dst_sys": {
- "RuleDST": {
- "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST",
- "ini_params": {}
- }
- },
- "sys_nlg": {},
- "nlu_usr": {},
- "dst_usr": {},
- "policy_usr": {
- "GenTUS": {
- "class_path": "convlab.policy.genTUS.stepGenTUS.UserPolicy",
- "ini_params": {
- "model_checkpoint": "convlab/policy/genTUS/unify/experiments/multiwoz21-exp",
- "mode": "language",
- "only_action": false
- }
- }
- },
- "usr_nlg": {}
-}
diff --git a/convlab/policy/ppo/sigir23/RuleUser-T5-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/RuleUser-T5-BertNLU-RuleDST-PPOPolicy.json
deleted file mode 100644
index 588cd499e873da1c7ee0c4e90fbfcf703a087f13..0000000000000000000000000000000000000000
--- a/convlab/policy/ppo/sigir23/RuleUser-T5-BertNLU-RuleDST-PPOPolicy.json
+++ /dev/null
@@ -1,61 +0,0 @@
-{
- "model": {
- "load_path": "convlab/policy/ppo/pretrained_models/mle",
- "pretrained_load_path": "",
- "use_pretrained_initialisation": false,
- "batchsz": 200,
- "seed": 0,
- "epoch": 100,
- "eval_frequency": 5,
- "process_num": 1,
- "num_eval_dialogues": 200,
- "sys_semantic_to_usr": false
- },
- "vectorizer_sys": {
- "uncertainty_vector_mul": {
- "class_path": "convlab.policy.vector.vector_binary.VectorBinary",
- "ini_params": {
- "use_masking": true,
- "manually_add_entity_names": true,
- "seed": 0
- }
- }
- },
- "nlu_sys": {
- "BertNLU": {
- "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU",
- "ini_params": {
- "mode": "all",
- "config_file": "multiwoz21_all.json",
- "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip"
- }
- }
- },
- "dst_sys": {
- "RuleDST": {
- "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST",
- "ini_params": {}
- }
- },
- "sys_nlg": {},
- "nlu_usr": {},
- "dst_usr": {},
- "policy_usr": {
- "RulePolicy": {
- "class_path": "convlab.policy.rule.multiwoz.RulePolicy",
- "ini_params": {
- "character": "usr"
- }
- }
- },
- "usr_nlg": {
- "T5": {
- "class_path": "convlab.base_models.t5.nlg.T5NLG",
- "ini_params": {
- "speaker": "user",
- "context_window_size": 0,
- "model_name_or_path": "Convlab/t5-small-nlg-user-multiwoz21"
- }
- }
- }
-}
\ No newline at end of file
diff --git a/convlab/policy/ppo/sigir23/RuleUser-TemplateNLG-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/RuleUser-TemplateNLG-BertNLU-RuleDST-PPOPolicy.json
deleted file mode 100644
index a577297fb6a2d5d4623d88d2d5e768c6c75369ae..0000000000000000000000000000000000000000
--- a/convlab/policy/ppo/sigir23/RuleUser-TemplateNLG-BertNLU-RuleDST-PPOPolicy.json
+++ /dev/null
@@ -1,61 +0,0 @@
-{
- "model": {
- "load_path": "convlab/policy/ppo/pretrained_models/mle",
- "pretrained_load_path": "",
- "use_pretrained_initialisation": false,
- "batchsz": 200,
- "seed": 0,
- "epoch": 100,
- "eval_frequency": 5,
- "process_num": 1,
- "num_eval_dialogues": 200,
- "sys_semantic_to_usr": false
- },
- "vectorizer_sys": {
- "uncertainty_vector_mul": {
- "class_path": "convlab.policy.vector.vector_binary.VectorBinary",
- "ini_params": {
- "use_masking": true,
- "manually_add_entity_names": true,
- "seed": 0
- }
- }
- },
- "nlu_sys": {
- "BertNLU": {
- "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU",
- "ini_params": {
- "mode": "all",
- "config_file": "multiwoz21_all.json",
- "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip"
- }
- }
- },
- "dst_sys": {
- "RuleDST": {
- "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST",
- "ini_params": {}
- }
- },
- "sys_nlg": {},
- "nlu_usr": {},
- "dst_usr": {},
- "policy_usr": {
- "RulePolicy": {
- "class_path": "convlab.policy.rule.multiwoz.RulePolicy",
- "ini_params": {
- "character": "usr"
- }
- }
- },
- "usr_nlg": {
- "TemplateNLG": {
- "class_path": "convlab.nlg.template.multiwoz.TemplateNLG",
- "ini_params": {
- "is_user": true,
- "label_noise": 0.0,
- "text_noise": 0.0
- }
- }
- }
-}
\ No newline at end of file
diff --git a/convlab/policy/ppo/sigir23/Sample-GenTUS-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/Sample-GenTUS-BertNLU-RuleDST-PPOPolicy.json
deleted file mode 100644
index 692dfc185616d659a61b1497f97422647d9f7d82..0000000000000000000000000000000000000000
--- a/convlab/policy/ppo/sigir23/Sample-GenTUS-BertNLU-RuleDST-PPOPolicy.json
+++ /dev/null
@@ -1,55 +0,0 @@
-{
- "model": {
- "load_path": "convlab/policy/ppo/pretrained_models/mle",
- "pretrained_load_path": "",
- "use_pretrained_initialisation": false,
- "batchsz": 200,
- "seed": 0,
- "epoch": 100,
- "eval_frequency": 5,
- "process_num": 1,
- "num_eval_dialogues": 200,
- "sys_semantic_to_usr": false
- },
- "vectorizer_sys": {
- "uncertainty_vector_mul": {
- "class_path": "convlab.policy.vector.vector_binary.VectorBinary",
- "ini_params": {
- "use_masking": true,
- "manually_add_entity_names": true,
- "seed": 0
- }
- }
- },
- "nlu_sys": {
- "BertNLU": {
- "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU",
- "ini_params": {
- "mode": "all",
- "config_file": "multiwoz21_all.json",
- "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip"
- }
- }
- },
- "dst_sys": {
- "RuleDST": {
- "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST",
- "ini_params": {}
- }
- },
- "sys_nlg": {},
- "nlu_usr": {},
- "dst_usr": {},
- "policy_usr": {
- "GenTUS": {
- "class_path": "convlab.policy.genTUS.stepGenTUS.UserPolicy",
- "ini_params": {
- "model_checkpoint": "convlab/policy/genTUS/unify/experiments/multiwoz21-exp",
- "mode": "language",
- "only_action": false,
- "sample": true
- }
- }
- },
- "usr_nlg": {}
-}
diff --git a/convlab/policy/ppo/sigir23/Sample-emoTUS-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/Sample-emoTUS-BertNLU-RuleDST-PPOPolicy.json
deleted file mode 100644
index 9e069da530d756239801dcecb98b4d38cf2cee06..0000000000000000000000000000000000000000
--- a/convlab/policy/ppo/sigir23/Sample-emoTUS-BertNLU-RuleDST-PPOPolicy.json
+++ /dev/null
@@ -1,57 +0,0 @@
-{
- "model": {
- "load_path": "convlab/policy/ppo/pretrained_models/mle",
- "pretrained_load_path": "",
- "use_pretrained_initialisation": false,
- "batchsz": 200,
- "seed": 0,
- "epoch": 100,
- "eval_frequency": 5,
- "process_num": 1,
- "num_eval_dialogues": 200,
- "sys_semantic_to_usr": false
- },
- "vectorizer_sys": {
- "uncertainty_vector_mul": {
- "class_path": "convlab.policy.vector.vector_binary.VectorBinary",
- "ini_params": {
- "use_masking": true,
- "manually_add_entity_names": true,
- "seed": 0
- }
- }
- },
- "nlu_sys": {
- "BertNLU": {
- "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU",
- "ini_params": {
- "mode": "all",
- "config_file": "multiwoz21_all.json",
- "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip"
- }
- }
- },
- "dst_sys": {
- "RuleDST": {
- "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST",
- "ini_params": {}
- }
- },
- "sys_nlg": {},
- "nlu_usr": {},
- "dst_usr": {},
- "policy_usr": {
- "RulePolicy": {
- "class_path": "convlab.policy.emoUS.emoUS.UserPolicy",
- "ini_params": {
- "model_checkpoint": "convlab/policy/emoUS/unify/experiments/emowoz+dialmage_0_1/23-01-11-15-17",
- "character": "usr",
- "mode": "language",
- "only_action": false,
- "use_sentiment": true,
- "sample": true
- }
- }
- },
- "usr_nlg": {}
-}
\ No newline at end of file
diff --git a/convlab/policy/ppo/sigir23/emoTUS-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/emoTUS-BertNLU-RuleDST-PPOPolicy.json
deleted file mode 100644
index bbbe003c78eef9ea9b195bbea1240cd1868fb2e9..0000000000000000000000000000000000000000
--- a/convlab/policy/ppo/sigir23/emoTUS-BertNLU-RuleDST-PPOPolicy.json
+++ /dev/null
@@ -1,57 +0,0 @@
-{
- "model": {
- "load_path": "convlab/policy/ppo/pretrained_models/mle",
- "pretrained_load_path": "",
- "use_pretrained_initialisation": false,
- "batchsz": 200,
- "seed": 0,
- "epoch": 100,
- "eval_frequency": 5,
- "process_num": 1,
- "num_eval_dialogues": 200,
- "sys_semantic_to_usr": false
- },
- "vectorizer_sys": {
- "uncertainty_vector_mul": {
- "class_path": "convlab.policy.vector.vector_binary.VectorBinary",
- "ini_params": {
- "use_masking": true,
- "manually_add_entity_names": true,
- "seed": 0
- }
- }
- },
- "nlu_sys": {
- "BertNLU": {
- "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU",
- "ini_params": {
- "mode": "all",
- "config_file": "multiwoz21_all.json",
- "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip"
- }
- }
- },
- "dst_sys": {
- "RuleDST": {
- "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST",
- "ini_params": {}
- }
- },
- "sys_nlg": {},
- "nlu_usr": {},
- "dst_usr": {},
- "policy_usr": {
- "RulePolicy": {
- "class_path": "convlab.policy.emoUS.emoUS.UserPolicy",
- "ini_params": {
- "model_checkpoint": "convlab/policy/emoUS/unify/experiments/emowoz+dialmage_0_1/23-01-11-15-17",
- "character": "usr",
- "mode": "language",
- "only_action": false,
- "use_sentiment": true,
- "sample": false
- }
- }
- },
- "usr_nlg": {}
-}
\ No newline at end of file