From fbd5465152177b373a27add1cc2ee60110609d68 Mon Sep 17 00:00:00 2001 From: Hsien-Chin Lin <linh@hhu.de> Date: Thu, 19 Jan 2023 17:55:19 +0100 Subject: [PATCH] wip --- ...RuleUser-T5-BertNLU-RuleDST-PPOPolicy.json | 61 +++++++++++++++++++ ...TemplateNLG-BertNLU-RuleDST-PPOPolicy.json | 61 +++++++++++++++++++ ...mple-GenTUS-BertNLU-RuleDST-PPOPolicy.json | 55 +++++++++++++++++ ...mple-emoTUS-BertNLU-RuleDST-PPOPolicy.json | 57 +++++++++++++++++ 4 files changed, 234 insertions(+) create mode 100644 convlab/policy/ppo/sigir23/RuleUser-T5-BertNLU-RuleDST-PPOPolicy.json create mode 100644 convlab/policy/ppo/sigir23/RuleUser-TemplateNLG-BertNLU-RuleDST-PPOPolicy.json create mode 100644 convlab/policy/ppo/sigir23/Sample-GenTUS-BertNLU-RuleDST-PPOPolicy.json create mode 100644 convlab/policy/ppo/sigir23/Sample-emoTUS-BertNLU-RuleDST-PPOPolicy.json diff --git a/convlab/policy/ppo/sigir23/RuleUser-T5-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/RuleUser-T5-BertNLU-RuleDST-PPOPolicy.json new file mode 100644 index 00000000..588cd499 --- /dev/null +++ b/convlab/policy/ppo/sigir23/RuleUser-T5-BertNLU-RuleDST-PPOPolicy.json @@ -0,0 +1,61 @@ +{ + "model": { + "load_path": "convlab/policy/ppo/pretrained_models/mle", + "pretrained_load_path": "", + "use_pretrained_initialisation": false, + "batchsz": 200, + "seed": 0, + "epoch": 100, + "eval_frequency": 5, + "process_num": 1, + "num_eval_dialogues": 200, + "sys_semantic_to_usr": false + }, + "vectorizer_sys": { + "uncertainty_vector_mul": { + "class_path": "convlab.policy.vector.vector_binary.VectorBinary", + "ini_params": { + "use_masking": true, + "manually_add_entity_names": true, + "seed": 0 + } + } + }, + "nlu_sys": { + "BertNLU": { + "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU", + "ini_params": { + "mode": "all", + "config_file": "multiwoz21_all.json", + "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip" + } + } + }, + "dst_sys": { + "RuleDST": { + "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST", + "ini_params": {} + } + }, + "sys_nlg": {}, + "nlu_usr": {}, + "dst_usr": {}, + "policy_usr": { + "RulePolicy": { + "class_path": "convlab.policy.rule.multiwoz.RulePolicy", + "ini_params": { + "character": "usr" + } + } + }, + "usr_nlg": { + "T5": { + "class_path": "convlab.base_models.t5.nlg.T5NLG", + "ini_params": { + "speaker": "user", + "context_window_size": 0, + "model_name_or_path": "Convlab/t5-small-nlg-user-multiwoz21" + } + } + } +} \ No newline at end of file diff --git a/convlab/policy/ppo/sigir23/RuleUser-TemplateNLG-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/RuleUser-TemplateNLG-BertNLU-RuleDST-PPOPolicy.json new file mode 100644 index 00000000..a577297f --- /dev/null +++ b/convlab/policy/ppo/sigir23/RuleUser-TemplateNLG-BertNLU-RuleDST-PPOPolicy.json @@ -0,0 +1,61 @@ +{ + "model": { + "load_path": "convlab/policy/ppo/pretrained_models/mle", + "pretrained_load_path": "", + "use_pretrained_initialisation": false, + "batchsz": 200, + "seed": 0, + "epoch": 100, + "eval_frequency": 5, + "process_num": 1, + "num_eval_dialogues": 200, + "sys_semantic_to_usr": false + }, + "vectorizer_sys": { + "uncertainty_vector_mul": { + "class_path": "convlab.policy.vector.vector_binary.VectorBinary", + "ini_params": { + "use_masking": true, + "manually_add_entity_names": true, + "seed": 0 + } + } + }, + "nlu_sys": { + "BertNLU": { + "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU", + "ini_params": { + "mode": "all", + "config_file": "multiwoz21_all.json", + "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip" + } + } + }, + "dst_sys": { + "RuleDST": { + "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST", + "ini_params": {} + } + }, + "sys_nlg": {}, + "nlu_usr": {}, + "dst_usr": {}, + "policy_usr": { + "RulePolicy": { + "class_path": "convlab.policy.rule.multiwoz.RulePolicy", + "ini_params": { + "character": "usr" + } + } + }, + "usr_nlg": { + "TemplateNLG": { + "class_path": "convlab.nlg.template.multiwoz.TemplateNLG", + "ini_params": { + "is_user": true, + "label_noise": 0.0, + "text_noise": 0.0 + } + } + } +} \ No newline at end of file diff --git a/convlab/policy/ppo/sigir23/Sample-GenTUS-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/Sample-GenTUS-BertNLU-RuleDST-PPOPolicy.json new file mode 100644 index 00000000..31617efd --- /dev/null +++ b/convlab/policy/ppo/sigir23/Sample-GenTUS-BertNLU-RuleDST-PPOPolicy.json @@ -0,0 +1,55 @@ +{ + "model": { + "load_path": "convlab/policy/ppo/pretrained_models/mle", + "pretrained_load_path": "", + "use_pretrained_initialisation": false, + "batchsz": 200, + "seed": 0, + "epoch": 100, + "eval_frequency": 5, + "process_num": 1, + "num_eval_dialogues": 200, + "sys_semantic_to_usr": false + }, + "vectorizer_sys": { + "uncertainty_vector_mul": { + "class_path": "convlab.policy.vector.vector_binary.VectorBinary", + "ini_params": { + "use_masking": true, + "manually_add_entity_names": true, + "seed": 0 + } + } + }, + "nlu_sys": { + "BertNLU": { + "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU", + "ini_params": { + "mode": "all", + "config_file": "multiwoz21_all.json", + "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip" + } + } + }, + "dst_sys": { + "RuleDST": { + "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST", + "ini_params": {} + } + }, + "sys_nlg": {}, + "nlu_usr": {}, + "dst_usr": {}, + "policy_usr": { + "GenTUS": { + "class_path": "convlab.policy.genTUS.stepGenTUS.UserPolicy", + "ini_params": { + "model_checkpoint": "convlab/policy/genTUS/unify/experiments/multiwoz21-exp", + "mode": "language", + "only_action": false, + "sample": true + } + } + }, + "usr_nlg": {} +} \ No newline at end of file diff --git a/convlab/policy/ppo/sigir23/Sample-emoTUS-BertNLU-RuleDST-PPOPolicy.json b/convlab/policy/ppo/sigir23/Sample-emoTUS-BertNLU-RuleDST-PPOPolicy.json new file mode 100644 index 00000000..52d6355d --- /dev/null +++ b/convlab/policy/ppo/sigir23/Sample-emoTUS-BertNLU-RuleDST-PPOPolicy.json @@ -0,0 +1,57 @@ +{ + "model": { + "load_path": "convlab/policy/ppo/pretrained_models/mle", + "pretrained_load_path": "", + "use_pretrained_initialisation": false, + "batchsz": 200, + "seed": 0, + "epoch": 100, + "eval_frequency": 5, + "process_num": 1, + "num_eval_dialogues": 200, + "sys_semantic_to_usr": false + }, + "vectorizer_sys": { + "uncertainty_vector_mul": { + "class_path": "convlab.policy.vector.vector_binary.VectorBinary", + "ini_params": { + "use_masking": true, + "manually_add_entity_names": true, + "seed": 0 + } + } + }, + "nlu_sys": { + "BertNLU": { + "class_path": "convlab.nlu.jointBERT.unified_datasets.BERTNLU", + "ini_params": { + "mode": "all", + "config_file": "multiwoz21_all.json", + "model_file": "https://huggingface.co/ConvLab/bert-base-nlu/resolve/main/bertnlu_unified_multiwoz21_all_context0.zip" + } + } + }, + "dst_sys": { + "RuleDST": { + "class_path": "convlab.dst.rule.multiwoz.dst.RuleDST", + "ini_params": {} + } + }, + "sys_nlg": {}, + "nlu_usr": {}, + "dst_usr": {}, + "policy_usr": { + "RulePolicy": { + "class_path": "convlab.policy.emoTUS.emoTUS.UserPolicy", + "ini_params": { + "model_checkpoint": "convlab/policy/emoTUS/unify/experiments/emowoz+dialmage_0_1/23-01-11-15-17", + "character": "usr", + "mode": "language", + "only_action": false, + "use_sentiment": true, + "sample": true + } + } + }, + "usr_nlg": {} +} \ No newline at end of file -- GitLab