From 95eb2201306839cf343688f98d4332cdda48a768 Mon Sep 17 00:00:00 2001 From: zqwerty <zhuq96@hotmail.com> Date: Wed, 23 Feb 2022 19:51:28 +0800 Subject: [PATCH] add example config for bertnlu --- .../configs/multiwoz21_user.json | 27 +++++++++++++++++++ .../configs/multiwoz21_user_context3.json | 27 +++++++++++++++++++ 2 files changed, 54 insertions(+) create mode 100755 convlab2/nlu/jointBERT/unified_datasets/configs/multiwoz21_user.json create mode 100755 convlab2/nlu/jointBERT/unified_datasets/configs/multiwoz21_user_context3.json diff --git a/convlab2/nlu/jointBERT/unified_datasets/configs/multiwoz21_user.json b/convlab2/nlu/jointBERT/unified_datasets/configs/multiwoz21_user.json new file mode 100755 index 00000000..d6be4557 --- /dev/null +++ b/convlab2/nlu/jointBERT/unified_datasets/configs/multiwoz21_user.json @@ -0,0 +1,27 @@ +{ + "dataset_name": "multiwoz21", + "data_dir": "unified_datasets/data/multiwoz21/user/context_window_size_0", + "output_dir": "unified_datasets/output/multiwoz21/user/context_window_size_0", + "zipped_model_path": "unified_datasets/output/multiwoz21/user/context_window_size_0/bertnlu_unified_multiwoz_user_context0.zip", + "log_dir": "unified_datasets/output/multiwoz21/user/context_window_size_0/log", + "DEVICE": "cuda:0", + "seed": 2019, + "cut_sen_len": 40, + "use_bert_tokenizer": true, + "context_window_size": 0, + "model": { + "finetune": true, + "context": false, + "context_grad": false, + "pretrained_weights": "bert-base-uncased", + "check_step": 1000, + "max_step": 10000, + "batch_size": 128, + "learning_rate": 1e-4, + "adam_epsilon": 1e-8, + "warmup_steps": 0, + "weight_decay": 0.0, + "dropout": 0.1, + "hidden_units": 768 + } +} \ No newline at end of file diff --git a/convlab2/nlu/jointBERT/unified_datasets/configs/multiwoz21_user_context3.json b/convlab2/nlu/jointBERT/unified_datasets/configs/multiwoz21_user_context3.json new file mode 100755 index 00000000..d46f4db6 --- /dev/null +++ b/convlab2/nlu/jointBERT/unified_datasets/configs/multiwoz21_user_context3.json @@ -0,0 +1,27 @@ +{ + "dataset_name": "multiwoz21", + "data_dir": "unified_datasets/data/multiwoz21/user/context_window_size_3", + "output_dir": "unified_datasets/output/multiwoz21/user/context_window_size_3", + "zipped_model_path": "unified_datasets/output/multiwoz21/user/context_window_size_3/bertnlu_unified_multiwoz_user_context3.zip", + "log_dir": "unified_datasets/output/multiwoz21/user/context_window_size_3/log", + "DEVICE": "cuda:0", + "seed": 2019, + "cut_sen_len": 40, + "use_bert_tokenizer": true, + "context_window_size": 3, + "model": { + "finetune": true, + "context": true, + "context_grad": true, + "pretrained_weights": "bert-base-uncased", + "check_step": 1000, + "max_step": 10000, + "batch_size": 128, + "learning_rate": 1e-4, + "adam_epsilon": 1e-8, + "warmup_steps": 0, + "weight_decay": 0.0, + "dropout": 0.1, + "hidden_units": 1536 + } +} \ No newline at end of file -- GitLab