Skip to content
Snippets Groups Projects
Commit 95eb2201 authored by zqwerty's avatar zqwerty
Browse files

add example config for bertnlu

parent 8d6cd8db
No related branches found
No related tags found
No related merge requests found
{
"dataset_name": "multiwoz21",
"data_dir": "unified_datasets/data/multiwoz21/user/context_window_size_0",
"output_dir": "unified_datasets/output/multiwoz21/user/context_window_size_0",
"zipped_model_path": "unified_datasets/output/multiwoz21/user/context_window_size_0/bertnlu_unified_multiwoz_user_context0.zip",
"log_dir": "unified_datasets/output/multiwoz21/user/context_window_size_0/log",
"DEVICE": "cuda:0",
"seed": 2019,
"cut_sen_len": 40,
"use_bert_tokenizer": true,
"context_window_size": 0,
"model": {
"finetune": true,
"context": false,
"context_grad": false,
"pretrained_weights": "bert-base-uncased",
"check_step": 1000,
"max_step": 10000,
"batch_size": 128,
"learning_rate": 1e-4,
"adam_epsilon": 1e-8,
"warmup_steps": 0,
"weight_decay": 0.0,
"dropout": 0.1,
"hidden_units": 768
}
}
\ No newline at end of file
{
"dataset_name": "multiwoz21",
"data_dir": "unified_datasets/data/multiwoz21/user/context_window_size_3",
"output_dir": "unified_datasets/output/multiwoz21/user/context_window_size_3",
"zipped_model_path": "unified_datasets/output/multiwoz21/user/context_window_size_3/bertnlu_unified_multiwoz_user_context3.zip",
"log_dir": "unified_datasets/output/multiwoz21/user/context_window_size_3/log",
"DEVICE": "cuda:0",
"seed": 2019,
"cut_sen_len": 40,
"use_bert_tokenizer": true,
"context_window_size": 3,
"model": {
"finetune": true,
"context": true,
"context_grad": true,
"pretrained_weights": "bert-base-uncased",
"check_step": 1000,
"max_step": 10000,
"batch_size": 128,
"learning_rate": 1e-4,
"adam_epsilon": 1e-8,
"warmup_steps": 0,
"weight_decay": 0.0,
"dropout": 0.1,
"hidden_units": 1536
}
}
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment