Skip to content
Snippets Groups Projects
Commit 8e8eba91 authored by zqwerty's avatar zqwerty
Browse files

rename convlab2 to convlab

parent 72306d62
Branches
No related tags found
No related merge requests found
Showing
with 68 additions and 51 deletions
...@@ -39,32 +39,32 @@ data/schema/dstc8-schema-guided-dialogue-master ...@@ -39,32 +39,32 @@ data/schema/dstc8-schema-guided-dialogue-master
data/mdbt/data data/mdbt/data
data/mdbt/models data/mdbt/models
data/mdbt/word-vectors data/mdbt/word-vectors
convlab2/**/data convlab/**/data
convlab2/**/output convlab/**/output
convlab2/**/cache convlab/**/cache
convlab2/nlg/sclstm/**/resource/* convlab/nlg/sclstm/**/resource/*
convlab2/nlg/sclstm/**/resource_usr/* convlab/nlg/sclstm/**/resource_usr/*
convlab2/nlg/sclstm/**/sclstm.pt convlab/nlg/sclstm/**/sclstm.pt
convlab2/nlg/sclstm/**/sclstm.res convlab/nlg/sclstm/**/sclstm.res
convlab2/nlg/sclstm/**/sclstm.log convlab/nlg/sclstm/**/sclstm.log
convlab2/nlg/sclstm/**/sclstm_usr.pt convlab/nlg/sclstm/**/sclstm_usr.pt
convlab2/nlg/sclstm/**/sclstm_usr.res convlab/nlg/sclstm/**/sclstm_usr.res
convlab2/nlg/sclstm/**/sclstm_usr.log convlab/nlg/sclstm/**/sclstm_usr.log
convlab2/dst/sumbt/multiwoz/output/ convlab/dst/sumbt/multiwoz/output/
convlab2/nlg/sclstm/**/generated_sens_sys.json convlab/nlg/sclstm/**/generated_sens_sys.json
convlab2/nlg/template/**/generated_sens_sys.json convlab/nlg/template/**/generated_sens_sys.json
convlab2/nlu/jointBERT/crosswoz/**/data convlab/nlu/jointBERT/crosswoz/**/data
convlab2/nlu/jointBERT/multiwoz/**/data convlab/nlu/jointBERT/multiwoz/**/data
convlab2/nlu/jointBERT/**/output/ convlab/nlu/jointBERT/**/output/
convlab2/nlu/jointBERT_new/crosswoz/**/data convlab/nlu/jointBERT_new/crosswoz/**/data
convlab2/nlu/jointBERT_new/multiwoz/**/data convlab/nlu/jointBERT_new/multiwoz/**/data
convlab2/nlu/jointBERT_new/crosswoz/**/log convlab/nlu/jointBERT_new/crosswoz/**/log
convlab2/nlu/jointBERT_new/multiwoz/**/log convlab/nlu/jointBERT_new/multiwoz/**/log
convlab2/nlu/jointBERT_new/**/output/ convlab/nlu/jointBERT_new/**/output/
convlab2/nlu/milu/09* convlab/nlu/milu/09*
convlab2/nlu/jointBERT/multiwoz/configs/multiwoz_new_usr_context.json convlab/nlu/jointBERT/multiwoz/configs/multiwoz_new_usr_context.json
convlab2/nlu/milu/multiwoz/configs/system_without_context.jsonnet convlab/nlu/milu/multiwoz/configs/system_without_context.jsonnet
convlab2/nlu/milu/multiwoz/configs/user_without_context.jsonnet convlab/nlu/milu/multiwoz/configs/user_without_context.jsonnet
# test script # test script
*_test.py *_test.py
...@@ -82,7 +82,7 @@ convlab2/nlu/milu/multiwoz/configs/user_without_context.jsonnet ...@@ -82,7 +82,7 @@ convlab2/nlu/milu/multiwoz/configs/user_without_context.jsonnet
# compile files # compile files
build build
dist dist
convlab2.egg-info convlab.egg-info
# configs # configs
...@@ -91,17 +91,17 @@ convlab2.egg-info ...@@ -91,17 +91,17 @@ convlab2.egg-info
.ipynb_checkpoints .ipynb_checkpoints
## dst files ## dst files
convlab2/dst/trade/crosswoz/data/ convlab/dst/trade/crosswoz/data/
convlab2/dst/trade/crosswoz/model/ convlab/dst/trade/crosswoz/model/
convlab2/dst/trade/crosswoz_config/ convlab/dst/trade/crosswoz_config/
convlab2/dst/trade/multiwoz/data/ convlab/dst/trade/multiwoz/data/
convlab2/dst/trade/multiwoz/model/ convlab/dst/trade/multiwoz/model/
convlab2/dst/trade/multiwoz_config/ convlab/dst/trade/multiwoz_config/
deploy/bert_multiwoz_all.zip deploy/bert_multiwoz_all.zip
deploy/templates/dialog_eg.html deploy/templates/dialog_eg.html
test.py test.py
*convlab2/policy/vector/action_dicts *convlab/policy/vector/action_dicts
*.egg-info *.egg-info
pre-trained-models/ pre-trained-models/
venv venv
include LICENSE.txt include LICENSE.txt
include README.md include README.md
prune convlab2/*/__pycache__ prune convlab/*/__pycache__
...@@ -50,7 +50,7 @@ pip install -e . ...@@ -50,7 +50,7 @@ pip install -e .
- [Interactive Tool](https://github.com/thu-coai/ConvLab-2/blob/master/deploy) [[demo video]](https://youtu.be/00VWzbcx26E) - [Interactive Tool](https://github.com/thu-coai/ConvLab-2/blob/master/deploy) [[demo video]](https://youtu.be/00VWzbcx26E)
## Documents ## Documents
Our documents are on https://thu-coai.github.io/ConvLab-2_docs/convlab2.html. Our documents are on https://thu-coai.github.io/ConvLab-2_docs/convlab.html.
## Models ## Models
...@@ -63,7 +63,7 @@ We provide following models: ...@@ -63,7 +63,7 @@ We provide following models:
- NLG: Template, SCLSTM - NLG: Template, SCLSTM
- End2End: Sequicity, DAMD, RNN_rollout - End2End: Sequicity, DAMD, RNN_rollout
For more details about these models, You can refer to `README.md` under `convlab2/$module/$model/$dataset` dir such as `convlab2/nlu/jointBERT/multiwoz/README.md`. For more details about these models, You can refer to `README.md` under `convlab/$module/$model/$dataset` dir such as `convlab/nlu/jointBERT/multiwoz/README.md`.
## Supported Datasets ## Supported Datasets
...@@ -104,7 +104,7 @@ set_seed(20200202) ...@@ -104,7 +104,7 @@ set_seed(20200202)
analyzer.comprehensive_analyze(sys_agent=sys_agent, model_name='sys_agent', total_dialog=1000) analyzer.comprehensive_analyze(sys_agent=sys_agent, model_name='sys_agent', total_dialog=1000)
``` ```
Main metrics (refer to `convlab2/evaluator/multiwoz_eval.py` for more details): Main metrics (refer to `convlab/evaluator/multiwoz_eval.py` for more details):
- Complete: whether complete the goal. Judged by the Agenda policy instead of external evaluator. - Complete: whether complete the goal. Judged by the Agenda policy instead of external evaluator.
- Success: whether all user requests have been informed and the booked entities satisfy the constraints. - Success: whether all user requests have been informed and the booked entities satisfy the constraints.
...@@ -136,7 +136,7 @@ Performance (the first row is the default config for each module. Empty entries ...@@ -136,7 +136,7 @@ Performance (the first row is the default config for each module. Empty entries
### NLU ### NLU
By running `convlab2/nlu/evaluate.py MultiWOZ $model all`: By running `convlab/nlu/evaluate.py MultiWOZ $model all`:
| | Precision | Recall | F1 | | | Precision | Recall | F1 |
| ------- | --------- | ------ | ----- | | ------- | --------- | ------ | ----- |
...@@ -146,7 +146,7 @@ By running `convlab2/nlu/evaluate.py MultiWOZ $model all`: ...@@ -146,7 +146,7 @@ By running `convlab2/nlu/evaluate.py MultiWOZ $model all`:
### DST ### DST
By running `convlab2/dst/evaluate.py MultiWOZ $model`: By running `convlab/dst/evaluate.py MultiWOZ $model`:
| | Joint accuracy | Slot accuracy | Joint F1 | | | Joint accuracy | Slot accuracy | Joint F1 |
| -------- | ------------- | ------------- | --------| | -------- | ------------- | ------------- | --------|
...@@ -158,7 +158,7 @@ By running `convlab2/dst/evaluate.py MultiWOZ $model`: ...@@ -158,7 +158,7 @@ By running `convlab2/dst/evaluate.py MultiWOZ $model`:
*Notice*: The results are for commits before [`bdc9dba`](https://github.com/thu-coai/ConvLab-2/commit/bdc9dba72c957d97788e533f9458ed03a4b0137b) (inclusive). We will update the results after improving user policy. *Notice*: The results are for commits before [`bdc9dba`](https://github.com/thu-coai/ConvLab-2/commit/bdc9dba72c957d97788e533f9458ed03a4b0137b) (inclusive). We will update the results after improving user policy.
By running `convlab2/policy/evalutate.py --model_name $model` By running `convlab/policy/evalutate.py --model_name $model`
| | Task Success Rate | | | Task Success Rate |
| --------- | ----------------- | | --------- | ----------------- |
...@@ -169,7 +169,7 @@ By running `convlab2/policy/evalutate.py --model_name $model` ...@@ -169,7 +169,7 @@ By running `convlab2/policy/evalutate.py --model_name $model`
### NLG ### NLG
By running `convlab2/nlg/evaluate.py MultiWOZ $model sys` By running `convlab/nlg/evaluate.py MultiWOZ $model sys`
| | corpus BLEU-4 | | | corpus BLEU-4 |
| -------- | ------------- | | -------- | ------------- |
...@@ -193,11 +193,11 @@ if __name__ == "__main__": ...@@ -193,11 +193,11 @@ if __name__ == "__main__":
exit(1) exit(1)
assert argv[1] in ['multiwoz', 'crosswoz'] assert argv[1] in ['multiwoz', 'crosswoz']
from convlab2.dst.sumbt.multiwoz_zh.sumbt import SUMBT_PATH from convlab.dst.sumbt.multiwoz_zh.sumbt import SUMBT_PATH
if argv[1] == 'multiwoz': if argv[1] == 'multiwoz':
from convlab2.dst.sumbt.multiwoz_zh.sumbt import SUMBTTracker as SUMBT from convlab.dst.sumbt.multiwoz_zh.sumbt import SUMBTTracker as SUMBT
elif argv[1] == 'crosswoz': elif argv[1] == 'crosswoz':
from convlab2.dst.sumbt.crosswoz_en.sumbt import SUMBTTracker as SUMBT from convlab.dst.sumbt.crosswoz_en.sumbt import SUMBTTracker as SUMBT
sumbt = SUMBT() sumbt = SUMBT()
sumbt.train(True) sumbt.train(True)
...@@ -205,7 +205,7 @@ if __name__ == "__main__": ...@@ -205,7 +205,7 @@ if __name__ == "__main__":
### Evaluate ### Evaluate
Execute `evaluate.py` (under `convlab2/dst/`) with following command: Execute `evaluate.py` (under `convlab/dst/`) with following command:
```bash ```bash
python3 evaluate.py [CrossWOZ-en|MultiWOZ-zh] [val|test|human_val] python3 evaluate.py [CrossWOZ-en|MultiWOZ-zh] [val|test|human_val]
...@@ -236,7 +236,7 @@ Without modifying any code, you could: ...@@ -236,7 +236,7 @@ Without modifying any code, you could:
- [trained on CrossWOZ-en](https://convlab.blob.core.windows.net/convlab-2/crosswoz_en-pytorch_model.bin.zip) - [trained on CrossWOZ-en](https://convlab.blob.core.windows.net/convlab-2/crosswoz_en-pytorch_model.bin.zip)
- [trained on MultiWOZ-zh](https://convlab.blob.core.windows.net/convlab-2/multiwoz_zh-pytorch_model.bin.zip) - [trained on MultiWOZ-zh](https://convlab.blob.core.windows.net/convlab-2/multiwoz_zh-pytorch_model.bin.zip)
- Say the data set is CrossWOZ (English), (after extraction) just save the pre-trained model under `./convlab2/dst/sumbt/crosswoz_en/pre-trained` and name it with `pytorch_model.bin`. - Say the data set is CrossWOZ (English), (after extraction) just save the pre-trained model under `./convlab/dst/sumbt/crosswoz_en/pre-trained` and name it with `pytorch_model.bin`.
## Issues ## Issues
...@@ -264,7 +264,7 @@ Yan Fang, Zhuoer Feng, Jianfeng Gao, Qihan Guo, Kaili Huang, Minlie Huang, Sungj ...@@ -264,7 +264,7 @@ Yan Fang, Zhuoer Feng, Jianfeng Gao, Qihan Guo, Kaili Huang, Minlie Huang, Sungj
If you use ConvLab-2 in your research, please cite: If you use ConvLab-2 in your research, please cite:
``` ```
@inproceedings{zhu2020convlab2, @inproceedings{zhu2020convlab,
title={ConvLab-2: An Open-Source Toolkit for Building, Evaluating, and Diagnosing Dialogue Systems}, title={ConvLab-2: An Open-Source Toolkit for Building, Evaluating, and Diagnosing Dialogue Systems},
author={Qi Zhu and Zheng Zhang and Yan Fang and Xiang Li and Ryuichi Takanobu and Jinchao Li and Baolin Peng and Jianfeng Gao and Xiaoyan Zhu and Minlie Huang}, author={Qi Zhu and Zheng Zhang and Yan Fang and Xiang Li and Ryuichi Takanobu and Jinchao Li and Baolin Peng and Jianfeng Gao and Xiaoyan Zhu and Minlie Huang},
year={2020}, year={2020},
......
import os import os
from convlab2.nlu import NLU from convlab.nlu import NLU
from convlab2.dst import DST from convlab.dst import DST
from convlab2.policy import Policy from convlab.policy import Policy
from convlab2.nlg import NLG from convlab.nlg import NLG
from convlab2.dialog_agent import Agent, PipelineAgent from convlab.dialog_agent import Agent, PipelineAgent
from convlab2.dialog_agent import Session, BiSession, DealornotSession from convlab.dialog_agent import Session, BiSession, DealornotSession
from os.path import abspath, dirname from os.path import abspath, dirname
......
import os import os
import json import json
from tqdm import tqdm from tqdm import tqdm
from convlab2.util import load_dataset, load_nlu_data, load_dst_data, load_policy_data, load_nlg_data, load_e2e_data, load_rg_data from convlab.util import load_dataset, load_nlu_data, load_dst_data, load_policy_data, load_nlg_data, load_e2e_data, load_rg_data
from nltk.tokenize import TreebankWordTokenizer, PunktSentenceTokenizer from nltk.tokenize import TreebankWordTokenizer, PunktSentenceTokenizer
from collections import Counter from collections import Counter
import json_lines import json_lines
from convlab2.util.unified_datasets_util import create_delex_data from convlab.util.unified_datasets_util import create_delex_data
def create_bio_data(dataset, data_dir, args): def create_bio_data(dataset, data_dir, args):
data_by_split = load_nlu_data(dataset, speaker='all') data_by_split = load_nlu_data(dataset, speaker='all')
......
...@@ -2,7 +2,7 @@ import os ...@@ -2,7 +2,7 @@ import os
import json import json
from tqdm import tqdm from tqdm import tqdm
import re import re
from convlab2.util import load_dataset from convlab.util import load_dataset
def create_lm_data(dataset, data_dir, args): def create_lm_data(dataset, data_dir, args):
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment