From 488029fcc32d0717535aa520b039e17e1992c701 Mon Sep 17 00:00:00 2001 From: Shutong Feng <shutong.feng@hhu.de> Date: Tue, 11 Oct 2022 10:57:22 +0200 Subject: [PATCH] minor bug fixing in data file naming --- baselines/BERT/run_bert.py | 2 +- baselines/COSMIC/feature-extraction/extract_bert_features.py | 2 +- baselines/DialogueRNN/extract_bert_features.py | 2 +- baselines/DialogueRNN/preprocess_emowoz_for_glove.py | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/baselines/BERT/run_bert.py b/baselines/BERT/run_bert.py index 2f429cb..da86518 100644 --- a/baselines/BERT/run_bert.py +++ b/baselines/BERT/run_bert.py @@ -278,7 +278,7 @@ def train(train_set, dev_set, test_set, device, args): def load_data(args): logger.info("Creating data loaders") data_dir = '../../data' - with open(f'{data_dir}/data_split.json') as json_file: + with open(f'{data_dir}/data-split.json') as json_file: id_dict = json.load(json_file) if args.select_data == 'emowoz': diff --git a/baselines/COSMIC/feature-extraction/extract_bert_features.py b/baselines/COSMIC/feature-extraction/extract_bert_features.py index eee12ca..99c7909 100644 --- a/baselines/COSMIC/feature-extraction/extract_bert_features.py +++ b/baselines/COSMIC/feature-extraction/extract_bert_features.py @@ -170,7 +170,7 @@ def extract(args, device): feature_dicts = get_sentence_encodings(model, emowoz) print("\nFormatting data") - with open(f'{data_dir}/data_split.json') as json_file: + with open(f'{data_dir}/data-split.json') as json_file: id_dict = json.load(json_file) train_ids = id_dict['train']['multiwoz'] + id_dict['train']['dialmage'] diff --git a/baselines/DialogueRNN/extract_bert_features.py b/baselines/DialogueRNN/extract_bert_features.py index 2bd7531..449080a 100644 --- a/baselines/DialogueRNN/extract_bert_features.py +++ b/baselines/DialogueRNN/extract_bert_features.py @@ -153,7 +153,7 @@ def extract(args, device): feature_dict = get_sentence_encodings(model, emowoz) print("\nFormatting data") - with open(f'{data_dir}/data_split.json') as json_file: + with open(f'{data_dir}/data-split.json') as json_file: id_dict = json.load(json_file) train_ids = id_dict['train']['multiwoz'] + id_dict['train']['dialmage'] diff --git a/baselines/DialogueRNN/preprocess_emowoz_for_glove.py b/baselines/DialogueRNN/preprocess_emowoz_for_glove.py index dc5b4e7..62583b3 100644 --- a/baselines/DialogueRNN/preprocess_emowoz_for_glove.py +++ b/baselines/DialogueRNN/preprocess_emowoz_for_glove.py @@ -6,7 +6,7 @@ from tqdm import tqdm print(f"Preprocessing emowoz for glove feature extraction.") data_dir = '../../data' -with open(f'{data_dir}/data_split.json') as json_file: +with open(f'{data_dir}/data-split.json') as json_file: id_dict = json.load(json_file) train_ids = id_dict['train']['multiwoz'] + id_dict['train']['dialmage'] -- GitLab