diff --git a/data/unified_datasets/metalwoz/metalwoz-test-v1.zip b/data/unified_datasets/metalwoz/metalwoz-test-v1.zip
deleted file mode 100644
index 040153c440767b113a805e68d7e9851e2e066c06..0000000000000000000000000000000000000000
Binary files a/data/unified_datasets/metalwoz/metalwoz-test-v1.zip and /dev/null differ
diff --git a/data/unified_datasets/metalwoz/metalwoz-v1.zip b/data/unified_datasets/metalwoz/metalwoz-v1.zip
deleted file mode 100644
index eff7551b322eb7c3428d706fa660fce9c776aced..0000000000000000000000000000000000000000
Binary files a/data/unified_datasets/metalwoz/metalwoz-v1.zip and /dev/null differ
diff --git a/data/unified_datasets/metalwoz/ontology.json b/data/unified_datasets/metalwoz/ontology.json
deleted file mode 100644
index 099a53528f47e5962b053c649d3e4a56cf0819c8..0000000000000000000000000000000000000000
--- a/data/unified_datasets/metalwoz/ontology.json
+++ /dev/null
@@ -1,211 +0,0 @@
-{
- "domains": {
- "AGREEMENT_BOT": {
- "description": "",
- "slots": {}
- },
- "ALARM_SET": {
- "description": "",
- "slots": {}
- },
- "APARTMENT_FINDER": {
- "description": "",
- "slots": {}
- },
- "APPOINTMENT_REMINDER": {
- "description": "",
- "slots": {}
- },
- "AUTO_SORT": {
- "description": "",
- "slots": {}
- },
- "BANK_BOT": {
- "description": "",
- "slots": {}
- },
- "BUS_SCHEDULE_BOT": {
- "description": "",
- "slots": {}
- },
- "CATALOGUE_BOT": {
- "description": "",
- "slots": {}
- },
- "CHECK_STATUS": {
- "description": "",
- "slots": {}
- },
- "CITY_INFO": {
- "description": "",
- "slots": {}
- },
- "CONTACT_MANAGER": {
- "description": "",
- "slots": {}
- },
- "DECIDER_BOT": {
- "description": "",
- "slots": {}
- },
- "EDIT_PLAYLIST": {
- "description": "",
- "slots": {}
- },
- "EVENT_RESERVE": {
- "description": "",
- "slots": {}
- },
- "GAME_RULES": {
- "description": "",
- "slots": {}
- },
- "GEOGRAPHY": {
- "description": "",
- "slots": {}
- },
- "GUINESS_CHECK": {
- "description": "",
- "slots": {}
- },
- "HOME_BOT": {
- "description": "",
- "slots": {}
- },
- "HOW_TO_BASIC": {
- "description": "",
- "slots": {}
- },
- "INSURANCE": {
- "description": "",
- "slots": {}
- },
- "LIBRARY_REQUEST": {
- "description": "",
- "slots": {}
- },
- "LOOK_UP_INFO": {
- "description": "",
- "slots": {}
- },
- "MAKE_RESTAURANT_RESERVATIONS": {
- "description": "",
- "slots": {}
- },
- "MOVIE_LISTINGS": {
- "description": "",
- "slots": {}
- },
- "MUSIC_SUGGESTER": {
- "description": "",
- "slots": {}
- },
- "NAME_SUGGESTER": {
- "description": "",
- "slots": {}
- },
- "ORDER_PIZZA": {
- "description": "",
- "slots": {}
- },
- "PET_ADVICE": {
- "description": "",
- "slots": {}
- },
- "PHONE_PLAN_BOT": {
- "description": "",
- "slots": {}
- },
- "PHONE_SETTINGS": {
- "description": "",
- "slots": {}
- },
- "PLAY_TIMES": {
- "description": "",
- "slots": {}
- },
- "POLICY_BOT": {
- "description": "",
- "slots": {}
- },
- "PRESENT_IDEAS": {
- "description": "",
- "slots": {}
- },
- "PROMPT_GENERATOR": {
- "description": "",
- "slots": {}
- },
- "QUOTE_OF_THE_DAY_BOT": {
- "description": "",
- "slots": {}
- },
- "RESTAURANT_PICKER": {
- "description": "",
- "slots": {}
- },
- "SCAM_LOOKUP": {
- "description": "",
- "slots": {}
- },
- "SHOPPING": {
- "description": "",
- "slots": {}
- },
- "SKI_BOT": {
- "description": "",
- "slots": {}
- },
- "SPORTS_INFO": {
- "description": "",
- "slots": {}
- },
- "STORE_DETAILS": {
- "description": "",
- "slots": {}
- },
- "TIME_ZONE": {
- "description": "",
- "slots": {}
- },
- "UPDATE_CALENDAR": {
- "description": "",
- "slots": {}
- },
- "UPDATE_CONTACT": {
- "description": "",
- "slots": {}
- },
- "WEATHER_CHECK": {
- "description": "",
- "slots": {}
- },
- "WEDDING_PLANNER": {
- "description": "",
- "slots": {}
- },
- "WHAT_IS_IT": {
- "description": "",
- "slots": {}
- },
- "BOOKING_FLIGHT": {
- "description": "",
- "slots": {}
- },
- "HOTEL_RESERVE": {
- "description": "",
- "slots": {}
- },
- "TOURISM": {
- "description": "",
- "slots": {}
- },
- "VACATION_IDEAS": {
- "description": "",
- "slots": {}
- }
- },
- "intents": {},
- "binary_dialogue_act": [],
- "state": {}
-}
\ No newline at end of file
diff --git a/data/unified_datasets/metalwoz/preprocess.py b/data/unified_datasets/metalwoz/preprocess.py
index 4f9ea71444bb2c92253878573d5c8869fc735e35..86392cc4e17c3aa8ffe82ec79b0d939ec1246e05 100644
--- a/data/unified_datasets/metalwoz/preprocess.py
+++ b/data/unified_datasets/metalwoz/preprocess.py
@@ -4,6 +4,7 @@ from zipfile import ZipFile, ZIP_DEFLATED
import random
import json_lines
from collections import Counter
+from shutil import rmtree
def preprocess():
@@ -97,6 +98,8 @@ def preprocess():
with ZipFile('data.zip', 'w', ZIP_DEFLATED) as zf:
for filename in os.listdir(new_data_dir):
zf.write(f'{new_data_dir}/{filename}')
+ rmtree(new_data_dir)
+ return dialogues, ontology
if __name__ == '__main__':