diff --git a/data/unified_datasets/tm1/README.md b/data/unified_datasets/tm1/README.md
index ddc51e640a3cf29ee9db45ad01c628259108cb8d..35e7024f74d505f55dc5cee6af0ecc46fa5dcf53 100644
--- a/data/unified_datasets/tm1/README.md
+++ b/data/unified_datasets/tm1/README.md
@@ -17,7 +17,7 @@ The original dataset consists of 13,215 task-based dialogs, including 5,507 spok
- Split woz-dialogs into train/validation/test randomly (8:1:1). The split of self-dialogs is followed the original dataset.
- Merge continuous turns by the same speaker (ignore repeated turns).
- Annotate `dialogue acts` according to the original segment annotations. Add `intent` annotation (inform/accept/reject). The type of `dialogue act` is set to `non-categorical` if the original segment annotation includes a specified `slot`. Otherwise, the type is set to `binary` (and the `slot` and `value` are empty) since it means general reference to a transaction, e.g. "OK your pizza has been ordered". If there are multiple spans overlapping, we only keep the shortest one, since we found that this simple strategy can reduce the noise in annotation.
- - Add `intent` and `slot` descriptions.
+ - Add `domain`, `intent`, and `slot` descriptions.
- Add `state` by accumulate `non-categorical dialogue acts` in the order that they appear, except those whose intents are **reject**.
- Keep the first annotation since each conversation was annotated by two workers.
- **Annotations:**
diff --git a/data/unified_datasets/tm1/data.zip b/data/unified_datasets/tm1/data.zip
index 0826bdd7897abda7db1910016a0032db8b24885a..ba8262228f13571f91889e01f977ce10bf830f7e 100644
Binary files a/data/unified_datasets/tm1/data.zip and b/data/unified_datasets/tm1/data.zip differ
diff --git a/data/unified_datasets/tm1/preprocess.py b/data/unified_datasets/tm1/preprocess.py
index 344f0cf0ca77e399a64fb07a3f6a44f5d05a838a..26eca3dd911268dba358456801f987adaec0bcea 100644
--- a/data/unified_datasets/tm1/preprocess.py
+++ b/data/unified_datasets/tm1/preprocess.py
@@ -241,11 +241,6 @@ def preprocess():
# sort the span according to the length
segments = sorted(uttr['segments'], key=lambda x: len(x['text']))
for segment in segments:
- # skip overlapped spans, keep the shortest one
- if sum(in_span[segment['start_index']: segment['end_index']]) > 0:
- continue
- else:
- in_span[segment['start_index']: segment['end_index']] = [1]*(segment['end_index']-segment['start_index'])
# Each conversation was annotated by two workers.
# only keep the first annotation for the span
item = segment['annotations'][0]
@@ -265,6 +260,11 @@ def preprocess():
})
else:
assert turn['utterance'][segment['start_index']:segment['end_index']] == segment['text']
+ # skip overlapped spans, keep the shortest one
+ if sum(in_span[segment['start_index']: segment['end_index']]) > 0:
+ continue
+ else:
+ in_span[segment['start_index']: segment['end_index']] = [1]*(segment['end_index']-segment['start_index'])
turn['dialogue_acts']['non-categorical'].append({
'intent': intent,
'domain': domain,
@@ -276,10 +276,13 @@ def preprocess():
turn['dialogue_acts']['non-categorical'] = sorted(turn['dialogue_acts']['non-categorical'], key=lambda x: x['start'])
+ bdas = set()
for da in turn['dialogue_acts']['binary']:
da_tuple = (da['intent'], da['domain'], da['slot'], da['value'],)
+ bdas.add(da_tuple)
if da_tuple not in ontology['binary_dialogue_acts']:
ontology['binary_dialogue_acts'].add(da_tuple)
+ turn['dialogue_acts']['binary'] = [{'intent':bda[0],'domain':bda[1],'slot':bda[2],'value':bda[3]} for bda in sorted(bdas)]
for da in turn['dialogue_acts']['non-categorical']:
slot, value = da['slot'], da['value']
diff --git a/data/unified_datasets/tm2/README.md b/data/unified_datasets/tm2/README.md
index 505731a7600a1de790b46f0098b398f99a8942b9..6e0e96923e93b3516909a6a6277d98271a3101a6 100644
--- a/data/unified_datasets/tm2/README.md
+++ b/data/unified_datasets/tm2/README.md
@@ -16,8 +16,8 @@ The Taskmaster-2 dataset consists of 17,289 dialogs in the seven domains. Unlike
- Remove dialogs that are empty or only contain one speaker.
- Split each domain dialogs into train/validation/test randomly (8:1:1).
- Merge continuous turns by the same speaker (ignore repeated turns).
- - Annotate `dialogue acts` according to the original segment annotations. Add `intent` annotation (inform/accept/reject). The type of `dialogue act` is set to `non-categorical` if the original segment annotation includes a specified `slot`. Otherwise, the type is set to `binary` (and the `slot` and `value` are empty) since it means general reference to a transaction, e.g. "OK your pizza has been ordered". If there are multiple spans overlapping, we only keep the shortest one, since we found that this simple strategy can reduce the noise in annotation.
- - Add `intent` and `slot` descriptions.
+ - Annotate `dialogue acts` according to the original segment annotations. Add `intent` annotation (`==inform`). The type of `dialogue act` is set to `non-categorical` if the `slot` is not in `anno2slot` in `preprocess.py`). Otherwise, the type is set to `binary` (and the `value` is empty). If there are multiple spans overlapping, we only keep the shortest one, since we found that this simple strategy can reduce the noise in annotation.
+ - Add `domain`, `intent`, and `slot` descriptions.
- Add `state` by accumulate `non-categorical dialogue acts` in the order that they appear.
- Keep the first annotation since each conversation was annotated by two workers.
- **Annotations:**
diff --git a/data/unified_datasets/tm2/data.zip b/data/unified_datasets/tm2/data.zip
index bc6b2c3e4eefb0d81cd02d3189764df7620569d5..306d209368279ea67bcc07789327063ef3a2c57a 100644
Binary files a/data/unified_datasets/tm2/data.zip and b/data/unified_datasets/tm2/data.zip differ
diff --git a/data/unified_datasets/tm2/dummy_data.json b/data/unified_datasets/tm2/dummy_data.json
index 9af932a7031b126ebc7fe6bd756c4086e514e39e..6cb30f4be2581202be683487db67cdd37917ca3c 100644
--- a/data/unified_datasets/tm2/dummy_data.json
+++ b/data/unified_datasets/tm2/dummy_data.json
@@ -1729,14 +1729,6 @@
"start": 13,
"end": 27
},
- {
- "intent": "inform",
- "domain": "flights",
- "slot": "other_description",
- "value": "the shortest layover",
- "start": 58,
- "end": 78
- },
{
"intent": "inform",
"domain": "flights",
@@ -1775,7 +1767,7 @@
"num.pax": "one",
"luggage": "",
"total_fare": "",
- "other_description": "the shortest layover",
+ "other_description": "",
"from": "",
"to": "",
"airline": "United Airlines",
diff --git a/data/unified_datasets/tm2/preprocess.py b/data/unified_datasets/tm2/preprocess.py
index 38574ee2337f6c56c86bd6f732899116410b1480..c650fa73ed72c2f061969cb1fdbede3ed3200f2e 100644
--- a/data/unified_datasets/tm2/preprocess.py
+++ b/data/unified_datasets/tm2/preprocess.py
@@ -338,11 +338,6 @@ def preprocess():
# sort the span according to the length
segments = sorted(uttr['segments'], key=lambda x: len(x['text']))
for segment in segments:
- # skip overlapped spans, keep the shortest one
- # if sum(in_span[segment['start_index']: segment['end_index']]) > 0:
- # continue
- # else:
- # in_span[segment['start_index']: segment['end_index']] = [1]*(segment['end_index']-segment['start_index'])
# Each conversation was annotated by two workers.
# only keep the first annotation for the span
item = segment['annotations'][0]
@@ -365,6 +360,11 @@ def preprocess():
slot = anno2slot[domain][slot]
assert slot in ontology['domains'][domain]['slots'], print(domain, [slot])
assert turn['utterance'][segment['start_index']:segment['end_index']] == segment['text']
+ # skip overlapped spans, keep the shortest one
+ if sum(in_span[segment['start_index']: segment['end_index']]) > 0:
+ continue
+ else:
+ in_span[segment['start_index']: segment['end_index']] = [1]*(segment['end_index']-segment['start_index'])
turn['dialogue_acts']['non-categorical'].append({
'intent': intent,
'domain': domain,
@@ -376,10 +376,13 @@ def preprocess():
turn['dialogue_acts']['non-categorical'] = sorted(turn['dialogue_acts']['non-categorical'], key=lambda x: x['start'])
+ bdas = set()
for da in turn['dialogue_acts']['binary']:
da_tuple = (da['intent'], da['domain'], da['slot'], da['value'],)
+ bdas.add(da_tuple)
if da_tuple not in ontology['binary_dialogue_acts']:
ontology['binary_dialogue_acts'].add(da_tuple)
+ turn['dialogue_acts']['binary'] = [{'intent':bda[0],'domain':bda[1],'slot':bda[2],'value':bda[3]} for bda in sorted(bdas)]
for da in turn['dialogue_acts']['non-categorical']:
slot, value = da['slot'], da['value']
diff --git a/data/unified_datasets/tm3/README.md b/data/unified_datasets/tm3/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..14342ca07e80046698e96c5c969a210b468e72ae
--- /dev/null
+++ b/data/unified_datasets/tm3/README.md
@@ -0,0 +1,71 @@
+# Dataset Card for Taskmaster-1
+
+- **Repository:** https://github.com/google-research-datasets/Taskmaster/tree/master/TM-3-2020
+- **Paper:** https://aclanthology.org/2021.acl-long.55.pdf
+- **Leaderboard:** None
+- **Who transforms the dataset:** Qi Zhu(zhuq96 at gmail dot com)
+
+### Dataset Summary
+
+The Taskmaster-3 (aka TicketTalk) dataset consists of 23,789 movie ticketing dialogs (located in Taskmaster/TM-3-2020/data/). By "movie ticketing" we mean conversations where the customer's goal is to purchase tickets after deciding on theater, time, movie name, number of tickets, and date, or opt out of the transaction.
+
+This collection was created using the "self-dialog" method. This means a single, crowd-sourced worker is paid to create a conversation writing turns for both speakers, i.e. the customer and the ticketing agent. In order to gather a wide range of conversational scenarios and linguistic phenomena, workers were given both open-ended as well as highly structured conversational tasks. In all, we used over three dozen sets of instructions while building this corpus. The "instructions" field in data.json provides the exact scenario workers were given to complete each dialog. In this way, conversations involve a wide variety of paths, from those where the customer decides on a movie based on genre, their location, current releases, or from what they already have in mind. In addition, dialogs also include error handling with repect to repair (e.g. "No, I said Tom Cruise."), clarifications (e.g. "Sorry. Did you want the AMC 16 or Century City 16?") and other common conversational hiccups. In some cases instructions are completely open ended e.g. "Pretend you are taking your friend to a movie in Salem, Oregon. Create a conversation where you end up buying two tickets after finding out what is playing in at least two local theaters. Make sure the ticket purchase includes a confirmation of the deatils by the agent before the purchase, including date, time, movie, theater, and number of tickets." In other cases we restrict the conversational content and structure by offering a partially completed conversation that the workers must finalize or fill in based a certain parameters. These partially completed dialogs are labeled "Auto template" in the "scenario" field shown for each conversation in the data.json file. In some cases, we provided a small KB from which workers would choose movies, theaters, etc. but in most cases (pre-pandemic) workers were told to use the internet to get accurate current details for their dialogs. In any case, all relevant entities are annotated.
+
+- **How to get the transformed data from original data:**
+ - Download [master.zip](https://github.com/google-research-datasets/Taskmaster/archive/refs/heads/master.zip).
+ - Run `python preprocess.py` in the current directory.
+- **Main changes of the transformation:**
+ - Remove dialogs that are empty or only contain one speaker.
+ - Split each domain dialogs into train/validation/test randomly (8:1:1).
+ - Merge continuous turns by the same speaker (ignore repeated turns).
+ - Annotate `dialogue acts` according to the original segment annotations. Add `intent` annotation (`==inform`). The type of `dialogue act` is set to `non-categorical` if the `slot` is not `description.other` or `description.plot`. Otherwise, the type is set to `binary` (and the `value` is empty). If there are multiple spans overlapping, we only keep the shortest one, since we found that this simple strategy can reduce the noise in annotation.
+ - Add `domain` and `intent` descriptions.
+ - Rename `api` to `db_results`.
+ - Add `state` by accumulate `non-categorical dialogue acts` in the order that they appear.
+- **Annotations:**
+ - dialogue acts, state, db_results.
+
+### Supported Tasks and Leaderboards
+
+NLU, DST, Policy, NLG, E2E
+
+### Languages
+
+English
+
+### Data Splits
+
+| split | dialogues | utterances | avg_utt | avg_tokens | avg_domains | cat slot match(state) | cat slot match(goal) | cat slot match(dialogue act) | non-cat slot span(dialogue act) |
+|------------|-------------|--------------|-----------|--------------|---------------|-------------------------|------------------------|--------------------------------|-----------------------------------|
+| train | 18997 | 380646 | 20.04 | 10.48 | 1 | - | - | - | 100 |
+| validation | 2380 | 47531 | 19.97 | 10.38 | 1 | - | - | - | 100 |
+| test | 2380 | 48849 | 20.52 | 10.12 | 1 | - | - | - | 100 |
+| all | 23757 | 477026 | 20.08 | 10.43 | 1 | - | - | - | 100 |
+
+1 domains: ['movie']
+- **cat slot match**: how many values of categorical slots are in the possible values of ontology in percentage.
+- **non-cat slot span**: how many values of non-categorical slots have span annotation in percentage.
+
+### Citation
+
+```
+@inproceedings{byrne-etal-2021-tickettalk,
+ title = "{T}icket{T}alk: Toward human-level performance with end-to-end, transaction-based dialog systems",
+ author = "Byrne, Bill and
+ Krishnamoorthi, Karthik and
+ Ganesh, Saravanan and
+ Kale, Mihir",
+ booktitle = "Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers)",
+ month = aug,
+ year = "2021",
+ address = "Online",
+ publisher = "Association for Computational Linguistics",
+ url = "https://aclanthology.org/2021.acl-long.55",
+ doi = "10.18653/v1/2021.acl-long.55",
+ pages = "671--680",
+}
+```
+
+### Licensing Information
+
+[**CC BY 4.0**](https://creativecommons.org/licenses/by/4.0/)
\ No newline at end of file
diff --git a/data/unified_datasets/tm3/data.zip b/data/unified_datasets/tm3/data.zip
new file mode 100644
index 0000000000000000000000000000000000000000..21455efde30494a3396aaeedeca896e8e1599434
Binary files /dev/null and b/data/unified_datasets/tm3/data.zip differ
diff --git a/data/unified_datasets/tm3/dummy_data.json b/data/unified_datasets/tm3/dummy_data.json
new file mode 100644
index 0000000000000000000000000000000000000000..48fe1ae8c97e4f7ff625cc582532ce4e91453551
--- /dev/null
+++ b/data/unified_datasets/tm3/dummy_data.json
@@ -0,0 +1,5507 @@
+[
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-0",
+ "original_id": "dlg-9962109d-437b-4ed3-b037-980272a3bda1",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: In the conversation below, a customer is talking to a booking agent to purchase movie tickets. However, the customer’s turns are missing. The details mentioned (theater names, cities, etc.) do NOT necessarily reflect real life, but you should pretend they are real for the purposes of this exercise.\n\nYOUR TASK: {{LIST *Pretend you are the customer*., Fill in the *missing turns* (in green) so that the conversation makes sense and sounds natural., Make sure you *follow the instructions* provided in parentheses for each turn. (Start typing to make the instructions move outside the box.), Do not copy the wording. *Use your own words*., *Use your normal speaking style* for this scenario but don’t be overly chatty., *Do NOT* call the booking agent by any name including “sir” “madam” etc.}}\n\n{{HIDE movie_1 name.movie No Time To Die}}\n{{HIDE theater_1 name.theater AMC Mountain 16}}\n{{HIDE theater_2 name.theater AMC Mercado 24}}\n{{HIDE genre_1 name.genre action}}\n{{HIDE movie_1_showtime_1 time.showing 4:30pm}}\n{{HIDE movie_1_showtime_2 time.showing 6:40pm}}\n{{HIDE movie_1_showtime_3 time.showing 9:10pm}}\n{{HIDE num_tickets num.tickets three}}\n{{HIDE date date.showing tonight}}\n{{HIDE success_closing success.closing OK. Enjoy your movie!}}\nBEFORE YOU BEGIN: Provide a value for this detail.\n{{ENTER people people.tickets Who’s all going to the movie? (use a phrase describing *three people* that includes reference to yourself.)}}\n\n{{CONVERSATION\nhint user (In your own words, express interest in buying movie tickets for var_date and specify theater ‘var_theater_1’.)\nforce assistant No problem. Is there a particular type of movie you’re looking for?\nhint user (mention ‘var_genre_1’ in your response)\nforce assistant Sure. I can help with that. Let me check listings at var_theater_2.\nhint user (Correct the agent’s mistake: You wanted ‘var_theater_1’.)\nforce assistant Oh, sorry about that. So you’re interested in var_genre_1 films at var_theater_1, right?\nhint user (Confirm the agent’s correction.)\ncall find_movies name.genre var_genre_1 name.theater var_theater_1\nresponse find_movies name.movie var_movie_1\ncall find_showtimes name.theater var_theater_1 date.showing var_date name.movie var_movie_1\nresponse find_showtimes time.showing var_movie_1_showtime_1 time.showing var_movie_1_showtime_2 time.showing var_movie_1_showtime_3\nforce assistant OK. I see one var_genre_1 movie playing at var_theater_1: var_movie_1. Remaining showtimes are var_movie_1_showtime_1, var_movie_1_showtime_2 and var_movie_1_showtime_3. Does any of those work?\nhint user (Answer positively and choose ‘var_movie_1_showtime_3’)\nforce assistant Great. And how many tickets?\nhint user (Include your earlier answer of ‘var_people’ in this response.)\nforce assistant All right. Let me confirm that you’d like var_num_tickets tickets for var_movie_1 at var_theater_1 var_date at var_movie_1_showtime_3. Is that all correct?\nhint user (Confirm.)\nforce assistant Is it OK to go ahead and purchase these tickets?\nhint user (Give positive answer).\ncall book_tickets name.movie var_movie_1 name.theater var_theater_1 time.showing var_movie_1_showtime_1 num.tickets var_num_tickets date.showing var_date\nresponse book_tickets api.response success\nforce assistant OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?\nhint user (polite negative answer)\nforce assistant var_success_closing\n}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_logical The conversation between the user and the assistant is cooperative and logical.}}\n{{CHECK confirm_natural All the individual turns from the user (green boxes) sound natural and familiar.}}\n{{CHECK confirm_casual All the individual turns from the user (green boxes) are casual but polite.}}\n{{CHECK confirm_appropriate All the individual turns from the user (green boxes) are free of offensive or inappropriate language.}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "I'd like to buy tickets for movie particularly on AMC Mercado 24.",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "No problem. Is there a particular type of movie you’re looking for?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "I prefer to go for an action movie, Let me know the movie lists & show timings.",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 22,
+ "end": 28
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Sure. I can help with that. Let me check listings at AMC Mercado 24.",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mercado 24",
+ "start": 53,
+ "end": 67
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Please do check at AMC Mercado 24 instead of AMC Mercado 16",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mercado 24",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Oh, sorry about that. So you’re interested in action films at AMC Mountain 16, right?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 46,
+ "end": 52
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 62,
+ "end": 77
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, It is",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. I show one action movie playing at AMC Mountain 16: No Time To Die. Remaining showtimes are 4:30pm, 6:40pm and 9:10pm. Does any of those work?",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 15,
+ "end": 21
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16:",
+ "start": 39,
+ "end": 55
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 56,
+ "end": 70
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4:30pm",
+ "start": 96,
+ "end": 102
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "6:40pm",
+ "start": 104,
+ "end": 110
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 115,
+ "end": 121
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Thank you. Make it for 9:10 pm",
+ "utt_idx": 8,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10 pm",
+ "start": 23,
+ "end": 30
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10 pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Great. And how many tickets?",
+ "utt_idx": 9,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "I need 9 tickets.",
+ "utt_idx": 10,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10 pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "All right. Let me confirm that you’d like three tickets for No Time To Die at AMC Mountain 16 tonight at 9:10pm. Is that all correct?",
+ "utt_idx": 11,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "three",
+ "start": 42,
+ "end": 47
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 60,
+ "end": 74
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 78,
+ "end": 93
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 94,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 105,
+ "end": 111
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, Go ahead. Good to go then.",
+ "utt_idx": 12,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Is it OK to go ahead and purchase these tickets?",
+ "utt_idx": 13,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Thank you for your assistance. Have a good one.",
+ "utt_idx": 14,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?",
+ "utt_idx": 15,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "No, that is all for the day. Thanks!",
+ "utt_idx": 16,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Enjoy your movie!",
+ "utt_idx": 17,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-1",
+ "original_id": "dlg-684cfa8c-0f50-4ecb-9543-12b4080d5dec",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: In the conversation below, a customer is talking to a booking agent to purchase movie tickets. However, the customer’s turns are missing. The details mentioned (theater names, cities, etc.) do NOT necessarily reflect real life, but you should pretend they are real for the purposes of this exercise.\n\nYOUR TASK: {{LIST *Pretend you are the customer*., Fill in the *missing turns* (in green) so that the conversation makes sense and sounds natural., Make sure you *follow the instructions* provided in parentheses for each turn. (Start typing to make the instructions move outside the box.), Do not copy the wording. *Use your own words*., *Use your normal speaking style* for this scenario but don’t be overly chatty., *Do NOT* call the booking agent by any name including “sir” “madam” etc.}}\n\n{{HIDE movie_1 name.movie No Time To Die}}\n{{HIDE theater_1 name.theater AMC Mountain 16}}\n{{HIDE theater_2 name.theater AMC Mercado 24}}\n{{HIDE genre_1 name.genre action}}\n{{HIDE movie_1_showtime_1 time.showing 4:30pm}}\n{{HIDE movie_1_showtime_2 time.showing 6:40pm}}\n{{HIDE movie_1_showtime_3 time.showing 9:10pm}}\n{{HIDE num_tickets num.tickets three}}\n{{HIDE date date.showing tonight}}\n{{HIDE success_closing success.closing OK. Enjoy your movie!}}\nBEFORE YOU BEGIN: Provide a value for this detail.\n{{ENTER people people.tickets Who’s all going to the movie? (use a phrase describing *three people* that includes reference to yourself.)}}\n\n{{CONVERSATION\nhint user (In your own words, express interest in buying movie tickets for var_date and specify theater ‘var_theater_1’.)\nforce assistant No problem. Is there a particular type of movie you’re looking for?\nhint user (mention ‘var_genre_1’ in your response)\nforce assistant Sure. I can help with that. Let me check listings at var_theater_2.\nhint user (Correct the agent’s mistake: You wanted ‘var_theater_1’.)\nforce assistant Oh, sorry about that. So you’re interested in var_genre_1 films at var_theater_1, right?\nhint user (Confirm the agent’s correction.)\ncall find_movies name.genre var_genre_1 name.theater var_theater_1\nresponse find_movies name.movie var_movie_1\ncall find_showtimes name.theater var_theater_1 date.showing var_date name.movie var_movie_1\nresponse find_showtimes time.showing var_movie_1_showtime_1 time.showing var_movie_1_showtime_2 time.showing var_movie_1_showtime_3\nforce assistant OK. I see one var_genre_1 movie playing at var_theater_1: var_movie_1. Remaining showtimes are var_movie_1_showtime_1, var_movie_1_showtime_2 and var_movie_1_showtime_3. Does any of those work?\nhint user (Answer positively and choose ‘var_movie_1_showtime_3’)\nforce assistant Great. And how many tickets?\nhint user (Include your earlier answer of ‘var_people’ in this response.)\nforce assistant All right. Let me confirm that you’d like var_num_tickets tickets for var_movie_1 at var_theater_1 var_date at var_movie_1_showtime_3. Is that all correct?\nhint user (Confirm.)\nforce assistant Is it OK to go ahead and purchase these tickets?\nhint user (Give positive answer).\ncall book_tickets name.movie var_movie_1 name.theater var_theater_1 time.showing var_movie_1_showtime_1 num.tickets var_num_tickets date.showing var_date\nresponse book_tickets api.response success\nforce assistant OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?\nhint user (polite negative answer)\nforce assistant var_success_closing\n}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_logical The conversation between the user and the assistant is cooperative and logical.}}\n{{CHECK confirm_natural All the individual turns from the user (green boxes) sound natural and familiar.}}\n{{CHECK confirm_casual All the individual turns from the user (green boxes) are casual but polite.}}\n{{CHECK confirm_appropriate All the individual turns from the user (green boxes) are free of offensive or inappropriate language.}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "Can you get me movie tickets for tonight at the AMC Mountain 16?",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 33,
+ "end": 40
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 48,
+ "end": 63
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "No problem. Is there a particular type of movie you’re looking for?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Are there any action movies?",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 14,
+ "end": 20
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Sure. I can help with that. Let me check listings at AMC Mercado 24.",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mercado 24",
+ "start": 53,
+ "end": 67
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "No, not the Mercado, the AMC Mountain 16.",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 25,
+ "end": 40
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Oh, sorry about that. So you’re interested in action films at AMC Mountain 16, right?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 46,
+ "end": 52
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 62,
+ "end": 77
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "That's correct.",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. I see one action movie playing at AMC Mountain 16: No Time To Die. Remaining showtimes are 4:30pm, 6:40pm and 9:10pm. Does any of those work?",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 14,
+ "end": 20
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16:",
+ "start": 38,
+ "end": 54
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 55,
+ "end": 69
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4:30pm",
+ "start": 95,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "6:40pm",
+ "start": 103,
+ "end": 109
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 114,
+ "end": 120
+ }
+ ]
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 6,
+ "args": {
+ "name.genre": "action",
+ "name.theater": "AMC Mountain 16"
+ },
+ "response": {
+ "name.movie_1": "No Time To Die"
+ },
+ "name": "find_movies"
+ },
+ {
+ "index": 6,
+ "args": {
+ "name.theater": "AMC Mountain 16",
+ "name.movie": "No Time To Die"
+ },
+ "response": {
+ "time.showing_1": "4:30pm",
+ "time.showing_2": "6:40pm",
+ "time.showing_3": "9:10pm"
+ },
+ "name": "find_showtimes"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, the 9:10pm sounds good.",
+ "utt_idx": 8,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 9,
+ "end": 15
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Great. And how many tickets?",
+ "utt_idx": 9,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Me and two others.",
+ "utt_idx": 10,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "All right. Let me confirm that you’d like three tickets for No Time To Die at AMC Mountain 16 tonight at 9:10pm. Is that all correct?",
+ "utt_idx": 11,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "three",
+ "start": 42,
+ "end": 47
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 60,
+ "end": 74
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 78,
+ "end": 93
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 94,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 105,
+ "end": 111
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Affirmative.",
+ "utt_idx": 12,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Is it OK to go ahead and purchase these tickets?",
+ "utt_idx": 13,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Make it so.",
+ "utt_idx": 14,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?",
+ "utt_idx": 15,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 14,
+ "args": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "time.showing": "4:30pm",
+ "num.tickets": "three",
+ "date.showing": "tonight"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "No, that's all.",
+ "utt_idx": 16,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Enjoy your movie!",
+ "utt_idx": 17,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-2",
+ "original_id": "dlg-0717348f-786f-477a-a87b-7fcade729006",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: In the conversation below, a customer is talking to a booking agent to purchase movie tickets. However, the customer’s turns are missing. The details mentioned (theater names, cities, etc.) do NOT necessarily reflect real life, but you should pretend they are real for the purposes of this exercise.\n\nYOUR TASK: {{LIST *Pretend you are the customer*., Fill in the *missing turns* (in green) so that the conversation makes sense and sounds natural., Make sure you *follow the instructions* provided in parentheses for each turn. (Start typing to make the instructions move outside the box.), Do not copy the wording. *Use your own words*., *Use your normal speaking style* for this scenario but don’t be overly chatty., *Do NOT* call the booking agent by any name including “sir” “madam” etc.}}\n\n{{HIDE movie_1 name.movie No Time To Die}}\n{{HIDE theater_1 name.theater AMC Mountain 16}}\n{{HIDE theater_2 name.theater AMC Mercado 24}}\n{{HIDE genre_1 name.genre action}}\n{{HIDE movie_1_showtime_1 time.showing 4:30pm}}\n{{HIDE movie_1_showtime_2 time.showing 6:40pm}}\n{{HIDE movie_1_showtime_3 time.showing 9:10pm}}\n{{HIDE num_tickets num.tickets three}}\n{{HIDE date date.showing tonight}}\n{{HIDE success_closing success.closing OK. Enjoy your movie!}}\nBEFORE YOU BEGIN: Provide a value for this detail.\n{{ENTER people people.tickets Who’s all going to the movie? (use a phrase describing *three people* that includes reference to yourself.)}}\n\n{{CONVERSATION\nhint user (In your own words, express interest in buying movie tickets for var_date and specify theater ‘var_theater_1’.)\nforce assistant No problem. Is there a particular type of movie you’re looking for?\nhint user (mention ‘var_genre_1’ in your response)\nforce assistant Sure. I can help with that. Let me check listings at var_theater_2.\nhint user (Correct the agent’s mistake: You wanted ‘var_theater_1’.)\nforce assistant Oh, sorry about that. So you’re interested in var_genre_1 films at var_theater_1, right?\nhint user (Confirm the agent’s correction.)\ncall find_movies name.genre var_genre_1 name.theater var_theater_1\nresponse find_movies name.movie var_movie_1\ncall find_showtimes name.theater var_theater_1 date.showing var_date name.movie var_movie_1\nresponse find_showtimes time.showing var_movie_1_showtime_1 time.showing var_movie_1_showtime_2 time.showing var_movie_1_showtime_3\nforce assistant OK. I see one var_genre_1 movie playing at var_theater_1: var_movie_1. Remaining showtimes are var_movie_1_showtime_1, var_movie_1_showtime_2 and var_movie_1_showtime_3. Does any of those work?\nhint user (Answer positively and choose ‘var_movie_1_showtime_3’)\nforce assistant Great. And how many tickets?\nhint user (Include your earlier answer of ‘var_people’ in this response.)\nforce assistant All right. Let me confirm that you’d like var_num_tickets tickets for var_movie_1 at var_theater_1 var_date at var_movie_1_showtime_3. Is that all correct?\nhint user (Confirm.)\nforce assistant Is it OK to go ahead and purchase these tickets?\nhint user (Give positive answer).\ncall book_tickets name.movie var_movie_1 name.theater var_theater_1 time.showing var_movie_1_showtime_1 num.tickets var_num_tickets date.showing var_date\nresponse book_tickets api.response success\nforce assistant OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?\nhint user (polite negative answer)\nforce assistant var_success_closing\n}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_logical The conversation between the user and the assistant is cooperative and logical.}}\n{{CHECK confirm_natural All the individual turns from the user (green boxes) sound natural and familiar.}}\n{{CHECK confirm_casual All the individual turns from the user (green boxes) are casual but polite.}}\n{{CHECK confirm_appropriate All the individual turns from the user (green boxes) are free of offensive or inappropriate language.}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "I'd like to see a movie tonight, specifically at the AMC Mountain 16.",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 24,
+ "end": 31
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 53,
+ "end": 68
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "No problem. Is there a particular type of movie you’re looking for?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yeah, I want an action movie.",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 16,
+ "end": 22
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Sure. I can help with that. Let me check listings at AMC Mercado 24.",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mercado 24",
+ "start": 53,
+ "end": 67
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Actually, I wanted the AMC Mountain 16.",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 23,
+ "end": 38
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Oh, sorry about that. So you’re interested in action films at AMC Mountain 16, right?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 46,
+ "end": 52
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 62,
+ "end": 77
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "That's right.",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. I see one action movie playing at AMC Mountain 16: No Time To Die. Remaining showtimes are 4:30pm, 6:40pm and 9:10pm. Does any of those work?",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 14,
+ "end": 20
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16:",
+ "start": 38,
+ "end": 54
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 55,
+ "end": 69
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4:30pm",
+ "start": 95,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "6:40pm",
+ "start": 103,
+ "end": 109
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 114,
+ "end": 120
+ }
+ ]
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 6,
+ "args": {
+ "name.genre": "action",
+ "name.theater": "AMC Mountain 16"
+ },
+ "response": {
+ "name.movie_1": "No Time To Die"
+ },
+ "name": "find_movies"
+ },
+ {
+ "index": 6,
+ "args": {
+ "name.theater": "AMC Mountain 16",
+ "name.movie": "No Time To Die"
+ },
+ "response": {
+ "time.showing_1": "4:30pm",
+ "time.showing_2": "6:40pm",
+ "time.showing_3": "9:10pm"
+ },
+ "name": "find_showtimes"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, let's do the 9:10 showing.",
+ "utt_idx": 8,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Great. And how many tickets?",
+ "utt_idx": 9,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Myself, my wife, and my friend.",
+ "utt_idx": 10,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "All right. Let me confirm that you’d like three tickets for No Time To Die at AMC Mountain 16 tonight at 9:10pm. Is that all correct?",
+ "utt_idx": 11,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "three",
+ "start": 42,
+ "end": 47
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 60,
+ "end": 74
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 78,
+ "end": 93
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 94,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 105,
+ "end": 111
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "That is correct.",
+ "utt_idx": 12,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Is it OK to go ahead and purchase these tickets?",
+ "utt_idx": 13,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes it is.",
+ "utt_idx": 14,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?",
+ "utt_idx": 15,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 14,
+ "args": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "time.showing": "4:30pm",
+ "num.tickets": "three",
+ "date.showing": "tonight"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "No, thank you very much.",
+ "utt_idx": 16,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Enjoy your movie!",
+ "utt_idx": 17,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-3",
+ "original_id": "dlg-9ef3529f-fed0-4d76-8f3c-4d1fcdab9ed1",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: In the conversation below, a customer is talking to a booking agent to purchase movie tickets. However, the customer’s turns are missing. The details mentioned (theater names, cities, etc.) do NOT necessarily reflect real life, but you should pretend they are real for the purposes of this exercise.\n\nYOUR TASK: {{LIST *Pretend you are the customer*., Fill in the *missing turns* (in green) so that the conversation makes sense and sounds natural., Make sure you *follow the instructions* provided in parentheses for each turn. (Start typing to make the instructions move outside the box.), Do not copy the wording. *Use your own words*., *Use your normal speaking style* for this scenario but don’t be overly chatty., *Do NOT* call the booking agent by any name including “sir” “madam” etc.}}\n\n{{HIDE movie_1 name.movie No Time To Die}}\n{{HIDE theater_1 name.theater AMC Mountain 16}}\n{{HIDE theater_2 name.theater AMC Mercado 24}}\n{{HIDE genre_1 name.genre action}}\n{{HIDE movie_1_showtime_1 time.showing 4:30pm}}\n{{HIDE movie_1_showtime_2 time.showing 6:40pm}}\n{{HIDE movie_1_showtime_3 time.showing 9:10pm}}\n{{HIDE num_tickets num.tickets three}}\n{{HIDE date date.showing tonight}}\n{{HIDE success_closing success.closing OK. Enjoy your movie!}}\nBEFORE YOU BEGIN: Provide a value for this detail.\n{{ENTER people people.tickets Who’s all going to the movie? (use a phrase describing *three people* that includes reference to yourself.)}}\n\n{{CONVERSATION\nhint user (In your own words, express interest in buying movie tickets for var_date and specify theater ‘var_theater_1’.)\nforce assistant No problem. Is there a particular type of movie you’re looking for?\nhint user (mention ‘var_genre_1’ in your response)\nforce assistant Sure. I can help with that. Let me check listings at var_theater_2.\nhint user (Correct the agent’s mistake: You wanted ‘var_theater_1’.)\nforce assistant Oh, sorry about that. So you’re interested in var_genre_1 films at var_theater_1, right?\nhint user (Confirm the agent’s correction.)\ncall find_movies name.genre var_genre_1 name.theater var_theater_1\nresponse find_movies name.movie var_movie_1\ncall find_showtimes name.theater var_theater_1 date.showing var_date name.movie var_movie_1\nresponse find_showtimes time.showing var_movie_1_showtime_1 time.showing var_movie_1_showtime_2 time.showing var_movie_1_showtime_3\nforce assistant OK. I see one var_genre_1 movie playing at var_theater_1: var_movie_1. Remaining showtimes are var_movie_1_showtime_1, var_movie_1_showtime_2 and var_movie_1_showtime_3. Does any of those work?\nhint user (Answer positively and choose ‘var_movie_1_showtime_3’)\nforce assistant Great. And how many tickets?\nhint user (Include your earlier answer of ‘var_people’ in this response.)\nforce assistant All right. Let me confirm that you’d like var_num_tickets tickets for var_movie_1 at var_theater_1 var_date at var_movie_1_showtime_3. Is that all correct?\nhint user (Confirm.)\nforce assistant Is it OK to go ahead and purchase these tickets?\nhint user (Give positive answer).\ncall book_tickets name.movie var_movie_1 name.theater var_theater_1 time.showing var_movie_1_showtime_1 num.tickets var_num_tickets date.showing var_date\nresponse book_tickets api.response success\nforce assistant OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?\nhint user (polite negative answer)\nforce assistant var_success_closing\n}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_logical The conversation between the user and the assistant is cooperative and logical.}}\n{{CHECK confirm_natural All the individual turns from the user (green boxes) sound natural and familiar.}}\n{{CHECK confirm_casual All the individual turns from the user (green boxes) are casual but polite.}}\n{{CHECK confirm_appropriate All the individual turns from the user (green boxes) are free of offensive or inappropriate language.}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "I'd like to get some tickets to a movie for tonight at AMC Mountain 16.",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 44,
+ "end": 51
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 55,
+ "end": 70
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "No problem. Is there a particular type of movie you’re looking for?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "If there is an action movie playing, that would be great.",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 15,
+ "end": 21
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Sure. I can help with that. Let me check listings at AMC Mercado 24.",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mercado 24",
+ "start": 53,
+ "end": 67
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Wait, it's supposed to be AMC Mountain 16.",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 26,
+ "end": 41
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Oh, sorry about that. So you’re interested in action films at AMC Mountain 16, right?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 46,
+ "end": 52
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 62,
+ "end": 77
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, that is right.",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. I see one action movie playing at AMC Mountain 16: No Time To Die. Remaining showtimes are 4:30pm, 6:40pm and 9:10pm. Does any of those work?",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 14,
+ "end": 20
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16:",
+ "start": 38,
+ "end": 54
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 55,
+ "end": 69
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4:30pm",
+ "start": 95,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "6:40pm",
+ "start": 103,
+ "end": 109
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 114,
+ "end": 120
+ }
+ ]
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 6,
+ "args": {
+ "name.genre": "action",
+ "name.theater": "AMC Mountain 16"
+ },
+ "response": {
+ "name.movie_1": "No Time To Die"
+ },
+ "name": "find_movies"
+ },
+ {
+ "index": 6,
+ "args": {
+ "name.theater": "AMC Mountain 16",
+ "name.movie": "No Time To Die"
+ },
+ "response": {
+ "time.showing_1": "4:30pm",
+ "time.showing_2": "6:40pm",
+ "time.showing_3": "9:10pm"
+ },
+ "name": "find_showtimes"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "That will work. Let's go with the 9:10 start time.",
+ "utt_idx": 8,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Great. And how many tickets?",
+ "utt_idx": 9,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "They are for myself, my mom, and my brother, so get three tickets please.",
+ "utt_idx": 10,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "All right. Let me confirm that you’d like three tickets for No Time To Die at AMC Mountain 16 tonight at 9:10pm. Is that all correct?",
+ "utt_idx": 11,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "three",
+ "start": 42,
+ "end": 47
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 60,
+ "end": 74
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 78,
+ "end": 93
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 94,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 105,
+ "end": 111
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yep, that's right.",
+ "utt_idx": 12,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Is it OK to go ahead and purchase these tickets?",
+ "utt_idx": 13,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, please buy them.",
+ "utt_idx": 14,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?",
+ "utt_idx": 15,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 14,
+ "args": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "time.showing": "4:30pm",
+ "num.tickets": "three",
+ "date.showing": "tonight"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "No, that's all I need for today. Thanks a lot for your help.",
+ "utt_idx": 16,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Enjoy your movie!",
+ "utt_idx": 17,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-4",
+ "original_id": "dlg-317727d0-4881-4e08-a3da-d598ee157605",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: Pretend you’re *using a digital assistant to purchase tickets for a movie currently showing in theaters*. {{LIST The entire conversation needs to follow the structure given below *in the TASK section*., You already know which movie you want to see as well as all the details (which you can pick from the section below)., The conversation ends with *a successful ticket purchase*., Do not include any extras like “thank you” or “goodbye” or “hello” etc. }}\n\nDETAILS: This is *made up data* which you should use to complete your dialog creation (since there are actually no movies playing anywhere right now due to COVID-19).:\n{{LIST You are interested in seeing either *No Time To Die* OR *Mulan*., There is one theater in your town: *Mountain AMC 16*., Showtimes for Mulan: 4:00pm 6:10pm 8:30pm 10:40pm, Showtimes for No Time To Die: 3:00pm 5:10pm 7:30pm 9:40pm, Make sure to include the number of tickets.}}\n*USE THIS Structure*\nUser: (Express desire to buy movie tickets and include TWO of the details needed for the purchase--one should be the movie name. See DETAILS section above.)\nAssistant: (Confirm the TWO details given so far and ask for confirmation *make one of the details incorrect*.)\nUser: (Alert the assistant of the detail that is wrong and give the right value.)\nAssistant: (Correct the wrong value, repeating back the correct value.)\nUser: (Confirms the correction, *THEN adds the THREE remaining details*.)\nAssistant: (Confirms all five details then asks if this is correct and whether they can go ahead with the purchase.)\nUser: (Answers yes.)\nAssistant: (Indicates successful purchase saying ”Your tickets are confirmed and they’ve been sent to your email address.”)\n\nTASK: *Write the transcript* of your spoken conversation according to the structure given above. Make sure it includes one exchange where *one of the details the assistant confirms is incorrect* (movie, theater, showtime, number, tickets or day).\n\nSPEAKING STYLE: {{LIST The assistant is polite and efficient, The assistant’s speaking style should match yours but they are not overly formal or too casual, Don’t call your assistant by name (e.g. “Johnny” or “Alexa” or “Siri” or “Assistant” or “Computer”). Just assume they’re already listening to you.}}\n\n{{CONVERSATION}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_slots The users discusses *each of these details*: 1) movie, 2) theater, 3) showtime, 4) number of tickets, 5) day.}}\n{{CHECK confirm_error_exchange The conversation includes *one exchange where one of the details the assistant reads back is wrong* and so the user must point it out so it can be corrected.}}\n{{CHECK confirm_details The assistant *confirms all the ticket details* together just before booking.}}\n{{CHECK confirm_purchase The assistant *completes purchasing the tickets* saying *”Your tickets are confirmed and they’ve been sent to your email address.”*}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "I would like 2 tickets to see Mulan.",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "2",
+ "start": 13,
+ "end": 14
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 30,
+ "end": 35
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "2",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "What day would you like 2 tickets to see No Time To Die?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "2",
+ "start": 24,
+ "end": 25
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 41,
+ "end": 55
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "I would not, It should be Mulan",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 26,
+ "end": 31
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "2",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "What is incorrect?",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Movie Title should Be Mulan.",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 22,
+ "end": 27
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "2",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "What day would you like 2 tickets to see Mulan?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "2",
+ "start": 24,
+ "end": 25
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 41,
+ "end": 46
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Tomorrow",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "Tomorrow",
+ "start": 0,
+ "end": 8
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "",
+ "date.showing": "Tomorrow",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "2",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Mulan is showing in one theater, the Mountain AMC 16 at the following times tomorrow: 4:00pm 6:10pm 8:30pm 10:40pm; which showing would you prefer?",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 0,
+ "end": 5
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 37,
+ "end": 52
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tomorrow:",
+ "start": 76,
+ "end": 85
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4:00pm",
+ "start": 86,
+ "end": 92
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "6:10pm",
+ "start": 93,
+ "end": 99
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "8:30pm",
+ "start": 100,
+ "end": 106
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "10:40pm;",
+ "start": 107,
+ "end": 115
+ }
+ ]
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 6,
+ "args": {
+ "name.movie": "Mulan"
+ },
+ "response": {
+ "name.theater_1": "Mountain AMC 16"
+ },
+ "name": "find_theaters"
+ },
+ {
+ "index": 6,
+ "args": {
+ "name.movie": "Mulan",
+ "date.showing": "Tomorrow",
+ "name.theater": "Mountain AMC 16"
+ },
+ "response": {
+ "time.showing_1": "4:00pm",
+ "time.showing_2": "6:10pm",
+ "time.showing_3": "8:30pm",
+ "time.showing_4": "10:40pm;"
+ },
+ "name": "find_showtimes"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "I would like the 4pm showing.",
+ "utt_idx": 8,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4pm",
+ "start": 17,
+ "end": 20
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "tomorrow:",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "2",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "4pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "You would like 2 tickets for Mulan which is playing at the Mountain AMC 16 at 4pm, is that correct?",
+ "utt_idx": 9,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "2",
+ "start": 15,
+ "end": 16
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 29,
+ "end": 34
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 59,
+ "end": 74
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4pm",
+ "start": 78,
+ "end": 81
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes",
+ "utt_idx": 10,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "tomorrow:",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "2",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "4pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Which Payment method would you like to use? You can say Default, Visa 1 or Visa 2.",
+ "utt_idx": 11,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Default",
+ "utt_idx": 12,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "tomorrow:",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "2",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "4pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Great, I've purchased those tickets for you. A Receipt and the tickets themselves have been sent to your email. I have added the movie to your personal calendar for tomorrow. Enjoy the show.",
+ "utt_idx": 13,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 12,
+ "args": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "num.tickets": "2",
+ "time.showing": "4:00pm",
+ "date.showing": "Tomorrow",
+ "seating": "any"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-5",
+ "original_id": "dlg-c4439035-6aa6-4373-9349-7b40ab213c48",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: Pretend you’re *using a digital assistant to purchase tickets for a movie currently showing in theaters*. {{LIST The entire conversation needs to follow the structure given below *in the TASK section*., You already know which movie you want to see as well as all the details (which you can pick from the section below)., The conversation ends with *a successful ticket purchase*., Do not include any extras like “thank you” or “goodbye” or “hello” etc. }}\n\nDETAILS: This is *made up data* which you should use to complete your dialog creation (since there are actually no movies playing anywhere right now due to COVID-19).:\n{{LIST You are interested in seeing either *No Time To Die* OR *Mulan*., There is one theater in your town: *Mountain AMC 16*., Showtimes for Mulan: 4:00pm 6:10pm 8:30pm 10:40pm, Showtimes for No Time To Die: 3:00pm 5:10pm 7:30pm 9:40pm, Make sure to include the number of tickets.}}\n*USE THIS Structure*\nUser: (Express desire to buy movie tickets and include TWO of the details needed for the purchase--one should be the movie name. See DETAILS section above.)\nAssistant: (Confirm the TWO details given so far and ask for confirmation *make one of the details incorrect*.)\nUser: (Alert the assistant of the detail that is wrong and give the right value.)\nAssistant: (Correct the wrong value, repeating back the correct value.)\nUser: (Confirms the correction, *THEN adds the THREE remaining details*.)\nAssistant: (Confirms all five details then asks if this is correct and whether they can go ahead with the purchase.)\nUser: (Answers yes.)\nAssistant: (Indicates successful purchase saying ”Your tickets are confirmed and they’ve been sent to your email address.”)\n\nTASK: *Write the transcript* of your spoken conversation according to the structure given above. Make sure it includes one exchange where *one of the details the assistant confirms is incorrect* (movie, theater, showtime, number, tickets or day).\n\nSPEAKING STYLE: {{LIST The assistant is polite and efficient, The assistant’s speaking style should match yours but they are not overly formal or too casual, Don’t call your assistant by name (e.g. “Johnny” or “Alexa” or “Siri” or “Assistant” or “Computer”). Just assume they’re already listening to you.}}\n\n{{CONVERSATION}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_slots The users discusses *each of these details*: 1) movie, 2) theater, 3) showtime, 4) number of tickets, 5) day.}}\n{{CHECK confirm_error_exchange The conversation includes *one exchange where one of the details the assistant reads back is wrong* and so the user must point it out so it can be corrected.}}\n{{CHECK confirm_details The assistant *confirms all the ticket details* together just before booking.}}\n{{CHECK confirm_purchase The assistant *completes purchasing the tickets* saying *”Your tickets are confirmed and they’ve been sent to your email address.”*}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "buy tickets for the movie No Time to Die playing at Mountain AMC 16 today",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time to Die",
+ "start": 26,
+ "end": 40
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 52,
+ "end": 67
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "today",
+ "start": 68,
+ "end": 73
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time to Die",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "today",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Okay, you want me to buy tickets for the movie \"No Time to Die\" playing at Cinemark, is this correct?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "\"No Time to Die\"",
+ "start": 47,
+ "end": 63
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Cinemark",
+ "start": 75,
+ "end": 83
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "No, the movie is playing at the Mountain AMC 16 closest to me",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 32,
+ "end": 47
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "location",
+ "value": "closest to me",
+ "start": 48,
+ "end": 61
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "\"No Time to Die\"",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "today",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "closest to me",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Okay, I have changed my theater selection to \"Mountain AMC 16\". What showtime and number of tickets would you like?",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "\"Mountain AMC 16\"",
+ "start": 45,
+ "end": 62
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "I would like two tickets for the 7:30pm showtime today",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "two",
+ "start": 13,
+ "end": 16
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.preference",
+ "value": "7:30pm",
+ "start": 33,
+ "end": 39
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "today",
+ "start": 49,
+ "end": 54
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "\"No Time to Die\"",
+ "name.theater": "\"Mountain AMC 16\"",
+ "date.showing": "today",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "closest to me",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "two",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "7:30pm",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Okay, just to confirm, I will buy two tickets for the movie \"No Time to Die\" playing at 7:30PM at the Mountain AMC 16 Theater, is this correct?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "two",
+ "start": 34,
+ "end": 37
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "\"No Time to Die\"",
+ "start": 60,
+ "end": 76
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "7:30PM",
+ "start": 88,
+ "end": 94
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 102,
+ "end": 117
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes this is correct",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "\"No Time to Die\"",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "today",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "closest to me",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "two",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "7:30pm",
+ "time.showing": "7:30PM",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Your tickets are confirmed and they’ve been sent to your email address.",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 6,
+ "args": {
+ "name.movie": "No Time to Die",
+ "name.theater": "Mountain AMC 16",
+ "num.tickets": "two",
+ "time.showing": "7:30PM",
+ "date.showing": "today"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-6",
+ "original_id": "dlg-0a9d4930-5dab-4125-a598-6c45f94e92dd",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: Pretend you’re *using a digital assistant to purchase tickets for a movie currently showing in theaters*. {{LIST The entire conversation needs to follow the structure given below *in the TASK section*., You already know which movie you want to see as well as all the details (which you can pick from the section below)., The conversation ends with *a successful ticket purchase*., Do not include any extras like “thank you” or “goodbye” or “hello” etc. }}\n\nDETAILS: This is *made up data* which you should use to complete your dialog creation (since there are actually no movies playing anywhere right now due to COVID-19).:\n{{LIST You are interested in seeing either *No Time To Die* OR *Mulan*., There is one theater in your town: *Mountain AMC 16*., Showtimes for Mulan: 4:00pm 6:10pm 8:30pm 10:40pm, Showtimes for No Time To Die: 3:00pm 5:10pm 7:30pm 9:40pm, Make sure to include the number of tickets.}}\n*USE THIS Structure*\nUser: (Express desire to buy movie tickets and include TWO of the details needed for the purchase--one should be the movie name. See DETAILS section above.)\nAssistant: (Confirm the TWO details given so far and ask for confirmation *make one of the details incorrect*.)\nUser: (Alert the assistant of the detail that is wrong and give the right value.)\nAssistant: (Correct the wrong value, repeating back the correct value.)\nUser: (Confirms the correction, *THEN adds the THREE remaining details*.)\nAssistant: (Confirms all five details then asks if this is correct and whether they can go ahead with the purchase.)\nUser: (Answers yes.)\nAssistant: (Indicates successful purchase saying ”Your tickets are confirmed and they’ve been sent to your email address.”)\n\nTASK: *Write the transcript* of your spoken conversation according to the structure given above. Make sure it includes one exchange where *one of the details the assistant confirms is incorrect* (movie, theater, showtime, number, tickets or day).\n\nSPEAKING STYLE: {{LIST The assistant is polite and efficient, The assistant’s speaking style should match yours but they are not overly formal or too casual, Don’t call your assistant by name (e.g. “Johnny” or “Alexa” or “Siri” or “Assistant” or “Computer”). Just assume they’re already listening to you.}}\n\n{{CONVERSATION}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_slots The users discusses *each of these details*: 1) movie, 2) theater, 3) showtime, 4) number of tickets, 5) day.}}\n{{CHECK confirm_error_exchange The conversation includes *one exchange where one of the details the assistant reads back is wrong* and so the user must point it out so it can be corrected.}}\n{{CHECK confirm_details The assistant *confirms all the ticket details* together just before booking.}}\n{{CHECK confirm_purchase The assistant *completes purchasing the tickets* saying *”Your tickets are confirmed and they’ve been sent to your email address.”*}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "hi i need tickets for a movie?",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "hello could you tell me theater name?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "name of theater Mountain AMC 16",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 16,
+ "end": 31
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "fine tell me the movie name?",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Time To Die OR Mulan.",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Time To Die",
+ "start": 0,
+ "end": 11
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 15,
+ "end": 20
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "sorry one of your detail is incorrect",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "give the correct values",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "the name of the theater Mountain AMC 16.\\rare interested in seeing either No Time To Die OR Mulan.",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 24,
+ "end": 39
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Di",
+ "start": 74,
+ "end": 87
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mula",
+ "start": 92,
+ "end": 96
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "tell me show time those movies?",
+ "utt_idx": 8,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mula",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Showtimes for Mulan: 4:00pm 6:10pm 8:30pm 10:40pm\\rShowtimes for No Time To Die: 3:00pm 5:10pm 7:30pm 9:40pm",
+ "utt_idx": 9,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan:",
+ "start": 14,
+ "end": 20
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4:00pm",
+ "start": 21,
+ "end": 27
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "6:10pm",
+ "start": 28,
+ "end": 34
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "8:30pm",
+ "start": 35,
+ "end": 41
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "10:40pm",
+ "start": 42,
+ "end": 49
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 65,
+ "end": 79
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "3:00p",
+ "start": 81,
+ "end": 86
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "5:10p",
+ "start": 88,
+ "end": 93
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "7:30p",
+ "start": 95,
+ "end": 100
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:40p",
+ "start": 102,
+ "end": 107
+ }
+ ]
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 8,
+ "args": {
+ "name.theater": "Mountain AMC 16",
+ "name.movie": "Mulan"
+ },
+ "response": {
+ "time.showing_1": "4:00pm",
+ "time.showing_2": "6:10pm",
+ "time.showing_3": "8:30pm",
+ "time.showing_4": "10:40pm"
+ },
+ "name": "find_showtimes"
+ },
+ {
+ "index": 8,
+ "args": {
+ "name.theater": "Mountain AMC 16",
+ "name.movie": "No Time To Die"
+ },
+ "response": {
+ "time.showing_1": "3:00pm",
+ "time.showing_2": "5:10pm",
+ "time.showing_3": "7:30pm",
+ "time.showing_4": "9:40pm"
+ },
+ "name": "find_showtimes"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "No Time To Die is fine",
+ "utt_idx": 10,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 0,
+ "end": 14
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:40p",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "please select the show time",
+ "utt_idx": 11,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "7:30pm",
+ "utt_idx": 12,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": ":30pm",
+ "start": 1,
+ "end": 6
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": ":30pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "how many tickets you want?",
+ "utt_idx": 13,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "i want 5 tickets",
+ "utt_idx": 14,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "5",
+ "start": 7,
+ "end": 8
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "5",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": ":30pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "your details are correct can go ahead with purchase?",
+ "utt_idx": 15,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "yes",
+ "utt_idx": 16,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "5",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": ":30pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "please wait i will confirm your tickets",
+ "utt_idx": 17,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "thank you",
+ "utt_idx": 18,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "5",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": ":30pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Your tickets are confirmed and they’ve been sent to your email address",
+ "utt_idx": 19,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 18,
+ "args": {
+ "name.movie": "No Time To Die",
+ "name.theater": "Mountain AMC 16",
+ "num.tickets": "5",
+ "time.showing": "7:30pm",
+ "date.showing": "today",
+ "seating": "any"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-7",
+ "original_id": "dlg-0b2cddfe-673d-439e-9bcd-b5356156cbd6",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: Pretend you’re *using a digital assistant to purchase tickets for a movie currently showing in theaters*. {{LIST The entire conversation needs to follow the structure given below *in the TASK section*., You already know which movie you want to see as well as all the details (which you can pick from the section below)., The conversation ends with *a successful ticket purchase*., Do not include any extras like “thank you” or “goodbye” or “hello” etc. }}\n\nDETAILS: This is *made up data* which you should use to complete your dialog creation (since there are actually no movies playing anywhere right now due to COVID-19).:\n{{LIST You are interested in seeing either *No Time To Die* OR *Mulan*., There is one theater in your town: *Mountain AMC 16*., Showtimes for Mulan: 4:00pm 6:10pm 8:30pm 10:40pm, Showtimes for No Time To Die: 3:00pm 5:10pm 7:30pm 9:40pm, Make sure to include the number of tickets.}}\n*USE THIS Structure*\nUser: (Express desire to buy movie tickets and include TWO of the details needed for the purchase--one should be the movie name. See DETAILS section above.)\nAssistant: (Confirm the TWO details given so far and ask for confirmation *make one of the details incorrect*.)\nUser: (Alert the assistant of the detail that is wrong and give the right value.)\nAssistant: (Correct the wrong value, repeating back the correct value.)\nUser: (Confirms the correction, *THEN adds the THREE remaining details*.)\nAssistant: (Confirms all five details then asks if this is correct and whether they can go ahead with the purchase.)\nUser: (Answers yes.)\nAssistant: (Indicates successful purchase saying ”Your tickets are confirmed and they’ve been sent to your email address.”)\n\nTASK: *Write the transcript* of your spoken conversation according to the structure given above. Make sure it includes one exchange where *one of the details the assistant confirms is incorrect* (movie, theater, showtime, number, tickets or day).\n\nSPEAKING STYLE: {{LIST The assistant is polite and efficient, The assistant’s speaking style should match yours but they are not overly formal or too casual, Don’t call your assistant by name (e.g. “Johnny” or “Alexa” or “Siri” or “Assistant” or “Computer”). Just assume they’re already listening to you.}}\n\n{{CONVERSATION}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_slots The users discusses *each of these details*: 1) movie, 2) theater, 3) showtime, 4) number of tickets, 5) day.}}\n{{CHECK confirm_error_exchange The conversation includes *one exchange where one of the details the assistant reads back is wrong* and so the user must point it out so it can be corrected.}}\n{{CHECK confirm_details The assistant *confirms all the ticket details* together just before booking.}}\n{{CHECK confirm_purchase The assistant *completes purchasing the tickets* saying *”Your tickets are confirmed and they’ve been sent to your email address.”*}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "I would like to purchase some tickets to the 4pm showing of Mulan.",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.preference",
+ "value": "4pm",
+ "start": 45,
+ "end": 48
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 60,
+ "end": 65
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "4pm",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "So let me get this right; you want tickets to the 8:30pm showing of Mulan?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "8:30pm",
+ "start": 50,
+ "end": 56
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 68,
+ "end": 73
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "No, I wanted tickets to the 4pm showing of Mulan.",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.preference",
+ "value": "4pm",
+ "start": 28,
+ "end": 31
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 43,
+ "end": 48
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "",
+ "date.showing": "",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "4pm",
+ "time.showing": "8:30pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Okay, so you want tickets to the 4pm showing of Mulan?",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4pm",
+ "start": 33,
+ "end": 36
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 48,
+ "end": 53
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Correct. I'd like to purchase two tickets to the 4 PM showing of Mulan at the Mountain AMC 16 for this Saturday.",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "two",
+ "start": 30,
+ "end": 33
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.preference",
+ "value": "4 PM",
+ "start": 49,
+ "end": 53
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 65,
+ "end": 70
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 78,
+ "end": 93
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "this Saturday",
+ "start": 98,
+ "end": 111
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "this Saturday",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "two",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "4 PM",
+ "time.showing": "4pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "So let me get this right; you would like purchase two tickets to the 4 PM showing of Mulan at the Mountain AMC 16 for this Saturday?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "two",
+ "start": 50,
+ "end": 53
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4 PM",
+ "start": 69,
+ "end": 73
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "Mulan",
+ "start": 85,
+ "end": 90
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "Mountain AMC 16",
+ "start": 98,
+ "end": 113
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "this Saturday",
+ "start": 118,
+ "end": 131
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes.",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "date.showing": "this Saturday",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "two",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "4 PM",
+ "time.showing": "4 PM",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Excellent. Your tickets are confirmed and they’ve been sent to your email address",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 6,
+ "args": {
+ "name.movie": "Mulan",
+ "name.theater": "Mountain AMC 16",
+ "num.tickets": "two",
+ "time.showing": "4pm",
+ "date.showing": "this Saturday",
+ "seating": "any"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-8",
+ "original_id": "dlg-0976855e-c0ce-49de-a217-cbfbd4670d33",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: In the conversation below, a customer is talking to a booking agent to purchase movie tickets. However, the customer’s turns are missing. The details mentioned (theater names, cities, etc.) do NOT necessarily reflect real life, but you should pretend they are real for the purposes of this exercise.\n\nYOUR TASK: {{LIST *Pretend you are the customer*., Fill in the *missing turns* (in green) so that the conversation makes sense and sounds natural., Make sure you *follow the instructions* provided in parentheses for each turn. (Start typing to make the instructions move outside the box.), Do not copy the wording. *Use your own words*., *Use your normal speaking style* for this scenario but don’t be overly chatty., *Do NOT* call the booking agent by any name including “sir” “madam” etc.}}\n\n{{HIDE movie_1 name.movie No Time To Die}}\n{{HIDE theater_1 name.theater AMC Mountain 16}}\n{{HIDE theater_2 name.theater AMC Mercado 24}}\n{{HIDE genre_1 name.genre action}}\n{{HIDE movie_1_showtime_1 time.showing 4:30pm}}\n{{HIDE movie_1_showtime_2 time.showing 6:40pm}}\n{{HIDE movie_1_showtime_3 time.showing 9:10pm}}\n{{HIDE num_tickets num.tickets three}}\n{{HIDE date date.showing tonight}}\n{{HIDE success_closing success.closing OK. Enjoy your movie!}}\nBEFORE YOU BEGIN: Provide a value for this detail.\n{{ENTER people people.tickets Who’s all going to the movie? (use a phrase describing *three people* that includes reference to yourself.)}}\n\n{{CONVERSATION\nhint user (In your own words, express interest in buying movie tickets for var_date and specify theater ‘var_theater_1’.)\nforce assistant No problem. Is there a particular type of movie you’re looking for?\nhint user (mention ‘var_genre_1’ in your response)\nforce assistant Sure. I can help with that. Let me check listings at var_theater_2.\nhint user (Correct the agent’s mistake: You wanted ‘var_theater_1’.)\nforce assistant Oh, sorry about that. So you’re interested in var_genre_1 films at var_theater_1, right?\nhint user (Confirm the agent’s correction.)\ncall find_movies name.genre var_genre_1 name.theater var_theater_1\nresponse find_movies name.movie var_movie_1\ncall find_showtimes name.theater var_theater_1 date.showing var_date name.movie var_movie_1\nresponse find_showtimes time.showing var_movie_1_showtime_1 time.showing var_movie_1_showtime_2 time.showing var_movie_1_showtime_3\nforce assistant OK. I see one var_genre_1 movie playing at var_theater_1: var_movie_1. Remaining showtimes are var_movie_1_showtime_1, var_movie_1_showtime_2 and var_movie_1_showtime_3. Does any of those work?\nhint user (Answer positively and choose ‘var_movie_1_showtime_3’)\nforce assistant Great. And how many tickets?\nhint user (Include your earlier answer of ‘var_people’ in this response.)\nforce assistant All right. Let me confirm that you’d like var_num_tickets tickets for var_movie_1 at var_theater_1 var_date at var_movie_1_showtime_3. Is that all correct?\nhint user (Confirm.)\nforce assistant Is it OK to go ahead and purchase these tickets?\nhint user (Give positive answer).\ncall book_tickets name.movie var_movie_1 name.theater var_theater_1 time.showing var_movie_1_showtime_1 num.tickets var_num_tickets date.showing var_date\nresponse book_tickets api.response success\nforce assistant OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?\nhint user (polite negative answer)\nforce assistant var_success_closing\n}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_logical The conversation between the user and the assistant is cooperative and logical.}}\n{{CHECK confirm_natural All the individual turns from the user (green boxes) sound natural and familiar.}}\n{{CHECK confirm_casual All the individual turns from the user (green boxes) are casual but polite.}}\n{{CHECK confirm_appropriate All the individual turns from the user (green boxes) are free of offensive or inappropriate language.}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "I would like to buy tickets for a movie tonight at AMC Mountain 16.",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 40,
+ "end": 47
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 51,
+ "end": 66
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "No problem. Is there a particular type of movie you’re looking for?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "I am looking for something that has action and adventure in it.",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 36,
+ "end": 42
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Sure. I can help with that. Let me check listings at AMC Mercado 24.",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mercado 24",
+ "start": 53,
+ "end": 67
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "No not Mercado, I want it at AMC Mountain 16.",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 29,
+ "end": 44
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Oh, sorry about that. So you’re interested in action films at AMC Mountain 16, right?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 46,
+ "end": 52
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 62,
+ "end": 77
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes.",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. I see one action movie playing at AMC Mountain 16: No Time To Die. Remaining showtimes are 4:30pm, 6:40pm and 9:10pm. Does any of those work?",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 14,
+ "end": 20
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16:",
+ "start": 38,
+ "end": 54
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 55,
+ "end": 69
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4:30pm",
+ "start": 95,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "6:40pm",
+ "start": 103,
+ "end": 109
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 114,
+ "end": 120
+ }
+ ]
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 6,
+ "args": {
+ "name.genre": "action",
+ "name.theater": "AMC Mountain 16"
+ },
+ "response": {
+ "name.movie_1": "No Time To Die"
+ },
+ "name": "find_movies"
+ },
+ {
+ "index": 6,
+ "args": {
+ "name.theater": "AMC Mountain 16",
+ "name.movie": "No Time To Die"
+ },
+ "response": {
+ "time.showing_1": "4:30pm",
+ "time.showing_2": "6:40pm",
+ "time.showing_3": "9:10pm"
+ },
+ "name": "find_showtimes"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes that's great. I'd like tickets to the 9:10 pm showing.",
+ "utt_idx": 8,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": ":10 pm",
+ "start": 43,
+ "end": 49
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": ":10 pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Great. And how many tickets?",
+ "utt_idx": 9,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "I need three tickets.",
+ "utt_idx": 10,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": ":10 pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "All right. Let me confirm that you’d like three tickets for No Time To Die at AMC Mountain 16 tonight at 9:10pm. Is that all correct?",
+ "utt_idx": 11,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "three",
+ "start": 42,
+ "end": 47
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 60,
+ "end": 74
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 78,
+ "end": 93
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 94,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 105,
+ "end": 111
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes that's correct.",
+ "utt_idx": 12,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Is it OK to go ahead and purchase these tickets?",
+ "utt_idx": 13,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, thank you.",
+ "utt_idx": 14,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?",
+ "utt_idx": 15,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 14,
+ "args": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "time.showing": "4:30pm",
+ "num.tickets": "three",
+ "date.showing": "tonight"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "No thank you.",
+ "utt_idx": 16,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Enjoy your movie!",
+ "utt_idx": 17,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ }
+ ]
+ },
+ {
+ "dataset": "tm3",
+ "data_split": "train",
+ "dialogue_id": "tm3-train-9",
+ "original_id": "dlg-266f509a-b0f9-4316-a644-8b3d55674611",
+ "domains": [
+ "movie"
+ ],
+ "goal": {
+ "description": "SCENARIO: In the conversation below, a customer is talking to a booking agent to purchase movie tickets. However, the customer’s turns are missing. The details mentioned (theater names, cities, etc.) do NOT necessarily reflect real life, but you should pretend they are real for the purposes of this exercise.\n\nYOUR TASK: {{LIST *Pretend you are the customer*., Fill in the *missing turns* (in green) so that the conversation makes sense and sounds natural., Make sure you *follow the instructions* provided in parentheses for each turn. (Start typing to make the instructions move outside the box.), Do not copy the wording. *Use your own words*., *Use your normal speaking style* for this scenario but don’t be overly chatty., *Do NOT* call the booking agent by any name including “sir” “madam” etc.}}\n\n{{HIDE movie_1 name.movie No Time To Die}}\n{{HIDE theater_1 name.theater AMC Mountain 16}}\n{{HIDE theater_2 name.theater AMC Mercado 24}}\n{{HIDE genre_1 name.genre action}}\n{{HIDE movie_1_showtime_1 time.showing 4:30pm}}\n{{HIDE movie_1_showtime_2 time.showing 6:40pm}}\n{{HIDE movie_1_showtime_3 time.showing 9:10pm}}\n{{HIDE num_tickets num.tickets three}}\n{{HIDE date date.showing tonight}}\n{{HIDE success_closing success.closing OK. Enjoy your movie!}}\nBEFORE YOU BEGIN: Provide a value for this detail.\n{{ENTER people people.tickets Who’s all going to the movie? (use a phrase describing *three people* that includes reference to yourself.)}}\n\n{{CONVERSATION\nhint user (In your own words, express interest in buying movie tickets for var_date and specify theater ‘var_theater_1’.)\nforce assistant No problem. Is there a particular type of movie you’re looking for?\nhint user (mention ‘var_genre_1’ in your response)\nforce assistant Sure. I can help with that. Let me check listings at var_theater_2.\nhint user (Correct the agent’s mistake: You wanted ‘var_theater_1’.)\nforce assistant Oh, sorry about that. So you’re interested in var_genre_1 films at var_theater_1, right?\nhint user (Confirm the agent’s correction.)\ncall find_movies name.genre var_genre_1 name.theater var_theater_1\nresponse find_movies name.movie var_movie_1\ncall find_showtimes name.theater var_theater_1 date.showing var_date name.movie var_movie_1\nresponse find_showtimes time.showing var_movie_1_showtime_1 time.showing var_movie_1_showtime_2 time.showing var_movie_1_showtime_3\nforce assistant OK. I see one var_genre_1 movie playing at var_theater_1: var_movie_1. Remaining showtimes are var_movie_1_showtime_1, var_movie_1_showtime_2 and var_movie_1_showtime_3. Does any of those work?\nhint user (Answer positively and choose ‘var_movie_1_showtime_3’)\nforce assistant Great. And how many tickets?\nhint user (Include your earlier answer of ‘var_people’ in this response.)\nforce assistant All right. Let me confirm that you’d like var_num_tickets tickets for var_movie_1 at var_theater_1 var_date at var_movie_1_showtime_3. Is that all correct?\nhint user (Confirm.)\nforce assistant Is it OK to go ahead and purchase these tickets?\nhint user (Give positive answer).\ncall book_tickets name.movie var_movie_1 name.theater var_theater_1 time.showing var_movie_1_showtime_1 num.tickets var_num_tickets date.showing var_date\nresponse book_tickets api.response success\nforce assistant OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?\nhint user (polite negative answer)\nforce assistant var_success_closing\n}}\n\n{{CHECK confirm_native_speaker This conversation task was written by a native English speaker.}}\n{{CHECK confirm_logical The conversation between the user and the assistant is cooperative and logical.}}\n{{CHECK confirm_natural All the individual turns from the user (green boxes) sound natural and familiar.}}\n{{CHECK confirm_casual All the individual turns from the user (green boxes) are casual but polite.}}\n{{CHECK confirm_appropriate All the individual turns from the user (green boxes) are free of offensive or inappropriate language.}}\n",
+ "inform": {},
+ "request": {}
+ },
+ "turns": [
+ {
+ "speaker": "user",
+ "utterance": "Yes, I would like to buy tickets for tonight. At AMC Mountain 16.",
+ "utt_idx": 0,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 37,
+ "end": 44
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 49,
+ "end": 64
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "No problem. Is there a particular type of movie you’re looking for?",
+ "utt_idx": 1,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "I want to see a good action flick.",
+ "utt_idx": 2,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 21,
+ "end": 27
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Sure. I can help with that. Let me check listings at AMC Mercado 24.",
+ "utt_idx": 3,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mercado 24",
+ "start": 53,
+ "end": 67
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, but I wanted AMC Mountain 16.",
+ "utt_idx": 4,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 18,
+ "end": 33
+ }
+ ]
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Oh, sorry about that. So you’re interested in action films at AMC Mountain 16, right?",
+ "utt_idx": 5,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 46,
+ "end": 52
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 62,
+ "end": 77
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, that is right.",
+ "utt_idx": 6,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. I see one action movie playing at AMC Mountain 16: No Time To Die. Remaining showtimes are 4:30pm, 6:40pm and 9:10pm. Does any of those work?",
+ "utt_idx": 7,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.genre",
+ "value": "action",
+ "start": 14,
+ "end": 20
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16:",
+ "start": 38,
+ "end": 54
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 55,
+ "end": 69
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "4:30pm",
+ "start": 95,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "6:40pm",
+ "start": 103,
+ "end": 109
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 114,
+ "end": 120
+ }
+ ]
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 6,
+ "args": {
+ "name.genre": "action",
+ "name.theater": "AMC Mountain 16"
+ },
+ "response": {
+ "name.movie_1": "No Time To Die"
+ },
+ "name": "find_movies"
+ },
+ {
+ "index": 6,
+ "args": {
+ "name.theater": "AMC Mountain 16",
+ "name.movie": "No Time To Die"
+ },
+ "response": {
+ "time.showing_1": "4:30pm",
+ "time.showing_2": "6:40pm",
+ "time.showing_3": "9:10pm"
+ },
+ "name": "find_showtimes"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, the 9:10 works great.",
+ "utt_idx": 8,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Great. And how many tickets?",
+ "utt_idx": 9,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Just three including myself.",
+ "utt_idx": 10,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16:",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "All right. Let me confirm that you’d like three tickets for No Time To Die at AMC Mountain 16 tonight at 9:10pm. Is that all correct?",
+ "utt_idx": 11,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": [
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "num.tickets",
+ "value": "three",
+ "start": 42,
+ "end": 47
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.movie",
+ "value": "No Time To Die",
+ "start": 60,
+ "end": 74
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "name.theater",
+ "value": "AMC Mountain 16",
+ "start": 78,
+ "end": 93
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "date.showing",
+ "value": "tonight",
+ "start": 94,
+ "end": 101
+ },
+ {
+ "intent": "inform",
+ "domain": "movie",
+ "slot": "time.showing",
+ "value": "9:10pm",
+ "start": 105,
+ "end": 111
+ }
+ ]
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes, that is exactly right.",
+ "utt_idx": 12,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "Is it OK to go ahead and purchase these tickets?",
+ "utt_idx": 13,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ },
+ {
+ "speaker": "user",
+ "utterance": "Yes.",
+ "utt_idx": 14,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Your tickets are purchased and details for how to proceed have been sent to your email address. Can I help with anything else?",
+ "utt_idx": 15,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {
+ "movie": [
+ {
+ "index": 14,
+ "args": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "time.showing": "4:30pm",
+ "num.tickets": "three",
+ "date.showing": "tonight"
+ },
+ "response": {
+ "status": "success"
+ },
+ "name": "book_tickets"
+ }
+ ]
+ }
+ },
+ {
+ "speaker": "user",
+ "utterance": "No, that is it. You have been a low of help. Thanks again.",
+ "utt_idx": 16,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "state": {
+ "movie": {
+ "name.movie": "No Time To Die",
+ "name.theater": "AMC Mountain 16",
+ "date.showing": "tonight",
+ "date.release": "",
+ "duration.movie": "",
+ "location": "",
+ "name.character": "",
+ "name.genre": "action",
+ "name.person": "",
+ "num.tickets": "three",
+ "price.ticket": "",
+ "price.total": "",
+ "rating.movie": "",
+ "review.audience": "",
+ "review.critic": "",
+ "seating": "",
+ "time.preference": "",
+ "time.showing": "9:10pm",
+ "type.screening": ""
+ }
+ }
+ },
+ {
+ "speaker": "system",
+ "utterance": "OK. Enjoy your movie!",
+ "utt_idx": 17,
+ "dialogue_acts": {
+ "binary": [],
+ "categorical": [],
+ "non-categorical": []
+ },
+ "db_results": {}
+ }
+ ]
+ }
+]
\ No newline at end of file
diff --git a/data/unified_datasets/tm3/preprocess.py b/data/unified_datasets/tm3/preprocess.py
new file mode 100644
index 0000000000000000000000000000000000000000..e8c9234beb439f870c805b4362ca60da09ee1c87
--- /dev/null
+++ b/data/unified_datasets/tm3/preprocess.py
@@ -0,0 +1,253 @@
+from zipfile import ZipFile, ZIP_DEFLATED
+import json
+import os
+import copy
+import zipfile
+from tqdm import tqdm
+import re
+from collections import Counter
+from shutil import rmtree
+from convlab2.util.file_util import read_zipped_json, write_zipped_json
+from pprint import pprint
+import random
+import glob
+
+
+descriptions = {
+ 'movie': 'Book movie tickets for the user',
+ 'name.movie': 'Name of the movie, e.g. Joker, Parasite, The Avengers',
+ 'name.theater': 'Name of the theater, e.g. Century City, AMC Mercado 20',
+ 'num.tickets': 'Number of tickets, e.g. two, me and my friend, John and I',
+ 'time.preference': 'Preferred time or range, e.g. around 2pm, later in the evening, 4:30pm',
+ 'time.showing': 'The showtimes published by the theater, e.g. 5:10pm, 8:30pm',
+ 'date.showing': 'the date or day of the showing, e.g. today, tonight, tomrrow, April 12th.',
+ 'location': 'The city, or city and state, zip code and sometimes more specific regions, e.g. downtown',
+ 'type.screening': 'IMAX, Dolby, 3D, standard, or similar phrases for technology offerings',
+ 'seating': 'Various phrases from specific "row 1" to "near the back", "on an aisle", etc.',
+ 'date.release': 'Movie attribute published for the official movie release date.',
+ 'price.ticket': 'Price per ticket',
+ 'price.total': 'The total for the purchase of all tickets',
+ 'name.genre': 'Includes a wide range from classic genres like action, drama, etc. to categories like "slasher" or series like Marvel or Harry Potter',
+ 'description.plot': 'The movie synopsis or shorter description',
+ 'description.other': 'Any other movie description that is not captured by genre, name, plot.',
+ 'duration.movie': 'The movie runtime, e.g. 120 minutes',
+ 'name.person': 'Names of actors, directors, producers but NOT movie characters',
+ 'name.character': 'Character names like James Bond, Harry Potter, Wonder Woman',
+ 'review.audience': 'The audience review',
+ 'review.critic': 'Critic reviews like those from Rotten Tomatoes, IMDB, etc.',
+ 'rating.movie': 'G, PG, PG-13, R, etc.',
+}
+
+anno2slot = {
+ "movie": {
+ "description.other": False, # transform to binary dialog act
+ "description.plot": False, # too long, 19 words in avg. transform to binary dialog act
+ }
+}
+
+
+def format_turns(ori_turns):
+ # delete invalid turns and merge continuous turns
+ new_turns = []
+ previous_speaker = None
+ utt_idx = 0
+ for i, turn in enumerate(ori_turns):
+ speaker = 'system' if turn['speaker'].upper() == 'ASSISTANT' else 'user'
+ turn['speaker'] = speaker
+ if turn['text'] == '(deleted)':
+ continue
+ if not previous_speaker:
+ # first turn
+ assert speaker != previous_speaker
+ if speaker != previous_speaker:
+ # switch speaker
+ previous_speaker = speaker
+ new_turns.append(copy.deepcopy(turn))
+ utt_idx += 1
+ else:
+ # continuous speaking of the same speaker
+ last_turn = new_turns[-1]
+ # skip repeated turn
+ if turn['text'] in ori_turns[i-1]['text']:
+ continue
+ # merge continuous turns
+ index_shift = len(last_turn['text']) + 1
+ last_turn['text'] += ' '+turn['text']
+ if 'segments' in turn:
+ last_turn.setdefault('segments', [])
+ for segment in turn['segments']:
+ segment['start_index'] += index_shift
+ segment['end_index'] += index_shift
+ last_turn['segments'] += turn['segments']
+ return new_turns
+
+
+def preprocess():
+ original_data_dir = 'Taskmaster-master'
+ new_data_dir = 'data'
+
+ if not os.path.exists(original_data_dir):
+ original_data_zip = 'master.zip'
+ if not os.path.exists(original_data_zip):
+ raise FileNotFoundError(f'cannot find original data {original_data_zip} in tm3/, should manually download master.zip from https://github.com/google-research-datasets/Taskmaster/archive/refs/heads/master.zip')
+ else:
+ archive = ZipFile(original_data_zip)
+ archive.extractall()
+
+ os.makedirs(new_data_dir, exist_ok=True)
+
+ ontology = {'domains': {},
+ 'intents': {
+ 'inform': {'description': 'inform the value of a slot or general information.'}
+ },
+ 'binary_dialogue_acts': set(),
+ 'state': {}}
+ global descriptions
+ global anno2slot
+ ori_ontology = json.load(open(os.path.join(original_data_dir, "TM-3-2020/ontology/entities.json")))
+ assert len(ori_ontology) == 1
+ domain = list(ori_ontology.keys())[0]
+ domain_ontology = ori_ontology[domain]
+ ontology['domains'][domain] = {'description': descriptions[domain], 'slots': {}}
+ ontology['state'][domain] = {}
+ for slot in domain_ontology['required']+domain_ontology['optional']:
+ ontology['domains'][domain]['slots'][slot] = {
+ 'description': descriptions[slot],
+ 'is_categorical': False,
+ 'possible_values': [],
+ }
+ if slot not in anno2slot[domain]:
+ ontology['state'][domain][slot] = ''
+
+ dataset = 'tm3'
+ splits = ['train', 'validation', 'test']
+ dialogues_by_split = {split:[] for split in splits}
+ for data_file in tqdm(glob.glob(os.path.join(original_data_dir, f"TM-3-2020/data/*.json")), desc='processing taskmaster-{}'.format(domain)):
+ data = json.load(open(data_file))
+ # random split, train:validation:test = 8:1:1
+ random.seed(42)
+ dial_ids = list(range(len(data)))
+ random.shuffle(dial_ids)
+ dial_id2split = {}
+ for dial_id in dial_ids[:int(0.8*len(dial_ids))]:
+ dial_id2split[dial_id] = 'train'
+ for dial_id in dial_ids[int(0.8*len(dial_ids)):int(0.9*len(dial_ids))]:
+ dial_id2split[dial_id] = 'validation'
+ for dial_id in dial_ids[int(0.9*len(dial_ids)):]:
+ dial_id2split[dial_id] = 'test'
+
+ for dial_id, d in enumerate(data):
+ # delete empty dialogs and invalid dialogs
+ if len(d['utterances']) == 0:
+ continue
+ if len(set([t['speaker'] for t in d['utterances']])) == 1:
+ continue
+ data_split = dial_id2split[dial_id]
+ dialogue_id = f'{dataset}-{data_split}-{len(dialogues_by_split[data_split])}'
+ cur_domains = [domain]
+ goal = {
+ 'description': d['instructions'],
+ 'inform': {},
+ 'request': {}
+ }
+ dialogue = {
+ 'dataset': dataset,
+ 'data_split': data_split,
+ 'dialogue_id': dialogue_id,
+ 'original_id': d["conversation_id"],
+ 'domains': cur_domains,
+ 'goal': goal,
+ 'turns': []
+ }
+ turns = format_turns(d['utterances'])
+ prev_state = {}
+ prev_state.setdefault(domain, copy.deepcopy(ontology['state'][domain]))
+
+ for utt_idx, uttr in enumerate(turns):
+ speaker = uttr['speaker']
+ turn = {
+ 'speaker': speaker,
+ 'utterance': uttr['text'],
+ 'utt_idx': utt_idx,
+ 'dialogue_acts': {
+ 'binary': [],
+ 'categorical': [],
+ 'non-categorical': [],
+ },
+ }
+ in_span = [0] * len(turn['utterance'])
+
+ if 'segments' in uttr:
+ # sort the span according to the length
+ segments = sorted(uttr['segments'], key=lambda x: len(x['text']))
+ for segment in segments:
+ assert len(['annotations']) == 1
+ item = segment['annotations'][0]
+ intent = 'inform' # default intent
+ slot = item['name'].strip()
+ assert slot in ontology['domains'][domain]['slots']
+ if slot in anno2slot[domain]:
+ # binary dialog act
+ turn['dialogue_acts']['binary'].append({
+ 'intent': intent,
+ 'domain': domain,
+ 'slot': slot,
+ 'value': ''
+ })
+ continue
+ assert turn['utterance'][segment['start_index']:segment['end_index']] == segment['text']
+ # skip overlapped spans, keep the shortest one
+ if sum(in_span[segment['start_index']: segment['end_index']]) > 0:
+ continue
+ else:
+ in_span[segment['start_index']: segment['end_index']] = [1]*(segment['end_index']-segment['start_index'])
+ turn['dialogue_acts']['non-categorical'].append({
+ 'intent': intent,
+ 'domain': domain,
+ 'slot': slot,
+ 'value': segment['text'],
+ 'start': segment['start_index'],
+ 'end': segment['end_index']
+ })
+
+ turn['dialogue_acts']['non-categorical'] = sorted(turn['dialogue_acts']['non-categorical'], key=lambda x: x['start'])
+
+ bdas = set()
+ for da in turn['dialogue_acts']['binary']:
+ da_tuple = (da['intent'], da['domain'], da['slot'], da['value'],)
+ bdas.add(da_tuple)
+ if da_tuple not in ontology['binary_dialogue_acts']:
+ ontology['binary_dialogue_acts'].add(da_tuple)
+ turn['dialogue_acts']['binary'] = [{'intent':bda[0],'domain':bda[1],'slot':bda[2],'value':bda[3]} for bda in sorted(bdas)]
+
+ for da in turn['dialogue_acts']['non-categorical']:
+ slot, value = da['slot'], da['value']
+ assert slot in prev_state[domain], print(da)
+ prev_state[domain][slot] = value
+
+ if speaker == 'user':
+ turn['state'] = copy.deepcopy(prev_state)
+ else:
+ turn['db_results'] = {}
+ if 'apis' in turns[utt_idx-1]:
+ turn['db_results'].setdefault(domain, [])
+ apis = turns[utt_idx-1]['apis']
+ turn['db_results'][domain] += apis
+
+ dialogue['turns'].append(turn)
+ dialogues_by_split[data_split].append(dialogue)
+
+ ontology['binary_dialogue_acts'] = [{'intent':bda[0],'domain':bda[1],'slot':bda[2],'value':bda[3]} for bda in sorted(ontology['binary_dialogue_acts'])]
+ dialogues = dialogues_by_split['train']+dialogues_by_split['validation']+dialogues_by_split['test']
+ json.dump(dialogues[:10], open(f'dummy_data.json', 'w', encoding='utf-8'), indent=2, ensure_ascii=False)
+ json.dump(dialogues, open(f'{new_data_dir}/dialogues.json', 'w', encoding='utf-8'), indent=2, ensure_ascii=False)
+ json.dump(ontology, open(f'{new_data_dir}/ontology.json', 'w', encoding='utf-8'), indent=2, ensure_ascii=False)
+ with ZipFile('data.zip', 'w', ZIP_DEFLATED) as zf:
+ for filename in os.listdir(new_data_dir):
+ zf.write(f'{new_data_dir}/{filename}')
+ rmtree(original_data_dir)
+ rmtree(new_data_dir)
+ return dialogues, ontology
+
+if __name__ == '__main__':
+ preprocess()