add load_rg_data

convlab2/util/__init__.py

 from convlab2.util.unified_datasets_util import load_dataset, load_ontology, load_database, \
-    load_unified_data, load_nlu_data, load_dst_data, load_policy_data, load_nlg_data, load_e2e_data
+    load_unified_data, load_nlu_data, load_dst_data, load_policy_data, load_nlg_data, load_e2e_data, load_rg_data
\ No newline at end of file

convlab2/util/unified_datasets_util.py

@@ -167,6 +167,13 @@ def load_e2e_data(dataset, data_split='all', speaker='system', context_window_si
     kwargs.setdefault('dialogue_acts', True)
     return load_unified_data(dataset, **kwargs)
 
+def load_rg_data(dataset, data_split='all', speaker='system', context_window_size=100, **kwargs):
+    kwargs.setdefault('data_split', data_split)
+    kwargs.setdefault('speaker', speaker)
+    kwargs.setdefault('use_context', True)
+    kwargs.setdefault('context_window_size', context_window_size)
+    kwargs.setdefault('utterance', True)
+    return load_unified_data(dataset, **kwargs)
 
 if __name__ == "__main__":
     dataset = load_dataset('multiwoz21')

setup.py

@@ -41,6 +41,7 @@ setup(
         'scipy',
         'torch>=1.6',
         'transformers>=4.0',
+        'datasets>=1.8',
         'spacy',
         'allennlp',
         'simplejson',