Skip to content
Snippets Groups Projects
Commit 824788e1 authored by zqwerty's avatar zqwerty
Browse files

update delex func

parent 67fec1d6
No related branches found
No related tags found
No related merge requests found
...@@ -238,7 +238,7 @@ def create_delex_data(dataset, delex_format='[({domain})-({slot})]', ignore_valu ...@@ -238,7 +238,7 @@ def create_delex_data(dataset, delex_format='[({domain})-({slot})]', ignore_valu
domain, slot, value = da['domain'], da['slot'], da['value'] domain, slot, value = da['domain'], da['slot'], da['value']
if value.lower() not in ignore_values: if value.lower() not in ignore_values:
placeholder = delex_format.format(domain=domain, slot=slot, value=value) placeholder = delex_format.format(domain=domain, slot=slot, value=value)
pattern = re.compile(r'\b'+f'({value})'+r'\b', flags=re.I) pattern = re.compile(r'\b({})\b'.format(value), flags=re.I)
if delex_inplace(delex_utt, pattern): if delex_inplace(delex_utt, pattern):
delex_vocab.add(placeholder) delex_vocab.add(placeholder)
...@@ -252,7 +252,7 @@ def create_delex_data(dataset, delex_format='[({domain})-({slot})]', ignore_valu ...@@ -252,7 +252,7 @@ def create_delex_data(dataset, delex_format='[({domain})-({slot})]', ignore_valu
for value in values.split('|'): for value in values.split('|'):
if value.lower() not in ignore_values: if value.lower() not in ignore_values:
placeholder = delex_format.format(domain=domain, slot=slot, value=value) placeholder = delex_format.format(domain=domain, slot=slot, value=value)
pattern = re.compile(r'\b'+f'({value})'+r'\b', flags=re.I) pattern = re.compile(r'\b({})\b'.format(value), flags=re.I)
if delex_inplace(delex_utt, pattern): if delex_inplace(delex_utt, pattern):
delex_vocab.add(placeholder) delex_vocab.add(placeholder)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment