From 747eafd99f3b52127d7136168e5c03f3f3e919fb Mon Sep 17 00:00:00 2001
From: zqwerty <zhuq96@hotmail.com>
Date: Mon, 13 Jul 2020 11:06:34 +0800
Subject: [PATCH] fix nlu max len

---
 convlab2/nlu/jointBERT/multiwoz/nlu.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/convlab2/nlu/jointBERT/multiwoz/nlu.py b/convlab2/nlu/jointBERT/multiwoz/nlu.py
index 2bc7ec6..17c24d9 100755
--- a/convlab2/nlu/jointBERT/multiwoz/nlu.py
+++ b/convlab2/nlu/jointBERT/multiwoz/nlu.py
@@ -66,15 +66,15 @@ class BERTNLU(NLU):
             if len(context) > 0 and type(context[0]) is list and len(context[0]) > 1:
                 context = [item[1] for item in context]
             context_seq = self.dataloader.tokenizer.encode('[CLS] ' + ' [SEP] '.join(context[-3:]))
-            context_seq = context_seq[:self.dataloader.tokenizer.max_model_input_sizes]
+            context_seq = context_seq[:512]
         else:
             context_seq = self.dataloader.tokenizer.encode('[CLS]')
         intents = []
         da = {}
 
         word_seq, tag_seq, new2ori = self.dataloader.bert_tokenize(ori_word_seq, ori_tag_seq)
-        word_seq = word_seq[:self.dataloader.tokenizer.max_model_input_sizes]
-        tag_seq = tag_seq[:self.dataloader.tokenizer.max_model_input_sizes]
+        word_seq = word_seq[:512]
+        tag_seq = tag_seq[:512]
         batch_data = [[ori_word_seq, ori_tag_seq, intents, da, context_seq,
                        new2ori, word_seq, self.dataloader.seq_tag2id(tag_seq), self.dataloader.seq_intent2id(intents)]]
 
-- 
GitLab