From f59f1db42dabb865597e1898ffcc8359d814ccf5 Mon Sep 17 00:00:00 2001
From: zqwerty <zhuq96@hotmail.com>
Date: Sun, 16 Aug 2020 09:43:21 +0800
Subject: [PATCH] update setup.py:add tokenizers requirement

---
 setup.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/setup.py b/setup.py
index b2ca351..4af9b39 100755
--- a/setup.py
+++ b/setup.py
@@ -34,6 +34,7 @@ setup(
         'nltk>=3.4',
         'tqdm>=4.30',
         'checksumdir>=1.1',
+        'dataclasses',
         'visdom',
         'Pillow',
         'future',
@@ -46,6 +47,7 @@ setup(
         'tensorflow==1.14',
         'tensorboard>=1.14.0',
         'tensorboardX==1.7',
+        'tokenizers>=0.8.0',
         'allennlp==0.9.0',
         'requests',
         'simplejson',
-- 
GitLab