From fb70aed497e191fc512bd9c5c93cb0213bc559d5 Mon Sep 17 00:00:00 2001
From: zqwerty <zhuq96@hotmail.com>
Date: Mon, 18 Jul 2022 17:25:48 +0800
Subject: [PATCH] extend dataset preprocessing time from 30 mins to 1 year
---
convlab/base_models/t5/trainer.py | 5 +----
1 file changed, 1 insertion(+), 4 deletions(-)
diff --git a/convlab/base_models/t5/trainer.py b/convlab/base_models/t5/trainer.py
index 80b0bf2e..ba0bce93 100644
--- a/convlab/base_models/t5/trainer.py
+++ b/convlab/base_models/t5/trainer.py
@@ -32,9 +32,6 @@ from transformers.training_args import (
is_torch_tpu_available,
is_sagemaker_mp_enabled,
is_sagemaker_dp_enabled,
- dist,
- xm,
- smp
)
from transformers.trainer import (
@@ -45,7 +42,7 @@ from transformers.trainer import (
from transformers import Seq2SeqTrainer, Seq2SeqTrainingArguments
from datetime import timedelta
-
+import torch.distributed as dist
logger = logging.get_logger(__name__)
--
GitLab