From d401bd2208d2536ca22a6c20b169768e2065df14 Mon Sep 17 00:00:00 2001 From: yh Date: Thu, 25 Jul 2019 16:56:54 +0800 Subject: [PATCH] =?UTF-8?q?sst=20loader=E4=B8=AD=E5=A2=9E=E5=8A=A0?= =?UTF-8?q?=E4=B8=80=E5=88=97raw=5Fwords?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- fastNLP/io/data_loader/sst.py | 1 + 1 file changed, 1 insertion(+) diff --git a/fastNLP/io/data_loader/sst.py b/fastNLP/io/data_loader/sst.py index 0d881e65..6c06a9ce 100644 --- a/fastNLP/io/data_loader/sst.py +++ b/fastNLP/io/data_loader/sst.py @@ -134,6 +134,7 @@ class SST2Loader(CSVLoader): info = DataBundle() for name, path in paths.items(): dataset = self.load(path) + dataset.apply_field(lambda words:words.copy(), field_name='words', new_field_name='raw_words') datasets[name] = dataset def wordtochar(words):