From dca1d56602d705a6f86d0eafdb12ad293f1f44a7 Mon Sep 17 00:00:00 2001 From: yunfan Date: Thu, 30 May 2019 14:59:16 +0800 Subject: [PATCH] update sst loader --- fastNLP/io/data_loader/sst.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/fastNLP/io/data_loader/sst.py b/fastNLP/io/data_loader/sst.py index 1410f122..73b01959 100644 --- a/fastNLP/io/data_loader/sst.py +++ b/fastNLP/io/data_loader/sst.py @@ -64,7 +64,8 @@ class SSTLoader(DataSetLoader): src_embed_op: EmbeddingOption = None): input_name, target_name = 'words', 'target' src_vocab = Vocabulary() if src_vocab_op is None else Vocabulary(**src_vocab_op) - tgt_vocab = Vocabulary() if tgt_vocab_op is None else Vocabulary(**tgt_vocab_op) + tgt_vocab = Vocabulary(unknown=None, padding=None) \ + if tgt_vocab_op is None else Vocabulary(**tgt_vocab_op) info = DataInfo(datasets=self.load(paths)) _train_ds = [info.datasets[name]