From 6b147711af95ad02938cd7ccdda95884fe9de4e1 Mon Sep 17 00:00:00 2001 From: benbijituo Date: Fri, 27 Sep 2019 16:49:26 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9=E4=BA=86CNXNLI=E7=9A=84=5Flo?= =?UTF-8?q?ad()=EF=BC=8C=E5=8F=AF=E4=BB=A5=E5=A4=84=E7=90=86=E7=89=B9?= =?UTF-8?q?=E6=AE=8A=E7=9A=84instance=E6=A0=BC=E5=BC=8F=E5=A6=82=E4=B8=8B?= =?UTF-8?q?=EF=BC=9A=20=E2=80=9CXXX\t"XXX\tXXX?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- fastNLP/io/pipe/matching.py | 18 ++++++------------ 1 file changed, 6 insertions(+), 12 deletions(-) diff --git a/fastNLP/io/pipe/matching.py b/fastNLP/io/pipe/matching.py index 016730f2..6af8f5a6 100644 --- a/fastNLP/io/pipe/matching.py +++ b/fastNLP/io/pipe/matching.py @@ -352,8 +352,7 @@ class MNLIPipe(MatchingPipe): class LCQMCPipe(MatchingPipe): def __init__(self): - super().__init__() - self.tokenizer = 'cn-char' + super().__init__(tokenizer='cn-char') def process_from_file(self, paths=None): data_bundle = LCQMCLoader().load(paths) @@ -365,8 +364,7 @@ class LCQMCPipe(MatchingPipe): class CNXNLIPipe(MatchingPipe): def __init__(self): - super().__init__() - self.tokenizer = 'cn-char' + super().__init__(tokenizer='cn-char') def process_from_file(self, paths=None): data_bundle = CNXNLILoader().load(paths) @@ -379,8 +377,7 @@ class CNXNLIPipe(MatchingPipe): class BQCorpusPipe(MatchingPipe): def __init__(self): - super().__init__() - self.tokenizer = 'cn-char' + super().__init__(tokenizer='cn-char') def process_from_file(self, paths=None): data_bundle = BQCorpusLoader().load(paths) @@ -475,8 +472,7 @@ class MachingTruncatePipe(Pipe): # truncate sentence for bert, modify seq_len class LCQMCBertPipe(MatchingBertPipe): def __init__(self): - super().__init__() - self.tokenizer = 'cn-char' + super().__init__(tokenizer='cn-char') def process_from_file(self, paths=None): data_bundle = LCQMCLoader().load(paths) @@ -489,8 +485,7 @@ class LCQMCBertPipe(MatchingBertPipe): class BQCorpusBertPipe(MatchingBertPipe): def __init__(self): - super().__init__() - self.tokenizer = 'cn-char' + super().__init__(tokenizer='cn-char') def process_from_file(self, paths=None): data_bundle = BQCorpusLoader().load(paths) @@ -503,8 +498,7 @@ class BQCorpusBertPipe(MatchingBertPipe): class CNXNLIBertPipe(MatchingBertPipe): def __init__(self): - super().__init__() - self.tokenizer = 'cn-char' + super().__init__(tokenizer='cn-char') def process_from_file(self, paths=None): data_bundle = CNXNLILoader().load(paths)