Browse Source

fix bugs in matching dataloader

tags/v0.4.10
xuyige 5 years ago
parent
commit
3593f0a545
2 changed files with 6 additions and 3 deletions
  1. +0
    -1
      fastNLP/io/dataset_loader.py
  2. +6
    -2
      reproduction/matching/data/MatchingDataLoader.py

+ 0
- 1
fastNLP/io/dataset_loader.py View File

@@ -16,7 +16,6 @@ __all__ = [
'CSVLoader',
'JsonLoader',
'ConllLoader',
'MatchingLoader',
'SNLILoader',
'SSTLoader',
'PeopleDailyCorpusLoader',


+ 6
- 2
reproduction/matching/data/MatchingDataLoader.py View File

@@ -29,8 +29,12 @@ class MatchingLoader(JsonLoader):

def process(self, paths: Union[str, Dict[str, str]], dataset_name=None,
to_lower=False, char_information=False, seq_len_type: str=None,
bert_tokenizer: str=None, get_index=True, set_input: Union[list, bool]=True,
set_target: Union[list, bool] = True, concat: Union[str, list, bool]=None, ) -> DataInfo:
bert_tokenizer: str=None, get_index=True, set_input: Union[list, str, bool]=True,
set_target: Union[list, str, bool] = True, concat: Union[str, list, bool]=None, ) -> DataInfo:
if isinstance(set_input, str):
set_input = [set_input]
if isinstance(set_target, str):
set_target = [set_target]
if isinstance(set_input, bool):
auto_set_input = set_input
else:


Loading…
Cancel
Save