yunfan
7 years ago
1 changed files with 0 additions and 7 deletions
Unified View
Diff Options
+ 0
- 7
fastNLP/loader/dataset_loader.py
View File
| @@ -87,7 +87,6 @@ class DataSetLoader(BaseLoader): | |||||
| """ | """ | ||||
| raise NotImplementedError | raise NotImplementedError | ||||
| @DataSet.set_reader('read_raw') | @DataSet.set_reader('read_raw') | ||||
| class RawDataSetLoader(DataSetLoader): | class RawDataSetLoader(DataSetLoader): | ||||
| def __init__(self): | def __init__(self): | ||||
| @@ -103,7 +102,6 @@ class RawDataSetLoader(DataSetLoader): | |||||
| def convert(self, data): | def convert(self, data): | ||||
| return convert_seq_dataset(data) | return convert_seq_dataset(data) | ||||
| @DataSet.set_reader('read_pos') | @DataSet.set_reader('read_pos') | ||||
| class POSDataSetLoader(DataSetLoader): | class POSDataSetLoader(DataSetLoader): | ||||
| """Dataset Loader for POS Tag datasets. | """Dataset Loader for POS Tag datasets. | ||||
| @@ -173,7 +171,6 @@ class POSDataSetLoader(DataSetLoader): | |||||
| """ | """ | ||||
| return convert_seq2seq_dataset(data) | return convert_seq2seq_dataset(data) | ||||
| @DataSet.set_reader('read_tokenize') | @DataSet.set_reader('read_tokenize') | ||||
| class TokenizeDataSetLoader(DataSetLoader): | class TokenizeDataSetLoader(DataSetLoader): | ||||
| """ | """ | ||||
| @@ -233,7 +230,6 @@ class TokenizeDataSetLoader(DataSetLoader): | |||||
| def convert(self, data): | def convert(self, data): | ||||
| return convert_seq2seq_dataset(data) | return convert_seq2seq_dataset(data) | ||||
| @DataSet.set_reader('read_class') | @DataSet.set_reader('read_class') | ||||
| class ClassDataSetLoader(DataSetLoader): | class ClassDataSetLoader(DataSetLoader): | ||||
| """Loader for classification data sets""" | """Loader for classification data sets""" | ||||
| @@ -272,7 +268,6 @@ class ClassDataSetLoader(DataSetLoader): | |||||
| def convert(self, data): | def convert(self, data): | ||||
| return convert_seq2tag_dataset(data) | return convert_seq2tag_dataset(data) | ||||
| @DataSet.set_reader('read_conll') | @DataSet.set_reader('read_conll') | ||||
| class ConllLoader(DataSetLoader): | class ConllLoader(DataSetLoader): | ||||
| """loader for conll format files""" | """loader for conll format files""" | ||||
| @@ -314,7 +309,6 @@ class ConllLoader(DataSetLoader): | |||||
| def convert(self, data): | def convert(self, data): | ||||
| pass | pass | ||||
| @DataSet.set_reader('read_lm') | @DataSet.set_reader('read_lm') | ||||
| class LMDataSetLoader(DataSetLoader): | class LMDataSetLoader(DataSetLoader): | ||||
| """Language Model Dataset Loader | """Language Model Dataset Loader | ||||
| @@ -351,7 +345,6 @@ class LMDataSetLoader(DataSetLoader): | |||||
| def convert(self, data): | def convert(self, data): | ||||
| pass | pass | ||||
| @DataSet.set_reader('read_people_daily') | @DataSet.set_reader('read_people_daily') | ||||
| class PeopleDailyCorpusLoader(DataSetLoader): | class PeopleDailyCorpusLoader(DataSetLoader): | ||||
| """ | """ | ||||