Browse Source

correct spell error

tags/v0.1.0
FengZiYjun 6 years ago
parent
commit
0e11dd5f24
1 changed files with 6 additions and 4 deletions
  1. +6
    -4
      fastNLP/loader/dataset_loader.py

+ 6
- 4
fastNLP/loader/dataset_loader.py View File

@@ -1,6 +1,7 @@
from fastNLP.loader.base_loader import BaseLoader
import os

from fastNLP.loader.base_loader import BaseLoader


class DatasetLoader(BaseLoader):
""""loader for data sets"""
@@ -16,7 +17,6 @@ class POSDatasetLoader(DatasetLoader):
super(POSDatasetLoader, self).__init__(data_name, data_path)
#self.data_set = self.load()


def load(self):
assert os.path.exists(self.data_path)
with open(self.data_path, "r", encoding="utf-8") as f:
@@ -42,11 +42,12 @@ class POSDatasetLoader(DatasetLoader):
dataset.append(sentence)
return dataset

class ClassficationDatasetLoader(DatasetLoader):

class ClassificationDatasetLoader(DatasetLoader):
"""loader for classfication data sets"""

def __init__(self, data_name, data_path):
super(ClassficationDatasetLoader, data_name)
super(ClassificationDatasetLoader, data_name).__init__()

def load(self):
assert os.path.exists(self.data_path)
@@ -70,6 +71,7 @@ class ClassficationDatasetLoader(DatasetLoader):
dataset.append(sentence)
return dataset


class ConllLoader(DatasetLoader):
"""loader for conll format files"""



Loading…
Cancel
Save