Browse Source

Merge branch 'dev0.5.0' of https://github.com/fastnlp/fastNLP into dev0.5.0

tags/v0.4.10
yh 6 years ago
parent
commit
4e8905e00b
4 changed files with 15 additions and 6 deletions
  1. +3
    -2
      fastNLP/core/__init__.py
  2. +9
    -3
      fastNLP/core/callback.py
  3. +2
    -1
      fastNLP/io/loader/loader.py
  4. +1
    -0
      fastNLP/io/pipe/matching.py

+ 3
- 2
fastNLP/core/__init__.py View File

@@ -13,8 +13,9 @@ core 模块里实现了 fastNLP 的核心框架,常用的功能都可以从 fa
"""
from .batch import DataSetIter, BatchIter, TorchLoaderIter
from .callback import Callback, GradientClipCallback, EarlyStopCallback, TensorboardCallback, LRScheduler, ControlC
from .callback import EvaluateCallback, FitlogCallback, SaveModelCallback
from .callback import Callback, GradientClipCallback, EarlyStopCallback, FitlogCallback, EvaluateCallback, \
LRScheduler, ControlC, LRFinder, TensorboardCallback, WarmupCallback, SaveModelCallback, EchoCallback, \
TesterCallback, CallbackException, EarlyStopError
from .const import Const
from .dataset import DataSet
from .field import FieldArray, Padder, AutoPadder, EngChar2DPadder


+ 9
- 3
fastNLP/core/callback.py View File

@@ -51,13 +51,19 @@ callback模块实现了 fastNLP 中的许多 callback 类,用于增强 :class:
"""
__all__ = [
"Callback",

"GradientClipCallback",
"EarlyStopCallback",
"TensorboardCallback",
"FitlogCallback",
"EvaluateCallback",
"LRScheduler",
"ControlC",
"EvaluateCallback",
"LRFinder",
"TensorboardCallback",
"WarmupCallback",
"SaveModelCallback",
"EchoCallback",
"TesterCallback",
"CallbackException",
"EarlyStopError"
@@ -718,7 +724,7 @@ class SmoothValue(object):
self.smooth = None
def add_value(self, val: float) -> None:
"Add `val` to calculate updated smoothed value."
"""Add `val` to calculate updated smoothed value."""
self.n += 1
self.mov_avg = self.beta * self.mov_avg + (1 - self.beta) * val
self.smooth = self.mov_avg / (1 - self.beta ** self.n)


+ 2
- 1
fastNLP/io/loader/loader.py View File

@@ -68,7 +68,8 @@ class Loader:
"""
raise NotImplementedError(f"{self.__class__} cannot download data automatically.")
def _get_dataset_path(self, dataset_name):
@staticmethod
def _get_dataset_path(dataset_name):
"""
传入dataset的名称,获取读取数据的目录。如果数据不存在,会尝试自动下载并缓存



+ 1
- 0
fastNLP/io/pipe/matching.py View File

@@ -239,6 +239,7 @@ class QuoraPipe(MatchingPipe):
data_bundle = QuoraLoader().load(paths)
return self.process(data_bundle)


class QNLIPipe(MatchingPipe):
def process_from_file(self, paths=None):
data_bundle = QNLILoader().load(paths)


Loading…
Cancel
Save