From 30180b91e12325a4be4e168d86ddcd3ab1d6751e Mon Sep 17 00:00:00 2001 From: Yige Xu Date: Mon, 16 Sep 2019 15:45:02 +0800 Subject: [PATCH] Revert "delete online Data Getter and Iter" This reverts commit 9b21071c8d01087e37c953c7e3e37e20b29b901d. --- fastNLP/core/batch.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/fastNLP/core/batch.py b/fastNLP/core/batch.py index 1a31e92a..b14b21de 100644 --- a/fastNLP/core/batch.py +++ b/fastNLP/core/batch.py @@ -201,6 +201,19 @@ class TorchLoaderIter(BatchIter): self.batch_size = dataset.batch_size +class OnlineDataGettter: + # TODO + pass + + +class OnlineDataIter(BatchIter): + # TODO + def __init__(self, dataset, batch_size=1, buffer_size=10000, sampler=None, as_numpy=False, + num_workers=0, pin_memory=False, drop_last=False, + timeout=0, worker_init_fn=None, **kwargs): + super().__init__() + + def _to_tensor(batch, field_dtype): """