From e2208d44bd0787291343f44a2d4416e314dc3e43 Mon Sep 17 00:00:00 2001 From: yh Date: Fri, 11 Oct 2019 15:15:53 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9seqence=5Flabeling=E4=B8=BAse?= =?UTF-8?q?quence=5Flabelling?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- README.md | 2 +- reproduction/README.md | 2 +- .../chinese_ner/LatticeLSTM/README.md | 0 .../chinese_ner/LatticeLSTM/load_data.py | 0 .../chinese_ner/LatticeLSTM/main.py | 0 .../chinese_ner/LatticeLSTM/models.py | 0 .../chinese_ner/LatticeLSTM/modules.py | 0 .../chinese_ner/LatticeLSTM/pathes.py | 0 .../chinese_ner/LatticeLSTM/small.py | 0 .../chinese_ner/LatticeLSTM/utils.py | 0 .../chinese_ner/LatticeLSTM/utils_.py | 0 .../chinese_ner/readme.md | 0 .../chinese_ner/train_bert.py | 0 .../chinese_ner/train_cn_ner.py | 0 .../cws/data/cws_shift_pipe.py | 0 .../cws/model/bilstm_crf_cws.py | 0 .../cws/model/bilstm_shift_relay.py | 2 +- .../cws/model/metric.py | 0 .../cws/model/module.py | 0 .../{seqence_labelling => sequence_labelling}/cws/readme.md | 0 .../cws/train_bilstm_crf.py | 2 +- .../cws/train_shift_relay.py | 6 +++--- .../{seqence_labelling => sequence_labelling}/ner/README.md | 0 .../ner/__init__.py | 0 .../ner/model/bert_crf.py | 0 .../ner/model/dilated_cnn.py | 0 .../ner/model/lstm_cnn_crf.py | 0 .../ner/train_bert.py | 2 +- .../ner/train_cnn_lstm_crf_conll2003.py | 2 +- .../ner/train_idcnn.py | 2 +- .../ner/train_ontonote.py | 2 +- 31 files changed, 11 insertions(+), 11 deletions(-) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/README.md (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/load_data.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/main.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/models.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/modules.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/pathes.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/small.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/utils.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/LatticeLSTM/utils_.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/readme.md (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/train_bert.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/chinese_ner/train_cn_ner.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/cws/data/cws_shift_pipe.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/cws/model/bilstm_crf_cws.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/cws/model/bilstm_shift_relay.py (96%) rename reproduction/{seqence_labelling => sequence_labelling}/cws/model/metric.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/cws/model/module.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/cws/readme.md (100%) rename reproduction/{seqence_labelling => sequence_labelling}/cws/train_bilstm_crf.py (96%) rename reproduction/{seqence_labelling => sequence_labelling}/cws/train_shift_relay.py (89%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/README.md (100%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/__init__.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/model/bert_crf.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/model/dilated_cnn.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/model/lstm_cnn_crf.py (100%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/train_bert.py (96%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/train_cnn_lstm_crf_conll2003.py (96%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/train_idcnn.py (98%) rename reproduction/{seqence_labelling => sequence_labelling}/ner/train_ontonote.py (96%) diff --git a/README.md b/README.md index f26bffec..017ebdfb 100644 --- a/README.md +++ b/README.md @@ -6,7 +6,7 @@ ![Hex.pm](https://img.shields.io/hexpm/l/plug.svg) [![Documentation Status](https://readthedocs.org/projects/fastnlp/badge/?version=latest)](http://fastnlp.readthedocs.io/?badge=latest) -fastNLP 是一款轻量级的 NLP 工具包。你既可以使用它快速地完成一个序列标注（[NER](reproduction/seqence_labelling/ner)、POS-Tagging等）、中文分词、[文本分类](reproduction/text_classification)、[Matching](reproduction/matching)、[指代消解](reproduction/coreference_resolution)、[摘要](reproduction/Summarization)等任务； 也可以使用它快速构建许多复杂的网络模型，进行科研。它具有如下的特性： +fastNLP 是一款轻量级的 NLP 工具包。你既可以使用它快速地完成一个序列标注（[NER](reproduction/sequence_labelling/ner)、POS-Tagging等）、中文分词、[文本分类](reproduction/text_classification)、[Matching](reproduction/matching)、[指代消解](reproduction/coreference_resolution)、[摘要](reproduction/Summarization)等任务； 也可以使用它快速构建许多复杂的网络模型，进行科研。它具有如下的特性： - 统一的Tabular式数据容器，让数据预处理过程简洁明了。内置多种数据集的Loader和Pipe，省去预处理代码; - 多种训练、测试组件，例如训练器Trainer；测试器Tester；以及各种评测metrics等等; diff --git a/reproduction/README.md b/reproduction/README.md index ce623dbe..1ddca315 100644 --- a/reproduction/README.md +++ b/reproduction/README.md @@ -17,7 +17,7 @@ ## Sequence Labeling (序列标注) -- [NER](seqence_labelling/ner) +- [NER](sequence_labelling/ner) ## Coreference Resolution (指代消解) diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/README.md b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/README.md similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/README.md rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/README.md diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/load_data.py b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/load_data.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/load_data.py rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/load_data.py diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/main.py b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/main.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/main.py rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/main.py diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/models.py b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/models.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/models.py rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/models.py diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/modules.py b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/modules.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/modules.py rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/modules.py diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/pathes.py b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/pathes.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/pathes.py rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/pathes.py diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/small.py b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/small.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/small.py rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/small.py diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/utils.py b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/utils.py rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils.py diff --git a/reproduction/seqence_labelling/chinese_ner/LatticeLSTM/utils_.py b/reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils_.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/LatticeLSTM/utils_.py rename to reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils_.py diff --git a/reproduction/seqence_labelling/chinese_ner/readme.md b/reproduction/sequence_labelling/chinese_ner/readme.md similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/readme.md rename to reproduction/sequence_labelling/chinese_ner/readme.md diff --git a/reproduction/seqence_labelling/chinese_ner/train_bert.py b/reproduction/sequence_labelling/chinese_ner/train_bert.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/train_bert.py rename to reproduction/sequence_labelling/chinese_ner/train_bert.py diff --git a/reproduction/seqence_labelling/chinese_ner/train_cn_ner.py b/reproduction/sequence_labelling/chinese_ner/train_cn_ner.py similarity index 100% rename from reproduction/seqence_labelling/chinese_ner/train_cn_ner.py rename to reproduction/sequence_labelling/chinese_ner/train_cn_ner.py diff --git a/reproduction/seqence_labelling/cws/data/cws_shift_pipe.py b/reproduction/sequence_labelling/cws/data/cws_shift_pipe.py similarity index 100% rename from reproduction/seqence_labelling/cws/data/cws_shift_pipe.py rename to reproduction/sequence_labelling/cws/data/cws_shift_pipe.py diff --git a/reproduction/seqence_labelling/cws/model/bilstm_crf_cws.py b/reproduction/sequence_labelling/cws/model/bilstm_crf_cws.py similarity index 100% rename from reproduction/seqence_labelling/cws/model/bilstm_crf_cws.py rename to reproduction/sequence_labelling/cws/model/bilstm_crf_cws.py diff --git a/reproduction/seqence_labelling/cws/model/bilstm_shift_relay.py b/reproduction/sequence_labelling/cws/model/bilstm_shift_relay.py similarity index 96% rename from reproduction/seqence_labelling/cws/model/bilstm_shift_relay.py rename to reproduction/sequence_labelling/cws/model/bilstm_shift_relay.py index 4ce1cc51..efba5c41 100644 --- a/reproduction/seqence_labelling/cws/model/bilstm_shift_relay.py +++ b/reproduction/sequence_labelling/cws/model/bilstm_shift_relay.py @@ -1,6 +1,6 @@ from torch import nn import torch -from reproduction.seqence_labelling.cws.model.module import FeatureFunMax, SemiCRFShiftRelay +from reproduction.sequence_labelling.cws.model.module import FeatureFunMax, SemiCRFShiftRelay from fastNLP.modules import LSTM class ShiftRelayCWSModel(nn.Module): diff --git a/reproduction/seqence_labelling/cws/model/metric.py b/reproduction/sequence_labelling/cws/model/metric.py similarity index 100% rename from reproduction/seqence_labelling/cws/model/metric.py rename to reproduction/sequence_labelling/cws/model/metric.py diff --git a/reproduction/seqence_labelling/cws/model/module.py b/reproduction/sequence_labelling/cws/model/module.py similarity index 100% rename from reproduction/seqence_labelling/cws/model/module.py rename to reproduction/sequence_labelling/cws/model/module.py diff --git a/reproduction/seqence_labelling/cws/readme.md b/reproduction/sequence_labelling/cws/readme.md similarity index 100% rename from reproduction/seqence_labelling/cws/readme.md rename to reproduction/sequence_labelling/cws/readme.md diff --git a/reproduction/seqence_labelling/cws/train_bilstm_crf.py b/reproduction/sequence_labelling/cws/train_bilstm_crf.py similarity index 96% rename from reproduction/seqence_labelling/cws/train_bilstm_crf.py rename to reproduction/sequence_labelling/cws/train_bilstm_crf.py index b9a77249..30760d8f 100644 --- a/reproduction/seqence_labelling/cws/train_bilstm_crf.py +++ b/reproduction/sequence_labelling/cws/train_bilstm_crf.py @@ -2,7 +2,7 @@ import sys sys.path.append('../../..') from fastNLP.io.pipe.cws import CWSPipe -from reproduction.seqence_labelling.cws.model.bilstm_crf_cws import BiLSTMCRF +from reproduction.sequence_labelling.cws.model.bilstm_crf_cws import BiLSTMCRF from fastNLP import Trainer, cache_results from fastNLP.embeddings import StaticEmbedding from fastNLP import EvaluateCallback, BucketSampler, SpanFPreRecMetric, GradientClipCallback diff --git a/reproduction/seqence_labelling/cws/train_shift_relay.py b/reproduction/sequence_labelling/cws/train_shift_relay.py similarity index 89% rename from reproduction/seqence_labelling/cws/train_shift_relay.py rename to reproduction/sequence_labelling/cws/train_shift_relay.py index 322f42bb..1a519028 100644 --- a/reproduction/seqence_labelling/cws/train_shift_relay.py +++ b/reproduction/sequence_labelling/cws/train_shift_relay.py @@ -3,13 +3,13 @@ import sys sys.path.append('../../..') from fastNLP import cache_results -from reproduction.seqence_labelling.cws.data.cws_shift_pipe import CWSShiftRelayPipe -from reproduction.seqence_labelling.cws.model.bilstm_shift_relay import ShiftRelayCWSModel +from reproduction.sequence_labelling.cws.data.cws_shift_pipe import CWSShiftRelayPipe +from reproduction.sequence_labelling.cws.model.bilstm_shift_relay import ShiftRelayCWSModel from fastNLP import Trainer from torch.optim import Adam from fastNLP import BucketSampler from fastNLP import GradientClipCallback -from reproduction.seqence_labelling.cws.model.metric import RelayMetric +from reproduction.sequence_labelling.cws.model.metric import RelayMetric from fastNLP.embeddings import StaticEmbedding from fastNLP import EvaluateCallback diff --git a/reproduction/seqence_labelling/ner/README.md b/reproduction/sequence_labelling/ner/README.md similarity index 100% rename from reproduction/seqence_labelling/ner/README.md rename to reproduction/sequence_labelling/ner/README.md diff --git a/reproduction/seqence_labelling/ner/__init__.py b/reproduction/sequence_labelling/ner/__init__.py similarity index 100% rename from reproduction/seqence_labelling/ner/__init__.py rename to reproduction/sequence_labelling/ner/__init__.py diff --git a/reproduction/seqence_labelling/ner/model/bert_crf.py b/reproduction/sequence_labelling/ner/model/bert_crf.py similarity index 100% rename from reproduction/seqence_labelling/ner/model/bert_crf.py rename to reproduction/sequence_labelling/ner/model/bert_crf.py diff --git a/reproduction/seqence_labelling/ner/model/dilated_cnn.py b/reproduction/sequence_labelling/ner/model/dilated_cnn.py similarity index 100% rename from reproduction/seqence_labelling/ner/model/dilated_cnn.py rename to reproduction/sequence_labelling/ner/model/dilated_cnn.py diff --git a/reproduction/seqence_labelling/ner/model/lstm_cnn_crf.py b/reproduction/sequence_labelling/ner/model/lstm_cnn_crf.py similarity index 100% rename from reproduction/seqence_labelling/ner/model/lstm_cnn_crf.py rename to reproduction/sequence_labelling/ner/model/lstm_cnn_crf.py diff --git a/reproduction/seqence_labelling/ner/train_bert.py b/reproduction/sequence_labelling/ner/train_bert.py similarity index 96% rename from reproduction/seqence_labelling/ner/train_bert.py rename to reproduction/sequence_labelling/ner/train_bert.py index f79bd4a5..a90e9998 100644 --- a/reproduction/seqence_labelling/ner/train_bert.py +++ b/reproduction/sequence_labelling/ner/train_bert.py @@ -9,7 +9,7 @@ import sys sys.path.append('../../../') -from reproduction.seqence_labelling.ner.model.bert_crf import BertCRF +from reproduction.sequence_labelling.ner.model.bert_crf import BertCRF from fastNLP.embeddings import BertEmbedding from fastNLP import Trainer, Const from fastNLP import BucketSampler, SpanFPreRecMetric, GradientClipCallback diff --git a/reproduction/seqence_labelling/ner/train_cnn_lstm_crf_conll2003.py b/reproduction/sequence_labelling/ner/train_cnn_lstm_crf_conll2003.py similarity index 96% rename from reproduction/seqence_labelling/ner/train_cnn_lstm_crf_conll2003.py rename to reproduction/sequence_labelling/ner/train_cnn_lstm_crf_conll2003.py index 3138a6c2..d74963ab 100644 --- a/reproduction/seqence_labelling/ner/train_cnn_lstm_crf_conll2003.py +++ b/reproduction/sequence_labelling/ner/train_cnn_lstm_crf_conll2003.py @@ -3,7 +3,7 @@ sys.path.append('../../..') from fastNLP.embeddings import CNNCharEmbedding, StaticEmbedding, StackEmbedding -from reproduction.seqence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF +from reproduction.sequence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF from fastNLP import Trainer from fastNLP import SpanFPreRecMetric from fastNLP import BucketSampler diff --git a/reproduction/seqence_labelling/ner/train_idcnn.py b/reproduction/sequence_labelling/ner/train_idcnn.py similarity index 98% rename from reproduction/seqence_labelling/ner/train_idcnn.py rename to reproduction/sequence_labelling/ner/train_idcnn.py index 4dcbd45d..7f4e43af 100644 --- a/reproduction/seqence_labelling/ner/train_idcnn.py +++ b/reproduction/sequence_labelling/ner/train_idcnn.py @@ -8,7 +8,7 @@ from fastNLP import BucketSampler from fastNLP import SpanFPreRecMetric from fastNLP import Trainer, Tester from fastNLP.core.metrics import MetricBase -from reproduction.seqence_labelling.ner.model.dilated_cnn import IDCNN +from reproduction.sequence_labelling.ner.model.dilated_cnn import IDCNN from fastNLP.core.utils import Option from fastNLP.embeddings import StaticEmbedding from fastNLP.core.utils import cache_results diff --git a/reproduction/seqence_labelling/ner/train_ontonote.py b/reproduction/sequence_labelling/ner/train_ontonote.py similarity index 96% rename from reproduction/seqence_labelling/ner/train_ontonote.py rename to reproduction/sequence_labelling/ner/train_ontonote.py index 9fd13100..a0484ec3 100644 --- a/reproduction/seqence_labelling/ner/train_ontonote.py +++ b/reproduction/sequence_labelling/ner/train_ontonote.py @@ -4,7 +4,7 @@ sys.path.append('../../..') from fastNLP.embeddings import CNNCharEmbedding, StaticEmbedding, StackEmbedding -from reproduction.seqence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF +from reproduction.sequence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF from fastNLP import Trainer from fastNLP import SpanFPreRecMetric from fastNLP import Const