Browse Source

修改seqence_labeling为sequence_labelling

tags/v0.5.0
yh 5 years ago
parent
commit
e2208d44bd
31 changed files with 11 additions and 11 deletions
  1. +1
    -1
      README.md
  2. +1
    -1
      reproduction/README.md
  3. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/README.md
  4. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/load_data.py
  5. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/main.py
  6. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/models.py
  7. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/modules.py
  8. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/pathes.py
  9. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/small.py
  10. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils.py
  11. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils_.py
  12. +0
    -0
      reproduction/sequence_labelling/chinese_ner/readme.md
  13. +0
    -0
      reproduction/sequence_labelling/chinese_ner/train_bert.py
  14. +0
    -0
      reproduction/sequence_labelling/chinese_ner/train_cn_ner.py
  15. +0
    -0
      reproduction/sequence_labelling/cws/data/cws_shift_pipe.py
  16. +0
    -0
      reproduction/sequence_labelling/cws/model/bilstm_crf_cws.py
  17. +1
    -1
      reproduction/sequence_labelling/cws/model/bilstm_shift_relay.py
  18. +0
    -0
      reproduction/sequence_labelling/cws/model/metric.py
  19. +0
    -0
      reproduction/sequence_labelling/cws/model/module.py
  20. +0
    -0
      reproduction/sequence_labelling/cws/readme.md
  21. +1
    -1
      reproduction/sequence_labelling/cws/train_bilstm_crf.py
  22. +3
    -3
      reproduction/sequence_labelling/cws/train_shift_relay.py
  23. +0
    -0
      reproduction/sequence_labelling/ner/README.md
  24. +0
    -0
      reproduction/sequence_labelling/ner/__init__.py
  25. +0
    -0
      reproduction/sequence_labelling/ner/model/bert_crf.py
  26. +0
    -0
      reproduction/sequence_labelling/ner/model/dilated_cnn.py
  27. +0
    -0
      reproduction/sequence_labelling/ner/model/lstm_cnn_crf.py
  28. +1
    -1
      reproduction/sequence_labelling/ner/train_bert.py
  29. +1
    -1
      reproduction/sequence_labelling/ner/train_cnn_lstm_crf_conll2003.py
  30. +1
    -1
      reproduction/sequence_labelling/ner/train_idcnn.py
  31. +1
    -1
      reproduction/sequence_labelling/ner/train_ontonote.py

+ 1
- 1
README.md View File

@@ -6,7 +6,7 @@
![Hex.pm](https://img.shields.io/hexpm/l/plug.svg) ![Hex.pm](https://img.shields.io/hexpm/l/plug.svg)
[![Documentation Status](https://readthedocs.org/projects/fastnlp/badge/?version=latest)](http://fastnlp.readthedocs.io/?badge=latest) [![Documentation Status](https://readthedocs.org/projects/fastnlp/badge/?version=latest)](http://fastnlp.readthedocs.io/?badge=latest)


fastNLP 是一款轻量级的 NLP 工具包。你既可以使用它快速地完成一个序列标注([NER](reproduction/seqence_labelling/ner)、POS-Tagging等)、中文分词、[文本分类](reproduction/text_classification)、[Matching](reproduction/matching)、[指代消解](reproduction/coreference_resolution)、[摘要](reproduction/Summarization)等任务; 也可以使用它快速构建许多复杂的网络模型,进行科研。它具有如下的特性:
fastNLP 是一款轻量级的 NLP 工具包。你既可以使用它快速地完成一个序列标注([NER](reproduction/sequence_labelling/ner)、POS-Tagging等)、中文分词、[文本分类](reproduction/text_classification)、[Matching](reproduction/matching)、[指代消解](reproduction/coreference_resolution)、[摘要](reproduction/Summarization)等任务; 也可以使用它快速构建许多复杂的网络模型,进行科研。它具有如下的特性:


- 统一的Tabular式数据容器,让数据预处理过程简洁明了。内置多种数据集的Loader和Pipe,省去预处理代码; - 统一的Tabular式数据容器,让数据预处理过程简洁明了。内置多种数据集的Loader和Pipe,省去预处理代码;
- 多种训练、测试组件,例如训练器Trainer;测试器Tester;以及各种评测metrics等等; - 多种训练、测试组件,例如训练器Trainer;测试器Tester;以及各种评测metrics等等;


+ 1
- 1
reproduction/README.md View File

@@ -17,7 +17,7 @@




## Sequence Labeling (序列标注) ## Sequence Labeling (序列标注)
- [NER](seqence_labelling/ner)
- [NER](sequence_labelling/ner)




## Coreference Resolution (指代消解) ## Coreference Resolution (指代消解)


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/README.md → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/README.md View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/load_data.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/load_data.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/main.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/main.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/models.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/models.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/modules.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/modules.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/pathes.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/pathes.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/small.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/small.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/utils.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/utils_.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils_.py View File


reproduction/seqence_labelling/chinese_ner/readme.md → reproduction/sequence_labelling/chinese_ner/readme.md View File


reproduction/seqence_labelling/chinese_ner/train_bert.py → reproduction/sequence_labelling/chinese_ner/train_bert.py View File


reproduction/seqence_labelling/chinese_ner/train_cn_ner.py → reproduction/sequence_labelling/chinese_ner/train_cn_ner.py View File


reproduction/seqence_labelling/cws/data/cws_shift_pipe.py → reproduction/sequence_labelling/cws/data/cws_shift_pipe.py View File


reproduction/seqence_labelling/cws/model/bilstm_crf_cws.py → reproduction/sequence_labelling/cws/model/bilstm_crf_cws.py View File


reproduction/seqence_labelling/cws/model/bilstm_shift_relay.py → reproduction/sequence_labelling/cws/model/bilstm_shift_relay.py View File

@@ -1,6 +1,6 @@
from torch import nn from torch import nn
import torch import torch
from reproduction.seqence_labelling.cws.model.module import FeatureFunMax, SemiCRFShiftRelay
from reproduction.sequence_labelling.cws.model.module import FeatureFunMax, SemiCRFShiftRelay
from fastNLP.modules import LSTM from fastNLP.modules import LSTM


class ShiftRelayCWSModel(nn.Module): class ShiftRelayCWSModel(nn.Module):

reproduction/seqence_labelling/cws/model/metric.py → reproduction/sequence_labelling/cws/model/metric.py View File


reproduction/seqence_labelling/cws/model/module.py → reproduction/sequence_labelling/cws/model/module.py View File


reproduction/seqence_labelling/cws/readme.md → reproduction/sequence_labelling/cws/readme.md View File


reproduction/seqence_labelling/cws/train_bilstm_crf.py → reproduction/sequence_labelling/cws/train_bilstm_crf.py View File

@@ -2,7 +2,7 @@ import sys
sys.path.append('../../..') sys.path.append('../../..')


from fastNLP.io.pipe.cws import CWSPipe from fastNLP.io.pipe.cws import CWSPipe
from reproduction.seqence_labelling.cws.model.bilstm_crf_cws import BiLSTMCRF
from reproduction.sequence_labelling.cws.model.bilstm_crf_cws import BiLSTMCRF
from fastNLP import Trainer, cache_results from fastNLP import Trainer, cache_results
from fastNLP.embeddings import StaticEmbedding from fastNLP.embeddings import StaticEmbedding
from fastNLP import EvaluateCallback, BucketSampler, SpanFPreRecMetric, GradientClipCallback from fastNLP import EvaluateCallback, BucketSampler, SpanFPreRecMetric, GradientClipCallback

reproduction/seqence_labelling/cws/train_shift_relay.py → reproduction/sequence_labelling/cws/train_shift_relay.py View File

@@ -3,13 +3,13 @@ import sys
sys.path.append('../../..') sys.path.append('../../..')


from fastNLP import cache_results from fastNLP import cache_results
from reproduction.seqence_labelling.cws.data.cws_shift_pipe import CWSShiftRelayPipe
from reproduction.seqence_labelling.cws.model.bilstm_shift_relay import ShiftRelayCWSModel
from reproduction.sequence_labelling.cws.data.cws_shift_pipe import CWSShiftRelayPipe
from reproduction.sequence_labelling.cws.model.bilstm_shift_relay import ShiftRelayCWSModel
from fastNLP import Trainer from fastNLP import Trainer
from torch.optim import Adam from torch.optim import Adam
from fastNLP import BucketSampler from fastNLP import BucketSampler
from fastNLP import GradientClipCallback from fastNLP import GradientClipCallback
from reproduction.seqence_labelling.cws.model.metric import RelayMetric
from reproduction.sequence_labelling.cws.model.metric import RelayMetric
from fastNLP.embeddings import StaticEmbedding from fastNLP.embeddings import StaticEmbedding
from fastNLP import EvaluateCallback from fastNLP import EvaluateCallback



reproduction/seqence_labelling/ner/README.md → reproduction/sequence_labelling/ner/README.md View File


reproduction/seqence_labelling/ner/__init__.py → reproduction/sequence_labelling/ner/__init__.py View File


reproduction/seqence_labelling/ner/model/bert_crf.py → reproduction/sequence_labelling/ner/model/bert_crf.py View File


reproduction/seqence_labelling/ner/model/dilated_cnn.py → reproduction/sequence_labelling/ner/model/dilated_cnn.py View File


reproduction/seqence_labelling/ner/model/lstm_cnn_crf.py → reproduction/sequence_labelling/ner/model/lstm_cnn_crf.py View File


reproduction/seqence_labelling/ner/train_bert.py → reproduction/sequence_labelling/ner/train_bert.py View File

@@ -9,7 +9,7 @@ import sys


sys.path.append('../../../') sys.path.append('../../../')


from reproduction.seqence_labelling.ner.model.bert_crf import BertCRF
from reproduction.sequence_labelling.ner.model.bert_crf import BertCRF
from fastNLP.embeddings import BertEmbedding from fastNLP.embeddings import BertEmbedding
from fastNLP import Trainer, Const from fastNLP import Trainer, Const
from fastNLP import BucketSampler, SpanFPreRecMetric, GradientClipCallback from fastNLP import BucketSampler, SpanFPreRecMetric, GradientClipCallback

reproduction/seqence_labelling/ner/train_cnn_lstm_crf_conll2003.py → reproduction/sequence_labelling/ner/train_cnn_lstm_crf_conll2003.py View File

@@ -3,7 +3,7 @@ sys.path.append('../../..')


from fastNLP.embeddings import CNNCharEmbedding, StaticEmbedding, StackEmbedding from fastNLP.embeddings import CNNCharEmbedding, StaticEmbedding, StackEmbedding


from reproduction.seqence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF
from reproduction.sequence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF
from fastNLP import Trainer from fastNLP import Trainer
from fastNLP import SpanFPreRecMetric from fastNLP import SpanFPreRecMetric
from fastNLP import BucketSampler from fastNLP import BucketSampler

reproduction/seqence_labelling/ner/train_idcnn.py → reproduction/sequence_labelling/ner/train_idcnn.py View File

@@ -8,7 +8,7 @@ from fastNLP import BucketSampler
from fastNLP import SpanFPreRecMetric from fastNLP import SpanFPreRecMetric
from fastNLP import Trainer, Tester from fastNLP import Trainer, Tester
from fastNLP.core.metrics import MetricBase from fastNLP.core.metrics import MetricBase
from reproduction.seqence_labelling.ner.model.dilated_cnn import IDCNN
from reproduction.sequence_labelling.ner.model.dilated_cnn import IDCNN
from fastNLP.core.utils import Option from fastNLP.core.utils import Option
from fastNLP.embeddings import StaticEmbedding from fastNLP.embeddings import StaticEmbedding
from fastNLP.core.utils import cache_results from fastNLP.core.utils import cache_results

reproduction/seqence_labelling/ner/train_ontonote.py → reproduction/sequence_labelling/ner/train_ontonote.py View File

@@ -4,7 +4,7 @@ sys.path.append('../../..')


from fastNLP.embeddings import CNNCharEmbedding, StaticEmbedding, StackEmbedding from fastNLP.embeddings import CNNCharEmbedding, StaticEmbedding, StackEmbedding


from reproduction.seqence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF
from reproduction.sequence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF
from fastNLP import Trainer from fastNLP import Trainer
from fastNLP import SpanFPreRecMetric from fastNLP import SpanFPreRecMetric
from fastNLP import Const from fastNLP import Const

Loading…
Cancel
Save