Browse Source

修改seqence_labeling为sequence_labelling

tags/v0.5.0
yh 5 years ago
parent
commit
e2208d44bd
31 changed files with 11 additions and 11 deletions
  1. +1
    -1
      README.md
  2. +1
    -1
      reproduction/README.md
  3. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/README.md
  4. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/load_data.py
  5. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/main.py
  6. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/models.py
  7. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/modules.py
  8. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/pathes.py
  9. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/small.py
  10. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils.py
  11. +0
    -0
      reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils_.py
  12. +0
    -0
      reproduction/sequence_labelling/chinese_ner/readme.md
  13. +0
    -0
      reproduction/sequence_labelling/chinese_ner/train_bert.py
  14. +0
    -0
      reproduction/sequence_labelling/chinese_ner/train_cn_ner.py
  15. +0
    -0
      reproduction/sequence_labelling/cws/data/cws_shift_pipe.py
  16. +0
    -0
      reproduction/sequence_labelling/cws/model/bilstm_crf_cws.py
  17. +1
    -1
      reproduction/sequence_labelling/cws/model/bilstm_shift_relay.py
  18. +0
    -0
      reproduction/sequence_labelling/cws/model/metric.py
  19. +0
    -0
      reproduction/sequence_labelling/cws/model/module.py
  20. +0
    -0
      reproduction/sequence_labelling/cws/readme.md
  21. +1
    -1
      reproduction/sequence_labelling/cws/train_bilstm_crf.py
  22. +3
    -3
      reproduction/sequence_labelling/cws/train_shift_relay.py
  23. +0
    -0
      reproduction/sequence_labelling/ner/README.md
  24. +0
    -0
      reproduction/sequence_labelling/ner/__init__.py
  25. +0
    -0
      reproduction/sequence_labelling/ner/model/bert_crf.py
  26. +0
    -0
      reproduction/sequence_labelling/ner/model/dilated_cnn.py
  27. +0
    -0
      reproduction/sequence_labelling/ner/model/lstm_cnn_crf.py
  28. +1
    -1
      reproduction/sequence_labelling/ner/train_bert.py
  29. +1
    -1
      reproduction/sequence_labelling/ner/train_cnn_lstm_crf_conll2003.py
  30. +1
    -1
      reproduction/sequence_labelling/ner/train_idcnn.py
  31. +1
    -1
      reproduction/sequence_labelling/ner/train_ontonote.py

+ 1
- 1
README.md View File

@@ -6,7 +6,7 @@
![Hex.pm](https://img.shields.io/hexpm/l/plug.svg)
[![Documentation Status](https://readthedocs.org/projects/fastnlp/badge/?version=latest)](http://fastnlp.readthedocs.io/?badge=latest)

fastNLP 是一款轻量级的 NLP 工具包。你既可以使用它快速地完成一个序列标注([NER](reproduction/seqence_labelling/ner)、POS-Tagging等)、中文分词、[文本分类](reproduction/text_classification)、[Matching](reproduction/matching)、[指代消解](reproduction/coreference_resolution)、[摘要](reproduction/Summarization)等任务; 也可以使用它快速构建许多复杂的网络模型,进行科研。它具有如下的特性:
fastNLP 是一款轻量级的 NLP 工具包。你既可以使用它快速地完成一个序列标注([NER](reproduction/sequence_labelling/ner)、POS-Tagging等)、中文分词、[文本分类](reproduction/text_classification)、[Matching](reproduction/matching)、[指代消解](reproduction/coreference_resolution)、[摘要](reproduction/Summarization)等任务; 也可以使用它快速构建许多复杂的网络模型,进行科研。它具有如下的特性:

- 统一的Tabular式数据容器,让数据预处理过程简洁明了。内置多种数据集的Loader和Pipe,省去预处理代码;
- 多种训练、测试组件,例如训练器Trainer;测试器Tester;以及各种评测metrics等等;


+ 1
- 1
reproduction/README.md View File

@@ -17,7 +17,7 @@


## Sequence Labeling (序列标注)
- [NER](seqence_labelling/ner)
- [NER](sequence_labelling/ner)


## Coreference Resolution (指代消解)


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/README.md → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/README.md View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/load_data.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/load_data.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/main.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/main.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/models.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/models.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/modules.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/modules.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/pathes.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/pathes.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/small.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/small.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/utils.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils.py View File


reproduction/seqence_labelling/chinese_ner/LatticeLSTM/utils_.py → reproduction/sequence_labelling/chinese_ner/LatticeLSTM/utils_.py View File


reproduction/seqence_labelling/chinese_ner/readme.md → reproduction/sequence_labelling/chinese_ner/readme.md View File


reproduction/seqence_labelling/chinese_ner/train_bert.py → reproduction/sequence_labelling/chinese_ner/train_bert.py View File


reproduction/seqence_labelling/chinese_ner/train_cn_ner.py → reproduction/sequence_labelling/chinese_ner/train_cn_ner.py View File


reproduction/seqence_labelling/cws/data/cws_shift_pipe.py → reproduction/sequence_labelling/cws/data/cws_shift_pipe.py View File


reproduction/seqence_labelling/cws/model/bilstm_crf_cws.py → reproduction/sequence_labelling/cws/model/bilstm_crf_cws.py View File


reproduction/seqence_labelling/cws/model/bilstm_shift_relay.py → reproduction/sequence_labelling/cws/model/bilstm_shift_relay.py View File

@@ -1,6 +1,6 @@
from torch import nn
import torch
from reproduction.seqence_labelling.cws.model.module import FeatureFunMax, SemiCRFShiftRelay
from reproduction.sequence_labelling.cws.model.module import FeatureFunMax, SemiCRFShiftRelay
from fastNLP.modules import LSTM

class ShiftRelayCWSModel(nn.Module):

reproduction/seqence_labelling/cws/model/metric.py → reproduction/sequence_labelling/cws/model/metric.py View File


reproduction/seqence_labelling/cws/model/module.py → reproduction/sequence_labelling/cws/model/module.py View File


reproduction/seqence_labelling/cws/readme.md → reproduction/sequence_labelling/cws/readme.md View File


reproduction/seqence_labelling/cws/train_bilstm_crf.py → reproduction/sequence_labelling/cws/train_bilstm_crf.py View File

@@ -2,7 +2,7 @@ import sys
sys.path.append('../../..')

from fastNLP.io.pipe.cws import CWSPipe
from reproduction.seqence_labelling.cws.model.bilstm_crf_cws import BiLSTMCRF
from reproduction.sequence_labelling.cws.model.bilstm_crf_cws import BiLSTMCRF
from fastNLP import Trainer, cache_results
from fastNLP.embeddings import StaticEmbedding
from fastNLP import EvaluateCallback, BucketSampler, SpanFPreRecMetric, GradientClipCallback

reproduction/seqence_labelling/cws/train_shift_relay.py → reproduction/sequence_labelling/cws/train_shift_relay.py View File

@@ -3,13 +3,13 @@ import sys
sys.path.append('../../..')

from fastNLP import cache_results
from reproduction.seqence_labelling.cws.data.cws_shift_pipe import CWSShiftRelayPipe
from reproduction.seqence_labelling.cws.model.bilstm_shift_relay import ShiftRelayCWSModel
from reproduction.sequence_labelling.cws.data.cws_shift_pipe import CWSShiftRelayPipe
from reproduction.sequence_labelling.cws.model.bilstm_shift_relay import ShiftRelayCWSModel
from fastNLP import Trainer
from torch.optim import Adam
from fastNLP import BucketSampler
from fastNLP import GradientClipCallback
from reproduction.seqence_labelling.cws.model.metric import RelayMetric
from reproduction.sequence_labelling.cws.model.metric import RelayMetric
from fastNLP.embeddings import StaticEmbedding
from fastNLP import EvaluateCallback


reproduction/seqence_labelling/ner/README.md → reproduction/sequence_labelling/ner/README.md View File


reproduction/seqence_labelling/ner/__init__.py → reproduction/sequence_labelling/ner/__init__.py View File


reproduction/seqence_labelling/ner/model/bert_crf.py → reproduction/sequence_labelling/ner/model/bert_crf.py View File


reproduction/seqence_labelling/ner/model/dilated_cnn.py → reproduction/sequence_labelling/ner/model/dilated_cnn.py View File


reproduction/seqence_labelling/ner/model/lstm_cnn_crf.py → reproduction/sequence_labelling/ner/model/lstm_cnn_crf.py View File


reproduction/seqence_labelling/ner/train_bert.py → reproduction/sequence_labelling/ner/train_bert.py View File

@@ -9,7 +9,7 @@ import sys

sys.path.append('../../../')

from reproduction.seqence_labelling.ner.model.bert_crf import BertCRF
from reproduction.sequence_labelling.ner.model.bert_crf import BertCRF
from fastNLP.embeddings import BertEmbedding
from fastNLP import Trainer, Const
from fastNLP import BucketSampler, SpanFPreRecMetric, GradientClipCallback

reproduction/seqence_labelling/ner/train_cnn_lstm_crf_conll2003.py → reproduction/sequence_labelling/ner/train_cnn_lstm_crf_conll2003.py View File

@@ -3,7 +3,7 @@ sys.path.append('../../..')

from fastNLP.embeddings import CNNCharEmbedding, StaticEmbedding, StackEmbedding

from reproduction.seqence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF
from reproduction.sequence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF
from fastNLP import Trainer
from fastNLP import SpanFPreRecMetric
from fastNLP import BucketSampler

reproduction/seqence_labelling/ner/train_idcnn.py → reproduction/sequence_labelling/ner/train_idcnn.py View File

@@ -8,7 +8,7 @@ from fastNLP import BucketSampler
from fastNLP import SpanFPreRecMetric
from fastNLP import Trainer, Tester
from fastNLP.core.metrics import MetricBase
from reproduction.seqence_labelling.ner.model.dilated_cnn import IDCNN
from reproduction.sequence_labelling.ner.model.dilated_cnn import IDCNN
from fastNLP.core.utils import Option
from fastNLP.embeddings import StaticEmbedding
from fastNLP.core.utils import cache_results

reproduction/seqence_labelling/ner/train_ontonote.py → reproduction/sequence_labelling/ner/train_ontonote.py View File

@@ -4,7 +4,7 @@ sys.path.append('../../..')

from fastNLP.embeddings import CNNCharEmbedding, StaticEmbedding, StackEmbedding

from reproduction.seqence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF
from reproduction.sequence_labelling.ner.model.lstm_cnn_crf import CNNBiLSTMCRF
from fastNLP import Trainer
from fastNLP import SpanFPreRecMetric
from fastNLP import Const

Loading…
Cancel
Save