Browse Source

[to #42322933] add en-zh en-es es-en base translation models

* add en-zh en-es es-en base translation models
 * add en-zh en-es es-en base translation models
        Link: https://code.alibaba-inc.com/Ali-MaaS/MaaS-lib/codereview/10895782

    * 新增英中/英西/西英-base机器翻译模型

* 新增英中/英西/西英-base机器翻译模型
master^2
xiangpeng.wxp 2 years ago
parent
commit
2536f9ec9b
2 changed files with 27 additions and 0 deletions
  1. +21
    -0
      tests/pipelines/test_csanmt_translation.py
  2. +6
    -0
      tests/trainers/test_translation_trainer.py

+ 21
- 0
tests/pipelines/test_csanmt_translation.py View File

@@ -26,6 +26,13 @@ class TranslationTest(unittest.TestCase, DemoCompatibilityCheck):
pipeline_ins = pipeline(self.task, model=model_id) pipeline_ins = pipeline(self.task, model=model_id)
print(pipeline_ins(input=inputs)) print(pipeline_ins(input=inputs))


@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_run_with_model_name_for_en2zh_base(self):
model_id = 'damo/nlp_csanmt_translation_en2zh_base'
inputs = 'Elon Musk, co-founder and chief executive officer of Tesla Motors.'
pipeline_ins = pipeline(self.task, model=model_id)
print(pipeline_ins(input=inputs))

@unittest.skipUnless(test_level() >= 0, 'skip test in current test level') @unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_run_with_model_name_for_en2fr(self): def test_run_with_model_name_for_en2fr(self):
model_id = 'damo/nlp_csanmt_translation_en2fr' model_id = 'damo/nlp_csanmt_translation_en2fr'
@@ -33,6 +40,13 @@ class TranslationTest(unittest.TestCase, DemoCompatibilityCheck):
pipeline_ins = pipeline(self.task, model=model_id) pipeline_ins = pipeline(self.task, model=model_id)
print(pipeline_ins(input=inputs)) print(pipeline_ins(input=inputs))


@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_run_with_model_name_for_en2es(self):
model_id = 'damo/nlp_csanmt_translation_en2es'
inputs = 'When I was in my 20s, I saw my very first psychotherapy client.'
pipeline_ins = pipeline(self.task, model=model_id)
print(pipeline_ins(input=inputs))

@unittest.skipUnless(test_level() >= 0, 'skip test in current test level') @unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_run_with_model_name_for_fr2en(self): def test_run_with_model_name_for_fr2en(self):
model_id = 'damo/nlp_csanmt_translation_fr2en' model_id = 'damo/nlp_csanmt_translation_fr2en'
@@ -40,6 +54,13 @@ class TranslationTest(unittest.TestCase, DemoCompatibilityCheck):
pipeline_ins = pipeline(self.task, model=model_id) pipeline_ins = pipeline(self.task, model=model_id)
print(pipeline_ins(input=inputs)) print(pipeline_ins(input=inputs))


@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_run_with_model_name_for_es2en(self):
model_id = 'damo/nlp_csanmt_translation_es2en'
inputs = 'Los físicos clasifican las partículas en dos categorías.'
pipeline_ins = pipeline(self.task, model=model_id)
print(pipeline_ins(input=inputs))

@unittest.skipUnless(test_level() >= 2, 'skip test in current test level') @unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
def test_run_with_default_model(self): def test_run_with_default_model(self):
inputs = '声明补充说,沃伦的同事都深感震惊,并且希望他能够投案自首。' inputs = '声明补充说,沃伦的同事都深感震惊,并且希望他能够投案自首。'


+ 6
- 0
tests/trainers/test_translation_trainer.py View File

@@ -19,6 +19,12 @@ class TranslationTest(unittest.TestCase):
trainer = CsanmtTranslationTrainer(model=model_id) trainer = CsanmtTranslationTrainer(model=model_id)
trainer.train() trainer.train()


@unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
def test_run_with_model_name_for_en2es(self):
model_id = 'damo/nlp_csanmt_translation_en2es'
trainer = CsanmtTranslationTrainer(model=model_id)
trainer.train()



if __name__ == '__main__': if __name__ == '__main__':
unittest.main() unittest.main()

Loading…
Cancel
Save