# Copyright (c) Alibaba, Inc. and its affiliates. import unittest import numpy as np from modelscope.hub.api import HubApi from modelscope.hub.snapshot_download import snapshot_download from modelscope.models import Model from modelscope.models.nlp import SbertForFaqQuestionAnswering from modelscope.pipelines import pipeline from modelscope.pipelines.nlp import FaqQuestionAnsweringPipeline from modelscope.preprocessors import FaqQuestionAnsweringPreprocessor from modelscope.utils.constant import Tasks from modelscope.utils.test_utils import test_level class FaqQuestionAnsweringTest(unittest.TestCase): model_id = 'damo/nlp_structbert_faq-question-answering_chinese-base' param = { 'query_set': ['如何使用优惠券', '在哪里领券', '在哪里领券'], 'support_set': [{ 'text': '卖品代金券怎么用', 'label': '6527856' }, { 'text': '怎么使用优惠券', 'label': '6527856' }, { 'text': '这个可以一起领吗', 'label': '1000012000' }, { 'text': '付款时送的优惠券哪里领', 'label': '1000012000' }, { 'text': '购物等级怎么长', 'label': '13421097' }, { 'text': '购物等级二心', 'label': '13421097' }] } @unittest.skipUnless(test_level() >= 2, 'skip test in current test level') def test_run_with_direct_file_download(self): cache_path = snapshot_download(self.model_id) preprocessor = FaqQuestionAnsweringPreprocessor(cache_path) model = SbertForFaqQuestionAnswering(cache_path) model.load_checkpoint(cache_path) pipeline_ins = FaqQuestionAnsweringPipeline( model, preprocessor=preprocessor) result = pipeline_ins(self.param) print(result) @unittest.skipUnless(test_level() >= 1, 'skip test in current test level') def test_run_with_model_from_modelhub(self): model = Model.from_pretrained(self.model_id) preprocessor = FaqQuestionAnsweringPreprocessor(model.model_dir) pipeline_ins = pipeline( task=Tasks.faq_question_answering, model=model, preprocessor=preprocessor) result = pipeline_ins(self.param) print(result) @unittest.skipUnless(test_level() >= 0, 'skip test in current test level') def test_run_with_model_name(self): pipeline_ins = pipeline( task=Tasks.faq_question_answering, model=self.model_id) result = pipeline_ins(self.param) print(result) @unittest.skipUnless(test_level() >= 2, 'skip test in current test level') def test_run_with_default_model(self): pipeline_ins = pipeline(task=Tasks.faq_question_answering) print(pipeline_ins(self.param, max_seq_length=20)) @unittest.skipUnless(test_level() >= 2, 'skip test in current test level') def test_sentence_embedding(self): pipeline_ins = pipeline(task=Tasks.faq_question_answering) sentence_vec = pipeline_ins.get_sentence_embedding( ['今天星期六', '明天星期几明天星期几']) print(np.shape(sentence_vec)) if __name__ == '__main__': unittest.main()