# Copyright 2020 Huawei Technologies Co., Ltd # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ============================================================================ """ Function: Test profiler to watch the performance of training. Usage: pytest tests/st/func/profiler """ import os import pytest from mindinsight.profiler.proposer.compose_proposer import ComposeProposal from .conftest import BASE_SUMMARY_DIR_RUN_2 class TestProposerAnalyser: """Test minddata analyser module.""" @classmethod def setup_class(cls): """Generate parsed files.""" cls.summary_dir = os.path.join(BASE_SUMMARY_DIR_RUN_2, 'normal_run') cls.profiler = os.path.join(cls.summary_dir, 'profiler') @pytest.mark.level0 @pytest.mark.env_single @pytest.mark.platform_x86_cpu @pytest.mark.platform_arm_ascend_training @pytest.mark.platform_x86_gpu_training @pytest.mark.platform_x86_ascend_training def test_analyser_proposal(self): """Test the function of querying the proposals from multiple different proposers""" expect_result = { "minddata_device_queue": [1, 1, 0, 1], "minddata_get_next_queue": [0, 3], "minddata_pipeline-dataset_op": ["ImageFolderOp_3"], "minddata_pipeline-general": ["ImageFolderOp_3"] } step_trace_condition = {"filter_condition": {"mode": "proc", "proc_name": "iteration_interval", "step_id": 0}} options = {'step_trace': {"iter_interval": step_trace_condition}} proposal_type_list = ['step_trace', 'minddata', 'minddata_pipeline', 'common'] proposal_obj = ComposeProposal(self.profiler, '1', proposal_type_list) proposal_info = proposal_obj.get_proposal(options) assert expect_result["minddata_device_queue"] == proposal_info["minddata_device_queue"] assert expect_result["minddata_get_next_queue"] == proposal_info["minddata_get_next_queue"] assert expect_result["minddata_pipeline-dataset_op"] == proposal_info["minddata_pipeline-dataset_op"] assert expect_result["minddata_pipeline-general"] == proposal_info["minddata_pipeline-general"]