Huawei_Technology
/
mindspore-mindinsight

# Copyright 2020 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================
"""The event data in querier test."""
import json

from ....utils.mindspore.dataset.engine.serializer_deserializer import SERIALIZED_PIPELINE

EVENT_TRAIN_DICT_0 = {
    'wall_time': 1581499557.7017336,
    'train_lineage': {
        'hyper_parameters': {
            'optimizer': 'ApplyMomentum0',
            'learning_rate': 0.11,
            'loss_function': '',
            'epoch': 1,
            'parallel_mode': 'stand_alone0',
            'device_num': 1,
            'batch_size': 31
        },
        'algorithm': {
            'network': 'TrainOneStepCell0',
            'loss': 2.3025841
        },
        'train_dataset': {
            'train_dataset_path': '',
            'train_dataset_size': 31
        },
        'model': {
            'path': 'xxx0',
            'size': 400716930
        }
    }
}

EVENT_TRAIN_DICT_1 = {
    'wall_time': 1581499557.7017336,
    'train_lineage': {
        'hyper_parameters': {
            'optimizer': 'ApplyMomentum1',
            'learning_rate': 0.2100001,
            'loss_function': 'loss_function1',
            'epoch': 1,
            'parallel_mode': 'stand_alone1',
            'device_num': 2,
            'batch_size': 35
        },
        'algorithm': {
            'network': 'TrainOneStepCell1',
            'loss': 2.4025841
        },
        'train_dataset': {
            'train_dataset_path': '/path/to/train_dataset1',
            'train_dataset_size': 32
        },
        'model': {
            'path': 'xxx1',
            'size': 400716931
        }
    }
}

EVENT_TRAIN_DICT_2 = {
    'wall_time': 1581499557.7017336,
    'train_lineage': {
        'hyper_parameters': {
            'optimizer': 'ApplyMomentum2',
            'learning_rate': 0.3100001,
            'loss_function': 'loss_function2',
            'epoch': 2,
            'parallel_mode': 'stand_alone2',
            'device_num': 3,
            'batch_size': 38
        },
        'algorithm': {
            'network': 'TrainOneStepCell2',
            'loss': 2.5025841
        },
        'train_dataset': {
            'train_dataset_path': '/path/to/train_dataset2',
            'train_dataset_size': 33
        },
        'model': {
            'path': 'xxx2',
            'size': 400716932
        }
    }
}

EVENT_TRAIN_DICT_3 = {
    'wall_time': 1581499557.7017336,
    'train_lineage': {
        'hyper_parameters': {
            'optimizer': 'ApplyMomentum3',
            'learning_rate': 0.4,
            'loss_function': 'loss_function3',
            'epoch': 2,
            'parallel_mode': 'stand_alone3',
            'device_num': 3,
            'batch_size': 35
        },
        'algorithm': {
            'network': 'TrainOneStepCell3',
            'loss': 2.6025841
        },
        'train_dataset': {
            'train_dataset_path': '/path/to/train_dataset3',
            'train_dataset_size': 34
        },
        'model': {
            'path': 'xxx3',
            'size': 400716933
        }
    }
}

EVENT_TRAIN_DICT_4 = {
    'wall_time': 1581499557.7017336,
    'train_lineage': {
        'hyper_parameters': {
            'optimizer': 'ApplyMomentum4',
            'learning_rate': 0.5,
            'loss_function': 'loss_function1',
            'epoch': 3,
            'parallel_mode': 'stand_alone4',
            'device_num': 1,
            'batch_size': 50
        },
        'algorithm': {
            'network': 'TrainOneStepCell4',
            'loss': 2.7025841
        },
        'train_dataset': {
            'train_dataset_path': '/path/to/train_dataset4',
            'train_dataset_size': 35
        },
        'model': {
            'path': 'xxx4',
            'size': 400716934
        }
    }
}

EVENT_TRAIN_DICT_5 = {
    'wall_time': 1581499557.7017336,
    'train_lineage': {
        'hyper_parameters': {
            'optimizer': 'ApplyMomentum5',
            'learning_rate': 0.5,
            'loss_function': 'loss_function1',
            'epoch': 3,
            'parallel_mode': 'stand_alone5',
            'device_num': 1,
            'batch_size': 51
        },
        'algorithm': {
            'network': 'TrainOneStepCell5',
            'loss': 2.7025841
        },
        'train_dataset': {
            'train_dataset_size': 35
        },
        'model': {
            'path': 'xxx4',
            'size': 400716934
        }
    }
}

EVENT_TRAIN_DICT_EXCEPTION = {
    'wall_time': 1581499557.7017336
}

METRIC_0 = {
    'accuracy': None,
    'mae': 2.00000001,
    'mse': 3.00000001
}

CUSTOMIZED__0 = {
    'metric/accuracy': {'label': 'metric/accuracy', 'required': True, 'type': 'float'},
}

CUSTOMIZED__1 = {
    **CUSTOMIZED__0,
    'user_defined/info': {'label': 'user_defined/info', 'required': False, 'type': 'str'},
    'user_defined/version': {'label': 'user_defined/version', 'required': False, 'type': 'str'},
    'user_defined/eval_version': {'label': 'user_defined/eval_version', 'required': False, 'type': 'str'}
}

CUSTOMIZED_0 = {
    **CUSTOMIZED__0,
    'metric/mae': {'label': 'metric/mae', 'required': True, 'type': 'float'},
    'metric/mse': {'label': 'metric/mse', 'required': True, 'type': 'float'}
}

CUSTOMIZED_1 = {
    'metric/accuracy': {'label': 'metric/accuracy', 'required': True, 'type': 'NoneType'},
    'metric/mae': {'label': 'metric/mae', 'required': True, 'type': 'float'},
    'metric/mse': {'label': 'metric/mse', 'required': True, 'type': 'float'}
}

CUSTOMIZED_2 = {
    'metric/accuracy': {'label': 'metric/accuracy', 'required': True, 'type': 'mixed'},
    'metric/mae': {'label': 'metric/mae', 'required': True, 'type': 'float'},
    'metric/mse': {'label': 'metric/mse', 'required': True, 'type': 'float'}
}

METRIC_1 = {
    'accuracy': 1.2000002,
    'mae': 2.00000002,
    'mse': 3.00000002
}

METRIC_2 = {
    'accuracy': 1.3000003,
    'mae': 2.30000003,
    'mse': 3.30000003
}

METRIC_3 = {
    'accuracy': 1.4000004,
    'mae': 2.40000004,
    'mse': 3.40000004
}

METRIC_4 = {
    'accuracy': 1.5000005,
    'mae': 2.50000005,
    'mse': 3.50000005
}

METRIC_5 = {
    'accuracy': 1.7000006,
    'mae': 2.60000006,
    'mse': 3.60000006
}

EVENT_EVAL_DICT_0 = {
    'wall_time': 1581499557.7017336,
    'evaluation_lineage': {
        'metric': json.dumps(METRIC_0),
        'valid_dataset': {
            'valid_dataset_path': '',
            'valid_dataset_size': 400716931
        }
    }
}

EVENT_EVAL_DICT_1 = {
    'wall_time': 1581499557.7017336,
    'evaluation_lineage': {
        'metric': json.dumps(METRIC_1),
        'valid_dataset': {
            'valid_dataset_path': '/path/to/valid_dataset1',
            'valid_dataset_size': 400716931
        }
    }
}

EVENT_EVAL_DICT_2 = {
    'wall_time': 1581499557.7017336,
    'evaluation_lineage': {
        'metric': json.dumps(METRIC_2),
        'valid_dataset': {
            'valid_dataset_path': '/path/to/valid_dataset2',
            'valid_dataset_size': 400716931
        }
    }
}

EVENT_EVAL_DICT_3 = {
    'wall_time': 1581499557.7017336,
    'evaluation_lineage': {
        'metric': json.dumps(METRIC_3),
        'valid_dataset': {
            'valid_dataset_path': '/path/to/valid_dataset3',
            'valid_dataset_size': 400716931
        }
    }
}

EVENT_EVAL_DICT_4 = {
    'wall_time': 1581499557.7017336,
    'evaluation_lineage': {
        'metric': json.dumps(METRIC_4),
        'valid_dataset': {
            'valid_dataset_path': '/path/to/valid_dataset4',
            'valid_dataset_size': 400716931
        }
    }
}

EVENT_EVAL_DICT_5 = {
    'wall_time': 1581499557.7017336,
    'evaluation_lineage': {
        'metric': json.dumps(METRIC_5),
        'valid_dataset': {
            'valid_dataset_path': '/path/to/valid_dataset5',
            'valid_dataset_size': 400716931
        }
    }
}

EVENT_EVAL_DICT_EXCEPTION = {
    'wall_time': 1581499557.7017336
}

EVENT_DATASET_DICT_0 = {
    'wall_time': 1583317727.4949381,
    'dataset_graph': {
        'children': [
            {
                'children': [
                    {
                        'parameter': {
                            'mapStr': {
                                'op_type': 'MnistDataset',
                                'shard_id': 'None',
                                'num_shards': 'None',
                                'op_module': 'minddata.dataengine.datasets',
                                'dataset_dir': '/home/anthony/MindData/tests/dataset/data/testMnistData',
                                'num_parallel_workers': 'None',
                                'shuffle': 'None'
                            },
                            'mapInt': {
                                'num_samples': 100
                            }
                        },
                        'sampler': {
                            'operationParam': {
                                'mapStr': {
                                    'sampler_name': 'RandomSampler',
                                    'sampler_module': 'minddata.dataengine.samplers'
                                },
                                'mapBool': {
                                    'replacement': True
                                },
                                'mapInt': {
                                    'num_samples': 100
                                }
                            }
                        }
                    }
                ],
                'parameter': {
                    'mapStr': {
                        'op_module': 'minddata.dataengine.datasets',
                        'op_type': 'MapDataset',
                        'num_parallel_workers': 'None'
                    },
                    'mapStrList': {
                        'output_columns': {
                            'strValue': [
                                ''
                            ]
                        },
                        'input_columns': {
                            'strValue': [
                                'label'
                            ]
                        }
                    }
                },
                'operations': [
                    {
                        'operationParam': {
                            'mapStr': {
                                'tensor_op_module': 'minddata.transforms.c_transforms',
                                'tensor_op_name': 'OneHot'
                            },
                            'mapInt': {
                                'num_classes': 10
                            }
                        }
                    }
                ]
            }
        ],
        'parameter': {
            'mapStr': {
                'op_module': 'minddata.dataengine.datasets',
                'op_type': 'BatchDataset',
                'num_parallel_workers': 'None'
            },
            'mapBool': {
                'drop_remainder': True
            },
            'mapInt': {
                'batch_size': 10
            }
        }
    }
}

DATASET_DICT_0 = SERIALIZED_PIPELINE