You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ge_executor_unittest.cc 6.5 kB

5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #include <memory>
  18. #include "common/ge_inner_error_codes.h"
  19. #include "common/types.h"
  20. #include "common/util.h"
  21. #include "runtime/mem.h"
  22. #include "common/util.h"
  23. #include "omg/omg_inner_types.h"
  24. #define private public
  25. #define protected public
  26. #include "executor/ge_executor.h"
  27. #include "common/auth/file_saver.h"
  28. #include "common/debug/log.h"
  29. #include "common/properties_manager.h"
  30. #include "common/types.h"
  31. #include "graph/load/graph_loader.h"
  32. #include "graph/load/model_manager/davinci_model.h"
  33. #include "graph/load/model_manager/model_manager.h"
  34. #include "graph/load/model_manager/task_info/kernel_task_info.h"
  35. #include "graph/load/model_manager/task_info/kernel_ex_task_info.h"
  36. #include "ge/common/dump/dump_properties.h"
  37. #include "graph/manager/graph_mem_allocator.h"
  38. #include "graph/utils/graph_utils.h"
  39. #include "proto/ge_ir.pb.h"
  40. #undef private
  41. #undef protected
  42. using namespace std;
  43. namespace ge {
  44. class UtestGeExecutor : public testing::Test {
  45. protected:
  46. static void InitModelDefault(ge::Model &model) {
  47. ge::AttrUtils::SetInt(&model, ATTR_MODEL_MEMORY_SIZE, 0);
  48. ge::AttrUtils::SetInt(&model, ATTR_MODEL_WEIGHT_SIZE, 0);
  49. ge::AttrUtils::SetInt(&model, ATTR_MODEL_STREAM_NUM, 0);
  50. ge::AttrUtils::SetInt(&model, ATTR_MODEL_EVENT_NUM, 0);
  51. ge::AttrUtils::SetStr(&model, ATTR_MODEL_TARGET_TYPE, "MINI"); // domi::MINI
  52. auto compute_graph = std::make_shared<ge::ComputeGraph>("graph");
  53. auto graph = ge::GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  54. model.SetGraph(graph);
  55. }
  56. void SetUp() {
  57. unsetenv("FMK_SYSMODE");
  58. unsetenv("FMK_DUMP_PATH");
  59. unsetenv("FMK_USE_FUSION");
  60. unsetenv("DAVINCI_TIMESTAT_ENABLE");
  61. }
  62. };
  63. class DModelListener : public ge::ModelListener {
  64. public:
  65. DModelListener() {
  66. };
  67. Status OnComputeDone(uint32_t model_id, uint32_t data_index, uint32_t resultCode,
  68. std::vector<ge::OutputTensorInfo> &outputs) {
  69. GELOGI("In Call back. OnComputeDone");
  70. return SUCCESS;
  71. }
  72. };
  73. shared_ptr<ge::ModelListener> g_label_call_back(new DModelListener());
  74. static ge::OpDescPtr CreateOpDesc(string name = "", string type = "") {
  75. auto op_desc = std::make_shared<ge::OpDesc>(name, type);
  76. op_desc->SetStreamId(0);
  77. op_desc->SetId(0);
  78. ge::AttrUtils::SetFloat(op_desc, ge::ATTR_NAME_ALPHA, 0);
  79. ge::AttrUtils::SetFloat(op_desc, ge::ATTR_NAME_BETA, 0);
  80. op_desc->SetWorkspace({});
  81. ;
  82. op_desc->SetWorkspaceBytes({});
  83. op_desc->SetInputOffset({});
  84. op_desc->SetOutputOffset({});
  85. ge::AttrUtils::SetListStr(op_desc, ge::ATTR_NAME_WEIGHT_NAME, {});
  86. ge::AttrUtils::SetInt(op_desc, ge::POOLING_ATTR_MODE, 0);
  87. ge::AttrUtils::SetInt(op_desc, ge::POOLING_ATTR_PAD_MODE, 0);
  88. ge::AttrUtils::SetInt(op_desc, ge::POOLING_ATTR_DATA_MODE, 0);
  89. ge::AttrUtils::SetInt(op_desc, ge::POOLING_ATTR_CEIL_MODE, 0);
  90. ge::AttrUtils::SetInt(op_desc, ge::POOLING_ATTR_NAN_OPT, 0);
  91. ge::AttrUtils::SetListInt(op_desc, ge::POOLING_ATTR_WINDOW, {});
  92. ge::AttrUtils::SetListInt(op_desc, ge::POOLING_ATTR_PAD, {});
  93. ge::AttrUtils::SetListInt(op_desc, ge::POOLING_ATTR_STRIDE, {});
  94. ge::AttrUtils::SetListInt(op_desc, ge::ATTR_NAME_ACTIVE_STREAM_LIST, {1, 1});
  95. ge::AttrUtils::SetInt(op_desc, ge::ATTR_NAME_STREAM_SWITCH_COND, 0);
  96. return op_desc;
  97. }
  98. TEST_F(UtestGeExecutor, load_data_from_file) {
  99. GeExecutor ge_executor;
  100. ge_executor.isInit_ = true;
  101. string test_smap = "/tmp/" + std::to_string(getpid()) + "_maps";
  102. string self_smap = "/proc/" + std::to_string(getpid()) + "/maps";
  103. string copy_smap = "cp " + self_smap + " " + test_smap;
  104. EXPECT_EQ(system(copy_smap.c_str()), 0);
  105. ModelData model_data;
  106. EXPECT_EQ(ge_executor.LoadDataFromFile(test_smap, model_data), SUCCESS);
  107. EXPECT_NE(model_data.model_data, nullptr);
  108. delete[] static_cast<char *>(model_data.model_data);
  109. model_data.model_data = nullptr;
  110. ge_executor.isInit_ = false;
  111. }
  112. /*
  113. TEST_F(UtestGeExecutor, fail_UnloadModel_model_manager_stop_unload_error) {
  114. uint32_t model_id = 1;
  115. ge::GeExecutor ge_executor;
  116. ge_executor.isInit_ = true;
  117. ge::Status ret = ge_executor.UnloadModel(model_id);
  118. EXPECT_EQ(ge::PARAM_INVALID, ret);
  119. ge_executor.isInit_ = false;
  120. ret = ge_executor.UnloadModel(model_id);
  121. EXPECT_EQ(ge::GE_EXEC_NOT_INIT, ret);
  122. }
  123. TEST_F(UtestGeExecutor, fail_CommandHandle_model_manager_HandleCommand_error) {
  124. ge::Command cmd;
  125. ge::GeExecutor ge_executor;
  126. ge::Status ret = ge_executor.CommandHandle(cmd);
  127. EXPECT_EQ(ge::PARAM_INVALID, ret);
  128. }
  129. */
  130. TEST_F(UtestGeExecutor, InitFeatureMapAndP2PMem_failed) {
  131. DavinciModel model(0, g_label_call_back);
  132. model.is_feature_map_mem_has_inited_ = true;
  133. EXPECT_EQ(model.InitFeatureMapAndP2PMem(nullptr, 0), PARAM_INVALID);
  134. }
  135. TEST_F(UtestGeExecutor, kernel_InitDumpTask) {
  136. DavinciModel model(0, g_label_call_back);
  137. model.om_name_ = "testom";
  138. model.name_ = "test";
  139. OpDescPtr op_desc = CreateOpDesc("test", "test");
  140. std::map<std::string, std::set<std::string>> model_dump_properties_map;
  141. std::set<std::string> s;
  142. model_dump_properties_map[DUMP_ALL_MODEL] = s;
  143. DumpProperties dp;
  144. dp.model_dump_properties_map_ = model_dump_properties_map;
  145. model.SetDumpProperties(dp);
  146. KernelTaskInfo kernel_task_info;
  147. kernel_task_info.davinci_model_ = &model;
  148. kernel_task_info.op_desc_ = op_desc;
  149. kernel_task_info.InitDumpTask(0);
  150. }
  151. TEST_F(UtestGeExecutor, kernel_ex_InitDumpTask) {
  152. DavinciModel model(0, g_label_call_back);
  153. model.om_name_ = "testom";
  154. model.name_ = "test";
  155. OpDescPtr op_desc = CreateOpDesc("test", "test");
  156. std::map<std::string, std::set<std::string>> model_dump_properties_map;
  157. std::set<std::string> s;
  158. model_dump_properties_map[DUMP_ALL_MODEL] = s;
  159. DumpProperties dp;
  160. dp.model_dump_properties_map_ = model_dump_properties_map;
  161. model.SetDumpProperties(dp);
  162. KernelExTaskInfo kernel_ex_task_info;
  163. kernel_ex_task_info.davinci_model_ = &model;
  164. kernel_ex_task_info.InitDumpTask(nullptr, op_desc);
  165. }
  166. }

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示