You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

data_dumper_unittest.cc 2.9 kB

5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #define private public
  18. #define protected public
  19. #include "graph/load/model_manager/data_dumper.h"
  20. #include "graph/load/model_manager/davinci_model.h"
  21. #undef private
  22. #undef protected
  23. using namespace std;
  24. namespace ge {
  25. class UtestDataDumper : public testing::Test {
  26. protected:
  27. void SetUp() {}
  28. void TearDown() {}
  29. };
  30. std::vector<void *> stub_get_output_addrs(const RuntimeParam &model_param, ConstOpDescPtr op_desc) {
  31. std::vector<void *> res;
  32. res.emplace_back(reinterpret_cast<void *>(23333));
  33. return res;
  34. }
  35. static ge::OpDescPtr CreateOpDesc(string name = "", string type = "") {
  36. auto op_desc = std::make_shared<ge::OpDesc>(name, type);
  37. op_desc->SetStreamId(0);
  38. op_desc->SetId(0);
  39. op_desc->SetWorkspace({});
  40. op_desc->SetWorkspaceBytes({});
  41. op_desc->SetInputOffset({});
  42. op_desc->SetOutputOffset({100, 200});
  43. return op_desc;
  44. }
  45. TEST_F(UtestDataDumper, LoadDumpInfo_success) {
  46. RuntimeParam rts_param;
  47. DataDumper data_dumper(&rts_param);
  48. data_dumper.SetModelName("test");
  49. data_dumper.SetModelId(2333);
  50. std::shared_ptr<OpDesc> op_desc_1(new OpDesc());
  51. op_desc_1->AddOutputDesc("test", GeTensorDesc());
  52. data_dumper.SaveDumpTask(0, 0, op_desc_1, 0);
  53. string dump_mode = "output";
  54. data_dumper.is_op_debug_ = true;
  55. data_dumper.dump_properties_.SetDumpMode(dump_mode);
  56. EXPECT_EQ(data_dumper.LoadDumpInfo(), SUCCESS);
  57. EXPECT_EQ(data_dumper.UnloadDumpInfo(), SUCCESS);
  58. }
  59. TEST_F(UtestDataDumper, DumpOutputWithTask_success) {
  60. RuntimeParam rts_param;
  61. DataDumper data_dumper(&rts_param);
  62. data_dumper.SetModelName("test");
  63. data_dumper.SetModelId(2333);
  64. toolkit::aicpu::dump::Task task;
  65. OpDescPtr op_desc = CreateOpDesc("conv", CONVOLUTION);
  66. GeTensorDesc tensor_0(GeShape(), FORMAT_NCHW, DT_FLOAT);
  67. GeTensorDesc tensor_1(GeShape(), FORMAT_NCHW, DT_FLOAT);
  68. int32_t calc_type = 1;
  69. ge::AttrUtils::SetInt(tensor_1, ATTR_NAME_MEMORY_SIZE_CALC_TYPE, calc_type);
  70. op_desc->AddOutputDesc(tensor_0);
  71. op_desc->AddOutputDesc(tensor_1);
  72. DataDumper::InnerDumpInfo inner_dump_info;
  73. inner_dump_info.op = op_desc;
  74. Status ret = data_dumper.DumpOutputWithTask(inner_dump_info, task);
  75. EXPECT_EQ(ret, SUCCESS);
  76. int64_t task_size = 1;
  77. data_dumper.GenerateOpBuffer(task_size, task);
  78. }
  79. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示