You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

identity_pass_unittest.cc 6.4 kB

5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #define protected public
  18. #define private public
  19. #include "graph/passes/identity_pass.h"
  20. #include "common/op/ge_op_utils.h"
  21. #include "common/types.h"
  22. #include "graph/anchor.h"
  23. #include "graph/attr_value.h"
  24. #include "graph/compute_graph.h"
  25. #include "graph/op_desc.h"
  26. #include "graph/passes/base_pass.h"
  27. #include "graph/utils/attr_utils.h"
  28. #include "graph/utils/graph_utils.h"
  29. #include "graph/utils/op_desc_utils.h"
  30. #include "graph/utils/tensor_utils.h"
  31. #include "graph_builder_utils.h"
  32. #include "inc/pass_manager.h"
  33. #undef protected
  34. #undef private
  35. using namespace std;
  36. using namespace testing;
  37. using namespace ge;
  38. using namespace domi;
  39. class UTEST_identity_pass : public Test {
  40. protected:
  41. NodePtr AddNode(ComputeGraphPtr graph, const string &name, const string &type, int32_t in_anchors_num = 1,
  42. int32_t out_anchors_num = 1) {
  43. GeTensorDesc tensor_desc;
  44. OpDescPtr opdesc = make_shared<OpDesc>(name, type);
  45. for (int32_t i = 0; i < in_anchors_num; i++) {
  46. opdesc->AddInputDesc(tensor_desc);
  47. }
  48. for (int32_t i = 0; i < out_anchors_num; i++) {
  49. opdesc->AddOutputDesc(tensor_desc);
  50. }
  51. NodePtr node = graph->AddNode(opdesc);
  52. return node;
  53. }
  54. };
  55. /// merge1
  56. /// |
  57. /// identity1
  58. /// | \c
  59. /// var1 var2
  60. static ComputeGraphPtr BuildGraph1() {
  61. ge::ut::GraphBuilder builder("g1");
  62. auto var1 = builder.AddNode("var1", "Variable", 0, 1);
  63. auto var2 = builder.AddNode("var2", "Variable", 0, 1);
  64. auto identity1 = builder.AddNode("identity1", "Identity", 1, 1);
  65. auto merge1 = builder.AddNode("merge1", "Merge", 1, 1);
  66. builder.AddDataEdge(var1, 0, identity1, 0);
  67. builder.AddControlEdge(var2, identity1);
  68. builder.AddDataEdge(identity1, 0, merge1, 0);
  69. return builder.GetGraph();
  70. }
  71. /// addn1
  72. /// |c
  73. /// identity1
  74. /// |
  75. /// switch1
  76. /// |
  77. /// var1
  78. static ComputeGraphPtr BuildGraph2() {
  79. ge::ut::GraphBuilder builder("g1");
  80. auto var1 = builder.AddNode("var1", "Variable", 0, 1);
  81. auto switch1 = builder.AddNode("switch1", "Switch", 2, 2);
  82. auto identity1 = builder.AddNode("identity1", "Identity", 1, 1);
  83. auto addn1 = builder.AddNode("addn1", "AddN", 1, 1);
  84. builder.AddDataEdge(var1, 0, switch1, 0);
  85. builder.AddDataEdge(switch1, 0, identity1, 0);
  86. builder.AddControlEdge(identity1, addn1);
  87. return builder.GetGraph();
  88. }
  89. /// addn1
  90. /// |
  91. /// identity1
  92. /// |
  93. /// switch1
  94. /// |
  95. /// var1
  96. static ComputeGraphPtr BuildGraph3() {
  97. ge::ut::GraphBuilder builder("g3");
  98. auto var1 = builder.AddNode("var1", "Variable", 0, 1);
  99. auto switch1 = builder.AddNode("switch1", "Switch", 2, 2);
  100. auto identity1 = builder.AddNode("identity1", "Identity", 1, 1);
  101. auto addn1 = builder.AddNode("addn1", "AddN", 1, 1);
  102. builder.AddDataEdge(var1, 0, switch1, 0);
  103. builder.AddDataEdge(switch1, 0, identity1, 0);
  104. builder.AddDataEdge(identity1, 0, addn1, 0);
  105. return builder.GetGraph();
  106. }
  107. TEST_F(UTEST_identity_pass, succ) {
  108. ComputeGraphPtr graph = std::make_shared<ComputeGraph>("test");
  109. NodePtr node = AddNode(graph, "Identity", IDENTITY);
  110. NodePtr reduce_min_node = AddNode(graph, "reduceMin", REDUCEMIN);
  111. GraphUtils::AddEdge(node->GetOutDataAnchor(0), reduce_min_node->GetInDataAnchor(0));
  112. IdentityPass pass(true);
  113. Status status = pass.Run(node);
  114. EXPECT_EQ(status, domi::SUCCESS);
  115. NodePtr found_node = graph->FindNode("Identity");
  116. EXPECT_EQ(found_node, nullptr);
  117. status = pass.Run(reduce_min_node);
  118. EXPECT_EQ(status, domi::SUCCESS);
  119. string type2 = "FrameworkOp";
  120. node->GetOpDesc()->SetType(type2);
  121. status = pass.Run(node);
  122. // EXPECT_EQ(ge::SUCCESS, status);
  123. NodePtr node_err = AddNode(graph, "Identity", IDENTITY, 1, 2);
  124. status = pass.Run(node_err);
  125. EXPECT_EQ(status, ge::PARAM_INVALID);
  126. }
  127. TEST_F(UTEST_identity_pass, skip_merge) {
  128. auto graph = BuildGraph1();
  129. ge::GEPass pass(graph);
  130. ge::NamesToPass names_to_pass;
  131. IdentityPass identity_pass(false);
  132. names_to_pass.emplace_back("IdentityPass", &identity_pass);
  133. EXPECT_EQ(pass.Run(names_to_pass), domi::SUCCESS);
  134. auto identity1 = graph->FindNode("identity1");
  135. EXPECT_NE(identity1, nullptr);
  136. EXPECT_EQ(identity1->GetOutNodes().size(), 1);
  137. EXPECT_EQ(identity1->GetOutDataNodes().at(0)->GetName(), "merge1");
  138. EXPECT_EQ(identity1->GetInNodes().size(), 2);
  139. names_to_pass.clear();
  140. IdentityPass force_pass(true);
  141. names_to_pass.emplace_back("ForceIdentityPass", &force_pass);
  142. EXPECT_EQ(pass.Run(names_to_pass), domi::SUCCESS);
  143. identity1 = graph->FindNode("identity1");
  144. EXPECT_EQ(identity1, nullptr);
  145. }
  146. TEST_F(UTEST_identity_pass, skip_switch) {
  147. auto graph = BuildGraph2();
  148. ge::GEPass pass(graph);
  149. ge::NamesToPass names_to_pass;
  150. IdentityPass identity_pass(false);
  151. names_to_pass.emplace_back("IdentityPass", &identity_pass);
  152. EXPECT_EQ(pass.Run(names_to_pass), domi::SUCCESS);
  153. auto identity1 = graph->FindNode("identity1");
  154. EXPECT_NE(identity1, nullptr);
  155. EXPECT_EQ(identity1->GetInNodes().size(), 1);
  156. EXPECT_EQ(identity1->GetInDataNodes().at(0)->GetName(), "switch1");
  157. names_to_pass.clear();
  158. IdentityPass force_pass(true);
  159. names_to_pass.emplace_back("ForceIdentityPass", &force_pass);
  160. EXPECT_EQ(pass.Run(names_to_pass), domi::SUCCESS);
  161. identity1 = graph->FindNode("identity1");
  162. EXPECT_EQ(identity1, nullptr);
  163. }
  164. TEST_F(UTEST_identity_pass, norm_after_switch) {
  165. auto graph = BuildGraph3();
  166. ge::GEPass pass(graph);
  167. ge::NamesToPass names_to_pass;
  168. IdentityPass identity_pass(false);
  169. names_to_pass.emplace_back("IdentityPass", &identity_pass);
  170. EXPECT_EQ(pass.Run(names_to_pass), domi::SUCCESS);
  171. auto identity1 = graph->FindNode("identity1");
  172. EXPECT_EQ(identity1, nullptr);
  173. auto switch1 = graph->FindNode("switch1");
  174. EXPECT_EQ(switch1->GetOutNodes().size(), 1);
  175. EXPECT_EQ(switch1->GetOutDataNodes().at(0)->GetName(), "addn1");
  176. }

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示