You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

loop_branch_v1_unittest.cc 5.3 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "graph/passes/merge_input_memcpy_pass.h"
  17. #include "graph/passes/next_iteration_pass.h"
  18. #include "graph/passes/switch_to_stream_switch_pass.h"
  19. #include "graph/passes/merge_to_stream_merge_pass.h"
  20. #include "graph/passes/attach_stream_label_pass.h"
  21. #include <gtest/gtest.h>
  22. #include "graph_builder_utils.h"
  23. namespace ge {
  24. class UtestLoopBranchV1Pass : public testing::Test {
  25. protected:
  26. void SetUp() {}
  27. void TearDown() {}
  28. };
  29. namespace {
  30. ///
  31. /// net_output
  32. /// |
  33. /// exit next_iteration
  34. /// \ | |
  35. /// \ add |
  36. /// F\ T/ \ |
  37. /// switch1 enter1 |
  38. /// / | | |
  39. /// loop_cond | const1 |
  40. /// | | |
  41. /// less | |
  42. /// / \ | |
  43. /// enter2 merge ---------|
  44. /// | |
  45. /// const2 enter3
  46. /// |
  47. /// var
  48. ///
  49. ComputeGraphPtr BuildGraph1() {
  50. auto builder = ut::GraphBuilder("g1");
  51. auto const1 = builder.AddNode("const1", CONSTANTOP, 0, 1);
  52. auto enter1 = builder.AddNode("enter1", ENTER, 1, 1);
  53. AttrUtils::SetStr(enter1->GetOpDesc(), ENTER_ATTR_FRAME_NAME, "frame_name");
  54. auto const2 = builder.AddNode("const2", CONSTANTOP, 0, 1);
  55. auto enter2 = builder.AddNode("enter2", ENTER, 1, 1);
  56. AttrUtils::SetStr(enter2->GetOpDesc(), ENTER_ATTR_FRAME_NAME, "frame_name");
  57. auto var = builder.AddNode("var", VARIABLEV2, 0, 1);
  58. auto enter3 = builder.AddNode("enter3", ENTER, 1, 1);
  59. AttrUtils::SetStr(enter3->GetOpDesc(), ENTER_ATTR_FRAME_NAME, "frame_name");
  60. auto merge = builder.AddNode("merge", MERGE, 2, 2);
  61. auto less = builder.AddNode("less", LESS, 2, 1);
  62. auto loop_cond = builder.AddNode("loop_cond", LOOPCOND, 1, 1, FORMAT_ND, DT_BOOL, {});
  63. auto switch1 = builder.AddNode("switch1", SWITCH, 2, 2);
  64. auto add = builder.AddNode("add", ADD, 2, 1);
  65. auto next_iteration = builder.AddNode("next_iteration", NEXTITERATION, 1, 1);
  66. auto exit = builder.AddNode("exit", EXIT, 1, 1);
  67. auto net_output = builder.AddNode("net_output", NETOUTPUT, 1, 0);
  68. builder.AddDataEdge(const1, 0, enter1, 0);
  69. builder.AddDataEdge(const2, 0, enter2, 0);
  70. builder.AddDataEdge(var, 0, enter3, 0);
  71. builder.AddDataEdge(enter3, 0, merge, 0);
  72. builder.AddDataEdge(enter2, 0, less, 0);
  73. builder.AddDataEdge(merge, 0, less, 1);
  74. builder.AddDataEdge(merge, 0, switch1, 0);
  75. builder.AddDataEdge(less, 0, loop_cond, 0);
  76. builder.AddDataEdge(loop_cond, 0, switch1, 1);
  77. builder.AddDataEdge(switch1, 1, add, 0);
  78. builder.AddDataEdge(enter1, 0, add, 1);
  79. builder.AddDataEdge(add, 0, next_iteration, 0);
  80. builder.AddDataEdge(next_iteration, 0, merge, 1);
  81. builder.AddDataEdge(switch1, 0, exit, 0);
  82. builder.AddDataEdge(exit, 0, net_output, 0);
  83. return builder.GetGraph();
  84. }
  85. } // namespace
  86. TEST_F(UtestLoopBranchV1Pass, common_loop_branch_v1) {
  87. auto graph = BuildGraph1();
  88. MergeInputMemcpyPass memcpy_pass;
  89. NextIterationPass loop_pass;
  90. SwitchToStreamSwitchPass switch_pass;
  91. MergeToStreamMergePass merge_pass;
  92. AttachStreamLabelPass label_pass;
  93. EXPECT_EQ(memcpy_pass.Run(graph), SUCCESS);
  94. EXPECT_EQ(loop_pass.Run(graph), SUCCESS);
  95. EXPECT_EQ(switch_pass.Run(graph), SUCCESS);
  96. EXPECT_EQ(merge_pass.Run(graph), SUCCESS);
  97. EXPECT_EQ(label_pass.Run(graph), SUCCESS);
  98. uint32_t switch_num = 0;
  99. uint32_t merge_num = 0;
  100. uint32_t cast_num = 0;
  101. uint32_t stream_switch_num = 0;
  102. uint32_t active_num = 0;
  103. uint32_t stream_merge_num = 0;
  104. uint32_t memcpy_num = 0;
  105. for (const auto &node : graph->GetAllNodes()) {
  106. const auto &op_desc = node->GetOpDesc();
  107. std::string type = op_desc->GetType();
  108. if (type == SWITCH || type == REFSWITCH) {
  109. switch_num++;
  110. } else if (type == MERGE) {
  111. merge_num++;
  112. } else if (type == CAST) {
  113. EXPECT_TRUE(op_desc->HasAttr(ATTR_NAME_STREAM_LABEL));
  114. cast_num++;
  115. } else if (type == STREAMSWITCH) {
  116. stream_switch_num++;
  117. EXPECT_TRUE(op_desc->HasAttr(ATTR_NAME_STREAM_LABEL));
  118. EXPECT_TRUE(op_desc->HasAttr(ATTR_NAME_ACTIVE_LABEL_LIST));
  119. EXPECT_TRUE(op_desc->HasAttr(ATTR_NAME_SWITCH_DATA_TYPE));
  120. EXPECT_TRUE(op_desc->HasAttr(ATTR_NAME_SWITCH_TRUE_BRANCH_FLAG));
  121. } else if (type == STREAMMERGE) {
  122. stream_merge_num++;
  123. EXPECT_TRUE(op_desc->HasAttr(ATTR_NAME_STREAM_LABEL));
  124. } else if (type == STREAMACTIVE) {
  125. active_num++;
  126. EXPECT_TRUE(op_desc->HasAttr(ATTR_NAME_ACTIVE_LABEL_LIST));
  127. } else if (type == MEMCPYASYNC) {
  128. memcpy_num++;
  129. }
  130. }
  131. EXPECT_EQ(switch_num, 0);
  132. EXPECT_EQ(merge_num, 0);
  133. EXPECT_EQ(cast_num, 1);
  134. EXPECT_EQ(stream_switch_num, 2);
  135. EXPECT_EQ(active_num, 3);
  136. EXPECT_EQ(stream_merge_num, 1);
  137. EXPECT_EQ(memcpy_num, 0);
  138. }
  139. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示