You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ge_ir_build_unittest.cc 7.1 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #include "ir_build/option_utils.h"
  18. #include "graph/testcase/ge_graph/graph_builder_utils.h"
  19. #include "graph/debug/ge_attr_define.h"
  20. #define protected public
  21. #define private public
  22. #undef private
  23. #undef protected
  24. const string DATA = "Data";
  25. const string AddNYes = "AddNYes";
  26. const string NETOUTPUT = "NetOutput";
  27. using namespace ge;
  28. class UtestIrCommon : public testing::Test {
  29. protected:
  30. void SetUp() {}
  31. void TearDown() {}
  32. };
  33. static ge::OpDescPtr CreateOpDesc(const std::string &name, const std::string &type) {
  34. OpDescPtr op_desc = std::make_shared<ge::OpDesc>(name, type);
  35. ge::GeTensorDesc ge_tensor_desc;
  36. op_desc->AddInputDesc("input", ge_tensor_desc);
  37. op_desc->AddOutputDesc("output", ge_tensor_desc);
  38. return op_desc;
  39. }
  40. static ComputeGraphPtr BuildComputeGraph() {
  41. auto builder = ut::GraphBuilder("test");
  42. auto data1 = builder.AddNode("input1", DATA, 1, 1, FORMAT_NCHW, DT_FLOAT, {1, 2, 3});
  43. auto data2 = builder.AddNode("input2", DATA, 1, 1, FORMAT_NCHW, DT_FLOAT, {4, 10});
  44. auto addn1 = builder.AddNode("addn1", AddNYes, 2, 1);
  45. auto netoutput = builder.AddNode("netoutput", NETOUTPUT, 1, 0);
  46. builder.AddDataEdge(data1, 0, addn1, 0);
  47. builder.AddDataEdge(data2, 0, addn1, 1);
  48. builder.AddDataEdge(addn1, 0,netoutput, 0);
  49. return builder.GetGraph();
  50. }
  51. TEST(UtestIrCommon, update_data_op_shape) {
  52. ge::OpDescPtr op_desc = CreateOpDesc("Data", "Data");
  53. map<string, vector<int64_t>> shape_map;
  54. shape_map["Data"] = {{1,2}};
  55. Status ret = UpdateDataOpShape(op_desc, shape_map);
  56. EXPECT_EQ(ret, ge::SUCCESS);
  57. }
  58. TEST(UtestIrCommon, update_data_op_shape_range) {
  59. ge::OpDescPtr op_desc = CreateOpDesc("Data", "Data");
  60. std::vector<std::vector<std::pair<int64_t, int64_t>>> index_shape_range_map;
  61. std::pair<int64_t, int64_t> range_pair(1, 2);
  62. vector<pair<int64_t, int64_t>> range_pair_tmp = { range_pair };
  63. index_shape_range_map.push_back(range_pair_tmp);
  64. AttrUtils::SetInt(op_desc, ATTR_NAME_INDEX, 0);
  65. Status ret = UpdateDataOpShapeRange(op_desc, index_shape_range_map);
  66. EXPECT_EQ(ret, ge::SUCCESS);
  67. }
  68. TEST(UtestIrCommon, update_dynamic_shape_range_success) {
  69. ComputeGraphPtr graph = BuildComputeGraph();
  70. std::string input_shape_range = "input1:[1, 2~3, -1];input2:[3~5, 10]";
  71. Status ret = UpdateDynamicInputShapeRange(graph, input_shape_range);
  72. EXPECT_EQ(ret, ge::SUCCESS);
  73. }
  74. TEST(UtestIrCommon, update_dynamic_shape_range_failed) {
  75. ComputeGraphPtr graph = BuildComputeGraph();
  76. // 1
  77. std::string input_shape_range = "input1;[1, 2~3, -1]";
  78. Status ret = UpdateDynamicInputShapeRange(graph, input_shape_range);
  79. EXPECT_EQ(ret, ge::PARAM_INVALID);
  80. // 2
  81. input_shape_range = "input1:[1, 2~3, -1)";
  82. ret = UpdateDynamicInputShapeRange(graph, input_shape_range);
  83. EXPECT_EQ(ret, ge::PARAM_INVALID);
  84. //3
  85. input_shape_range = "input1:[1, 3~2, -1];input2:[3~5, 10]";
  86. ret = UpdateDynamicInputShapeRange(graph, input_shape_range);
  87. EXPECT_EQ(ret, ge::FAILED);
  88. //4
  89. input_shape_range = "input1:[1, 2~-3, -1]";
  90. ret = UpdateDynamicInputShapeRange(graph, input_shape_range);
  91. EXPECT_EQ(ret, ge::PARAM_INVALID);
  92. //5
  93. input_shape_range = "input:[1, 2~3, -1]";
  94. ret = UpdateDynamicInputShapeRange(graph, input_shape_range);
  95. EXPECT_EQ(ret, ge::PARAM_INVALID);
  96. //6
  97. input_shape_range = "addn1:[1, 2~3, -1]";
  98. ret = UpdateDynamicInputShapeRange(graph, input_shape_range);
  99. EXPECT_EQ(ret, ge::PARAM_INVALID);
  100. }
  101. TEST(UtestIrCommon, check_dynamic_image_size_fail) {
  102. map<string, vector<int64_t>> shape_map;
  103. shape_map["input1"] = {8, 3, -1, -1};
  104. string input_format = "NCHW";
  105. string dynamic_image_size = "@64,64;128,128;";
  106. bool ret = CheckDynamicImagesizeInputShapeValid(shape_map, input_format, dynamic_image_size);
  107. EXPECT_EQ(ret, false);
  108. }
  109. TEST(UtestIrCommon, check_input_format_failed) {
  110. std::string format = "invalid";
  111. Status ret = CheckInputFormat(format);
  112. EXPECT_EQ(ret, ge::PARAM_INVALID);
  113. }
  114. TEST(UtestIrCommon, check_dynamic_batch_size_input_shape_succ) {
  115. map<string, vector<int64_t>> shape_map;
  116. shape_map.insert(std::pair<string, vector<int64_t>>("data", {-1, 2, 3}));
  117. std::string dynamic_batch_size = "11";
  118. bool ret = CheckDynamicBatchSizeInputShapeValid(shape_map, dynamic_batch_size);
  119. EXPECT_EQ(ret, true);
  120. }
  121. TEST(UtestIrCommon, check_dynamic_images_size_input_shape_succ) {
  122. map<string, vector<int64_t>> shape_map;
  123. shape_map.insert(std::pair<string, vector<int64_t>>("data", {4, -1, -1, 5}));
  124. std::string input_format = "NCHW";
  125. std::string dynamic_image_size = "4,5";
  126. Status ret = CheckDynamicImagesizeInputShapeValid(shape_map, input_format, dynamic_image_size);
  127. EXPECT_EQ(ret, ge::SUCCESS);
  128. }
  129. TEST(UtestIrCommon, check_dynamic_input_param_succ) {
  130. string dynamic_batch_size = "1";
  131. string dynamic_image_size;
  132. string dynamic_dims;
  133. string input_shape = "data:1,3,244,244";
  134. string input_shape_range;
  135. string input_format = "NCHW";
  136. bool is_dynamic_input = false;
  137. Status ret = CheckDynamicInputParamValid(dynamic_batch_size, dynamic_image_size, dynamic_dims,
  138. input_shape, input_shape_range, input_format,is_dynamic_input);
  139. EXPECT_EQ(ret, ge::SUCCESS);
  140. }
  141. TEST(UtestIrCommon, check_compress_weight) {
  142. std::string enable_compress_weight = "true";
  143. std::string compress_weight_conf="./";
  144. Status ret = CheckCompressWeightParamValid(enable_compress_weight, compress_weight_conf);
  145. EXPECT_EQ(ret, PARAM_INVALID);
  146. enable_compress_weight = "yes";
  147. compress_weight_conf = "./";
  148. ret = CheckCompressWeightParamValid(enable_compress_weight, compress_weight_conf);
  149. EXPECT_EQ(ret, PARAM_INVALID);
  150. }
  151. TEST(UtestIrCommon, check_param_failed) {
  152. std::string param_invalid = "invalid";
  153. Status ret = CheckOutputTypeParamValid(param_invalid);
  154. EXPECT_EQ(ret, PARAM_INVALID);
  155. ret = CheckBufferOptimizeParamValid(param_invalid);
  156. EXPECT_EQ(ret, PARAM_INVALID);
  157. ret = CheckKeepTypeParamValid(param_invalid);
  158. EXPECT_EQ(ret, PARAM_INVALID);
  159. ret = CheckInsertOpConfParamValid(param_invalid);
  160. EXPECT_EQ(ret, PARAM_INVALID);
  161. ret = CheckDisableReuseMemoryParamValid(param_invalid);
  162. EXPECT_EQ(ret, PARAM_INVALID);
  163. ret = CheckEnableSingleStreamParamValid(param_invalid);
  164. EXPECT_EQ(ret, PARAM_INVALID);
  165. std::string optypelist_for_implmode;
  166. std::string op_select_implmode = "1";
  167. ret = CheckImplmodeParamValid(optypelist_for_implmode, op_select_implmode);
  168. EXPECT_EQ(ret, PARAM_INVALID);
  169. ret = CheckLogParamValidAndSetLogLevel(param_invalid);
  170. }

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示