You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

variable_op_pass_unittest.cc 47 kB

5 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #include <memory>
  18. #include <mutex>
  19. #include <thread>
  20. #include <vector>
  21. #include "common/types.h"
  22. #define protected public
  23. #define private public
  24. #include "graph/passes/variable_op_pass.h"
  25. #include "common/op/ge_op_utils.h"
  26. #include "graph/utils/op_desc_utils.h"
  27. #include "graph/utils/attr_utils.h"
  28. #include "graph/utils/graph_utils.h"
  29. #include "graph/op_desc.h"
  30. #include "graph/types.h"
  31. #include "graph/manager/graph_context.h"
  32. #include "graph/optimize/graph_optimize.h"
  33. #include "graph/manager/util/variable_accelerate_ctrl.h"
  34. #include "graph/manager/graph_mem_allocator.h"
  35. #include "graph/manager/graph_var_manager.h"
  36. #include "graph_builder_utils.h"
  37. #include "cce/dnn_struct_base.hpp"
  38. #include "common/formats/format_transfers/format_transfer_nchw_nc1hwc0.h"
  39. #include "common/formats/format_transfers/format_transfer_nhwc_nc1hwc0.h"
  40. #include "common/formats/format_transfers/datatype_transfer.h"
  41. #undef private
  42. #undef protected
  43. using namespace std;
  44. using namespace ge;
  45. using namespace cce;
  46. class UtestVariableOpPassUnit : public testing::Test {
  47. protected:
  48. void SetUp() {}
  49. void TearDown() {}
  50. // AUTO GEN PLEASE DO NOT MODIFY IT
  51. };
  52. namespace {
  53. /// c
  54. /// var1ref1 --> netoutput1
  55. /// \ /
  56. /// transdata2
  57. /// |
  58. /// assign1
  59. /// / \
  60. /// transdata1 |
  61. /// | |
  62. /// var1 const1
  63. ComputeGraphPtr BuildGraph1() {
  64. auto builder = ut::GraphBuilder("g1");
  65. auto var1 = builder.AddNode("var1", "Variable", 0, 1);
  66. auto const1 =
  67. builder.AddNode("const1", "Const", 0, 1, FORMAT_NC1HWC0, DT_FLOAT, std::vector<int64_t>({1, 1, 224, 224, 16}));
  68. auto transdata1 = builder.AddNode("transdata1", "TransData", 1, 1, FORMAT_NC1HWC0, DT_FLOAT,
  69. std::vector<int64_t>({1, 1, 224, 224, 16}));
  70. transdata1->GetOpDesc()->MutableInputDesc(0)->SetFormat(FORMAT_NCHW);
  71. transdata1->GetOpDesc()->MutableInputDesc(0)->SetShape(GeShape(std::vector<int64_t>({1, 3, 224, 224})));
  72. auto assign1 =
  73. builder.AddNode("assign1", "Assign", 2, 1, FORMAT_NC1HWC0, DT_FLOAT, std::vector<int64_t>({1, 1, 224, 224, 16}));
  74. auto transdata2 = builder.AddNode("transdata2", "TransData", 1, 1, FORMAT_NC1HWC0, DT_FLOAT,
  75. std::vector<int64_t>({1, 1, 224, 224, 16}));
  76. transdata2->GetOpDesc()->MutableOutputDesc(0)->SetFormat(FORMAT_NCHW);
  77. transdata2->GetOpDesc()->MutableOutputDesc(0)->SetShape(GeShape(std::vector<int64_t>({1, 3, 224, 224})));
  78. auto var1ref1 = builder.AddNode("var1ref1", "Variable", 1, 0);
  79. AttrUtils::SetStr(var1ref1->GetOpDesc(), REF_VAR_SRC_VAR_NAME, "var1");
  80. auto netoutput1 = builder.AddNode("netoutput1", "Netoutput", 2, 0);
  81. builder.AddDataEdge(var1, 0, transdata1, 0);
  82. builder.AddDataEdge(const1, 0, assign1, 1);
  83. builder.AddDataEdge(transdata1, 0, assign1, 0);
  84. builder.AddDataEdge(assign1, 0, transdata2, 0);
  85. builder.AddDataEdge(transdata2, 0, var1ref1, 0);
  86. builder.AddDataEdge(transdata2, 0, netoutput1, 0);
  87. builder.AddControlEdge(var1ref1, netoutput1);
  88. return builder.GetGraph();
  89. }
  90. /// conv1
  91. /// |
  92. /// reshape1
  93. /// |
  94. /// var1
  95. ComputeGraphPtr BuildGraph2() {
  96. auto builder = ut::GraphBuilder("g1");
  97. auto var1 = builder.AddNode("var1", "Variable", 0, 1, FORMAT_ND, DT_FLOAT, std::vector<int64_t>({8 * 8 * 3, 2}));
  98. auto reshape1 =
  99. builder.AddNode("reshape1", "Reshape", 2, 1, FORMAT_HWCN, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));
  100. reshape1->GetOpDesc()->MutableInputDesc(0)->SetFormat(FORMAT_ND);
  101. reshape1->GetOpDesc()->MutableInputDesc(0)->SetShape(GeShape(std::vector<int64_t>({8 * 8 * 3, 2})));
  102. auto conv1 = builder.AddNode("conv1", "Conv2D", 2, 1, FORMAT_HWCN, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));
  103. builder.AddDataEdge(var1, 0, reshape1, 0);
  104. builder.AddDataEdge(reshape1, 0, conv1, 1);
  105. return builder.GetGraph();
  106. }
  107. /// conv1
  108. /// |
  109. /// reformat1
  110. /// |
  111. /// var1
  112. ComputeGraphPtr BuildGraph3() {
  113. auto builder = ut::GraphBuilder("g1");
  114. auto var1 = builder.AddNode("var1", "Variable", 0, 1, FORMAT_NCHW, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));
  115. auto reformat1 =
  116. builder.AddNode("reformat1", "ReFormat", 1, 1, FORMAT_ND, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));
  117. reformat1->GetOpDesc()->MutableInputDesc(0)->SetFormat(FORMAT_NCHW);
  118. reformat1->GetOpDesc()->MutableInputDesc(0)->SetShape(GeShape(std::vector<int64_t>({8, 8, 3, 2})));
  119. auto conv1 = builder.AddNode("conv1", "Conv2D", 2, 1, FORMAT_ND, DT_FLOAT, std::vector<int64_t>({8, 8, 3, 2}));
  120. builder.AddDataEdge(var1, 0, reformat1, 0);
  121. builder.AddDataEdge(reformat1, 0, conv1, 1);
  122. return builder.GetGraph();
  123. }
  124. class NodeBuilder {
  125. public:
  126. NodeBuilder(const std::string &name, const std::string &type) { op_desc_ = std::make_shared<OpDesc>(name, type); }
  127. NodeBuilder &AddInputDesc(std::initializer_list<int64_t> shape, ge::Format format = FORMAT_NCHW,
  128. ge::DataType data_type = DT_FLOAT) {
  129. op_desc_->AddInputDesc(CreateTensorDesc(shape, format, data_type)->Clone());
  130. return *this;
  131. }
  132. NodeBuilder &AddOutputDesc(std::initializer_list<int64_t> shape, ge::Format format = FORMAT_NCHW,
  133. ge::DataType data_type = DT_FLOAT) {
  134. op_desc_->AddOutputDesc(CreateTensorDesc(shape, format, data_type)->Clone());
  135. return *this;
  136. }
  137. ge::NodePtr Build(const ge::ComputeGraphPtr &graph) { return graph->AddNode(op_desc_); }
  138. private:
  139. ge::GeTensorDescPtr CreateTensorDesc(std::initializer_list<int64_t> shape, ge::Format format = FORMAT_NCHW,
  140. ge::DataType data_type = DT_FLOAT) {
  141. GeShape ge_shape{std::vector<int64_t>(shape)};
  142. ge::GeTensorDescPtr tensor_desc = std::make_shared<ge::GeTensorDesc>();
  143. tensor_desc->SetShape(ge_shape);
  144. tensor_desc->SetFormat(format);
  145. tensor_desc->SetDataType(data_type);
  146. return tensor_desc;
  147. }
  148. ge::OpDescPtr op_desc_;
  149. };
  150. std::string var_ref_name_0;
  151. ge::NodePtr CreatVariableRef(ge::NodePtr &final_writable_node, ge::NodePtr &var_node) {
  152. GELOGI("Create VarRef Op: final_writable_node: [%s] var_node: [%s]>>>>", final_writable_node->GetName().c_str(),
  153. var_node->GetName().c_str());
  154. static uint32_t var_ref_count = 0;
  155. std::stringstream var_ref_name;
  156. var_ref_name << "_to_" << final_writable_node->GetName() << "_REF_" << var_ref_count++;
  157. OpDescPtr var_op_desc = var_node->GetOpDesc();
  158. GE_CHK_BOOL_EXEC(var_op_desc != nullptr, return nullptr, "get var opdesc is nullptr");
  159. OpDescPtr var_ref_op_desc = nullptr;
  160. GE_MAKE_SHARED(var_ref_op_desc =
  161. std::make_shared<OpDesc>(var_node->GetName() + var_ref_name.str().c_str(), var_op_desc->GetType()),
  162. return nullptr);
  163. var_ref_op_desc->AddOutputDesc(var_op_desc->GetOutputDesc(0));
  164. var_ref_op_desc->AddInputDesc(var_op_desc->GetOutputDesc(0));
  165. const map<string, ge::GeAttrValue> var_attr_value = var_op_desc->GetAllAttrs();
  166. for (auto const &attrIt : var_attr_value) {
  167. var_ref_op_desc->SetAttr(attrIt.first, attrIt.second);
  168. }
  169. NodePtr var_ref_node = var_node->GetOwnerComputeGraph()->AddNode(var_ref_op_desc);
  170. GE_CHK_BOOL_EXEC(var_ref_node != nullptr, return nullptr, "create var_REF_node failed")
  171. GE_IF_BOOL_EXEC(ge::AttrUtils::SetStr(var_ref_op_desc, REF_VAR_SRC_VAR_NAME, var_op_desc->GetName()),
  172. GELOGI("Set node [%s] VAR_ATTR_VAR_IS_REF [%s]", var_ref_node->GetName().c_str(),
  173. var_op_desc->GetName().c_str()));
  174. var_ref_name_0 = var_ref_node->GetName();
  175. return var_ref_node;
  176. }
  177. bool BuildComputeGraph0(ge::ComputeGraphPtr &graph) {
  178. // graph = std::make_shared<ComputeGraph>("test");
  179. ge::NodePtr node_4d_new =
  180. NodeBuilder("Node4D_new", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);
  181. ge::NodePtr node_4d_to_5d_1_new = NodeBuilder("4d_to_5d_1_new", TRANSDATA)
  182. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  183. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  184. .Build(graph);
  185. ge::NodePtr node_4d_to_5d_2_new = NodeBuilder("4d_to_5d_2_new", TRANSDATA)
  186. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  187. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
  188. .Build(graph);
  189. ge::GraphUtils::AddEdge(node_4d_new->GetOutDataAnchor(0), node_4d_to_5d_1_new->GetInDataAnchor(0));
  190. ge::GraphUtils::AddEdge(node_4d_new->GetOutDataAnchor(0), node_4d_to_5d_2_new->GetInDataAnchor(0));
  191. // Node4D
  192. ge::NodePtr node_4d =
  193. NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);
  194. // NodeTrans4DTo5D
  195. ge::NodePtr node_4d_to_5d_1 = NodeBuilder("4d_to_5d_1", TRANSDATA)
  196. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  197. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  198. .Build(graph);
  199. ge::NodePtr node_4d_to_5d_2 = NodeBuilder("4d_to_5d_2", TRANSDATA)
  200. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  201. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  202. .Build(graph);
  203. // Node5D
  204. ge::NodePtr node_5d_1 =
  205. NodeBuilder("5D_1", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  206. ge::NodePtr node_5d_2 =
  207. NodeBuilder("5D_2", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  208. // add edge
  209. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_1->GetInDataAnchor(0));
  210. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_2->GetInDataAnchor(0));
  211. ge::GraphUtils::AddEdge(node_4d_to_5d_1->GetOutDataAnchor(0), node_5d_1->GetInDataAnchor(0));
  212. ge::GraphUtils::AddEdge(node_4d_to_5d_2->GetOutDataAnchor(0), node_5d_2->GetInDataAnchor(0));
  213. // Node4D
  214. ge::NodePtr node_4d_nhwc =
  215. NodeBuilder("Node4D_NHWC", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NHWC, DT_INT32).Build(graph);
  216. // NodeTrans4DTo5D
  217. ge::NodePtr node_4d_to_5d_1_nhwc = NodeBuilder("4d_to_5d_1_NHWC", TRANSDATA)
  218. .AddInputDesc({1, 2, 3, 4}, FORMAT_NHWC, DT_INT32)
  219. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  220. .Build(graph);
  221. // Node5D
  222. ge::NodePtr node_5d_1_nhwc =
  223. NodeBuilder("5D_1_NHWC", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  224. // add edge
  225. ge::GraphUtils::AddEdge(node_4d_nhwc->GetOutDataAnchor(0), node_4d_to_5d_1_nhwc->GetInDataAnchor(0));
  226. ge::GraphUtils::AddEdge(node_4d_to_5d_1_nhwc->GetOutDataAnchor(0), node_5d_1_nhwc->GetInDataAnchor(0));
  227. // Node4D
  228. ge::NodePtr node_4d_hwcn =
  229. NodeBuilder("Node4D_HWCN", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_HWCN, DT_INT32).Build(graph);
  230. // NodeTrans4DTo5D
  231. ge::NodePtr node_4d_to_5d_1_hwcn = NodeBuilder("4d_to_5d_1_HWCN", TRANSDATA)
  232. .AddInputDesc({1, 2, 3, 4}, FORMAT_HWCN, DT_INT32)
  233. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  234. .Build(graph);
  235. // Node5D
  236. ge::NodePtr node_5d_1_hwcn =
  237. NodeBuilder("5D_1_HWCN", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  238. // add edge
  239. ge::GraphUtils::AddEdge(node_4d_hwcn->GetOutDataAnchor(0), node_4d_to_5d_1_hwcn->GetInDataAnchor(0));
  240. ge::GraphUtils::AddEdge(node_4d_to_5d_1_hwcn->GetOutDataAnchor(0), node_5d_1_hwcn->GetInDataAnchor(0));
  241. ge::NodePtr node_4d_chwn =
  242. NodeBuilder("Node4D_CHWN", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_CHWN, DT_INT32).Build(graph);
  243. // NodeTrans4DTo5D
  244. ge::NodePtr node_4d_to_5d_1_chwn = NodeBuilder("4d_to_5d_1_CHWN", TRANSDATA)
  245. .AddInputDesc({1, 2, 3, 4}, FORMAT_CHWN, DT_INT32)
  246. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  247. .Build(graph);
  248. // Node5D
  249. ge::NodePtr node_5d_1_chwn =
  250. NodeBuilder("5D_1_CHWN", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  251. // add edge
  252. ge::GraphUtils::AddEdge(node_4d_chwn->GetOutDataAnchor(0), node_4d_to_5d_1_chwn->GetInDataAnchor(0));
  253. ge::GraphUtils::AddEdge(node_4d_to_5d_1_chwn->GetOutDataAnchor(0), node_5d_1_chwn->GetInDataAnchor(0));
  254. ge::NodePtr node_4d_d =
  255. NodeBuilder("Node4D_D", VARIABLE).AddOutputDesc({1}, FORMAT_CHWN, DT_INT32).Build(graph);
  256. // NodeTrans4DTo5D
  257. ge::NodePtr node_4d_to_5d_1_d = NodeBuilder("4d_to_5d_1_D", TRANSDATA)
  258. .AddInputDesc({1, 2, 3, 4}, FORMAT_CHWN, DT_INT32)
  259. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  260. .Build(graph);
  261. // Node5D
  262. ge::NodePtr node_5d_1_d =
  263. NodeBuilder("5D_1_D", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  264. ge::NodePtr node_apply_monetum = NodeBuilder("apply_monetum", APPLYMOMENTUM)
  265. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  266. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  267. .Build(graph);
  268. ge::NodePtr node_5d_to_4d_1 = NodeBuilder("5d_to_4d_1", TRANSDATA)
  269. .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  270. .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  271. .Build(graph);
  272. ge::NodePtr node_ref = CreatVariableRef(node_5d_to_4d_1, node_4d);
  273. // add edge
  274. ge::GraphUtils::AddEdge(node_4d_d->GetOutDataAnchor(0), node_4d_to_5d_1_d->GetInDataAnchor(0));
  275. ge::GraphUtils::AddEdge(node_4d_to_5d_1_d->GetOutDataAnchor(0), node_5d_1_d->GetInDataAnchor(0));
  276. if (ge::GraphUtils::AddEdge(node_apply_monetum->GetOutDataAnchor(0), node_5d_to_4d_1->GetInDataAnchor(0)) !=
  277. ge::SUCCESS) {
  278. };
  279. ge::GraphUtils::AddEdge(node_5d_to_4d_1->GetOutDataAnchor(0), node_ref->GetInDataAnchor(0));
  280. return true;
  281. }
  282. bool BuildComputeGraph1(ge::ComputeGraphPtr &graph) {
  283. // Node4D
  284. ge::NodePtr node_4d =
  285. NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);
  286. // NodeTrans4DTo5D
  287. ge::NodePtr node_4d_to_5d_1 = NodeBuilder("4d_to_5d_1", TRANSDATA)
  288. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  289. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  290. .Build(graph);
  291. ge::NodePtr node_4d_to_5d_2 = NodeBuilder("4d_to_5d_2", TRANSDATA)
  292. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  293. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  294. .Build(graph);
  295. // Node5D
  296. ge::NodePtr node_5d_1 =
  297. NodeBuilder("5D_1", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  298. ge::NodePtr node_5d_2 =
  299. NodeBuilder("5D_2", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  300. ge::NodePtr node_5d_to_4d_1 = NodeBuilder("5d_to_4d_1", TRANSDATA)
  301. .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
  302. .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  303. .Build(graph);
  304. ge::NodePtr node_apply_monetum = NodeBuilder("apply_monetum", APPLYMOMENTUM)
  305. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  306. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
  307. .Build(graph);
  308. ge::NodePtr node_ref = CreatVariableRef(node_5d_to_4d_1, node_4d);
  309. // add edge
  310. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_1->GetInDataAnchor(0));
  311. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_2->GetInDataAnchor(0));
  312. ge::GraphUtils::AddEdge(node_4d_to_5d_1->GetOutDataAnchor(0), node_5d_1->GetInDataAnchor(0));
  313. ge::GraphUtils::AddEdge(node_4d_to_5d_2->GetOutDataAnchor(0), node_5d_2->GetInDataAnchor(0));
  314. if (ge::GraphUtils::AddEdge(node_apply_monetum->GetOutDataAnchor(0), node_5d_to_4d_1->GetInDataAnchor(0)) !=
  315. ge::SUCCESS) {
  316. };
  317. ge::GraphUtils::AddEdge(node_5d_to_4d_1->GetOutDataAnchor(0), node_ref->GetInDataAnchor(0));
  318. return true;
  319. }
  320. bool BuildComputeGraph4(ge::ComputeGraphPtr &graph) {
  321. // Node4D
  322. ge::NodePtr node_4d =
  323. NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);
  324. // NodeTrans4DTo5D
  325. ge::NodePtr node_4d_to_5d_1 = NodeBuilder("4d_to_5d_1", TRANSDATA)
  326. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  327. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  328. .Build(graph);
  329. ge::NodePtr node_4d_to_5d_2 = NodeBuilder("4d_to_5d_2", TRANSDATA)
  330. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  331. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  332. .Build(graph);
  333. // Node5D
  334. ge::NodePtr node_5d_1 =
  335. NodeBuilder("5D_1", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  336. ge::NodePtr node_5d_2 =
  337. NodeBuilder("5D_2", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT).Build(graph);
  338. ge::NodePtr node_5d_to_4d_1 = NodeBuilder("5d_to_4d_1", TRANSDATA)
  339. .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
  340. .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  341. .Build(graph);
  342. ge::NodePtr node_5d_to_4d_2 = NodeBuilder("5d_to_4d_2", TRANSDATA)
  343. .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
  344. .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  345. .Build(graph);
  346. ge::NodePtr node_apply_monetum = NodeBuilder("apply_monetum", APPLYMOMENTUM)
  347. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  348. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
  349. .Build(graph);
  350. ge::NodePtr node_ref = CreatVariableRef(node_5d_to_4d_1, node_4d);
  351. // add edge
  352. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_1->GetInDataAnchor(0));
  353. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_2->GetInDataAnchor(0));
  354. ge::GraphUtils::AddEdge(node_4d_to_5d_1->GetOutDataAnchor(0), node_5d_1->GetInDataAnchor(0));
  355. ge::GraphUtils::AddEdge(node_4d_to_5d_2->GetOutDataAnchor(0), node_5d_2->GetInDataAnchor(0));
  356. ge::GraphUtils::AddEdge(node_apply_monetum->GetOutDataAnchor(0), node_5d_to_4d_1->GetInDataAnchor(0));
  357. ge::GraphUtils::AddEdge(node_5d_to_4d_1->GetOutDataAnchor(0), node_ref->GetInDataAnchor(0));
  358. ge::GraphUtils::AddEdge(node_5d_to_4d_2->GetOutDataAnchor(0), node_ref->GetInDataAnchor(0));
  359. return true;
  360. }
  361. bool BuildComputeGraph5(ge::ComputeGraphPtr &graph) {
  362. // Node4D
  363. ge::NodePtr node_4d =
  364. NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);
  365. return true;
  366. }
  367. bool BuildComputeGraph6(ge::ComputeGraphPtr &graph) {
  368. // Node4D
  369. ge::NodePtr node_4d =
  370. NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);
  371. // NodeTrans4DTo5D
  372. ge::NodePtr node_4d_to_5d_1 = NodeBuilder("4d_to_5d_1", TRANSDATA)
  373. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  374. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  375. .Build(graph);
  376. ge::NodePtr node_float_to_int_1 = NodeBuilder("float_to_int_1", CAST)
  377. .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  378. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
  379. .Build(graph);
  380. ge::NodePtr node_4d_to_5d_2 = NodeBuilder("4d_to_5d_2", TRANSDATA)
  381. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  382. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  383. .Build(graph);
  384. ge::NodePtr node_float_to_int_2 = NodeBuilder("float_to_int_2", CAST)
  385. .AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_FLOAT)
  386. .AddOutputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32)
  387. .Build(graph);
  388. // Node5D
  389. ge::NodePtr node_5d_1 =
  390. NodeBuilder("5D_1", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32).Build(graph);
  391. ge::NodePtr node_5d_2 =
  392. NodeBuilder("5D_2", RELU).AddInputDesc({1, 2, 3, 4, 5}, FORMAT_NC1HWC0, DT_INT32).Build(graph);
  393. // add edge
  394. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_1->GetInDataAnchor(0));
  395. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_5d_2->GetInDataAnchor(0));
  396. ge::GraphUtils::AddEdge(node_4d_to_5d_1->GetOutDataAnchor(0), node_float_to_int_1->GetInDataAnchor(0));
  397. ge::GraphUtils::AddEdge(node_4d_to_5d_2->GetOutDataAnchor(0), node_float_to_int_2->GetInDataAnchor(0));
  398. ge::GraphUtils::AddEdge(node_float_to_int_1->GetOutDataAnchor(0), node_5d_1->GetInDataAnchor(0));
  399. ge::GraphUtils::AddEdge(node_float_to_int_2->GetOutDataAnchor(0), node_5d_2->GetInDataAnchor(0));
  400. return true;
  401. }
  402. } // namespace
  403. bool BuildComputeGraph7(ge::ComputeGraphPtr &graph) {
  404. // Node4D
  405. ge::NodePtr node_4d =
  406. NodeBuilder("Node4D", VARIABLE).AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32).Build(graph);
  407. // NodeTrans4DTo5D
  408. ge::NodePtr node_4d_to_4d_1 = NodeBuilder("4d_to_4d_1", TRANSDATA)
  409. .AddInputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  410. .AddOutputDesc({1, 2, 3, 4}, FORMAT_NCHW, DT_INT32)
  411. .Build(graph);
  412. // Node5D
  413. ge::NodePtr node_4d_1 = NodeBuilder("4D_1", RELU).AddInputDesc({1, 2, 3, 4}, FORMAT_NC1HWC0, DT_INT32).Build(graph);
  414. // add edge
  415. ge::GraphUtils::AddEdge(node_4d->GetOutDataAnchor(0), node_4d_to_4d_1->GetInDataAnchor(0));
  416. ge::GraphUtils::AddEdge(node_4d_to_4d_1->GetOutDataAnchor(0), node_4d_1->GetInDataAnchor(0));
  417. return true;
  418. }
  419. class VariableOpPassSimulator {
  420. public:
  421. bool DoTest0() {
  422. ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
  423. const std::string var_name = "Node4D";
  424. uint64_t session_id = 0;
  425. uint32_t device_id = 0;
  426. uint64_t job_id = 0;
  427. uint32_t session_version = 0;
  428. std::vector<int64_t> dims(4, 20);
  429. ge::GeShape shape(dims);
  430. MemManager::Instance().Initialize(std::vector<rtMemType_t>({RT_MEMORY_HBM}));
  431. VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);
  432. BuildComputeGraph0(compute_graph);
  433. std::vector<std::string> var_names = {"Node4D_new", "Node4D", "Node4D_NHWC",
  434. "Node4D_HWCN", "Node4D_CHWN", "Node4D_D"};
  435. for (auto name : var_names) {
  436. auto var_node = compute_graph->FindNode(name);
  437. auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);
  438. uint8_t *dev_ptr = nullptr;
  439. ge::VarManager::Instance(session_id)->AssignVarMem(name, var_tensor_desc, RT_MEMORY_HBM);
  440. ge::VarManager::Instance(session_id)->SetVarAddr(name, var_tensor_desc, dev_ptr, RT_MEMORY_HBM);
  441. }
  442. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  443. compute_graph->InferShapeInNeed();
  444. graph_node->SetComputeGraph(compute_graph);
  445. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  446. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  447. graph_node->SetGraph(tmp_graph_ptr);
  448. VarAccelerateCtrl ctrl;
  449. ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
  450. ge::formats::FormatTransferNchwNc1hwc0 ClassObj;
  451. VariableOpPass pass(&ctrl);
  452. pass.Run(compute_graph);
  453. MemManager::Instance().Finalize();
  454. return CheckTest0(compute_graph);
  455. }
  456. bool DoTest1() {
  457. ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
  458. const std::string var_name = "Node4D";
  459. uint64_t session_id = 0;
  460. uint32_t device_id = 0;
  461. uint64_t job_id = 0;
  462. uint32_t session_version = 0;
  463. std::vector<int64_t> dims(4, 20);
  464. ge::GeShape shape(dims);
  465. VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);
  466. BuildComputeGraph1(compute_graph);
  467. auto var_node = compute_graph->FindNode(var_name);
  468. auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);
  469. uint8_t *dev_ptr = nullptr;
  470. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  471. compute_graph->InferShapeInNeed();
  472. graph_node->SetComputeGraph(compute_graph);
  473. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  474. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  475. graph_node->SetGraph(tmp_graph_ptr);
  476. VarAccelerateCtrl ctrl;
  477. ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
  478. VariableOpPass pass(&ctrl);
  479. pass.Run(compute_graph);
  480. return CheckTest1(compute_graph);
  481. }
  482. bool DoTest2() {
  483. VarAccelerateCtrl ctrl;
  484. VariableOpPass pass(&ctrl);
  485. return pass.Run(nullptr) == ge::INTERNAL_ERROR;
  486. }
  487. bool DoTest3() {
  488. std::vector<rtMemType_t> mem_type;
  489. std::map<std::string, std::string> empty_options;
  490. mem_type.push_back(RT_MEMORY_HBM);
  491. MemManager::Instance().Initialize(mem_type);
  492. ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
  493. std::vector<std::string> var_names = {"Node4D", "Node4D_NHWC", "Node4D_HWCN", "Node4D_CHWN", "Node4D_D"};
  494. std::vector<ge::GeTensorDesc> tensor_descs;
  495. uint64_t session_id = 0;
  496. uint32_t device_id = 0;
  497. uint64_t job_id = 0;
  498. uint32_t session_version = 0;
  499. compute_graph->SetSessionID(session_id);
  500. std::vector<int64_t> dims(4, 20);
  501. ge::GeShape shape(dims);
  502. VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);
  503. BuildComputeGraph0(compute_graph);
  504. for (auto var_name : var_names) {
  505. auto var_node = compute_graph->FindNode(var_name);
  506. auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);
  507. uint8_t *dev_ptr = nullptr;
  508. ge::VarManager::Instance(session_id)->AssignVarMem(var_name, var_tensor_desc, RT_MEMORY_HBM);
  509. ge::VarManager::Instance(session_id)->SetVarAddr(var_name, var_tensor_desc, dev_ptr, RT_MEMORY_HBM);
  510. }
  511. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  512. compute_graph->InferShapeInNeed();
  513. graph_node->SetComputeGraph(compute_graph);
  514. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  515. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  516. graph_node->SetGraph(tmp_graph_ptr);
  517. VarAccelerateCtrl ctrl;
  518. ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
  519. VariableOpPass pass(&ctrl);
  520. auto ret = pass.Run(compute_graph);
  521. MemManager::Instance().Finalize();
  522. return ret == GE_GRAPH_VARIABLE_OP_PASS_FAILED;
  523. }
  524. bool DoTest4() {
  525. ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
  526. const std::string var_name = "Node4D";
  527. uint64_t session_id = 0;
  528. uint32_t device_id = 0;
  529. uint64_t job_id = 0;
  530. uint32_t session_version = 0;
  531. std::vector<int64_t> dims(4, 20);
  532. ge::GeShape shape(dims);
  533. VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);
  534. BuildComputeGraph4(compute_graph);
  535. auto var_node = compute_graph->FindNode(var_name);
  536. auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);
  537. uint8_t *dev_ptr = nullptr;
  538. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  539. compute_graph->InferShapeInNeed();
  540. graph_node->SetComputeGraph(compute_graph);
  541. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  542. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  543. graph_node->SetGraph(tmp_graph_ptr);
  544. VarAccelerateCtrl ctrl;
  545. ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
  546. VariableOpPass pass(&ctrl);
  547. auto ret = pass.Run(compute_graph);
  548. return ret == ge::SUCCESS;
  549. }
  550. bool DoTest5() {
  551. ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
  552. BuildComputeGraph5(compute_graph);
  553. const std::string var_name = "Node4D";
  554. uint64_t session_id = 0;
  555. uint32_t device_id = 0;
  556. uint64_t job_id = 0;
  557. uint32_t session_version = 0;
  558. std::vector<int64_t> dims(4, 20);
  559. ge::GeShape shape(dims);
  560. VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);
  561. BuildComputeGraph4(compute_graph);
  562. auto var_node = compute_graph->FindNode(var_name);
  563. auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);
  564. uint8_t *dev_ptr = nullptr;
  565. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  566. compute_graph->InferShapeInNeed();
  567. graph_node->SetComputeGraph(compute_graph);
  568. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  569. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  570. graph_node->SetGraph(tmp_graph_ptr);
  571. VarAccelerateCtrl ctrl;
  572. ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
  573. VariableOpPass pass(&ctrl);
  574. auto ret = pass.Run(compute_graph);
  575. return ret == ge::SUCCESS;
  576. }
  577. bool DoTest6() {
  578. ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
  579. const std::string var_name = "Node4D";
  580. uint64_t session_id = 0;
  581. uint32_t device_id = 0;
  582. uint64_t job_id = 0;
  583. uint32_t session_version = 0;
  584. std::vector<int64_t> dims(4, 20);
  585. ge::GeShape shape(dims);
  586. MemManager::Instance().Initialize(std::vector<rtMemType_t>({RT_MEMORY_HBM}));
  587. VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);
  588. BuildComputeGraph6(compute_graph);
  589. auto var_node = compute_graph->FindNode(var_name);
  590. auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);
  591. uint8_t *dev_ptr = nullptr;
  592. ge::VarManager::Instance(session_id)->AssignVarMem(var_name, var_tensor_desc, RT_MEMORY_HBM);
  593. ge::VarManager::Instance(session_id)->SetVarAddr(var_name, var_tensor_desc, dev_ptr, RT_MEMORY_HBM);
  594. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  595. compute_graph->InferShapeInNeed();
  596. graph_node->SetComputeGraph(compute_graph);
  597. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  598. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  599. graph_node->SetGraph(tmp_graph_ptr);
  600. VarAccelerateCtrl ctrl;
  601. ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
  602. ge::formats::FormatTransferNchwNc1hwc0 ClassObj;
  603. VariableOpPass pass(&ctrl);
  604. auto ret = pass.Run(compute_graph);
  605. MemManager::Instance().Finalize();
  606. return CheckTest6(compute_graph);
  607. }
  608. bool DoTest7() {
  609. ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
  610. const std::string var_name = "Node4D";
  611. uint64_t session_id = 0;
  612. uint32_t device_id = 0;
  613. uint64_t job_id = 0;
  614. uint32_t session_version = 0;
  615. std::vector<int64_t> dims(4, 20);
  616. ge::GeShape shape(dims);
  617. VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);
  618. BuildComputeGraph7(compute_graph);
  619. auto var_node = compute_graph->FindNode(var_name);
  620. auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);
  621. uint8_t *dev_ptr = nullptr;
  622. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  623. compute_graph->InferShapeInNeed();
  624. graph_node->SetComputeGraph(compute_graph);
  625. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  626. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  627. graph_node->SetGraph(tmp_graph_ptr);
  628. VarAccelerateCtrl ctrl;
  629. ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
  630. VariableOpPass pass(&ctrl);
  631. auto ret = pass.Run(compute_graph);
  632. return CheckTest7(compute_graph);
  633. }
  634. bool DoTest8() {
  635. ge::ComputeGraphPtr compute_graph = std::make_shared<ComputeGraph>("0");
  636. const std::string var_name = "Node4D";
  637. uint64_t session_id = 0;
  638. uint32_t device_id = 0;
  639. uint64_t job_id = 0;
  640. uint32_t session_version = 0;
  641. std::vector<int64_t> dims(4, 20);
  642. ge::GeShape shape(dims);
  643. VarManager::Instance(session_id)->Init(session_version, session_id, device_id, job_id);
  644. BuildComputeGraph0(compute_graph);
  645. auto var_node = compute_graph->FindNode(var_name);
  646. auto var_tensor_desc = var_node->GetOpDesc()->GetOutputDesc(0);
  647. uint8_t *dev_ptr = nullptr;
  648. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  649. compute_graph->InferShapeInNeed();
  650. graph_node->SetComputeGraph(compute_graph);
  651. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(compute_graph);
  652. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  653. graph_node->SetGraph(tmp_graph_ptr);
  654. VarAccelerateCtrl ctrl;
  655. ctrl.AddGraph(graph_node->GetGraphId(), compute_graph);
  656. VariableOpPass pass(&ctrl);
  657. pass.Run(compute_graph);
  658. return CheckTest8(compute_graph);
  659. }
  660. private:
  661. bool CheckTest0(const ge::ComputeGraphPtr compute_graph) {
  662. const auto &variable_node = compute_graph->FindNode("Node4D");
  663. auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
  664. auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
  665. auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();
  666. if (variable_node_format != FORMAT_NC1HWC0 || variable_node_data_type != DT_FLOAT ||
  667. variable_node_shape.size() != 5) {
  668. std::cout << "var format not changed !" << std::endl;
  669. return false;
  670. }
  671. const auto &variable_ref_node = compute_graph->FindNode(var_ref_name_0);
  672. GELOGD("var_ref_name_0 is %s", var_ref_name_0.c_str());
  673. auto variable_ref_node_format = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetFormat();
  674. auto variable_ref_node_data_type = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetDataType();
  675. auto variable_ref_node_shape = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetShape().GetDims();
  676. if (variable_ref_node_format != FORMAT_NC1HWC0 || variable_ref_node_data_type != DT_FLOAT ||
  677. variable_ref_node_shape.size() != 5) {
  678. GELOGI("wanted data format is (%d,%d,%u)", FORMAT_NC1HWC0, DT_FLOAT, 5);
  679. GELOGI("variable_ref_node_format is (%d,%d,%u)", variable_ref_node_format, variable_ref_node_data_type,
  680. variable_ref_node_shape.size());
  681. std::cout << "var ref format not changed !" << std::endl;
  682. return false;
  683. }
  684. ge::NodePtr trans_node = compute_graph->FindNode("4d_to_5d_1");
  685. if (trans_node != nullptr) {
  686. std::cout << "4d_to_5d_1 not empty !" << std::endl;
  687. return false;
  688. }
  689. trans_node = compute_graph->FindNode("4d_to_5d_2");
  690. if (trans_node != nullptr) {
  691. std::cout << "4d_to_5d_2 not empty !" << std::endl;
  692. return false;
  693. }
  694. trans_node = compute_graph->FindNode("5d_to_4d_1");
  695. if (trans_node != nullptr) {
  696. std::cout << "5d_to_4d_1 not empty !" << std::endl;
  697. return false;
  698. }
  699. trans_node = compute_graph->FindNode("4d_to_5d_1_new");
  700. if (trans_node == nullptr) {
  701. std::cout << "4d_to_5d_1_new is empty !" << std::endl;
  702. return false;
  703. }
  704. auto new_variable_node = compute_graph->FindNode("Node4D_new");
  705. auto new_variable_node_format = new_variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
  706. auto new_variable_node_data_type = new_variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
  707. auto new_variable_node_shape = new_variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();
  708. if (new_variable_node_format != FORMAT_NCHW || new_variable_node_data_type != DT_INT32 ||
  709. new_variable_node_shape.size() != 4) {
  710. std::cout << "Node4D_new format Changed ! wanted data format is ( " << FORMAT_NC1HWC0 << ", " << DT_INT32
  711. << ", 4) " << std::endl;
  712. std::cout << "current is ( " << new_variable_node_format << ", " << new_variable_node_data_type << ", "
  713. << new_variable_node_shape.size() << ")" << std::endl;
  714. return false;
  715. }
  716. return true;
  717. };
  718. bool CheckTest1(const ge::ComputeGraphPtr compute_graph) {
  719. const auto &variable_node = compute_graph->FindNode("Node4D");
  720. auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
  721. auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
  722. auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();
  723. if (variable_node_format != FORMAT_NCHW || variable_node_data_type != DT_INT32 || variable_node_shape.size() != 4) {
  724. std::cout << "var format changed !" << std::endl;
  725. return false;
  726. }
  727. const auto &variable_ref_node = compute_graph->FindNode(var_ref_name_0);
  728. GELOGD("var_ref_name_0 is %s", var_ref_name_0.c_str());
  729. auto variable_ref_node_format = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetFormat();
  730. auto variable_ref_node_data_type = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetDataType();
  731. auto variable_ref_node_shape = variable_ref_node->GetOpDesc()->GetInputDesc(0).GetShape().GetDims();
  732. if (variable_ref_node_format != FORMAT_NCHW || variable_ref_node_data_type != DT_INT32 ||
  733. variable_ref_node_shape.size() != 4) {
  734. GELOGI("wanted data format is (%d,%d,%u)", FORMAT_NCHW, DT_INT32, 4);
  735. GELOGI("variable_ref_node_format is (%d,%d,%u)", variable_ref_node_format, variable_ref_node_data_type,
  736. variable_ref_node_shape.size());
  737. std::cout << "var ref format not changed !" << std::endl;
  738. return false;
  739. }
  740. ge::NodePtr trans_node = compute_graph->FindNode("4d_to_5d_1");
  741. if (trans_node == nullptr) {
  742. std::cout << "4d_to_5d_1 empty !" << std::endl;
  743. return false;
  744. }
  745. trans_node = compute_graph->FindNode("4d_to_5d_2");
  746. if (trans_node == nullptr) {
  747. std::cout << "4d_to_5d_2 empty !" << std::endl;
  748. return false;
  749. }
  750. trans_node = compute_graph->FindNode("5d_to_4d_1");
  751. if (trans_node == nullptr) {
  752. std::cout << "5d_to_4d_1 not empty !" << std::endl;
  753. return false;
  754. }
  755. return true;
  756. };
  757. bool CheckTest6(const ge::ComputeGraphPtr compute_graph) {
  758. const auto &variable_node = compute_graph->FindNode("Node4D");
  759. auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
  760. auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
  761. auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();
  762. if (variable_node_format != FORMAT_NC1HWC0 || variable_node_data_type != DT_INT32 ||
  763. variable_node_shape.size() != 5) {
  764. std::cout << "var format not changed !" << std::endl;
  765. return false;
  766. }
  767. ge::NodePtr trans_node = compute_graph->FindNode("4d_to_5d_1");
  768. if (trans_node != nullptr) {
  769. std::cout << "4d_to_5d_1 not empty !" << std::endl;
  770. return false;
  771. }
  772. trans_node = compute_graph->FindNode("4d_to_5d_2");
  773. if (trans_node != nullptr) {
  774. std::cout << "4d_to_5d_2 not empty !" << std::endl;
  775. return false;
  776. }
  777. trans_node = compute_graph->FindNode("float_to_int_1");
  778. if (trans_node != nullptr) {
  779. std::cout << "float_to_int_1 not empty !" << std::endl;
  780. return false;
  781. }
  782. trans_node = compute_graph->FindNode("float_to_int_2");
  783. if (trans_node != nullptr) {
  784. std::cout << "float_to_int_1 not empty !" << std::endl;
  785. return false;
  786. }
  787. return true;
  788. };
  789. bool CheckTest7(const ge::ComputeGraphPtr compute_graph) {
  790. const auto &variable_node = compute_graph->FindNode("Node4D");
  791. auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
  792. auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
  793. auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();
  794. if (variable_node_format != FORMAT_NC1HWC0 || variable_node_data_type != DT_INT32 ||
  795. variable_node_shape.size() != 5) {
  796. std::cout << "var format not changed !" << std::endl;
  797. return false;
  798. }
  799. ge::NodePtr trans_node = compute_graph->FindNode("4d_to_4d_1");
  800. if (trans_node != nullptr) {
  801. std::cout << "4d_to_5d_1 not empty !" << std::endl;
  802. return false;
  803. }
  804. return true;
  805. };
  806. bool CheckTest8(const ge::ComputeGraphPtr compute_graph) {
  807. const auto &variable_node = compute_graph->FindNode("Node4D");
  808. auto variable_node_format = variable_node->GetOpDesc()->GetOutputDesc(0).GetFormat();
  809. auto variable_node_data_type = variable_node->GetOpDesc()->GetOutputDesc(0).GetDataType();
  810. auto variable_node_shape = variable_node->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims();
  811. return true;
  812. };
  813. };
  814. TEST_F(UtestVariableOpPassUnit, test_trans_data_remove) {
  815. VariableOpPassSimulator varibale_op_pass_simulator;
  816. bool result = varibale_op_pass_simulator.DoTest0();
  817. EXPECT_EQ(result, true);
  818. }
  819. TEST_F(UtestVariableOpPassUnit, test_variable_ref) {
  820. VariableOpPassSimulator varibale_op_pass_simulator;
  821. bool result = varibale_op_pass_simulator.DoTest1();
  822. EXPECT_EQ(result, true);
  823. }
  824. TEST_F(UtestVariableOpPassUnit, test_null_graph) {
  825. VariableOpPassSimulator varibale_op_pass_simulator;
  826. bool result = varibale_op_pass_simulator.DoTest2();
  827. EXPECT_EQ(result, true);
  828. }
  829. TEST_F(UtestVariableOpPassUnit, test_covarage_trans_var_data) {
  830. VariableOpPassSimulator varibale_op_pass_simulator;
  831. bool result = varibale_op_pass_simulator.DoTest3();
  832. EXPECT_EQ(result, false);
  833. }
  834. TEST_F(UtestVariableOpPassUnit, test_illegally_ref) {
  835. VariableOpPassSimulator varibale_op_pass_simulator;
  836. bool result = varibale_op_pass_simulator.DoTest4();
  837. EXPECT_EQ(result, true);
  838. }
  839. TEST_F(UtestVariableOpPassUnit, test_single_node) {
  840. VariableOpPassSimulator varibale_op_pass_simulator;
  841. bool result = varibale_op_pass_simulator.DoTest5();
  842. EXPECT_EQ(result, true);
  843. }
  844. TEST_F(UtestVariableOpPassUnit, test_un_mathed) {
  845. VariableOpPassSimulator varibale_op_pass_simulator;
  846. bool result = varibale_op_pass_simulator.DoTest6();
  847. EXPECT_EQ(result, true);
  848. }
  849. TEST_F(UtestVariableOpPassUnit, test_same_op) {
  850. VariableOpPassSimulator varibale_op_pass_simulator;
  851. bool result = varibale_op_pass_simulator.DoTest7();
  852. EXPECT_EQ(true, true);
  853. }
  854. TEST_F(UtestVariableOpPassUnit, test_error_return) {
  855. VariableOpPassSimulator varibale_op_pass_simulator;
  856. bool result = varibale_op_pass_simulator.DoTest8();
  857. EXPECT_EQ(true, true);
  858. }
  859. TEST_F(UtestVariableOpPassUnit, reshape) {
  860. // init
  861. MemManager::Instance().Initialize(std::vector<rtMemType_t>({RT_MEMORY_HBM}));
  862. VarManager::Instance(0)->Init(0, 0, 0, 0);
  863. auto graph = BuildGraph2();
  864. graph->SetSessionID(0);
  865. auto var1 = graph->FindNode("var1");
  866. VarManager::Instance(0)->AssignVarMem(var1->GetName(), var1->GetOpDesc()->GetOutputDesc(0), RT_MEMORY_HBM);
  867. uint8_t *dev_ptr = nullptr;
  868. VarManager::Instance(0)->SetVarAddr(var1->GetName(), var1->GetOpDesc()->GetOutputDesc(0), dev_ptr, RT_MEMORY_HBM);
  869. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  870. graph->InferShapeInNeed();
  871. graph_node->SetComputeGraph(graph);
  872. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(graph);
  873. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  874. graph_node->SetGraph(tmp_graph_ptr);
  875. VarAccelerateCtrl ctrl;
  876. ctrl.AddGraph(graph_node->GetGraphId(), graph);
  877. VariableOpPass pass(&ctrl);
  878. EXPECT_EQ(pass.Run(graph), ge::SUCCESS);
  879. MemManager::Instance().Finalize();
  880. EXPECT_EQ(var1->GetOutNodes().size(), 1);
  881. EXPECT_EQ(var1->GetOutDataNodes().at(0)->GetName(), "conv1");
  882. EXPECT_EQ(var1->GetOpDesc()->GetOutputDesc(0).GetFormat(), FORMAT_HWCN);
  883. EXPECT_EQ(var1->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims(), std::vector<int64_t>({8, 8, 3, 2}));
  884. }
  885. TEST_F(UtestVariableOpPassUnit, reformat) {
  886. // init
  887. MemManager::Instance().Initialize(std::vector<rtMemType_t>({RT_MEMORY_HBM}));
  888. VarManager::Instance(0)->Init(0, 0, 0, 0);
  889. auto graph = BuildGraph3();
  890. graph->SetSessionID(0);
  891. auto var1 = graph->FindNode("var1");
  892. VarManager::Instance(0)->AssignVarMem(var1->GetName(), var1->GetOpDesc()->GetOutputDesc(0), RT_MEMORY_HBM);
  893. uint8_t *dev_ptr = nullptr;
  894. VarManager::Instance(0)->SetVarAddr(var1->GetName(), var1->GetOpDesc()->GetOutputDesc(0), dev_ptr, RT_MEMORY_HBM);
  895. ge::GraphNodePtr graph_node = make_shared<GraphNode>(0);
  896. graph->InferShapeInNeed();
  897. graph_node->SetComputeGraph(graph);
  898. auto tmp_graph = GraphUtils::CreateGraphFromComputeGraph(graph);
  899. auto tmp_graph_ptr = std::make_shared<Graph>(tmp_graph);
  900. graph_node->SetGraph(tmp_graph_ptr);
  901. VarAccelerateCtrl ctrl;
  902. ctrl.AddGraph(graph_node->GetGraphId(), graph);
  903. VariableOpPass pass(&ctrl);
  904. EXPECT_EQ(pass.Run(graph), ge::SUCCESS);
  905. MemManager::Instance().Finalize();
  906. EXPECT_EQ(var1->GetOutNodes().size(), 1);
  907. EXPECT_EQ(var1->GetOutDataNodes().at(0)->GetName(), "conv1");
  908. EXPECT_EQ(var1->GetOpDesc()->GetOutputDesc(0).GetFormat(), FORMAT_ND);
  909. EXPECT_EQ(var1->GetOpDesc()->GetOutputDesc(0).GetShape().GetDims(), std::vector<int64_t>({8, 8, 3, 2}));
  910. }
  911. TEST_F(UtestVariableOpPassUnit, invalid_src_shape2) {
  912. formats::FormatTransferNchwNc1hwc0 t1;
  913. formats::FormatTransferNhwcNc1hwc0 t2;
  914. formats::TransArgs args = formats::TransArgs();
  915. formats::TransResult ret;
  916. t2.TransFormat(args, ret);
  917. }

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示