You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

kernel_task_info_unittest.cc 40 kB

4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #define private public
  18. #define protected public
  19. #include "graph/load/model_manager/davinci_model.h"
  20. #include "graph/load/model_manager/task_info/kernel_task_info.h"
  21. #include "graph/load/model_manager/task_info/hccl_task_info.h"
  22. namespace ge {
  23. extern OpDescPtr CreateOpDesc(string name, string type);
  24. class UtestKernelTaskInfo : public testing::Test {
  25. protected:
  26. void SetUp() {}
  27. void TearDown() {}
  28. };
  29. // test KernelTaskInfo Init.
  30. TEST_F(UtestKernelTaskInfo, success_kernel_taskInfo_not_te) {
  31. DavinciModel model(0, nullptr);
  32. domi::ModelTaskDef model_task_def;
  33. domi::TaskDef *task = model_task_def.add_task();
  34. task->set_type(RT_MODEL_TASK_KERNEL);
  35. TaskInfoPtr task_info = TaskInfoFactory::Instance().Create(static_cast<rtModelTaskType_t>(task->type()));
  36. task->stream_id_ = 0;
  37. rtStream_t stream = nullptr;
  38. rtStreamCreate(&stream, 0);
  39. model.stream_list_ = { stream };
  40. domi::KernelDef *kernel_def = task->mutable_kernel();
  41. domi::KernelContext *ctx = kernel_def->mutable_context();
  42. model.op_list_[0] = CreateOpDesc("relu", RELU);
  43. ctx->set_op_index(0);
  44. EXPECT_EQ(task_info->Init(*task, &model), FAILED);
  45. kernel_def->set_block_dim(10);
  46. kernel_def->set_args("args111111", 10);
  47. kernel_def->set_args_size(10);
  48. ctx->set_kernel_type(0);
  49. EXPECT_EQ(task_info->Init(*task, &model), INTERNAL_ERROR);
  50. task_info->Release();
  51. }
  52. TEST_F(UtestKernelTaskInfo, success_init_kernel_task_info_fail) {
  53. DavinciModel model(0, nullptr);
  54. KernelTaskInfo kernel_task_info;
  55. domi::TaskDef task_def;
  56. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  57. domi::KernelContext *ctx = kernel_def->mutable_context();
  58. model.op_list_[0] = CreateOpDesc("relu", RELU);
  59. ctx->set_op_index(0);
  60. rtStream_t stream = nullptr;
  61. rtStreamCreate(&stream, 0);
  62. model.stream_list_ = { stream };
  63. // Failed by rtGetFunctionByName.
  64. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  65. }
  66. // test InitTVMTask failed
  67. TEST_F(UtestKernelTaskInfo, init_tvm_task_fail) {
  68. DavinciModel model(0, nullptr);
  69. domi::TaskDef task_def;
  70. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  71. KernelTaskInfo kernel_task_info;
  72. kernel_task_info.davinci_model_ = &model;
  73. EXPECT_EQ(kernel_task_info.InitTVMTask(0, *kernel_def), PARAM_INVALID);
  74. task_def.clear_kernel();
  75. }
  76. // test InitTVMTask with kernel_type is TE
  77. TEST_F(UtestKernelTaskInfo, init_tvm_task_info_with_te_kernel_type) {
  78. DavinciModel model(0, nullptr);
  79. domi::TaskDef task_def;
  80. // DavinciModel is nullptr
  81. KernelTaskInfo kernel_task_info;
  82. EXPECT_EQ(kernel_task_info.Init(task_def, nullptr), PARAM_INVALID);
  83. rtStream_t stream = nullptr;
  84. rtStreamCreate(&stream, 0);
  85. model.stream_list_ = { stream };
  86. model.op_list_[0] = CreateOpDesc("", "");
  87. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  88. rtSmDesc_t l2CtrlInfo;
  89. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  90. kernel_def->set_args("args111111", 10);
  91. kernel_def->set_args_size(10);
  92. kernel_def->set_sm_desc(&l2CtrlInfo, sizeof(rtSmDesc_t));
  93. kernel_def->set_flowtable("fl", 2);
  94. kernel_def->set_block_dim(10);
  95. domi::KernelContext *ctx = kernel_def->mutable_context();
  96. ctx->set_kernel_type(2);
  97. ctx->set_op_index(4);
  98. ctx->set_args_offset("\0\0"); // args_offset = 0
  99. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  100. ctx->clear_args_offset();
  101. ctx->set_args_offset("args111111", 10);
  102. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  103. ctx->clear_op_index();
  104. ctx->set_op_index(0);
  105. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  106. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  107. kernel_def->clear_context();
  108. task_def.clear_kernel();
  109. }
  110. // test InitAICPUCustomTask with kernel_type is CUSTOMIZED
  111. TEST_F(UtestKernelTaskInfo, init_kernel_task_info_with_customized_kernel_type) {
  112. DavinciModel model(0, nullptr);
  113. rtStream_t stream = nullptr;
  114. rtStreamCreate(&stream, 0);
  115. model.stream_list_ = { stream };
  116. model.op_list_[0] = CreateOpDesc("", "");
  117. domi::TaskDef task_def;
  118. KernelTaskInfo kernel_task_info;
  119. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  120. rtSmDesc_t l2CtrlInfo;
  121. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  122. kernel_def->set_args("args111111", 10);
  123. kernel_def->set_args_size(10);
  124. kernel_def->set_sm_desc(&l2CtrlInfo, sizeof(rtSmDesc_t));
  125. kernel_def->set_flowtable("fl", 2);
  126. kernel_def->set_block_dim(10);
  127. domi::KernelContext *ctx = kernel_def->mutable_context();
  128. ctx->set_kernel_type(3);
  129. ctx->set_op_index(4);
  130. ctx->set_args_offset("\0\0"); // args_offset = 0
  131. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  132. ctx->clear_args_offset();
  133. ctx->set_args_offset("args111111", 10);
  134. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  135. ctx->clear_args_offset();
  136. ctx->set_op_index(0);
  137. const char task[] = "opattr";
  138. AttrUtils::SetBytes(model.op_list_[0], ATTR_NAME_OPATTR, Buffer::CopyFrom((uint8_t *)task, sizeof(task)));
  139. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  140. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  141. kernel_def->clear_context();
  142. task_def.clear_kernel();
  143. }
  144. // test InitAICPUCustomTask failed
  145. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed) {
  146. DavinciModel model(0, nullptr);
  147. rtStream_t stream = nullptr;
  148. rtStreamCreate(&stream, 0);
  149. model.stream_list_ = { stream };
  150. model.op_list_[0] = CreateOpDesc("", "");
  151. domi::TaskDef task_def;
  152. KernelTaskInfo kernel_task_info;
  153. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  154. domi::KernelContext *context = kernel_def->mutable_context();
  155. context->set_args_offset("\0\0");
  156. kernel_task_info.davinci_model_ = &model;
  157. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), PARAM_INVALID);
  158. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  159. context->clear_args_offset();
  160. context->set_args_offset("args111111", 10);
  161. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  162. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), FAILED);
  163. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  164. kernel_def->clear_context();
  165. task_def.clear_kernel();
  166. }
  167. // test InitAICPUCustomTask failed
  168. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed2) {
  169. DavinciModel model(0, nullptr);
  170. rtStream_t stream = nullptr;
  171. rtStreamCreate(&stream, 0);
  172. model.stream_list_ = { stream };
  173. model.op_list_[0] = CreateOpDesc("", "");
  174. domi::TaskDef task_def;
  175. KernelTaskInfo kernel_task_info;
  176. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  177. domi::KernelContext *context = kernel_def->mutable_context();
  178. kernel_task_info.davinci_model_ = &model;
  179. context->set_args_offset("\0\0");
  180. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  181. // AttrUtils::GetBytes -> true
  182. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), PARAM_INVALID);
  183. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  184. kernel_def->clear_context();
  185. task_def.clear_kernel();
  186. }
  187. // test InitAICPUCustomTask failed
  188. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed3) {
  189. DavinciModel model(0, nullptr);
  190. rtStream_t stream = nullptr;
  191. rtStreamCreate(&stream, 0);
  192. model.stream_list_ = { stream };
  193. model.op_list_[0] = CreateOpDesc("", "");
  194. domi::TaskDef task_def;
  195. KernelTaskInfo kernel_task_info;
  196. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  197. domi::KernelContext *context = kernel_def->mutable_context();
  198. kernel_task_info.davinci_model_ = &model;
  199. context->set_args_offset("\0\0");
  200. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  201. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), PARAM_INVALID);
  202. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  203. kernel_def->clear_context();
  204. task_def.clear_kernel();
  205. }
  206. // test InitAICPUCustomTask failed
  207. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed4) {
  208. DavinciModel model(0, nullptr);
  209. rtStream_t stream = nullptr;
  210. rtStreamCreate(&stream, 0);
  211. model.stream_list_ = { stream };
  212. model.op_list_[0] = CreateOpDesc("", "");
  213. const char task[] = "opattr";
  214. AttrUtils::SetBytes(model.op_list_[0], ATTR_NAME_OPATTR, Buffer::CopyFrom((uint8_t *)task, sizeof(task)));
  215. domi::TaskDef task_def;
  216. KernelTaskInfo kernel_task_info;
  217. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  218. domi::KernelContext *context = kernel_def->mutable_context();
  219. kernel_task_info.davinci_model_ = &model;
  220. context->set_args_offset("args111111", 10);
  221. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  222. // rtMalloc RT_ERROR_NONE
  223. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), FAILED);
  224. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  225. kernel_def->clear_context();
  226. task_def.clear_kernel();
  227. }
  228. // test InitAICPUCustomTask failed
  229. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed5) {
  230. DavinciModel model(0, nullptr);
  231. rtStream_t stream = nullptr;
  232. rtStreamCreate(&stream, 0);
  233. model.stream_list_ = { stream };
  234. model.op_list_[0] = CreateOpDesc("", "");
  235. const char task[] = "opattr";
  236. AttrUtils::SetBytes(model.op_list_[0], ATTR_NAME_OPATTR, Buffer::CopyFrom((uint8_t *)task, sizeof(task)));
  237. domi::TaskDef task_def;
  238. KernelTaskInfo kernel_task_info;
  239. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  240. domi::KernelContext *context = kernel_def->mutable_context();
  241. kernel_task_info.davinci_model_ = &model;
  242. context->set_args_offset("args111111", 10);
  243. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  244. // rtMalloc RT_ERROR_NONE
  245. // rtMemcpy RT_ERROR_INVALID_VALIUE
  246. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), FAILED);
  247. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  248. kernel_def->clear_context();
  249. task_def.clear_kernel();
  250. }
  251. // test InitAICPUCustomTask failed
  252. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed6) {
  253. DavinciModel model(0, nullptr);
  254. rtStream_t stream = nullptr;
  255. rtStreamCreate(&stream, 0);
  256. model.stream_list_ = { stream };
  257. model.op_list_[0] = CreateOpDesc("", "");
  258. const char task[] = "opattr";
  259. AttrUtils::SetBytes(model.op_list_[0], ATTR_NAME_OPATTR, Buffer::CopyFrom((uint8_t *)task, sizeof(task)));
  260. domi::TaskDef task_def;
  261. KernelTaskInfo kernel_task_info;
  262. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  263. domi::KernelContext *context = kernel_def->mutable_context();
  264. kernel_task_info.davinci_model_ = &model;
  265. context->set_args_offset("args111111", 10);
  266. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  267. // rtMalloc RT_ERROR_NONE
  268. // rtMemcpy RT_ERROR_NONE
  269. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), FAILED);
  270. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  271. kernel_def->clear_context();
  272. task_def.clear_kernel();
  273. }
  274. TEST_F(UtestKernelTaskInfo, init_kernel_taskInfo_with_aicpu_kernel_type) {
  275. DavinciModel model(0, nullptr);
  276. rtStream_t stream = nullptr;
  277. rtStreamCreate(&stream, 0);
  278. model.stream_list_ = { stream };
  279. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  280. domi::TaskDef task_def;
  281. KernelTaskInfo kernel_task_info;
  282. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  283. task_def.set_type(RT_MODEL_TASK_KERNEL);
  284. string args;
  285. args.append(100, '1');
  286. kernel_def->set_so_name("libDvpp.so");
  287. kernel_def->set_kernel_name("DvppResize");
  288. kernel_def->set_args(args.data(), 100);
  289. kernel_def->set_args_size(100);
  290. domi::KernelContext *ctx = kernel_def->mutable_context();
  291. ctx->set_kernel_type(6);
  292. ctx->set_op_index(0);
  293. // ModelUtils::GetInputDataAddrs -> ok
  294. // ModelUtils::GetOutputDataAddrs -> ok
  295. // rtMalloc -> RT_ERROR_NONE
  296. // rtMemcpy -> RT_ERROR_NONE
  297. EXPECT_EQ(kernel_task_info.Init(task_def, &model), SUCCESS);
  298. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  299. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  300. kernel_def->clear_context();
  301. task_def.clear_kernel();
  302. }
  303. TEST_F(UtestKernelTaskInfo, init_kernel_taskInfo_with_aicpu_kernel_type_fail) {
  304. DavinciModel model(0, nullptr);
  305. rtStream_t stream = nullptr;
  306. rtStreamCreate(&stream, 0);
  307. model.stream_list_ = { stream };
  308. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  309. AttrUtils::SetBool(model.op_list_[0], "_AllShape", true);
  310. domi::TaskDef task_def;
  311. KernelTaskInfo kernel_task_info;
  312. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  313. task_def.set_type(RT_MODEL_TASK_KERNEL);
  314. string args;
  315. args.append(100, '1');
  316. kernel_def->set_so_name("libDvpp.so");
  317. kernel_def->set_kernel_name("DvppResize");
  318. kernel_def->set_args(args.data(), 100);
  319. kernel_def->set_args_size(100);
  320. domi::KernelContext *ctx = kernel_def->mutable_context();
  321. ctx->set_kernel_type(6);
  322. ctx->set_op_index(0);
  323. // ModelUtils::GetInputDataAddrs -> ok
  324. // ModelUtils::GetOutputDataAddrs -> ok
  325. // rtMalloc -> RT_ERROR_NONE
  326. // rtMemcpy -> RT_ERROR_INVALID_VALUE
  327. EXPECT_EQ(kernel_task_info.Init(task_def, &model), SUCCESS);
  328. const string ext_info = {1, 1, 1, 1, 0, 0, 0, 0};
  329. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(ext_info), SUCCESS);
  330. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  331. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  332. kernel_def->clear_context();
  333. task_def.clear_kernel();
  334. }
  335. TEST_F(UtestKernelTaskInfo, init_kernel_taskInfo_with_aicpu_kernel_type_fail2) {
  336. DavinciModel model(0, nullptr);
  337. rtStream_t stream = nullptr;
  338. rtStreamCreate(&stream, 0);
  339. model.stream_list_ = { stream };
  340. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  341. domi::TaskDef task_def;
  342. KernelTaskInfo kernel_task_info;
  343. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  344. task_def.set_type(RT_MODEL_TASK_KERNEL);
  345. string args;
  346. args.append(100, '1');
  347. kernel_def->set_so_name("libDvpp.so");
  348. kernel_def->set_kernel_name("DvppResize");
  349. kernel_def->set_args(args.data(), 100);
  350. kernel_def->set_args_size(100);
  351. domi::KernelContext *ctx = kernel_def->mutable_context();
  352. ctx->set_kernel_type(6);
  353. ctx->set_op_index(0);
  354. // ModelUtils::GetInputDataAddrs -> ok
  355. // ModelUtils::GetOutputDataAddrs -> ok
  356. // rtMalloc -> RT_ERROR_INVALID_VALUE
  357. // rtMemcpy -> RT_ERROR_NONE
  358. EXPECT_EQ(kernel_task_info.Init(task_def, &model), SUCCESS);
  359. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  360. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  361. kernel_def->clear_context();
  362. task_def.clear_kernel();
  363. }
  364. // test StoreInputOutputTensor failed
  365. TEST_F(UtestKernelTaskInfo, store_input_output_tensor_fail) {
  366. std::vector<void *> input_data_addrs;
  367. std::vector<void *> output_data_addrs;
  368. std::vector<::tagCcAICPUTensor> input_descs;
  369. std::vector<::tagCcAICPUTensor> output_descs;
  370. KernelTaskInfo kernel_task_info;
  371. // rtMalloc -> RT_ERROR_INVALID_VALUE
  372. EXPECT_EQ(kernel_task_info.StoreInputOutputTensor(input_data_addrs, output_data_addrs, input_descs, output_descs), SUCCESS);
  373. }
  374. TEST_F(UtestKernelTaskInfo, store_input_output_tensor_fail2) {
  375. std::vector<void *> input_data_addrs;
  376. std::vector<void *> output_data_addrs;
  377. std::vector<::tagCcAICPUTensor> input_descs;
  378. std::vector<::tagCcAICPUTensor> output_descs;
  379. KernelTaskInfo kernel_task_info;
  380. // rtMalloc -> RT_ERROR_INVALID_VALUE
  381. EXPECT_EQ(kernel_task_info.StoreInputOutputTensor(input_data_addrs, output_data_addrs, input_descs, output_descs), SUCCESS);
  382. }
  383. // test InitCceTask success
  384. TEST_F(UtestKernelTaskInfo, kernel_task_info_init_cce_task) {
  385. DavinciModel model(0, nullptr);
  386. rtStream_t stream = nullptr;
  387. rtStreamCreate(&stream, 0);
  388. model.stream_list_ = { stream };
  389. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  390. domi::TaskDef task_def;
  391. KernelTaskInfo kernel_task_info;
  392. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  393. kernel_task_info.davinci_model_ = &model;
  394. kernel_task_info.op_desc_ = model.op_list_[0];
  395. kernel_def->set_flowtable("InitCceTask");
  396. domi::KernelContext *context = kernel_def->mutable_context();
  397. context->set_is_flowtable(true);
  398. rtSmDesc_t l2CtrlInfo;
  399. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  400. kernel_def->set_sm_desc(&l2CtrlInfo, sizeof(rtSmDesc_t));
  401. model.runtime_param_.logic_mem_base = 0;
  402. model.runtime_param_.mem_size = 0;
  403. model.runtime_param_.logic_weight_base = 0;
  404. model.runtime_param_.weight_size = 0;
  405. model.runtime_param_.logic_var_base = 0;
  406. model.runtime_param_.var_size = 0;
  407. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  408. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  409. // rtMalloc -> RT_ERROR_NONE
  410. // rtMemcpy -> RT_ERROR_NONE
  411. // rtMemAllocManaged -> RT_ERROR_NONE
  412. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  413. kernel_def->clear_context();
  414. task_def.clear_kernel();
  415. }
  416. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed1) {
  417. DavinciModel model(0, nullptr);
  418. domi::TaskDef task_def;
  419. KernelTaskInfo kernel_task_info;
  420. kernel_task_info.davinci_model_ = &model;
  421. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  422. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  423. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  424. task_def.clear_kernel();
  425. }
  426. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed2) {
  427. DavinciModel model(0, nullptr);
  428. rtStream_t stream = nullptr;
  429. rtStreamCreate(&stream, 0);
  430. model.stream_list_ = { stream };
  431. model.op_list_[0] = CreateOpDesc("", "");
  432. domi::TaskDef task_def;
  433. KernelTaskInfo kernel_task_info;
  434. kernel_task_info.davinci_model_ = &model;
  435. kernel_task_info.op_desc_ = model.op_list_[0];
  436. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  437. // KernelTaskInfo::SetContext -> SUCCESS
  438. domi::KernelContext *context = kernel_def->mutable_context();
  439. context->set_is_flowtable(true);
  440. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  441. kernel_def->clear_context();
  442. task_def.clear_kernel();
  443. }
  444. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed3) {
  445. DavinciModel model(0, nullptr);
  446. rtStream_t stream = nullptr;
  447. rtStreamCreate(&stream, 0);
  448. model.stream_list_ = { stream };
  449. model.op_list_[0] = CreateOpDesc("", "");
  450. domi::TaskDef task_def;
  451. KernelTaskInfo kernel_task_info;
  452. kernel_task_info.davinci_model_ = &model;
  453. kernel_task_info.op_desc_ = model.op_list_[0];
  454. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  455. // KernelTaskInfo::SetContext -> SUCCESS
  456. kernel_def->set_flowtable("InitCceTask");
  457. domi::KernelContext *context = kernel_def->mutable_context();
  458. context->set_is_flowtable(true);
  459. // KernelTaskInfo::UpdateCceArgs -> CCE_FAILED
  460. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  461. kernel_def->clear_context();
  462. task_def.clear_kernel();
  463. }
  464. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed4) {
  465. DavinciModel model(0, nullptr);
  466. rtStream_t stream = nullptr;
  467. rtStreamCreate(&stream, 0);
  468. model.stream_list_ = { stream };
  469. model.op_list_[0] = CreateOpDesc("", "");
  470. domi::TaskDef task_def;
  471. KernelTaskInfo kernel_task_info;
  472. kernel_task_info.davinci_model_ = &model;
  473. kernel_task_info.op_desc_ = model.op_list_[0];
  474. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  475. // KernelTaskInfo::SetContext -> SUCCESS
  476. kernel_def->set_flowtable("InitCceTask");
  477. domi::KernelContext *context = kernel_def->mutable_context();
  478. context->set_is_flowtable(true);
  479. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  480. // KernelTaskInfo::SetFlowtable -> RT_FAILED
  481. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  482. kernel_def->clear_context();
  483. task_def.clear_kernel();
  484. }
  485. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed5) {
  486. DavinciModel model(0, nullptr);
  487. rtStream_t stream = nullptr;
  488. rtStreamCreate(&stream, 0);
  489. model.stream_list_ = { stream };
  490. model.op_list_[0] = CreateOpDesc("", "");
  491. domi::TaskDef task_def;
  492. KernelTaskInfo kernel_task_info;
  493. kernel_task_info.davinci_model_ = &model;
  494. kernel_task_info.op_desc_ = model.op_list_[0];
  495. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  496. // KernelTaskInfo::SetContext -> SUCCESS
  497. kernel_def->set_flowtable("InitCceTask");
  498. domi::KernelContext *context = kernel_def->mutable_context();
  499. context->set_is_flowtable(true);
  500. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  501. // KernelTaskInfo::SetFlowtable -> SUCCESS
  502. // rtMalloc -> RT_ERROR_INVALID_VALUE
  503. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  504. kernel_def->clear_context();
  505. task_def.clear_kernel();
  506. }
  507. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed6) {
  508. DavinciModel model(0, nullptr);
  509. rtStream_t stream = nullptr;
  510. rtStreamCreate(&stream, 0);
  511. model.stream_list_ = { stream };
  512. model.op_list_[0] = CreateOpDesc("", "");
  513. domi::TaskDef task_def;
  514. KernelTaskInfo kernel_task_info;
  515. kernel_task_info.davinci_model_ = &model;
  516. kernel_task_info.op_desc_ = model.op_list_[0];
  517. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  518. // KernelTaskInfo::SetContext -> SUCCESS
  519. kernel_def->set_flowtable("InitCceTask");
  520. domi::KernelContext *context = kernel_def->mutable_context();
  521. context->set_is_flowtable(true);
  522. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  523. // KernelTaskInfo::SetFlowtable -> SUCCESS
  524. // rtMalloc -> RT_ERROR_NONE
  525. // rtMemcpy -> RT_ERROR_INVALID_VALUE
  526. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  527. kernel_def->clear_context();
  528. task_def.clear_kernel();
  529. }
  530. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed7) {
  531. DavinciModel model(0, nullptr);
  532. rtStream_t stream = nullptr;
  533. rtStreamCreate(&stream, 0);
  534. model.stream_list_ = { stream };
  535. model.op_list_[0] = CreateOpDesc("", "");
  536. domi::TaskDef task_def;
  537. KernelTaskInfo kernel_task_info;
  538. kernel_task_info.davinci_model_ = &model;
  539. kernel_task_info.op_desc_ = model.op_list_[0];
  540. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  541. // KernelTaskInfo::SetContext -> SUCCESS
  542. kernel_def->set_flowtable("InitCceTask");
  543. domi::KernelContext *context = kernel_def->mutable_context();
  544. context->set_is_flowtable(true);
  545. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  546. // KernelTaskInfo::SetFlowtable -> SUCCESS
  547. rtSmDesc_t l2CtrlInfo;
  548. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  549. kernel_def->set_sm_desc(&l2CtrlInfo, sizeof(rtSmDesc_t));
  550. // rtMalloc -> RT_ERROR_NONE
  551. // rtMemcpy -> RT_ERROR_NONE
  552. // rtMemAllocManaged -> RT_ERROR_INVALID_VALUE
  553. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  554. kernel_def->clear_context();
  555. task_def.clear_kernel();
  556. }
  557. // test SetContext success
  558. TEST_F(UtestKernelTaskInfo, success_kernel_taskInfo_init_set_context) {
  559. DavinciModel model(0, nullptr);
  560. domi::TaskDef task_def;
  561. KernelTaskInfo kernel_task_info;
  562. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  563. domi::KernelContext *context = kernel_def->mutable_context();
  564. context->set_op_id(1);
  565. context->set_kernel_func_id(1);
  566. context->set_is_flowtable(true);
  567. context->set_args_count(1);
  568. context->set_args_offset("args111111", 10);
  569. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  570. EXPECT_EQ(kernel_task_info.SetContext(*kernel_def), SUCCESS);
  571. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  572. kernel_def->clear_context();
  573. task_def.clear_kernel();
  574. }
  575. // test SetContext failed
  576. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_set_context_failed1) {
  577. DavinciModel model(0, nullptr);
  578. domi::TaskDef task_def;
  579. KernelTaskInfo kernel_task_info;
  580. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  581. domi::KernelContext *context = kernel_def->mutable_context();
  582. context->set_op_id(1);
  583. context->set_kernel_func_id(1);
  584. context->set_is_flowtable(true);
  585. context->set_args_count(0);
  586. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  587. EXPECT_EQ(kernel_task_info.SetContext(*kernel_def), INTERNAL_ERROR);
  588. kernel_def->clear_context();
  589. task_def.clear_kernel();
  590. }
  591. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_set_context_failed2) {
  592. DavinciModel model(0, nullptr);
  593. domi::TaskDef task_def;
  594. KernelTaskInfo kernel_task_info;
  595. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  596. domi::KernelContext *context = kernel_def->mutable_context();
  597. context->set_op_id(1);
  598. context->set_kernel_func_id(1);
  599. context->set_is_flowtable(true);
  600. context->set_args_count(5);
  601. context->set_args_offset("\0\0"); // args_offset = 0
  602. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  603. EXPECT_EQ(kernel_task_info.SetContext(*kernel_def), PARAM_INVALID);
  604. kernel_def->clear_context();
  605. task_def.clear_kernel();
  606. }
  607. // test UpdateCceArgs success
  608. TEST_F(UtestKernelTaskInfo, kernel_task_info_update_cce_args) {
  609. DavinciModel model(0, nullptr);
  610. rtStream_t stream = nullptr;
  611. rtStreamCreate(&stream, 0);
  612. model.stream_list_ = { stream };
  613. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  614. domi::TaskDef task_def;
  615. KernelTaskInfo kernel_task_info;
  616. kernel_task_info.davinci_model_ = &model;
  617. kernel_task_info.op_desc_ = model.op_list_[0];
  618. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  619. domi::KernelContext *context = kernel_def->mutable_context();
  620. string flowtable("InitCceTask");
  621. string sm_desc("args");
  622. uint8_t test = 2;
  623. model.mem_base_ = &test;
  624. model.runtime_param_.logic_mem_base = 0;
  625. model.weights_mem_base_ = &test;
  626. model.runtime_param_.logic_weight_base = 0;
  627. uint8_t test1 = 16;
  628. model.var_mem_base_ = &test1;
  629. model.runtime_param_.logic_var_base = 0;
  630. context->set_is_flowtable(true);
  631. // KernelTaskInfo::CceUpdateKernelArgs ->SUCCESS
  632. EXPECT_EQ(kernel_task_info.UpdateCceArgs(sm_desc, flowtable, *kernel_def), FAILED);
  633. context->clear_is_flowtable();
  634. context->set_is_flowtable(false);
  635. // KernelTaskInfo::CceUpdateKernelArgs ->SUCCESS
  636. EXPECT_EQ(kernel_task_info.UpdateCceArgs(sm_desc, flowtable, *kernel_def), FAILED);
  637. kernel_def->clear_context();
  638. task_def.clear_kernel();
  639. model.mem_base_ = nullptr;
  640. model.weights_mem_base_ = nullptr;
  641. model.var_mem_base_ = nullptr;
  642. }
  643. TEST_F(UtestKernelTaskInfo, kernel_task_info_update_cce_args_failed1) {
  644. DavinciModel model(0, nullptr);
  645. rtStream_t stream = nullptr;
  646. rtStreamCreate(&stream, 0);
  647. model.stream_list_ = { stream };
  648. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  649. domi::TaskDef task_def;
  650. KernelTaskInfo kernel_task_info;
  651. kernel_task_info.davinci_model_ = &model;
  652. kernel_task_info.op_desc_ = model.op_list_[0];
  653. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  654. domi::KernelContext *context = kernel_def->mutable_context();
  655. string flowtable("InitCceTask");
  656. string sm_desc("args");
  657. uint8_t test = 2;
  658. model.mem_base_ = &test;
  659. model.runtime_param_.logic_mem_base = 0;
  660. uint8_t test1 = 10;
  661. model.weights_mem_base_ = &test1;
  662. model.runtime_param_.logic_weight_base = 0;
  663. model.var_mem_base_ = &test1;
  664. model.runtime_param_.logic_var_base = 0;
  665. context->set_is_flowtable(true);
  666. // KernelTaskInfo::CceUpdateKernelArgs -> FAILED
  667. EXPECT_EQ(kernel_task_info.UpdateCceArgs(sm_desc, flowtable, *kernel_def), FAILED);
  668. kernel_def->clear_context();
  669. task_def.clear_kernel();
  670. model.mem_base_ = nullptr;
  671. model.weights_mem_base_ = nullptr;
  672. model.var_mem_base_ = nullptr;
  673. }
  674. // test SetFlowtable
  675. TEST_F(UtestKernelTaskInfo, kernel_task_info_set_flowtable) {
  676. DavinciModel model(0, nullptr);
  677. rtStream_t stream = nullptr;
  678. rtStreamCreate(&stream, 0);
  679. model.stream_list_ = { stream };
  680. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  681. domi::TaskDef task_def;
  682. KernelTaskInfo kernel_task_info;
  683. kernel_task_info.davinci_model_ = &model;
  684. kernel_task_info.op_desc_ = model.op_list_[0];
  685. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  686. domi::KernelContext *context = kernel_def->mutable_context();
  687. string flowtable("InitCceTask");
  688. context->set_is_flowtable(false);
  689. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), SUCCESS);
  690. context->clear_is_flowtable();
  691. context->set_is_flowtable(true);
  692. // rtMalloc ->RT_ERROR_NONE
  693. // rtMemcpy ->RT_ERROR_NONE
  694. kernel_def->set_args("args111111", 10);
  695. context->set_args_offset("\0\0");
  696. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), SUCCESS);
  697. kernel_def->clear_context();
  698. task_def.clear_kernel();
  699. }
  700. TEST_F(UtestKernelTaskInfo, kernel_task_info_set_flowtable_failed1) {
  701. DavinciModel model(0, nullptr);
  702. rtStream_t stream = nullptr;
  703. rtStreamCreate(&stream, 0);
  704. model.stream_list_ = { stream };
  705. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  706. domi::TaskDef task_def;
  707. KernelTaskInfo kernel_task_info;
  708. kernel_task_info.davinci_model_ = &model;
  709. kernel_task_info.op_desc_ = model.op_list_[0];
  710. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  711. domi::KernelContext *context = kernel_def->mutable_context();
  712. string flowtable("SetFlowtable");
  713. context->set_is_flowtable(true);
  714. // rtMalloc -> RT_ERROR_INVALID_VALUE
  715. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), FAILED);
  716. kernel_def->clear_context();
  717. task_def.clear_kernel();
  718. }
  719. TEST_F(UtestKernelTaskInfo, kernel_task_info_set_flowtable_failed2) {
  720. DavinciModel model(0, nullptr);
  721. rtStream_t stream = nullptr;
  722. rtStreamCreate(&stream, 0);
  723. model.stream_list_ = { stream };
  724. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  725. domi::TaskDef task_def;
  726. KernelTaskInfo kernel_task_info;
  727. kernel_task_info.davinci_model_ = &model;
  728. kernel_task_info.op_desc_ = model.op_list_[0];
  729. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  730. domi::KernelContext *context = kernel_def->mutable_context();
  731. string flowtable("SetFlowtable");
  732. context->set_is_flowtable(true);
  733. // rtMalloc ->RT_ERROR_NONE
  734. // rtMemcpy ->RT_ERROR_INVALID_VALUE
  735. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), FAILED);
  736. kernel_def->clear_context();
  737. task_def.clear_kernel();
  738. }
  739. TEST_F(UtestKernelTaskInfo, kernel_task_info_set_flowtable_failed3) {
  740. DavinciModel model(0, nullptr);
  741. rtStream_t stream = nullptr;
  742. rtStreamCreate(&stream, 0);
  743. model.stream_list_ = { stream };
  744. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  745. domi::TaskDef task_def;
  746. KernelTaskInfo kernel_task_info;
  747. kernel_task_info.davinci_model_ = &model;
  748. kernel_task_info.op_desc_ = model.op_list_[0];
  749. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  750. domi::KernelContext *context = kernel_def->mutable_context();
  751. string flowtable("SetFlowtable");
  752. context->set_is_flowtable(true);
  753. // rtMalloc ->RT_ERROR_NONE
  754. // rtMemcpy ->RT_ERROR_NONE
  755. kernel_def->set_args("args", 4);
  756. context->set_args_offset("args111111", 10);
  757. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), FAILED);
  758. kernel_def->clear_context();
  759. task_def.clear_kernel();
  760. }
  761. TEST_F(UtestKernelTaskInfo, distribute_failed) {
  762. KernelTaskInfo kernel_task_info;
  763. DavinciModel model(0, nullptr);
  764. domi::TaskDef task_def;
  765. // Failed for SetStream
  766. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  767. // rtKernelLaunchWithFlag -> RT_ERROR_INVALID_VALUE
  768. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  769. }
  770. TEST_F(UtestKernelTaskInfo, distribute_success) {
  771. KernelTaskInfo kernel_task_info;
  772. DavinciModel model(0, nullptr);
  773. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  774. domi::TaskDef task_def;
  775. // rtModelGetTaskId -> RT_ERROR_INVALID_VALUE
  776. rtModel_t rt_model_handle = (rtModel_t *)0x12345678;
  777. model.rt_model_handle_ = rt_model_handle;
  778. // Failed for SetStream
  779. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  780. // rtKernelLaunchWithFlag -> RT_ERROR_INVALID_VALUE
  781. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  782. model.rt_model_handle_ = nullptr;
  783. }
  784. // test success DistributeDumpTask
  785. TEST_F(UtestKernelTaskInfo, success_distribute_dump_task) {
  786. DavinciModel model(0, nullptr);
  787. domi::TaskDef task_def;
  788. KernelTaskInfo kernel_task_info;
  789. kernel_task_info.davinci_model_ = &model;
  790. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  791. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  792. kernel_def->set_stub_func("kerneltaskinfo");
  793. kernel_def->set_block_dim(10);
  794. kernel_def->set_args("args111111", 10);
  795. kernel_def->set_args_size(10);
  796. rtSmDesc_t l2CtrlInfo;
  797. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  798. kernel_def->set_sm_desc((void *)&l2CtrlInfo, sizeof(rtSmDesc_t));
  799. // for SetStream
  800. rtStream_t stream = nullptr;
  801. rtStreamCreate(&stream, 0);
  802. std::vector<rtStream_t> stream_list = { stream };
  803. EXPECT_EQ(kernel_task_info.SetStream(0, stream_list), SUCCESS);
  804. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  805. rtStreamDestroy(stream);
  806. task_def.clear_kernel();
  807. }
  808. // test success GetTaskID
  809. TEST_F(UtestKernelTaskInfo, success_get_task_id) {
  810. domi::ModelTaskDef model_task_def;
  811. domi::TaskDef *task = model_task_def.add_task();
  812. task->set_type(RT_MODEL_TASK_KERNEL);
  813. TaskInfoPtr task_info = TaskInfoFactory::Instance().Create(static_cast<rtModelTaskType_t>(task->type()));
  814. EXPECT_EQ(task_info->GetTaskID(), 0);
  815. KernelTaskInfo kernel_task_info;
  816. EXPECT_EQ(kernel_task_info.GetTaskID(), 0);
  817. HcclTaskInfo hccl_task_info;
  818. EXPECT_EQ(hccl_task_info.GetTaskID(), 0);
  819. }
  820. // test StoreInputOutputTensor success
  821. TEST_F(UtestKernelTaskInfo, success_store_input_output_tensor) {
  822. DavinciModel model(0, nullptr);
  823. domi::TaskDef task_def;
  824. KernelTaskInfo kernel_task_info;
  825. kernel_task_info.davinci_model_ = &model;
  826. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  827. std::vector<void *> input_data_addrs;
  828. std::vector<void *> output_data_addrs;
  829. std::vector<::tagCcAICPUTensor> input_descs;
  830. std::vector<::tagCcAICPUTensor> output_descs;
  831. int test = 1;
  832. int *addr = &test;
  833. void *input = addr;
  834. void *output = addr;
  835. input_data_addrs.push_back(input);
  836. output_data_addrs.push_back(output);
  837. tagCcAICPUTensor input_desc;
  838. tagCcAICPUTensor output_desc;
  839. input_descs.push_back(input_desc);
  840. output_descs.push_back(output_desc);
  841. EXPECT_EQ(kernel_task_info.StoreInputOutputTensor(input_data_addrs, output_data_addrs, input_descs, output_descs), SUCCESS);
  842. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  843. }
  844. // test KernelTaskInfo release fail
  845. TEST_F(UtestKernelTaskInfo, fail_release) {
  846. DavinciModel model(0, nullptr);
  847. domi::TaskDef task_def;
  848. KernelTaskInfo kernel_task_info;
  849. kernel_task_info.davinci_model_ = &model;
  850. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  851. std::vector<void *> input_data_addrs;
  852. std::vector<void *> output_data_addrs;
  853. std::vector<::tagCcAICPUTensor> input_descs;
  854. std::vector<::tagCcAICPUTensor> output_descs;
  855. int test = 1;
  856. int *addr = &test;
  857. void *input = addr;
  858. void *output = addr;
  859. input_data_addrs.push_back(input);
  860. output_data_addrs.push_back(output);
  861. tagCcAICPUTensor input_desc;
  862. tagCcAICPUTensor output_desc;
  863. input_descs.push_back(input_desc);
  864. output_descs.push_back(output_desc);
  865. EXPECT_EQ(kernel_task_info.StoreInputOutputTensor(input_data_addrs, output_data_addrs, input_descs, output_descs), SUCCESS);
  866. // rtMemFreeManaged -> RT_ERROR_INVALID_VALUE
  867. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  868. }
  869. // test KernelTaskInfo release fail
  870. TEST_F(UtestKernelTaskInfo, update_l2data_success) {
  871. DavinciModel model(0, nullptr);
  872. KernelTaskInfo kernel_task_info;
  873. kernel_task_info.davinci_model_ = &model;
  874. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  875. domi::KernelDef kernel_def;
  876. EXPECT_EQ(kernel_task_info.UpdateL2Data(kernel_def), SUCCESS);
  877. }
  878. // test fusion_end_task Init
  879. TEST_F(UtestKernelTaskInfo, kernel_task_info_init_success) {
  880. rtStream_t stream = nullptr;
  881. rtStreamCreate(&stream, 0);
  882. DavinciModel model(0, nullptr);
  883. auto model_def = MakeShared<domi::ModelTaskDef>();
  884. model.model_id_ = 1;
  885. model.name_ = "test";
  886. model.version_ = 0x01;
  887. model.stream_list_ = { stream };
  888. model.ge_model_ = MakeShared<GeModel>();
  889. model.ge_model_->SetModelTaskDef(model_def);
  890. auto op_desc = CreateOpDesc("data", DATA);
  891. op_desc->SetInputOffset({1});
  892. op_desc->SetOutputOffset({100});
  893. GeTensorDesc descin(GeShape({1, 1, 1, 1}), FORMAT_NCHW, DT_FLOAT);
  894. TensorUtils::SetSize(descin, 4);
  895. op_desc->AddInputDesc(descin);
  896. GeTensorDesc descout(GeShape({1, 1, 1, 1}), FORMAT_NCHW, DT_FLOAT16);
  897. TensorUtils::SetSize(descout, 32);
  898. op_desc->AddOutputDesc(descout);
  899. op_desc->SetId(0);
  900. model.op_list_[0] = op_desc;
  901. domi::TaskDef task_def;
  902. task_def.set_stream_id(0);
  903. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  904. domi::KernelContext *ctx = kernel_def->mutable_context();
  905. ctx->set_op_index(0);
  906. vector<string> original_op_names = { "conv", "add" };
  907. AttrUtils::GetListStr(op_desc, ATTR_NAME_DATA_DUMP_ORIGIN_OP_NAMES, original_op_names);
  908. KernelTaskInfo kernel_task_info;
  909. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  910. }
  911. TEST_F(UtestKernelTaskInfo, kernel_task_info_calculate_args_te) {
  912. DavinciModel model(0, nullptr);
  913. domi::TaskDef task_def;
  914. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  915. domi::KernelContext *ctx = kernel_def->mutable_context();
  916. ctx->set_kernel_type(2);
  917. KernelTaskInfo kernel_task_info;
  918. EXPECT_EQ(kernel_task_info.CalculateArgs(task_def, &model), SUCCESS);
  919. }
  920. TEST_F(UtestKernelTaskInfo, kernel_task_info_calculate_args_aicpu) {
  921. DavinciModel model(0, nullptr);
  922. domi::TaskDef task_def;
  923. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  924. domi::KernelContext *ctx = kernel_def->mutable_context();
  925. ctx->set_kernel_type(6);
  926. KernelTaskInfo kernel_task_info;
  927. EXPECT_EQ(kernel_task_info.CalculateArgs(task_def, &model), SUCCESS);
  928. }
  929. TEST_F(UtestKernelTaskInfo, kernel_task_info_calculate_args_custom_aicpu) {
  930. DavinciModel model(0, nullptr);
  931. domi::TaskDef task_def;
  932. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  933. domi::KernelContext *ctx = kernel_def->mutable_context();
  934. ctx->set_kernel_type(7);
  935. KernelTaskInfo kernel_task_info;
  936. kernel_task_info.davinci_model_ = &model;
  937. kernel_task_info.kernel_type_ = ccKernelType::CUST_AI_CPU;
  938. kernel_task_info.op_desc_ = std::make_shared<OpDesc>("concat", "TensorArrayWrite");
  939. kernel_task_info.InitDumpArgs(0);
  940. EXPECT_EQ(kernel_task_info.CalculateArgs(task_def, &model), SUCCESS);
  941. }
  942. TEST_F(UtestKernelTaskInfo, kernel_task_info_update_args_te) {
  943. DavinciModel model(0, nullptr);
  944. KernelTaskInfo kernel_task_info;
  945. kernel_task_info.kernel_type_ = ccKernelType::TE;
  946. kernel_task_info.davinci_model_ = &model;
  947. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  948. EXPECT_EQ(kernel_task_info.UpdateArgs(), SUCCESS);
  949. }
  950. TEST_F(UtestKernelTaskInfo, kernel_task_info_update_args_aicpu) {
  951. DavinciModel model(0, nullptr);
  952. KernelTaskInfo kernel_task_info;
  953. kernel_task_info.kernel_type_ = ccKernelType::TE;
  954. kernel_task_info.davinci_model_ = &model;
  955. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  956. kernel_task_info.args_size_ = 120;
  957. kernel_task_info.args_addr = std::unique_ptr<uint8_t[]>(new (std::nothrow) uint8_t[kernel_task_info.args_size_]);
  958. kernel_task_info.io_addrs_ = { (void*)0x12345678, (void*)0x22345678 };
  959. rtMalloc(&kernel_task_info.args_, kernel_task_info.args_size_, RT_MEMORY_HBM);
  960. EXPECT_EQ(kernel_task_info.UpdateArgs(), SUCCESS);
  961. }
  962. TEST_F(UtestKernelTaskInfo, kernel_task_info_super_kernel_info) {
  963. DavinciModel model(0, nullptr);
  964. KernelTaskInfo kernel_task_info;
  965. kernel_task_info.davinci_model_ = &model;
  966. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  967. EXPECT_EQ(kernel_task_info.SaveSuperKernelInfo(), SUCCESS);
  968. kernel_task_info.UpdateSKTTaskId();
  969. EXPECT_EQ(kernel_task_info.SKTFinalize(), SUCCESS);
  970. }
  971. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示