You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

kernel_task_info_unittest.cc 46 kB

4 years ago
3 years ago
4 years ago
3 years ago
4 years ago
3 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
3 years ago
4 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #define private public
  18. #define protected public
  19. #include "graph/load/model_manager/davinci_model.h"
  20. #include "graph/load/model_manager/task_info/kernel_task_info.h"
  21. #include "graph/load/model_manager/task_info/hccl_task_info.h"
  22. #include "tests/depends/runtime/src/runtime_stub.h"
  23. namespace ge {
  24. extern OpDescPtr CreateOpDesc(string name, string type);
  25. class UtestKernelTaskInfo : public testing::Test {
  26. protected:
  27. void SetUp() {
  28. RTS_STUB_SETUP();
  29. }
  30. void TearDown() {
  31. RTS_STUB_TEARDOWN();
  32. }
  33. };
  34. // test KernelTaskInfo Init.
  35. TEST_F(UtestKernelTaskInfo, success_kernel_taskInfo_not_te) {
  36. DavinciModel model(0, nullptr);
  37. domi::ModelTaskDef model_task_def;
  38. domi::TaskDef *task = model_task_def.add_task();
  39. task->set_type(RT_MODEL_TASK_KERNEL);
  40. TaskInfoPtr task_info = TaskInfoFactory::Instance().Create(static_cast<rtModelTaskType_t>(task->type()));
  41. task->stream_id_ = 0;
  42. rtStream_t stream = nullptr;
  43. rtStreamCreate(&stream, 0);
  44. model.stream_list_ = { stream };
  45. domi::KernelDef *kernel_def = task->mutable_kernel();
  46. domi::KernelContext *ctx = kernel_def->mutable_context();
  47. model.op_list_[0] = CreateOpDesc("relu", RELU);
  48. ctx->set_op_index(0);
  49. EXPECT_EQ(task_info->Init(*task, &model), FAILED);
  50. kernel_def->set_block_dim(10);
  51. kernel_def->set_args("args111111", 10);
  52. kernel_def->set_args_size(10);
  53. ctx->set_kernel_type(0);
  54. EXPECT_EQ(task_info->Init(*task, &model), INTERNAL_ERROR);
  55. task_info->Release();
  56. }
  57. TEST_F(UtestKernelTaskInfo, success_init_kernel_task_info_fail) {
  58. DavinciModel model(0, nullptr);
  59. KernelTaskInfo kernel_task_info;
  60. domi::TaskDef task_def;
  61. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  62. domi::KernelContext *ctx = kernel_def->mutable_context();
  63. model.op_list_[0] = CreateOpDesc("relu", RELU);
  64. ctx->set_op_index(0);
  65. rtStream_t stream = nullptr;
  66. rtStreamCreate(&stream, 0);
  67. model.stream_list_ = { stream };
  68. // Failed by rtGetFunctionByName.
  69. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  70. }
  71. // test InitTVMTask failed
  72. TEST_F(UtestKernelTaskInfo, init_tvm_task_fail) {
  73. DavinciModel model(0, nullptr);
  74. domi::TaskDef task_def;
  75. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  76. KernelTaskInfo kernel_task_info;
  77. kernel_task_info.davinci_model_ = &model;
  78. EXPECT_EQ(kernel_task_info.InitTVMTask(0, *kernel_def), PARAM_INVALID);
  79. task_def.clear_kernel();
  80. }
  81. // test InitTVMTask with kernel_type is TE
  82. TEST_F(UtestKernelTaskInfo, init_tvm_task_info_with_te_kernel_type) {
  83. DavinciModel model(0, nullptr);
  84. domi::TaskDef task_def;
  85. // DavinciModel is nullptr
  86. KernelTaskInfo kernel_task_info;
  87. EXPECT_EQ(kernel_task_info.Init(task_def, nullptr), PARAM_INVALID);
  88. rtStream_t stream = nullptr;
  89. rtStreamCreate(&stream, 0);
  90. model.stream_list_ = { stream };
  91. model.op_list_[0] = CreateOpDesc("", "");
  92. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  93. rtSmDesc_t l2CtrlInfo;
  94. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  95. kernel_def->set_args("args111111", 10);
  96. kernel_def->set_args_size(10);
  97. kernel_def->set_sm_desc(&l2CtrlInfo, sizeof(rtSmDesc_t));
  98. kernel_def->set_flowtable("fl", 2);
  99. kernel_def->set_block_dim(10);
  100. domi::KernelContext *ctx = kernel_def->mutable_context();
  101. ctx->set_kernel_type(2);
  102. ctx->set_op_index(4);
  103. ctx->set_args_offset("\0\0"); // args_offset = 0
  104. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  105. ctx->clear_args_offset();
  106. ctx->set_args_offset("args111111", 10);
  107. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  108. ctx->clear_op_index();
  109. ctx->set_op_index(0);
  110. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  111. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  112. kernel_def->clear_context();
  113. task_def.clear_kernel();
  114. }
  115. // test InitAICPUCustomTask with kernel_type is CUSTOMIZED
  116. TEST_F(UtestKernelTaskInfo, init_kernel_task_info_with_customized_kernel_type) {
  117. DavinciModel model(0, nullptr);
  118. rtStream_t stream = nullptr;
  119. rtStreamCreate(&stream, 0);
  120. model.stream_list_ = { stream };
  121. model.op_list_[0] = CreateOpDesc("", "");
  122. domi::TaskDef task_def;
  123. KernelTaskInfo kernel_task_info;
  124. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  125. rtSmDesc_t l2CtrlInfo;
  126. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  127. kernel_def->set_args("args111111", 10);
  128. kernel_def->set_args_size(10);
  129. kernel_def->set_sm_desc(&l2CtrlInfo, sizeof(rtSmDesc_t));
  130. kernel_def->set_flowtable("fl", 2);
  131. kernel_def->set_block_dim(10);
  132. domi::KernelContext *ctx = kernel_def->mutable_context();
  133. ctx->set_kernel_type(3);
  134. ctx->set_op_index(4);
  135. ctx->set_args_offset("\0\0"); // args_offset = 0
  136. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  137. ctx->clear_args_offset();
  138. ctx->set_args_offset("args111111", 10);
  139. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  140. ctx->clear_args_offset();
  141. ctx->set_op_index(0);
  142. const char task[] = "opattr";
  143. AttrUtils::SetBytes(model.op_list_[0], ATTR_NAME_OPATTR, Buffer::CopyFrom((uint8_t *)task, sizeof(task)));
  144. EXPECT_EQ(kernel_task_info.Init(task_def, &model), PARAM_INVALID);
  145. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  146. kernel_def->clear_context();
  147. task_def.clear_kernel();
  148. }
  149. // test InitAICPUCustomTask failed
  150. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed) {
  151. DavinciModel model(0, nullptr);
  152. rtStream_t stream = nullptr;
  153. rtStreamCreate(&stream, 0);
  154. model.stream_list_ = { stream };
  155. model.op_list_[0] = CreateOpDesc("", "");
  156. domi::TaskDef task_def;
  157. KernelTaskInfo kernel_task_info;
  158. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  159. domi::KernelContext *context = kernel_def->mutable_context();
  160. context->set_args_offset("\0\0");
  161. kernel_task_info.davinci_model_ = &model;
  162. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), PARAM_INVALID);
  163. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  164. context->clear_args_offset();
  165. context->set_args_offset("args111111", 10);
  166. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  167. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), FAILED);
  168. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  169. kernel_def->clear_context();
  170. task_def.clear_kernel();
  171. }
  172. // test InitAICPUCustomTask failed
  173. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed2) {
  174. DavinciModel model(0, nullptr);
  175. rtStream_t stream = nullptr;
  176. rtStreamCreate(&stream, 0);
  177. model.stream_list_ = { stream };
  178. model.op_list_[0] = CreateOpDesc("", "");
  179. domi::TaskDef task_def;
  180. KernelTaskInfo kernel_task_info;
  181. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  182. domi::KernelContext *context = kernel_def->mutable_context();
  183. kernel_task_info.davinci_model_ = &model;
  184. context->set_args_offset("\0\0");
  185. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  186. // AttrUtils::GetBytes -> true
  187. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), PARAM_INVALID);
  188. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  189. kernel_def->clear_context();
  190. task_def.clear_kernel();
  191. }
  192. // test InitAICPUCustomTask failed
  193. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed3) {
  194. DavinciModel model(0, nullptr);
  195. rtStream_t stream = nullptr;
  196. rtStreamCreate(&stream, 0);
  197. model.stream_list_ = { stream };
  198. model.op_list_[0] = CreateOpDesc("", "");
  199. domi::TaskDef task_def;
  200. KernelTaskInfo kernel_task_info;
  201. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  202. domi::KernelContext *context = kernel_def->mutable_context();
  203. kernel_task_info.davinci_model_ = &model;
  204. context->set_args_offset("\0\0");
  205. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  206. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), PARAM_INVALID);
  207. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  208. kernel_def->clear_context();
  209. task_def.clear_kernel();
  210. }
  211. // test InitAICPUCustomTask failed
  212. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed4) {
  213. DavinciModel model(0, nullptr);
  214. rtStream_t stream = nullptr;
  215. rtStreamCreate(&stream, 0);
  216. model.stream_list_ = { stream };
  217. model.op_list_[0] = CreateOpDesc("", "");
  218. const char task[] = "opattr";
  219. AttrUtils::SetBytes(model.op_list_[0], ATTR_NAME_OPATTR, Buffer::CopyFrom((uint8_t *)task, sizeof(task)));
  220. domi::TaskDef task_def;
  221. KernelTaskInfo kernel_task_info;
  222. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  223. domi::KernelContext *context = kernel_def->mutable_context();
  224. kernel_task_info.davinci_model_ = &model;
  225. context->set_args_offset("args111111", 10);
  226. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  227. // rtMalloc RT_ERROR_NONE
  228. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), FAILED);
  229. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  230. kernel_def->clear_context();
  231. task_def.clear_kernel();
  232. }
  233. // test InitAICPUCustomTask failed
  234. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed5) {
  235. DavinciModel model(0, nullptr);
  236. rtStream_t stream = nullptr;
  237. rtStreamCreate(&stream, 0);
  238. model.stream_list_ = { stream };
  239. model.op_list_[0] = CreateOpDesc("", "");
  240. const char task[] = "opattr";
  241. AttrUtils::SetBytes(model.op_list_[0], ATTR_NAME_OPATTR, Buffer::CopyFrom((uint8_t *)task, sizeof(task)));
  242. domi::TaskDef task_def;
  243. KernelTaskInfo kernel_task_info;
  244. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  245. domi::KernelContext *context = kernel_def->mutable_context();
  246. kernel_task_info.davinci_model_ = &model;
  247. context->set_args_offset("args111111", 10);
  248. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  249. // rtMalloc RT_ERROR_NONE
  250. // rtMemcpy RT_ERROR_INVALID_VALIUE
  251. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), FAILED);
  252. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  253. kernel_def->clear_context();
  254. task_def.clear_kernel();
  255. }
  256. // test InitAICPUCustomTask failed
  257. TEST_F(UtestKernelTaskInfo, init_aicpu_custom_task_failed6) {
  258. DavinciModel model(0, nullptr);
  259. rtStream_t stream = nullptr;
  260. rtStreamCreate(&stream, 0);
  261. model.stream_list_ = { stream };
  262. model.op_list_[0] = CreateOpDesc("", "");
  263. const char task[] = "opattr";
  264. AttrUtils::SetBytes(model.op_list_[0], ATTR_NAME_OPATTR, Buffer::CopyFrom((uint8_t *)task, sizeof(task)));
  265. domi::TaskDef task_def;
  266. KernelTaskInfo kernel_task_info;
  267. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  268. domi::KernelContext *context = kernel_def->mutable_context();
  269. kernel_task_info.davinci_model_ = &model;
  270. context->set_args_offset("args111111", 10);
  271. // KernelTaskInfo::StoreInputOutputTensor -> SUCCESS
  272. // rtMalloc RT_ERROR_NONE
  273. // rtMemcpy RT_ERROR_NONE
  274. EXPECT_EQ(kernel_task_info.InitAICPUCustomTask(0, *kernel_def), FAILED);
  275. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  276. kernel_def->clear_context();
  277. task_def.clear_kernel();
  278. }
  279. TEST_F(UtestKernelTaskInfo, init_kernel_taskInfo_with_aicpu_kernel_type) {
  280. DavinciModel model(0, nullptr);
  281. rtStream_t stream = nullptr;
  282. rtStreamCreate(&stream, 0);
  283. model.stream_list_ = { stream };
  284. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  285. domi::TaskDef task_def;
  286. KernelTaskInfo kernel_task_info;
  287. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  288. task_def.set_type(RT_MODEL_TASK_KERNEL);
  289. string args;
  290. args.append(100, '1');
  291. kernel_def->set_so_name("libDvpp.so");
  292. kernel_def->set_kernel_name("DvppResize");
  293. kernel_def->set_args(args.data(), 100);
  294. kernel_def->set_args_size(100);
  295. domi::KernelContext *ctx = kernel_def->mutable_context();
  296. ctx->set_kernel_type(6);
  297. ctx->set_op_index(0);
  298. // ModelUtils::GetInputDataAddrs -> ok
  299. // ModelUtils::GetOutputDataAddrs -> ok
  300. // rtMalloc -> RT_ERROR_NONE
  301. // rtMemcpy -> RT_ERROR_NONE
  302. EXPECT_EQ(kernel_task_info.Init(task_def, &model), SUCCESS);
  303. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  304. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  305. kernel_def->clear_context();
  306. task_def.clear_kernel();
  307. }
  308. TEST_F(UtestKernelTaskInfo, init_kernel_taskInfo_with_aicpu_kernel_type_fail) {
  309. DavinciModel model(0, nullptr);
  310. rtStream_t stream = nullptr;
  311. rtStreamCreate(&stream, 0);
  312. model.stream_list_ = { stream };
  313. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  314. AttrUtils::SetBool(model.op_list_[0], "_AllShape", true);
  315. domi::TaskDef task_def;
  316. KernelTaskInfo kernel_task_info;
  317. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  318. task_def.set_type(RT_MODEL_TASK_KERNEL);
  319. string args;
  320. args.append(100, '1');
  321. kernel_def->set_so_name("libDvpp.so");
  322. kernel_def->set_kernel_name("DvppResize");
  323. kernel_def->set_args(args.data(), 100);
  324. kernel_def->set_args_size(100);
  325. domi::KernelContext *ctx = kernel_def->mutable_context();
  326. ctx->set_kernel_type(6);
  327. ctx->set_op_index(0);
  328. // ModelUtils::GetInputDataAddrs -> ok
  329. // ModelUtils::GetOutputDataAddrs -> ok
  330. // rtMalloc -> RT_ERROR_NONE
  331. // rtMemcpy -> RT_ERROR_INVALID_VALUE
  332. EXPECT_EQ(kernel_task_info.Init(task_def, &model), SUCCESS);
  333. const string ext_info = {1, 1, 1, 1, 0, 0, 0, 0};
  334. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(ext_info), SUCCESS);
  335. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  336. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  337. kernel_def->clear_context();
  338. task_def.clear_kernel();
  339. }
  340. TEST_F(UtestKernelTaskInfo, init_kernel_taskInfo_with_aicpu_kernel_type_fail2) {
  341. DavinciModel model(0, nullptr);
  342. rtStream_t stream = nullptr;
  343. rtStreamCreate(&stream, 0);
  344. model.stream_list_ = { stream };
  345. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  346. domi::TaskDef task_def;
  347. KernelTaskInfo kernel_task_info;
  348. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  349. task_def.set_type(RT_MODEL_TASK_KERNEL);
  350. string args;
  351. args.append(100, '1');
  352. kernel_def->set_so_name("libDvpp.so");
  353. kernel_def->set_kernel_name("DvppResize");
  354. kernel_def->set_args(args.data(), 100);
  355. kernel_def->set_args_size(100);
  356. domi::KernelContext *ctx = kernel_def->mutable_context();
  357. ctx->set_kernel_type(6);
  358. ctx->set_op_index(0);
  359. // ModelUtils::GetInputDataAddrs -> ok
  360. // ModelUtils::GetOutputDataAddrs -> ok
  361. // rtMalloc -> RT_ERROR_INVALID_VALUE
  362. // rtMemcpy -> RT_ERROR_NONE
  363. EXPECT_EQ(kernel_task_info.Init(task_def, &model), SUCCESS);
  364. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  365. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  366. kernel_def->clear_context();
  367. task_def.clear_kernel();
  368. }
  369. // test StoreInputOutputTensor failed
  370. TEST_F(UtestKernelTaskInfo, store_input_output_tensor_fail) {
  371. std::vector<void *> input_data_addrs;
  372. std::vector<void *> output_data_addrs;
  373. std::vector<::tagCcAICPUTensor> input_descs;
  374. std::vector<::tagCcAICPUTensor> output_descs;
  375. KernelTaskInfo kernel_task_info;
  376. // rtMalloc -> RT_ERROR_INVALID_VALUE
  377. EXPECT_EQ(kernel_task_info.StoreInputOutputTensor(input_data_addrs, output_data_addrs, input_descs, output_descs), SUCCESS);
  378. }
  379. TEST_F(UtestKernelTaskInfo, store_input_output_tensor_fail2) {
  380. std::vector<void *> input_data_addrs;
  381. std::vector<void *> output_data_addrs;
  382. std::vector<::tagCcAICPUTensor> input_descs;
  383. std::vector<::tagCcAICPUTensor> output_descs;
  384. KernelTaskInfo kernel_task_info;
  385. // rtMalloc -> RT_ERROR_INVALID_VALUE
  386. EXPECT_EQ(kernel_task_info.StoreInputOutputTensor(input_data_addrs, output_data_addrs, input_descs, output_descs), SUCCESS);
  387. }
  388. // test InitCceTask success
  389. TEST_F(UtestKernelTaskInfo, kernel_task_info_init_cce_task) {
  390. DavinciModel model(0, nullptr);
  391. rtStream_t stream = nullptr;
  392. rtStreamCreate(&stream, 0);
  393. model.stream_list_ = { stream };
  394. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  395. domi::TaskDef task_def;
  396. KernelTaskInfo kernel_task_info;
  397. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  398. kernel_task_info.davinci_model_ = &model;
  399. kernel_task_info.op_desc_ = model.op_list_[0];
  400. kernel_def->set_flowtable("InitCceTask");
  401. domi::KernelContext *context = kernel_def->mutable_context();
  402. context->set_is_flowtable(true);
  403. rtSmDesc_t l2CtrlInfo;
  404. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  405. kernel_def->set_sm_desc(&l2CtrlInfo, sizeof(rtSmDesc_t));
  406. model.runtime_param_.logic_mem_base = 0;
  407. model.runtime_param_.mem_size = 0;
  408. model.runtime_param_.logic_weight_base = 0;
  409. model.runtime_param_.weight_size = 0;
  410. model.runtime_param_.logic_var_base = 0;
  411. model.runtime_param_.var_size = 0;
  412. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  413. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  414. // rtMalloc -> RT_ERROR_NONE
  415. // rtMemcpy -> RT_ERROR_NONE
  416. // rtMemAllocManaged -> RT_ERROR_NONE
  417. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  418. kernel_def->clear_context();
  419. task_def.clear_kernel();
  420. }
  421. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed1) {
  422. DavinciModel model(0, nullptr);
  423. domi::TaskDef task_def;
  424. KernelTaskInfo kernel_task_info;
  425. kernel_task_info.davinci_model_ = &model;
  426. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  427. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  428. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  429. task_def.clear_kernel();
  430. }
  431. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed2) {
  432. DavinciModel model(0, nullptr);
  433. rtStream_t stream = nullptr;
  434. rtStreamCreate(&stream, 0);
  435. model.stream_list_ = { stream };
  436. model.op_list_[0] = CreateOpDesc("", "");
  437. domi::TaskDef task_def;
  438. KernelTaskInfo kernel_task_info;
  439. kernel_task_info.davinci_model_ = &model;
  440. kernel_task_info.op_desc_ = model.op_list_[0];
  441. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  442. // KernelTaskInfo::SetContext -> SUCCESS
  443. domi::KernelContext *context = kernel_def->mutable_context();
  444. context->set_is_flowtable(true);
  445. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  446. kernel_def->clear_context();
  447. task_def.clear_kernel();
  448. }
  449. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed3) {
  450. DavinciModel model(0, nullptr);
  451. rtStream_t stream = nullptr;
  452. rtStreamCreate(&stream, 0);
  453. model.stream_list_ = { stream };
  454. model.op_list_[0] = CreateOpDesc("", "");
  455. domi::TaskDef task_def;
  456. KernelTaskInfo kernel_task_info;
  457. kernel_task_info.davinci_model_ = &model;
  458. kernel_task_info.op_desc_ = model.op_list_[0];
  459. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  460. // KernelTaskInfo::SetContext -> SUCCESS
  461. kernel_def->set_flowtable("InitCceTask");
  462. domi::KernelContext *context = kernel_def->mutable_context();
  463. context->set_is_flowtable(true);
  464. // KernelTaskInfo::UpdateCceArgs -> CCE_FAILED
  465. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  466. kernel_def->clear_context();
  467. task_def.clear_kernel();
  468. }
  469. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed4) {
  470. DavinciModel model(0, nullptr);
  471. rtStream_t stream = nullptr;
  472. rtStreamCreate(&stream, 0);
  473. model.stream_list_ = { stream };
  474. model.op_list_[0] = CreateOpDesc("", "");
  475. domi::TaskDef task_def;
  476. KernelTaskInfo kernel_task_info;
  477. kernel_task_info.davinci_model_ = &model;
  478. kernel_task_info.op_desc_ = model.op_list_[0];
  479. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  480. // KernelTaskInfo::SetContext -> SUCCESS
  481. kernel_def->set_flowtable("InitCceTask");
  482. domi::KernelContext *context = kernel_def->mutable_context();
  483. context->set_is_flowtable(true);
  484. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  485. // KernelTaskInfo::SetFlowtable -> RT_FAILED
  486. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  487. kernel_def->clear_context();
  488. task_def.clear_kernel();
  489. }
  490. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed5) {
  491. DavinciModel model(0, nullptr);
  492. rtStream_t stream = nullptr;
  493. rtStreamCreate(&stream, 0);
  494. model.stream_list_ = { stream };
  495. model.op_list_[0] = CreateOpDesc("", "");
  496. domi::TaskDef task_def;
  497. KernelTaskInfo kernel_task_info;
  498. kernel_task_info.davinci_model_ = &model;
  499. kernel_task_info.op_desc_ = model.op_list_[0];
  500. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  501. // KernelTaskInfo::SetContext -> SUCCESS
  502. kernel_def->set_flowtable("InitCceTask");
  503. domi::KernelContext *context = kernel_def->mutable_context();
  504. context->set_is_flowtable(true);
  505. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  506. // KernelTaskInfo::SetFlowtable -> SUCCESS
  507. // rtMalloc -> RT_ERROR_INVALID_VALUE
  508. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  509. kernel_def->clear_context();
  510. task_def.clear_kernel();
  511. }
  512. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed6) {
  513. DavinciModel model(0, nullptr);
  514. rtStream_t stream = nullptr;
  515. rtStreamCreate(&stream, 0);
  516. model.stream_list_ = { stream };
  517. model.op_list_[0] = CreateOpDesc("", "");
  518. domi::TaskDef task_def;
  519. KernelTaskInfo kernel_task_info;
  520. kernel_task_info.davinci_model_ = &model;
  521. kernel_task_info.op_desc_ = model.op_list_[0];
  522. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  523. // KernelTaskInfo::SetContext -> SUCCESS
  524. kernel_def->set_flowtable("InitCceTask");
  525. domi::KernelContext *context = kernel_def->mutable_context();
  526. context->set_is_flowtable(true);
  527. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  528. // KernelTaskInfo::SetFlowtable -> SUCCESS
  529. // rtMalloc -> RT_ERROR_NONE
  530. // rtMemcpy -> RT_ERROR_INVALID_VALUE
  531. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  532. kernel_def->clear_context();
  533. task_def.clear_kernel();
  534. }
  535. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_cce_task_failed7) {
  536. DavinciModel model(0, nullptr);
  537. rtStream_t stream = nullptr;
  538. rtStreamCreate(&stream, 0);
  539. model.stream_list_ = { stream };
  540. model.op_list_[0] = CreateOpDesc("", "");
  541. domi::TaskDef task_def;
  542. KernelTaskInfo kernel_task_info;
  543. kernel_task_info.davinci_model_ = &model;
  544. kernel_task_info.op_desc_ = model.op_list_[0];
  545. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  546. // KernelTaskInfo::SetContext -> SUCCESS
  547. kernel_def->set_flowtable("InitCceTask");
  548. domi::KernelContext *context = kernel_def->mutable_context();
  549. context->set_is_flowtable(true);
  550. // KernelTaskInfo::UpdateCceArgs -> SUCCESS
  551. // KernelTaskInfo::SetFlowtable -> SUCCESS
  552. rtSmDesc_t l2CtrlInfo;
  553. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  554. kernel_def->set_sm_desc(&l2CtrlInfo, sizeof(rtSmDesc_t));
  555. // rtMalloc -> RT_ERROR_NONE
  556. // rtMemcpy -> RT_ERROR_NONE
  557. // rtMemAllocManaged -> RT_ERROR_INVALID_VALUE
  558. EXPECT_EQ(kernel_task_info.InitCceTask(*kernel_def), INTERNAL_ERROR);
  559. kernel_def->clear_context();
  560. task_def.clear_kernel();
  561. }
  562. // test SetContext success
  563. TEST_F(UtestKernelTaskInfo, success_kernel_taskInfo_init_set_context) {
  564. DavinciModel model(0, nullptr);
  565. domi::TaskDef task_def;
  566. KernelTaskInfo kernel_task_info;
  567. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  568. domi::KernelContext *context = kernel_def->mutable_context();
  569. context->set_op_id(1);
  570. context->set_kernel_func_id(1);
  571. context->set_is_flowtable(true);
  572. context->set_args_count(1);
  573. context->set_args_offset("args111111", 10);
  574. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  575. EXPECT_EQ(kernel_task_info.SetContext(*kernel_def), SUCCESS);
  576. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  577. kernel_def->clear_context();
  578. task_def.clear_kernel();
  579. }
  580. // test SetContext failed
  581. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_set_context_failed1) {
  582. DavinciModel model(0, nullptr);
  583. domi::TaskDef task_def;
  584. KernelTaskInfo kernel_task_info;
  585. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  586. domi::KernelContext *context = kernel_def->mutable_context();
  587. context->set_op_id(1);
  588. context->set_kernel_func_id(1);
  589. context->set_is_flowtable(true);
  590. context->set_args_count(0);
  591. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  592. EXPECT_EQ(kernel_task_info.SetContext(*kernel_def), INTERNAL_ERROR);
  593. kernel_def->clear_context();
  594. task_def.clear_kernel();
  595. }
  596. TEST_F(UtestKernelTaskInfo, kernel_taskInfo_init_set_context_failed2) {
  597. DavinciModel model(0, nullptr);
  598. domi::TaskDef task_def;
  599. KernelTaskInfo kernel_task_info;
  600. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  601. domi::KernelContext *context = kernel_def->mutable_context();
  602. context->set_op_id(1);
  603. context->set_kernel_func_id(1);
  604. context->set_is_flowtable(true);
  605. context->set_args_count(5);
  606. context->set_args_offset("\0\0"); // args_offset = 0
  607. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  608. EXPECT_EQ(kernel_task_info.SetContext(*kernel_def), PARAM_INVALID);
  609. kernel_def->clear_context();
  610. task_def.clear_kernel();
  611. }
  612. // test UpdateCceArgs success
  613. TEST_F(UtestKernelTaskInfo, kernel_task_info_update_cce_args) {
  614. DavinciModel model(0, nullptr);
  615. rtStream_t stream = nullptr;
  616. rtStreamCreate(&stream, 0);
  617. model.stream_list_ = { stream };
  618. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  619. domi::TaskDef task_def;
  620. KernelTaskInfo kernel_task_info;
  621. kernel_task_info.davinci_model_ = &model;
  622. kernel_task_info.op_desc_ = model.op_list_[0];
  623. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  624. domi::KernelContext *context = kernel_def->mutable_context();
  625. string flowtable("InitCceTask");
  626. string sm_desc("args");
  627. uint8_t test = 2;
  628. model.mem_base_ = &test;
  629. model.runtime_param_.logic_mem_base = 0;
  630. model.weights_mem_base_ = &test;
  631. model.runtime_param_.logic_weight_base = 0;
  632. uint8_t test1 = 16;
  633. model.var_mem_base_ = &test1;
  634. model.runtime_param_.logic_var_base = 0;
  635. context->set_is_flowtable(true);
  636. // KernelTaskInfo::CceUpdateKernelArgs ->SUCCESS
  637. EXPECT_EQ(kernel_task_info.UpdateCceArgs(sm_desc, flowtable, *kernel_def), FAILED);
  638. context->clear_is_flowtable();
  639. context->set_is_flowtable(false);
  640. // KernelTaskInfo::CceUpdateKernelArgs ->SUCCESS
  641. EXPECT_EQ(kernel_task_info.UpdateCceArgs(sm_desc, flowtable, *kernel_def), FAILED);
  642. kernel_def->clear_context();
  643. task_def.clear_kernel();
  644. model.mem_base_ = nullptr;
  645. model.weights_mem_base_ = nullptr;
  646. model.var_mem_base_ = nullptr;
  647. }
  648. TEST_F(UtestKernelTaskInfo, kernel_task_info_update_cce_args_failed1) {
  649. DavinciModel model(0, nullptr);
  650. rtStream_t stream = nullptr;
  651. rtStreamCreate(&stream, 0);
  652. model.stream_list_ = { stream };
  653. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  654. domi::TaskDef task_def;
  655. KernelTaskInfo kernel_task_info;
  656. kernel_task_info.davinci_model_ = &model;
  657. kernel_task_info.op_desc_ = model.op_list_[0];
  658. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  659. domi::KernelContext *context = kernel_def->mutable_context();
  660. string flowtable("InitCceTask");
  661. string sm_desc("args");
  662. uint8_t test = 2;
  663. model.mem_base_ = &test;
  664. model.runtime_param_.logic_mem_base = 0;
  665. uint8_t test1 = 10;
  666. model.weights_mem_base_ = &test1;
  667. model.runtime_param_.logic_weight_base = 0;
  668. model.var_mem_base_ = &test1;
  669. model.runtime_param_.logic_var_base = 0;
  670. context->set_is_flowtable(true);
  671. // KernelTaskInfo::CceUpdateKernelArgs -> FAILED
  672. EXPECT_EQ(kernel_task_info.UpdateCceArgs(sm_desc, flowtable, *kernel_def), FAILED);
  673. kernel_def->clear_context();
  674. task_def.clear_kernel();
  675. model.mem_base_ = nullptr;
  676. model.weights_mem_base_ = nullptr;
  677. model.var_mem_base_ = nullptr;
  678. }
  679. // test SetFlowtable
  680. TEST_F(UtestKernelTaskInfo, kernel_task_info_set_flowtable) {
  681. DavinciModel model(0, nullptr);
  682. rtStream_t stream = nullptr;
  683. rtStreamCreate(&stream, 0);
  684. model.stream_list_ = { stream };
  685. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  686. domi::TaskDef task_def;
  687. KernelTaskInfo kernel_task_info;
  688. kernel_task_info.davinci_model_ = &model;
  689. kernel_task_info.op_desc_ = model.op_list_[0];
  690. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  691. domi::KernelContext *context = kernel_def->mutable_context();
  692. string flowtable("InitCceTask");
  693. context->set_is_flowtable(false);
  694. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), SUCCESS);
  695. context->clear_is_flowtable();
  696. context->set_is_flowtable(true);
  697. // rtMalloc ->RT_ERROR_NONE
  698. // rtMemcpy ->RT_ERROR_NONE
  699. kernel_def->set_args("args111111", 10);
  700. context->set_args_offset("\0\0");
  701. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), SUCCESS);
  702. kernel_def->clear_context();
  703. task_def.clear_kernel();
  704. }
  705. TEST_F(UtestKernelTaskInfo, kernel_task_info_set_flowtable_failed1) {
  706. DavinciModel model(0, nullptr);
  707. rtStream_t stream = nullptr;
  708. rtStreamCreate(&stream, 0);
  709. model.stream_list_ = { stream };
  710. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  711. domi::TaskDef task_def;
  712. KernelTaskInfo kernel_task_info;
  713. kernel_task_info.davinci_model_ = &model;
  714. kernel_task_info.op_desc_ = model.op_list_[0];
  715. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  716. domi::KernelContext *context = kernel_def->mutable_context();
  717. string flowtable("SetFlowtable");
  718. context->set_is_flowtable(true);
  719. // rtMalloc -> RT_ERROR_INVALID_VALUE
  720. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), FAILED);
  721. kernel_def->clear_context();
  722. task_def.clear_kernel();
  723. }
  724. TEST_F(UtestKernelTaskInfo, kernel_task_info_set_flowtable_failed2) {
  725. DavinciModel model(0, nullptr);
  726. rtStream_t stream = nullptr;
  727. rtStreamCreate(&stream, 0);
  728. model.stream_list_ = { stream };
  729. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  730. domi::TaskDef task_def;
  731. KernelTaskInfo kernel_task_info;
  732. kernel_task_info.davinci_model_ = &model;
  733. kernel_task_info.op_desc_ = model.op_list_[0];
  734. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  735. domi::KernelContext *context = kernel_def->mutable_context();
  736. string flowtable("SetFlowtable");
  737. context->set_is_flowtable(true);
  738. // rtMalloc ->RT_ERROR_NONE
  739. // rtMemcpy ->RT_ERROR_INVALID_VALUE
  740. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), FAILED);
  741. kernel_def->clear_context();
  742. task_def.clear_kernel();
  743. }
  744. TEST_F(UtestKernelTaskInfo, kernel_task_info_set_flowtable_failed3) {
  745. DavinciModel model(0, nullptr);
  746. rtStream_t stream = nullptr;
  747. rtStreamCreate(&stream, 0);
  748. model.stream_list_ = { stream };
  749. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  750. domi::TaskDef task_def;
  751. KernelTaskInfo kernel_task_info;
  752. kernel_task_info.davinci_model_ = &model;
  753. kernel_task_info.op_desc_ = model.op_list_[0];
  754. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  755. domi::KernelContext *context = kernel_def->mutable_context();
  756. string flowtable("SetFlowtable");
  757. context->set_is_flowtable(true);
  758. // rtMalloc ->RT_ERROR_NONE
  759. // rtMemcpy ->RT_ERROR_NONE
  760. kernel_def->set_args("args", 4);
  761. context->set_args_offset("args111111", 10);
  762. EXPECT_EQ(kernel_task_info.SetFlowtable(flowtable, *kernel_def), FAILED);
  763. kernel_def->clear_context();
  764. task_def.clear_kernel();
  765. }
  766. TEST_F(UtestKernelTaskInfo, distribute_failed) {
  767. KernelTaskInfo kernel_task_info;
  768. DavinciModel model(0, nullptr);
  769. domi::TaskDef task_def;
  770. // Failed for SetStream
  771. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  772. // rtKernelLaunchWithFlag -> RT_ERROR_INVALID_VALUE
  773. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  774. }
  775. TEST_F(UtestKernelTaskInfo, distribute_success) {
  776. KernelTaskInfo kernel_task_info;
  777. DavinciModel model(0, nullptr);
  778. model.op_list_[0] = CreateOpDesc("FrameworkOp", "FrameworkOp");
  779. domi::TaskDef task_def;
  780. // rtModelGetTaskId -> RT_ERROR_INVALID_VALUE
  781. rtModel_t rt_model_handle = (rtModel_t *)0x12345678;
  782. model.rt_model_handle_ = rt_model_handle;
  783. // Failed for SetStream
  784. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  785. // rtKernelLaunchWithFlag -> RT_ERROR_INVALID_VALUE
  786. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  787. model.rt_model_handle_ = nullptr;
  788. }
  789. // test success DistributeDumpTask
  790. TEST_F(UtestKernelTaskInfo, success_distribute_dump_task) {
  791. DavinciModel model(0, nullptr);
  792. domi::TaskDef task_def;
  793. KernelTaskInfo kernel_task_info;
  794. kernel_task_info.davinci_model_ = &model;
  795. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  796. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  797. kernel_def->set_stub_func("kerneltaskinfo");
  798. kernel_def->set_block_dim(10);
  799. kernel_def->set_args("args111111", 10);
  800. kernel_def->set_args_size(10);
  801. rtSmDesc_t l2CtrlInfo;
  802. l2CtrlInfo.data[0].L2_mirror_addr = 1024;
  803. kernel_def->set_sm_desc((void *)&l2CtrlInfo, sizeof(rtSmDesc_t));
  804. // for SetStream
  805. rtStream_t stream = nullptr;
  806. rtStreamCreate(&stream, 0);
  807. std::vector<rtStream_t> stream_list = { stream };
  808. EXPECT_EQ(kernel_task_info.SetStream(0, stream_list), SUCCESS);
  809. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  810. rtStreamDestroy(stream);
  811. task_def.clear_kernel();
  812. }
  813. // test success GetTaskID
  814. TEST_F(UtestKernelTaskInfo, success_get_task_id) {
  815. domi::ModelTaskDef model_task_def;
  816. domi::TaskDef *task = model_task_def.add_task();
  817. task->set_type(RT_MODEL_TASK_KERNEL);
  818. TaskInfoPtr task_info = TaskInfoFactory::Instance().Create(static_cast<rtModelTaskType_t>(task->type()));
  819. EXPECT_EQ(task_info->GetTaskID(), 0);
  820. KernelTaskInfo kernel_task_info;
  821. EXPECT_EQ(kernel_task_info.GetTaskID(), 0);
  822. HcclTaskInfo hccl_task_info;
  823. EXPECT_EQ(hccl_task_info.GetTaskID(), 0);
  824. }
  825. // test StoreInputOutputTensor success
  826. TEST_F(UtestKernelTaskInfo, success_store_input_output_tensor) {
  827. DavinciModel model(0, nullptr);
  828. domi::TaskDef task_def;
  829. KernelTaskInfo kernel_task_info;
  830. kernel_task_info.davinci_model_ = &model;
  831. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  832. std::vector<void *> input_data_addrs;
  833. std::vector<void *> output_data_addrs;
  834. std::vector<::tagCcAICPUTensor> input_descs;
  835. std::vector<::tagCcAICPUTensor> output_descs;
  836. int test = 1;
  837. int *addr = &test;
  838. void *input = addr;
  839. void *output = addr;
  840. input_data_addrs.push_back(input);
  841. output_data_addrs.push_back(output);
  842. tagCcAICPUTensor input_desc;
  843. tagCcAICPUTensor output_desc;
  844. input_descs.push_back(input_desc);
  845. output_descs.push_back(output_desc);
  846. EXPECT_EQ(kernel_task_info.StoreInputOutputTensor(input_data_addrs, output_data_addrs, input_descs, output_descs), SUCCESS);
  847. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  848. }
  849. // test KernelTaskInfo release fail
  850. TEST_F(UtestKernelTaskInfo, fail_release) {
  851. DavinciModel model(0, nullptr);
  852. domi::TaskDef task_def;
  853. KernelTaskInfo kernel_task_info;
  854. kernel_task_info.davinci_model_ = &model;
  855. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  856. std::vector<void *> input_data_addrs;
  857. std::vector<void *> output_data_addrs;
  858. std::vector<::tagCcAICPUTensor> input_descs;
  859. std::vector<::tagCcAICPUTensor> output_descs;
  860. int test = 1;
  861. int *addr = &test;
  862. void *input = addr;
  863. void *output = addr;
  864. input_data_addrs.push_back(input);
  865. output_data_addrs.push_back(output);
  866. tagCcAICPUTensor input_desc;
  867. tagCcAICPUTensor output_desc;
  868. input_descs.push_back(input_desc);
  869. output_descs.push_back(output_desc);
  870. EXPECT_EQ(kernel_task_info.StoreInputOutputTensor(input_data_addrs, output_data_addrs, input_descs, output_descs), SUCCESS);
  871. // rtMemFreeManaged -> RT_ERROR_INVALID_VALUE
  872. EXPECT_EQ(kernel_task_info.Release(), SUCCESS);
  873. }
  874. // test KernelTaskInfo release fail
  875. TEST_F(UtestKernelTaskInfo, update_l2data_success) {
  876. DavinciModel model(0, nullptr);
  877. KernelTaskInfo kernel_task_info;
  878. kernel_task_info.davinci_model_ = &model;
  879. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  880. domi::KernelDef kernel_def;
  881. EXPECT_EQ(kernel_task_info.UpdateL2Data(kernel_def), SUCCESS);
  882. }
  883. // test fusion_end_task Init
  884. TEST_F(UtestKernelTaskInfo, kernel_task_info_init_success) {
  885. rtStream_t stream = nullptr;
  886. rtStreamCreate(&stream, 0);
  887. DavinciModel model(0, nullptr);
  888. auto model_def = MakeShared<domi::ModelTaskDef>();
  889. model.model_id_ = 1;
  890. model.name_ = "test";
  891. model.version_ = 0x01;
  892. model.stream_list_ = { stream };
  893. model.ge_model_ = MakeShared<GeModel>();
  894. model.ge_model_->SetModelTaskDef(model_def);
  895. auto op_desc = CreateOpDesc("data", DATA);
  896. op_desc->SetInputOffset({1});
  897. op_desc->SetOutputOffset({100});
  898. GeTensorDesc descin(GeShape({1, 1, 1, 1}), FORMAT_NCHW, DT_FLOAT);
  899. TensorUtils::SetSize(descin, 4);
  900. op_desc->AddInputDesc(descin);
  901. GeTensorDesc descout(GeShape({1, 1, 1, 1}), FORMAT_NCHW, DT_FLOAT16);
  902. TensorUtils::SetSize(descout, 32);
  903. op_desc->AddOutputDesc(descout);
  904. op_desc->SetId(0);
  905. model.op_list_[0] = op_desc;
  906. domi::TaskDef task_def;
  907. task_def.set_stream_id(0);
  908. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  909. domi::KernelContext *ctx = kernel_def->mutable_context();
  910. ctx->set_op_index(0);
  911. vector<string> original_op_names = { "conv", "add" };
  912. AttrUtils::GetListStr(op_desc, ATTR_NAME_DATA_DUMP_ORIGIN_OP_NAMES, original_op_names);
  913. KernelTaskInfo kernel_task_info;
  914. EXPECT_EQ(kernel_task_info.Init(task_def, &model), FAILED);
  915. }
  916. TEST_F(UtestKernelTaskInfo, kernel_task_info_calculate_args_te) {
  917. DavinciModel model(0, nullptr);
  918. domi::TaskDef task_def;
  919. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  920. domi::KernelContext *ctx = kernel_def->mutable_context();
  921. ctx->set_kernel_type(2);
  922. KernelTaskInfo kernel_task_info;
  923. EXPECT_EQ(kernel_task_info.CalculateArgs(task_def, &model), SUCCESS);
  924. }
  925. TEST_F(UtestKernelTaskInfo, kernel_task_info_calculate_args_aicpu) {
  926. DavinciModel model(0, nullptr);
  927. domi::TaskDef task_def;
  928. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  929. domi::KernelContext *ctx = kernel_def->mutable_context();
  930. ctx->set_kernel_type(6);
  931. KernelTaskInfo kernel_task_info;
  932. EXPECT_EQ(kernel_task_info.CalculateArgs(task_def, &model), SUCCESS);
  933. }
  934. TEST_F(UtestKernelTaskInfo, kernel_task_info_calculate_args_custom_aicpu) {
  935. DavinciModel model(0, nullptr);
  936. domi::TaskDef task_def;
  937. domi::KernelDef *kernel_def = task_def.mutable_kernel();
  938. domi::KernelContext *ctx = kernel_def->mutable_context();
  939. ctx->set_kernel_type(7);
  940. KernelTaskInfo kernel_task_info;
  941. kernel_task_info.davinci_model_ = &model;
  942. kernel_task_info.kernel_type_ = ccKernelType::CUST_AI_CPU;
  943. kernel_task_info.op_desc_ = std::make_shared<OpDesc>("concat", "TensorArrayWrite");
  944. kernel_task_info.InitDumpArgs(0);
  945. EXPECT_EQ(kernel_task_info.CalculateArgs(task_def, &model), SUCCESS);
  946. }
  947. TEST_F(UtestKernelTaskInfo, kernel_task_info_update_args_te) {
  948. DavinciModel model(0, nullptr);
  949. KernelTaskInfo kernel_task_info;
  950. kernel_task_info.kernel_type_ = ccKernelType::TE;
  951. kernel_task_info.davinci_model_ = &model;
  952. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  953. EXPECT_EQ(kernel_task_info.UpdateArgs(), SUCCESS);
  954. }
  955. TEST_F(UtestKernelTaskInfo, kernel_task_info_update_args_aicpu) {
  956. DavinciModel model(0, nullptr);
  957. KernelTaskInfo kernel_task_info;
  958. kernel_task_info.kernel_type_ = ccKernelType::TE;
  959. kernel_task_info.davinci_model_ = &model;
  960. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  961. kernel_task_info.args_size_ = 120;
  962. kernel_task_info.args_addr = std::unique_ptr<uint8_t[]>(new (std::nothrow) uint8_t[kernel_task_info.args_size_]);
  963. kernel_task_info.io_addrs_ = { (void*)0x12345678, (void*)0x22345678 };
  964. rtMalloc(&kernel_task_info.args_, kernel_task_info.args_size_, RT_MEMORY_HBM);
  965. EXPECT_EQ(kernel_task_info.UpdateArgs(), SUCCESS);
  966. }
  967. TEST_F(UtestKernelTaskInfo, kernel_task_info_super_kernel_info) {
  968. DavinciModel model(0, nullptr);
  969. KernelTaskInfo kernel_task_info;
  970. kernel_task_info.davinci_model_ = &model;
  971. kernel_task_info.op_desc_ = CreateOpDesc("FrameworkOp", "FrameworkOp");
  972. EXPECT_EQ(kernel_task_info.SaveSuperKernelInfo(), SUCCESS);
  973. kernel_task_info.UpdateSKTTaskId();
  974. EXPECT_EQ(kernel_task_info.SKTFinalize(), SUCCESS);
  975. }
  976. TEST_F(UtestKernelTaskInfo, blocking_aicpu_op) {
  977. int len = sizeof(hybrid::AicpuExtInfo) + sizeof(hybrid::AsyncWaitInfo);
  978. vector<char> aicpu_ext_info(len, 0);
  979. char *buf = aicpu_ext_info.data();
  980. int offset = 0;
  981. hybrid::AicpuExtInfo *ext_info = reinterpret_cast<hybrid::AicpuExtInfo*>(buf + offset);
  982. ext_info->infoType = aicpu::FWKAdapter::FWK_ADPT_EXT_ASYNCWAIT;
  983. ext_info->infoLen = sizeof(hybrid::AsyncWaitInfo);
  984. offset += sizeof(hybrid::AicpuExtInfo);
  985. hybrid::AsyncWaitInfo *async_wait_info = reinterpret_cast<hybrid::AsyncWaitInfo*>(buf + offset);
  986. async_wait_info->waitType = 0;
  987. async_wait_info->waitId = 0;
  988. async_wait_info->timeOut = 0;
  989. async_wait_info->reserved = 0;
  990. domi::TaskDef task_def;
  991. domi::KernelDef kernel_def;
  992. kernel_def.set_kernel_ext_info(buf, len);
  993. kernel_def.set_kernel_ext_info_size(len);
  994. const OpDescPtr op_desc = CreateOpDesc("deque", "Deque");
  995. op_desc->SetId(0);
  996. ge::AttrUtils::SetBool(op_desc, ATTR_NAME_IS_BLOCKING_OP, true);
  997. DavinciModel davinci_model(0, nullptr);
  998. davinci_model.op_list_.emplace(0, op_desc);
  999. KernelTaskInfo kernel_task_info;
  1000. kernel_task_info.op_desc_ = op_desc;
  1001. kernel_task_info.davinci_model_ = &davinci_model;
  1002. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), SUCCESS);
  1003. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  1004. kernel_task_info.op_desc_ = op_desc;
  1005. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), SUCCESS);
  1006. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  1007. }
  1008. TEST_F(UtestKernelTaskInfo, blocking_aicpu_op_fail_01) {
  1009. int len = sizeof(hybrid::AicpuExtInfo) + sizeof(hybrid::AsyncWaitInfo);
  1010. vector<char> aicpu_ext_info(len, 0);
  1011. char *buf = aicpu_ext_info.data();
  1012. int offset = 0;
  1013. hybrid::AicpuExtInfo *ext_info = reinterpret_cast<hybrid::AicpuExtInfo*>(buf + offset);
  1014. ext_info->infoType = aicpu::FWKAdapter::FWK_ADPT_EXT_ASYNCWAIT;
  1015. ext_info->infoLen = sizeof(hybrid::AsyncWaitInfo);
  1016. offset += sizeof(hybrid::AicpuExtInfo);
  1017. hybrid::AsyncWaitInfo *async_wait_info = reinterpret_cast<hybrid::AsyncWaitInfo*>(buf + offset);
  1018. async_wait_info->waitType = 0;
  1019. async_wait_info->waitId = 0;
  1020. async_wait_info->timeOut = 0;
  1021. async_wait_info->reserved = 0;
  1022. domi::KernelDef kernel_def;
  1023. kernel_def.set_kernel_ext_info(buf, len);
  1024. kernel_def.set_kernel_ext_info_size(len);
  1025. const OpDescPtr op_desc = CreateOpDesc("deque", "Deque");
  1026. op_desc->SetId(0);
  1027. DavinciModel davinci_model(0, nullptr);
  1028. davinci_model.op_list_.emplace(0, op_desc);
  1029. KernelTaskInfo kernel_task_info;
  1030. kernel_task_info.davinci_model_ = &davinci_model;
  1031. kernel_task_info.op_desc_ = op_desc;
  1032. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), SUCCESS);
  1033. kernel_task_info.is_blocking_aicpu_op_ = true;
  1034. EXPECT_EQ(kernel_task_info.Distribute(), FAILED);
  1035. }
  1036. TEST_F(UtestKernelTaskInfo, blocking_aicpu_op_fail_02) {
  1037. int len = sizeof(hybrid::AicpuExtInfo) + sizeof(hybrid::AsyncWaitInfo);
  1038. vector<char> aicpu_ext_info(len, 0);
  1039. char *buf = aicpu_ext_info.data();
  1040. int offset = 0;
  1041. hybrid::AicpuExtInfo *ext_info = reinterpret_cast<hybrid::AicpuExtInfo*>(buf + offset);
  1042. ext_info->infoType = aicpu::FWKAdapter::FWK_ADPT_EXT_ASYNCWAIT;
  1043. ext_info->infoLen = sizeof(hybrid::AsyncWaitInfo);
  1044. offset += sizeof(hybrid::AicpuExtInfo);
  1045. hybrid::AsyncWaitInfo *async_wait_info = reinterpret_cast<hybrid::AsyncWaitInfo*>(buf + offset);
  1046. async_wait_info->waitType = 0;
  1047. async_wait_info->waitId = 0;
  1048. async_wait_info->timeOut = 0;
  1049. async_wait_info->reserved = 0;
  1050. domi::KernelDef kernel_def;
  1051. kernel_def.set_kernel_ext_info(buf, len);
  1052. kernel_def.set_kernel_ext_info_size(len);
  1053. const OpDescPtr op_desc = CreateOpDesc("deque", "Deque");
  1054. ge::AttrUtils::SetBool(op_desc, ATTR_NAME_IS_BLOCKING_OP, true);
  1055. op_desc->SetId(0);
  1056. DavinciModel davinci_model(0, nullptr);
  1057. davinci_model.op_list_.emplace(0, op_desc);
  1058. KernelTaskInfo kernel_task_info;
  1059. kernel_task_info.davinci_model_ = &davinci_model;
  1060. kernel_task_info.op_desc_ = op_desc;
  1061. RTS_STUB_RETURN_VALUE(rtGetDevice, rtError_t, 0x78000001);
  1062. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), FAILED);
  1063. RTS_STUB_RETURN_VALUE(rtGetDeviceCapability, rtError_t, 0x78000001);
  1064. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), FAILED);
  1065. RTS_STUB_RETURN_VALUE(rtGetDeviceCapability, rtError_t, 0x78000001);
  1066. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), FAILED);
  1067. RTS_STUB_RETURN_VALUE(rtGetDeviceCapability, rtError_t, RT_ERROR_NONE);
  1068. RTS_STUB_OUTBOUND_VALUE(rtGetDeviceCapability, int32_t, value, RT_AICPU_BLOCKING_OP_SUPPORT + 1);
  1069. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), FAILED);
  1070. RTS_STUB_RETURN_VALUE(rtGetDevice, rtError_t, 0x78000001);
  1071. EXPECT_EQ(kernel_task_info.Distribute(), FAILED);
  1072. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), SUCCESS);
  1073. RTS_STUB_RETURN_VALUE(rtStreamWaitEvent, rtError_t, 0x78000001);
  1074. EXPECT_EQ(kernel_task_info.Distribute(), FAILED);
  1075. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), SUCCESS);
  1076. RTS_STUB_RETURN_VALUE(rtEventReset, rtError_t, 0x78000001);
  1077. EXPECT_EQ(kernel_task_info.Distribute(), FAILED);
  1078. RTS_STUB_RETURN_VALUE(rtGetDeviceCapability, rtError_t, RT_ERROR_NONE);
  1079. RTS_STUB_OUTBOUND_VALUE(rtGetDeviceCapability, int32_t, value, RT_AICPU_BLOCKING_OP_NOT_SUPPORT);
  1080. EXPECT_EQ(kernel_task_info.InitAicpuTaskExtInfo(kernel_def.kernel_ext_info()), SUCCESS);
  1081. RTS_STUB_RETURN_VALUE(rtGetDeviceCapability, rtError_t, RT_ERROR_NONE);
  1082. RTS_STUB_OUTBOUND_VALUE(rtGetDeviceCapability, int32_t, value, RT_AICPU_BLOCKING_OP_NOT_SUPPORT);
  1083. EXPECT_EQ(kernel_task_info.Distribute(), SUCCESS);
  1084. }
  1085. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示