You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

kernel.h 24 kB

5 years ago
5 years ago
3 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
3 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733
  1. /*
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2020-2021. All rights reserved.
  3. * Description: kernel.h
  4. * Create: 2020-01-01
  5. */
  6. #ifndef CCE_RUNTIME_KERNEL_H
  7. #define CCE_RUNTIME_KERNEL_H
  8. #include "base.h"
  9. #include "stream.h"
  10. #if defined(__cplusplus)
  11. extern "C" {
  12. #endif
  13. /**
  14. * @ingroup rt_kernel
  15. * @brief shared memory data control
  16. */
  17. typedef struct tagRtSmData {
  18. uint64_t L2_mirror_addr; // preload or swap source address
  19. uint32_t L2_data_section_size; // every data size
  20. uint8_t L2_preload; // 1 - preload from mirrorAddr, 0 - no preload
  21. uint8_t modified; // 1 - data will be modified by kernel, 0 - no modified
  22. uint8_t priority; // data priority
  23. int8_t prev_L2_page_offset_base; // remap source section offset
  24. uint8_t L2_page_offset_base; // remap destination section offset
  25. uint8_t L2_load_to_ddr; // 1 - need load out, 0 - no need
  26. uint8_t reserved[2]; // reserved
  27. } rtSmData_t;
  28. /**
  29. * @ingroup rt_kernel
  30. * @brief shared memory description
  31. */
  32. typedef struct tagRtSmCtrl {
  33. rtSmData_t data[8]; // data description
  34. uint64_t size; // max page Num
  35. uint8_t remap[64]; /* just using for static remap mode, default:0xFF
  36. array index: virtual l2 page id, array value: physic l2 page id */
  37. uint8_t l2_in_main; // 0-DDR, 1-L2, default:0xFF
  38. uint8_t reserved[3];
  39. } rtSmDesc_t;
  40. typedef rtSmDesc_t rtL2Ctrl_t;
  41. /**
  42. * @ingroup rt_kernel
  43. * @brief device binary type
  44. */
  45. typedef struct tagRtDevBinary {
  46. uint32_t magic; // magic number
  47. uint32_t version; // version of binary
  48. const void *data; // binary data
  49. uint64_t length; // binary length
  50. } rtDevBinary_t;
  51. /**
  52. * @ingroup rt_kernel
  53. * @brief function mode type
  54. */
  55. #define ONLINE_PROF_MAX_PMU_NUM (8)
  56. typedef struct ProfilefDataInfo {
  57. const void *stubFunc;
  58. uint32_t blockDim;
  59. const void *args;
  60. uint32_t argsSize;
  61. rtSmDesc_t *smDesc;
  62. rtStream_t stream;
  63. uint64_t totalcycle;
  64. uint64_t ovcycle;
  65. uint64_t pmu_cnt[ONLINE_PROF_MAX_PMU_NUM];
  66. } rtProfDataInfo_t;
  67. /**
  68. * @ingroup rt_kernel
  69. * @brief function mode type
  70. */
  71. typedef enum {
  72. FUNC_MODE_NORMAL = 0,
  73. FUNC_MODE_PCTRACE_USERPROFILE_RECORDLOOP,
  74. FUNC_MODE_PCTRACE_USERPROFILE_SKIPLOOP,
  75. FUNC_MODE_PCTRACE_CYCLECNT_RECORDLOOP,
  76. FUNC_MODE_PCTRACE_CYCLECNT_SKIPLOOP,
  77. FUNC_MODE_BUTT
  78. } rtFuncModeType_t;
  79. /**
  80. * @ingroup rt_kernel
  81. * @brief kernel info
  82. */
  83. typedef struct rtKernelInfo {
  84. uint64_t task_offset; // kernel offset in module
  85. /* flowtable */
  86. void *arg; // launch kernel arg
  87. uint32_t arg_size;
  88. /* module */
  89. void *module_addr; // module::baseaddr_
  90. uint32_t module_size;
  91. } *rtKernelInfo_t;
  92. /**
  93. * @ingroup rt_kernel
  94. * @brief op name
  95. */
  96. typedef struct rtKernelLaunchNames {
  97. const char_t *soName; // defined for so name
  98. const char_t *kernelName; // defined for kernel type name
  99. const char_t *opName; // defined for operator name
  100. } rtKernelLaunchNames_t;
  101. /**
  102. * @ingroup rt_kernel
  103. * @brief args struct
  104. */
  105. typedef struct tagRtArgsWithTiling {
  106. void *args; // args host mem addr
  107. uint32_t argsSize; // input + output + tiling addr size + tiling data size
  108. uint32_t argsSizeWithoutTiling; // input + output + tiling addr size
  109. uint16_t tilingAddrOffset; // tiling addr offset
  110. uint16_t tilingDataOffset; // tiling data offset
  111. uint16_t hostInputAddrOffset; // index of host_memory input in inputs_addrs list
  112. uint16_t hostInputDataOffset; // host_mem input data offset
  113. uint8_t hasHostMemInput; // has host_memory input data in args or not: 0 means no host_memory input data,
  114. // others means has host_memory input data.
  115. uint8_t isNoNeedH2DCopy; // is no need host to device copy: 0 means need H2D copy,
  116. // others means doesn't need H2D copy.
  117. uint8_t reserved[6];
  118. } rtArgsWithTiling_t;
  119. /**
  120. * @ingroup rt_kernel
  121. * @brief host memory input struct
  122. */
  123. typedef struct rtHostInputInfo {
  124. uint16_t addrOffset;
  125. uint16_t dataOffset;
  126. } rtHostInputInfo_t;
  127. /**
  128. * @ingroup rt_kernel
  129. * @brief args struct
  130. */
  131. typedef struct tagRtArgsEx {
  132. void *args; // args host mem addr
  133. rtHostInputInfo_t *hostInputInfoPtr; // nullptr means no host mem input
  134. uint32_t argsSize; // input + output + tiling addr size + tiling data size + host mem
  135. uint16_t tilingAddrOffset; // tiling addr offset
  136. uint16_t tilingDataOffset; // tiling data offset
  137. uint16_t hostInputInfoNum; // hostInputInfo num
  138. uint8_t hasTiling; // if has tiling: 0 means no tiling
  139. uint8_t isNoNeedH2DCopy; // is no need host to device copy: 0 means need H2D copy,
  140. // others means doesn't need H2D copy.
  141. uint8_t reserved[4];
  142. } rtArgsEx_t;
  143. /**
  144. * @ingroup rt_KernelConfigDump
  145. * @brief device dump type
  146. */
  147. typedef enum tagRtDumpKind {
  148. RT_DATA_DUMP_KIND_INVALID = -1,
  149. RT_DATA_DUMP_KIND_DUMP = 0,
  150. RT_DATA_DUMP_KIND_RESERVED = 1,
  151. } rtDumpKind_t;
  152. /**
  153. * @ingroup rt_kernel
  154. * @brief report callback
  155. */
  156. typedef rtError_t (*rtKernelReportCallback)(rtStream_t stm, rtKernelInfo_t kernelInfo);
  157. /**
  158. * @ingroup rt_kernel
  159. * @brief stream report callback
  160. */
  161. typedef void (*rtCallback_t)(void *fnData);
  162. /**
  163. * @ingroup rt_kernel
  164. * @brief magic number of plain binary for aicore
  165. */
  166. #define RT_DEV_BINARY_MAGIC_PLAIN 0xabceed50U
  167. /**
  168. * @ingroup rt_kernel
  169. * @brief magic number of plain binary for aicpu
  170. */
  171. #define RT_DEV_BINARY_MAGIC_PLAIN_AICPU 0xabceed51U
  172. /**
  173. * @ingroup rt_kernel
  174. * @brief magic number of plain binary for aivector
  175. */
  176. #define RT_DEV_BINARY_MAGIC_PLAIN_AIVEC 0xabceed52U
  177. /**
  178. * @ingroup rt_kernel
  179. * @brief magic number of elf binary for aicore
  180. */
  181. #define RT_DEV_BINARY_MAGIC_ELF 0x43554245U
  182. /**
  183. * @ingroup rt_kernel
  184. * @brief magic number of elf binary for aicpu
  185. */
  186. #define RT_DEV_BINARY_MAGIC_ELF_AICPU 0x41415243U
  187. /**
  188. * @ingroup rt_kernel
  189. * @brief magic number of elf binary for aivector
  190. */
  191. #define RT_DEV_BINARY_MAGIC_ELF_AIVEC 0x41415246U
  192. /**
  193. * @ingroup rt_kernel
  194. * @brief magic number of elf binary for aicube
  195. */
  196. #define RT_DEV_BINARY_MAGIC_ELF_AICUBE 0x41494343U
  197. /**
  198. * @ingroup rt_kernel_flags
  199. * @brief kernel op bit flags
  200. */
  201. #define RT_KERNEL_DEFAULT (0x00U)
  202. #define RT_KERNEL_CONVERT (0x01U)
  203. #define RT_KERNEL_DUMPFLAG (0x02U)
  204. #define RT_FUSION_KERNEL_DUMPFLAG (0x04U)
  205. #define RT_KERNEL_CUSTOM_AICPU (0x08U)
  206. // STARS topic scheduler sqe : topic_type
  207. #define RT_KERNEL_DEVICE_FIRST (0x10U)
  208. #define RT_KERNEL_HOST_ONLY (0x20U)
  209. #define RT_KERNEL_HOST_FIRST (0x40U)
  210. #define RT_KERNEL_BIUPERF_FLAG (0x80U)
  211. /**
  212. * @ingroup rt_kernel
  213. * @brief kernel mode
  214. **/
  215. #define RT_DEFAULT_KERNEL_MODE (0x00U)
  216. #define RT_NORMAL_KERNEL_MODE (0x01U)
  217. #define RT_ALL_KERNEL_MODE (0x02U)
  218. /**
  219. * @ingroup rt_kernel
  220. * @brief SHAPE kernel type
  221. **/
  222. #define RT_STATIC_SHAPE_KERNEL (0x00U)
  223. #define RT_DYNAMIC_SHAPE_KERNEL (0x01U)
  224. /**
  225. * @ingroup rt_kernel
  226. * @brief kernel L1 Fusion Dump bit flags
  227. */
  228. #define RT_DDR_ADDR (0x0U)
  229. /**
  230. * @ingroup rt_kernel
  231. * @brief register device binary
  232. * @param [in] bin device binary description
  233. * @param [out] hdl device binary handle
  234. * @return RT_ERROR_NONE for ok
  235. * @return RT_ERROR_INVALID_VALUE for error input
  236. */
  237. RTS_API rtError_t rtDevBinaryRegister(const rtDevBinary_t *bin, void **hdl);
  238. /**
  239. * @ingroup rt_kernel
  240. * @brief register device binary with all kernel
  241. * @param [in] bin device binary description
  242. * @param [out] hdl device binary handle
  243. * @return RT_ERROR_NONE for ok
  244. * @return RT_ERROR_INVALID_VALUE for error input
  245. */
  246. RTS_API rtError_t rtRegisterAllKernel(const rtDevBinary_t *bin, void **hdl);
  247. /**
  248. * @ingroup rt_kernel
  249. * @brief register fast memeory device binary
  250. * @param [in] hdl device binary handle
  251. * @return RT_ERROR_NONE for ok
  252. * @return RT_ERROR_INVALID_VALUE for error input
  253. */
  254. RTS_API rtError_t rtBinaryRegisterToFastMemory(void *hdl);
  255. /**
  256. * @ingroup rt_kernel
  257. * @brief unregister device binary
  258. * @param [in] hdl device binary handle
  259. * @return RT_ERROR_NONE for ok
  260. * @return RT_ERROR_INVALID_VALUE for error input
  261. */
  262. RTS_API rtError_t rtDevBinaryUnRegister(void *hdl);
  263. /**
  264. * @ingroup rt_kernel
  265. * @brief register device binary metadata
  266. * @param [in] hdl device binary description
  267. * @param [in] metadata device binary metadata
  268. * @return RT_ERROR_NONE for ok
  269. * @return RT_ERROR_INVALID_VALUE for error input
  270. */
  271. RTS_API rtError_t rtMetadataRegister(void *hdl, const char_t *metadata);
  272. /**
  273. * @ingroup rt_kernel
  274. * @brief register device binary dependency
  275. * @param [in] mHandle master device binary description
  276. * @param [in] sHandle slave device binary description
  277. * @return RT_ERROR_NONE for ok
  278. * @return RT_ERROR_INVALID_VALUE for error input
  279. */
  280. RTS_API rtError_t rtDependencyRegister(void *mHandle, void *sHandle);
  281. /**
  282. * @ingroup rt_kernel
  283. * @brief register device function
  284. * @param [in] binHandle device binary handle
  285. * @param [in] stubFunc stub function
  286. * @param [in] stubName stub function name
  287. * @param [in] kernelInfoExt kernel Info extension. device function description or tiling key,
  288. * depending static shape or dynmaic shape.
  289. * @return RT_ERROR_NONE for ok
  290. * @return RT_ERROR_INVALID_VALUE for error input
  291. */
  292. RTS_API rtError_t rtFunctionRegister(void *binHandle, const void *stubFunc, const char_t *stubName,
  293. const void *kernelInfoExt, uint32_t funcMode);
  294. /**
  295. * @ingroup rt_kernel
  296. * @brief find stub function by name
  297. * @param [in] stubName stub function name
  298. * @param [out] stubFunc stub function
  299. * @return RT_ERROR_NONE for ok
  300. * @return RT_ERROR_INVALID_VALUE for error input
  301. */
  302. RTS_API rtError_t rtGetFunctionByName(const char_t *stubName, void **stubFunc);
  303. /**
  304. * @ingroup rt_kernel
  305. * @brief find addr by stub func
  306. * @param [in] stubFunc stub function
  307. * @param [out] addr
  308. * @return RT_ERROR_NONE for ok
  309. * @return RT_ERROR_INVALID_VALUE for error input
  310. */
  311. RTS_API rtError_t rtGetAddrByFun(const void *stubFunc, void **addr);
  312. /**
  313. * @ingroup rt_kernel
  314. * @brief query registered or not by stubName
  315. * @param [in] stubName stub function name
  316. * @return RT_ERROR_NONE for ok
  317. * @return RT_ERROR_INVALID_VALUE for error input
  318. */
  319. RTS_API rtError_t rtQueryFunctionRegistered(const char_t *stubName);
  320. /**
  321. * @ingroup rt_kernel
  322. * @brief config data dump
  323. * @param [in] dumpSizePerBlock dump size
  324. * @param [in] blockDim block dimentions
  325. * @param [in] dumpBaseAddr dump base address
  326. * @return RT_ERROR_NONE for ok
  327. * @return RT_ERROR_INVALID_VALUE for error input
  328. */
  329. RTS_API rtError_t rtKernelConfigDump(uint32_t kind, uint32_t dumpSizePerBlock, uint32_t blockDim, void **dumpBaseAddr,
  330. rtStream_t stm);
  331. /**
  332. * @ingroup rt_kernel
  333. * @brief get kernel address and prefetchCnt
  334. * @param [in] hdl program for dynamic shape
  335. * @param [in] tilingKey tilingKey for dynamic shape
  336. * @param [in] stubFunc stubFunc for static shape
  337. * @param [in] flag flag for distinguishing between dynamic shape and static shape
  338. * @param [out] addr address of kernel function
  339. * @param [out] prefetchCnt prefetchCnt of kernel function
  340. * @return RT_ERROR_NONE for ok
  341. * @return RT_ERROR_INVALID_VALUE for error input
  342. */
  343. RTS_API rtError_t rtKernelGetAddrAndPrefCnt(void *hdl, const uint64_t tilingKey, const void * const stubFunc,
  344. const uint32_t flag, void **addr, uint32_t *prefetchCnt);
  345. /**
  346. * @ingroup rt_kernel
  347. * @brief launch kernel to device
  348. * @param [in] stubFunc stub function
  349. * @param [in] blockDim block dimentions
  350. * @param [in] args argments address for kernel function
  351. * @param [in] argsSize argements size
  352. * @param [in] smDesc shared memory description
  353. * @param [in] stm associated stream
  354. * @return RT_ERROR_NONE for ok
  355. * @return RT_ERROR_INVALID_VALUE for error input
  356. */
  357. RTS_API rtError_t rtKernelLaunch(const void *stubFunc, uint32_t blockDim, void *args, uint32_t argsSize,
  358. rtSmDesc_t *smDesc, rtStream_t stm);
  359. /**
  360. * @ingroup rt_kernel
  361. * @brief launch kernel with handle to device
  362. * @param [in] hdl program
  363. * @param [in] tilingKey tilingKey
  364. * @param [in] blockDim block dimentions
  365. * @param [in] argsInfo argments address for kernel function
  366. * @param [in] smDesc shared memory description
  367. * @param [in] stm associated stream
  368. * @param [in] kernelInfo kernel info
  369. * @return RT_ERROR_NONE for ok
  370. * @return RT_ERROR_INVALID_VALUE for error input
  371. */
  372. RTS_API rtError_t rtKernelLaunchWithHandle(void *hdl, const uint64_t tilingKey, uint32_t blockDim,
  373. rtArgsEx_t *argsInfo, rtSmDesc_t *smDesc, rtStream_t stm,
  374. const void *kernelInfo);
  375. /**
  376. * @ingroup rtKernelLaunchWithFlag
  377. * @brief launch kernel to device
  378. * @param [in] stubFunc stub function
  379. * @param [in] blockDim block dimentions
  380. * @param [in] argsInfo argments address for kernel function
  381. * @param [in] smDesc shared memory description
  382. * @param [in] stm associated stream
  383. * @param [in] flags dump flag
  384. * @return RT_ERROR_NONE for ok
  385. * @return RT_ERROR_INVALID_VALUE for error input
  386. */
  387. RTS_API rtError_t rtKernelLaunchWithFlag(const void *stubFunc, uint32_t blockDim, rtArgsEx_t *argsInfo,
  388. rtSmDesc_t *smDesc, rtStream_t stm, uint32_t flags);
  389. /**
  390. * @ingroup rt_kernel(abandoned)
  391. * @brief launch kernel to device
  392. * @param [in] args argments address for kernel function
  393. * @param [in] argsSize argements size
  394. * @param [in] flags launch flags
  395. * @param [in] stm associated stream
  396. * @return RT_ERROR_NONE for ok
  397. * @return RT_ERROR_INVALID_VALUE for error input
  398. */
  399. RTS_API rtError_t rtKernelLaunchEx(void *args, uint32_t argsSize, uint32_t flags, rtStream_t stm);
  400. /**
  401. * @ingroup rt_kernel(in use)
  402. * @brief launch kernel to device
  403. * @param [in] opName opkernel name
  404. * @param [in] args argments address for kernel function
  405. * @param [in] argsSize argements size
  406. * @param [in] flags launch flags
  407. * @param [in] stm associated stream
  408. * @return RT_ERROR_NONE for ok
  409. * @return RT_ERROR_INVALID_VALUE for error input
  410. */
  411. RTS_API rtError_t rtKernelLaunchFwk(const char_t *opName, void *args, uint32_t argsSize, uint32_t flags,
  412. rtStream_t rtStream);
  413. /**
  414. * @ingroup rt_kernel(abandoned)
  415. * @brief launch cpu kernel to device
  416. * @param [in] soName so name
  417. * @param [in] kernelName kernel name
  418. * @param [in] blockDim block dimentions
  419. * @param [in] args argments address for kernel function
  420. * @param [in] argsSize argments size
  421. * @param [in] smDesc shared memory description
  422. * @param [in] stm associated stream
  423. * @return RT_ERROR_NONE for ok
  424. * @return RT_ERROR_INVALID_VALUE for error input
  425. */
  426. RTS_API rtError_t rtCpuKernelLaunch(const void *soName, const void *kernelName, uint32_t blockDim, const void *args,
  427. uint32_t argsSize, rtSmDesc_t *smDesc, rtStream_t stm);
  428. /**
  429. * @ingroup rt_kernel(in use)
  430. * @brief launch cpu kernel to device
  431. * @param [in] launchNames names for kernel launch
  432. * @param [in] blockDim block dimentions
  433. * @param [in] args argments address for kernel function
  434. * @param [in] argsSize argments size
  435. * @param [in] smDesc shared memory description
  436. * @param [in] stm associated stream
  437. * @return RT_ERROR_NONE for ok
  438. * @return RT_ERROR_INVALID_VALUE for error input
  439. */
  440. RTS_API rtError_t rtAicpuKernelLaunch(const rtKernelLaunchNames_t *launchNames,
  441. uint32_t blockDim, const void *args, uint32_t argsSize, rtSmDesc_t *smDesc, rtStream_t stm);
  442. /**
  443. * @ingroup rtCpuKernelLaunchWithFlag(abandoned)
  444. * @brief launch cpu kernel to device with dump identifier
  445. * @param [in] soName so name
  446. * @param [in] kernelName kernel name
  447. * @param [in] blockDim block dimentions
  448. * @param [in] argsInfo argments address for kernel function
  449. * @param [in] smDesc shared memory description
  450. * @param [in] stm associated stream
  451. * @param [in] flag dump flag or others function flag
  452. * @return RT_ERROR_NONE for ok
  453. * @return RT_ERROR_INVALID_VALUE for error input
  454. */
  455. RTS_API rtError_t rtCpuKernelLaunchWithFlag(const void *soName, const void *kernelName, uint32_t blockDim,
  456. const rtArgsEx_t *argsInfo, rtSmDesc_t *smDesc, rtStream_t stm,
  457. uint32_t flags);
  458. /**
  459. * @ingroup rtAicpuKernelLaunchWithFlag(in use)
  460. * @brief launch cpu kernel to device with dump identifier
  461. * @param [in] launchNames names for kernel launch
  462. * @param [in] blockDim block dimentions
  463. * @param [in] args argments address for kernel function
  464. * @param [in] smDesc shared memory description
  465. * @param [in] stm associated stream
  466. * @param [in] flags dump flag or others function flag
  467. * @return RT_ERROR_NONE for ok
  468. * @return RT_ERROR_INVALID_VALUE for error input
  469. */
  470. RTS_API rtError_t rtAicpuKernelLaunchWithFlag(const rtKernelLaunchNames_t *launchNames, uint32_t blockDim,
  471. const rtArgsEx_t *argsInfo, rtSmDesc_t *smDesc, rtStream_t stm,
  472. uint32_t flags);
  473. /**
  474. * @ingroup rt_kernel
  475. * @brief L1 fusion dump addr transfered to device
  476. * @param [in] mdl handle info
  477. * @param [in] addr ddr address of L1 Fusion Dump
  478. * @param [in] dumpSize memory size
  479. * @param [in] flag memory flag
  480. * @return RT_ERROR_NONE for ok
  481. * @return RT_ERROR_INVALID_VALUE for error input
  482. */
  483. RTS_API rtError_t rtDumpAddrSet(rtModel_t mdl, void *addr, uint32_t dumpSize, uint32_t flag);
  484. /**
  485. * @ingroup rt_kernel
  486. * @brief load dump info to aicpu
  487. * @param [in] dumpInfo dump info
  488. * @param [in] length length of dump info
  489. * @return RT_ERROR_NONE for ok
  490. * @return RT_ERROR_INVALID_VALUE for error input
  491. */
  492. RTS_API rtError_t rtDatadumpInfoLoad(const void *dumpInfo, uint32_t length);
  493. /**
  494. * @ingroup rt_kernel
  495. * @brief launch npu get float status task
  496. * @param [in] outputAddr pointer to op output addr
  497. * @param [in] outputSize op output size
  498. * @param [in] checkMode check mode
  499. * @param [in] stm associated stream
  500. * @return RT_ERROR_NONE for ok
  501. * @return RT_ERROR_INVALID_VALUE for error input
  502. */
  503. RTS_API rtError_t rtNpuGetFloatStatus(void *outputAddr, uint64_t outputSize, uint32_t checkMode, rtStream_t stm);
  504. /**
  505. * @ingroup rt_kernel
  506. * @brief launch npu clear float status task
  507. * @param [in] checkMode check mode
  508. * @param [in] stm associated stream
  509. * @return RT_ERROR_NONE for ok
  510. * @return RT_ERROR_INVALID_VALUE for error input
  511. */
  512. RTS_API rtError_t rtNpuClearFloatStatus(uint32_t checkMode, rtStream_t stm);
  513. #ifndef __CLANG_CCE_RUNTIME_H__
  514. #define __CLANG_CCE_RUNTIME_H__
  515. /**
  516. * @ingroup rt_kernel
  517. * @brief configure call argment for next rtLaunch in current thread
  518. * @param [in] numBlocks block dimentions
  519. * @param [in] smDesc shared memory description
  520. * @param [in] stm associated stream
  521. * @return RT_ERROR_NONE for ok
  522. * @return RT_ERROR_INVALID_VALUE for error input
  523. */
  524. #ifdef __cplusplus
  525. RTS_API rtError_t rtConfigureCall(uint32_t numBlocks, rtSmDesc_t *smDesc = nullptr, rtStream_t stm = nullptr);
  526. #else
  527. RTS_API rtError_t rtConfigureCall(uint32_t numBlocks, rtSmDesc_t *smDesc, rtStream_t stm);
  528. #endif
  529. #endif // __CLANG_CCE_RUNTIME_H__
  530. /**
  531. * @ingroup rt_kernel
  532. * @brief setup argment for next rtLaunch in current thread
  533. * @param [in] args argment address for kernel function
  534. * @param [in] size argment size
  535. * @param [in] offset argment table offset
  536. * @return RT_ERROR_NONE for ok
  537. * @return RT_ERROR_INVALID_VALUE for error input
  538. */
  539. RTS_API rtError_t rtSetupArgument(const void *args, uint32_t size, uint32_t offset);
  540. /**
  541. * @ingroup rt_kernel
  542. * @brief launch kernel to device with previous setting kernel argment
  543. * and call argment
  544. * @param [in] stubFunc stub function
  545. * @return RT_ERROR_NONE for ok
  546. * @return RT_ERROR_INVALID_VALUE for error input
  547. */
  548. RTS_API rtError_t rtLaunch(const void *stubFunc);
  549. /**
  550. * @ingroup rt_kernel
  551. * @brief implicitly transfered data to device.
  552. * lifecycle end after next kernel task finish
  553. * @param [in] ptr host memory
  554. * @param [in] size host memory size
  555. * @param [in] flag reserved. set to 0
  556. * @param [out] args returned arg. used for next kernel's arg.
  557. * @return RT_ERROR_NONE for ok
  558. * @return RT_ERROR_INVALID_VALUE for error input
  559. */
  560. RTS_API rtError_t rtKernelConfigTransArg(const void *ptr, uint64_t size, uint32_t flag, void **args);
  561. /**
  562. * @ingroup rt_kernel
  563. * @brief start fusion kernels.
  564. * @param [in] stm stream for fusion kernels
  565. * @return RT_ERROR_NONE for ok
  566. * @return RT_ERROR_INVALID_VALUE for error input
  567. */
  568. RTS_API rtError_t rtKernelFusionStart(rtStream_t stm);
  569. /**
  570. * @ingroup rt_kernel
  571. * @brief end fusion kernels.
  572. * @param [in] stm stream for fusion kernels
  573. * @return RT_ERROR_NONE for ok
  574. * @return RT_ERROR_INVALID_VALUE for error input
  575. */
  576. RTS_API rtError_t rtKernelFusionEnd(rtStream_t stm);
  577. /**
  578. * @ingroup rt_kernel
  579. * @brief set kernelinfo callback
  580. * @param [in] callback
  581. * @return RT_ERROR_NONE for ok
  582. * @return RT_ERROR_INVALID_VALUE for error input
  583. */
  584. RTS_API rtError_t rtSetKernelReportCallback(rtKernelReportCallback callBack);
  585. /**
  586. * @ingroup rt_kernel
  587. * @brief subscribe stream callback report.
  588. * @param [in] threadId thread id for stream
  589. * @param [in] stm stream for subscribe
  590. * @return RT_ERROR_NONE for ok
  591. * @return RT_ERROR_INVALID_VALUE for error input
  592. */
  593. RTS_API rtError_t rtSubscribeReport(uint64_t threadId, rtStream_t stm);
  594. /**
  595. * @ingroup rt_kernel
  596. * @brief add callback launch task in stream.
  597. * @param [in] callBackFunc app callback function
  598. * @param [in] fnData user data
  599. * @param [in] stm subscribed stream
  600. * @return RT_ERROR_NONE for ok
  601. * @return RT_ERROR_INVALID_VALUE for error input
  602. */
  603. RTS_API rtError_t rtCallbackLaunch(rtCallback_t callBackFunc, void *fnData, rtStream_t stm, bool isBlock);
  604. /**
  605. * @ingroup rt_kernel
  606. * @brief process callback report.
  607. * @param [in] timeout if timeout=-1, while(1); else timeout
  608. * @return RT_ERROR_NONE for ok
  609. * @return RT_ERROR_INVALID_VALUE for error input
  610. */
  611. RTS_API rtError_t rtProcessReport(int32_t timeout);
  612. /**
  613. * @ingroup rt_kernel
  614. * @brief unsubscribe callback report.
  615. * @param [in] threadId thread id for stream
  616. * @param [in] stm stream for subscribe
  617. * @return RT_ERROR_NONE for ok
  618. * @return RT_ERROR_INVALID_VALUE for error input
  619. */
  620. RTS_API rtError_t rtUnSubscribeReport(uint64_t threadId, rtStream_t stm);
  621. /**
  622. * @ingroup profiling_base
  623. * @brief start online prof.
  624. * @return RT_ERROR_NONE for ok
  625. * @return RT_ERROR_INVALID_VALUE for error input
  626. */
  627. RTS_API rtError_t rtStartOnlineProf(rtStream_t stm, uint32_t sampleNum);
  628. /**
  629. * @ingroup profiling_base
  630. * @brief stop online prof.
  631. * @return RT_ERROR_NONE for ok
  632. * @return RT_ERROR_INVALID_VALUE for error input
  633. */
  634. RTS_API rtError_t rtStopOnlineProf(rtStream_t stm);
  635. /**
  636. * @ingroup profiling_base
  637. * @brief get online prof.
  638. * @return RT_ERROR_NONE for ok
  639. * @return RT_ERROR_INVALID_VALUE for error input
  640. */
  641. RTS_API rtError_t rtGetOnlineProfData(rtStream_t stm, rtProfDataInfo_t *pProfData, uint32_t profDataNum);
  642. /**
  643. * @ingroup profiling_base
  644. * @brief start mdc profiler.
  645. * @return RT_ERROR_NONE for ok
  646. * @return RT_ERROR_INVALID_VALUE for error input
  647. */
  648. RTS_API rtError_t rtStartMDCProfiler(void **addr, uint32_t length);
  649. /**
  650. * @ingroup profiling_base
  651. * @brief stop mdc profiler.
  652. * @return RT_ERROR_NONE for ok
  653. * @return RT_ERROR_INVALID_VALUE for error input
  654. */
  655. RTS_API rtError_t rtStopMDCProfiler(void *addr);
  656. #if defined(__cplusplus)
  657. }
  658. #endif
  659. #endif // CCE_RUNTIME_KERNEL_H

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示