You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

kernel.h 24 kB

5 years ago
5 years ago
3 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
3 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735
  1. /*
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2020-2021. All rights reserved.
  3. * Description: kernel.h
  4. * Create: 2020-01-01
  5. */
  6. #ifndef CCE_RUNTIME_KERNEL_H
  7. #define CCE_RUNTIME_KERNEL_H
  8. #include "base.h"
  9. #include "stream.h"
  10. #if defined(__cplusplus)
  11. extern "C" {
  12. #endif
  13. /**
  14. * @ingroup rt_kernel
  15. * @brief shared memory data control
  16. */
  17. typedef struct tagRtSmData {
  18. uint64_t L2_mirror_addr; // preload or swap source address
  19. uint32_t L2_data_section_size; // every data size
  20. uint8_t L2_preload; // 1 - preload from mirrorAddr, 0 - no preload
  21. uint8_t modified; // 1 - data will be modified by kernel, 0 - no modified
  22. uint8_t priority; // data priority
  23. int8_t prev_L2_page_offset_base; // remap source section offset
  24. uint8_t L2_page_offset_base; // remap destination section offset
  25. uint8_t L2_load_to_ddr; // 1 - need load out, 0 - no need
  26. uint8_t reserved[2]; // reserved
  27. } rtSmData_t;
  28. /**
  29. * @ingroup rt_kernel
  30. * @brief shared memory description
  31. */
  32. typedef struct tagRtSmCtrl {
  33. rtSmData_t data[8]; // data description
  34. uint64_t size; // max page Num
  35. uint8_t remap[64]; /* just using for static remap mode, default:0xFF
  36. array index: virtual l2 page id, array value: physic l2 page id */
  37. uint8_t l2_in_main; // 0-DDR, 1-L2, default:0xFF
  38. uint8_t reserved[3];
  39. } rtSmDesc_t;
  40. typedef rtSmDesc_t rtL2Ctrl_t;
  41. /**
  42. * @ingroup rt_kernel
  43. * @brief device binary type
  44. */
  45. typedef struct tagRtDevBinary {
  46. uint32_t magic; // magic number
  47. uint32_t version; // version of binary
  48. const void *data; // binary data
  49. uint64_t length; // binary length
  50. } rtDevBinary_t;
  51. /**
  52. * @ingroup rt_kernel
  53. * @brief function mode type
  54. */
  55. #define ONLINE_PROF_MAX_PMU_NUM (8)
  56. typedef struct ProfilefDataInfo {
  57. const void *stubFunc;
  58. uint32_t blockDim;
  59. const void *args;
  60. uint32_t argsSize;
  61. rtSmDesc_t *smDesc;
  62. rtStream_t stream;
  63. uint64_t totalcycle;
  64. uint64_t ovcycle;
  65. uint64_t pmu_cnt[ONLINE_PROF_MAX_PMU_NUM];
  66. } rtProfDataInfo_t;
  67. /**
  68. * @ingroup rt_kernel
  69. * @brief function mode type
  70. */
  71. typedef enum {
  72. FUNC_MODE_NORMAL = 0,
  73. FUNC_MODE_PCTRACE_USERPROFILE_RECORDLOOP,
  74. FUNC_MODE_PCTRACE_USERPROFILE_SKIPLOOP,
  75. FUNC_MODE_PCTRACE_CYCLECNT_RECORDLOOP,
  76. FUNC_MODE_PCTRACE_CYCLECNT_SKIPLOOP,
  77. FUNC_MODE_BUTT
  78. } rtFuncModeType_t;
  79. /**
  80. * @ingroup rt_kernel
  81. * @brief kernel info
  82. */
  83. typedef struct rtKernelInfo {
  84. uint64_t task_offset; // kernel offset in module
  85. /* flowtable */
  86. void *arg; // launch kernel arg
  87. uint32_t arg_size;
  88. /* module */
  89. void *module_addr; // module::baseaddr_
  90. uint32_t module_size;
  91. } *rtKernelInfo_t;
  92. /**
  93. * @ingroup rt_kernel
  94. * @brief op name
  95. */
  96. typedef struct rtKernelLaunchNames {
  97. const char_t *soName; // defined for so name
  98. const char_t *kernelName; // defined for kernel type name
  99. const char_t *opName; // defined for operator name
  100. } rtKernelLaunchNames_t;
  101. /**
  102. * @ingroup rt_kernel
  103. * @brief args struct
  104. */
  105. typedef struct tagRtArgsWithTiling {
  106. void *args; // args host mem addr
  107. uint32_t argsSize; // input + output + tiling addr size + tiling data size
  108. uint32_t argsSizeWithoutTiling; // input + output + tiling addr size
  109. uint16_t tilingAddrOffset; // tiling addr offset
  110. uint16_t tilingDataOffset; // tiling data offset
  111. uint16_t hostInputAddrOffset; // index of host_memory input in inputs_addrs list
  112. uint16_t hostInputDataOffset; // host_mem input data offset
  113. uint8_t hasHostMemInput; // has host_memory input data in args or not: 0 means no host_memory input data,
  114. // others means has host_memory input data.
  115. uint8_t isNoNeedH2DCopy; // is no need host to device copy: 0 means need H2D copy,
  116. // others means doesn't need H2D copy.
  117. uint8_t reserved[6];
  118. } rtArgsWithTiling_t;
  119. /**
  120. * @ingroup rt_kernel
  121. * @brief host memory input struct
  122. */
  123. typedef struct rtHostInputInfo {
  124. uint16_t addrOffset;
  125. uint16_t dataOffset;
  126. } rtHostInputInfo_t;
  127. /**
  128. * @ingroup rt_kernel
  129. * @brief args struct
  130. */
  131. typedef struct tagRtArgsEx {
  132. void *args; // args host mem addr
  133. rtHostInputInfo_t *hostInputInfoPtr; // nullptr means no host mem input
  134. uint32_t argsSize; // input + output + tiling addr size + tiling data size + host mem
  135. uint16_t tilingAddrOffset; // tiling addr offset
  136. uint16_t tilingDataOffset; // tiling data offset
  137. uint16_t hostInputInfoNum; // hostInputInfo num
  138. uint8_t hasTiling; // if has tiling: 0 means no tiling
  139. uint8_t isNoNeedH2DCopy; // is no need host to device copy: 0 means need H2D copy,
  140. // others means doesn't need H2D copy.
  141. uint8_t reserved[4];
  142. } rtArgsEx_t;
  143. /**
  144. * @ingroup rt_KernelConfigDump
  145. * @brief device dump type
  146. */
  147. typedef enum tagRtDumpKind {
  148. RT_DATA_DUMP_KIND_INVALID = -1,
  149. RT_DATA_DUMP_KIND_DUMP = 0,
  150. RT_DATA_DUMP_KIND_RESERVED = 1,
  151. } rtDumpKind_t;
  152. /**
  153. * @ingroup rt_kernel
  154. * @brief report callback
  155. */
  156. typedef rtError_t (*rtKernelReportCallback)(rtStream_t stm, rtKernelInfo_t kernelInfo);
  157. /**
  158. * @ingroup rt_kernel
  159. * @brief stream report callback
  160. */
  161. typedef void (*rtCallback_t)(void *fnData);
  162. /**
  163. * @ingroup rt_kernel
  164. * @brief magic number of plain binary for aicore
  165. */
  166. #define RT_DEV_BINARY_MAGIC_PLAIN 0xabceed50U
  167. /**
  168. * @ingroup rt_kernel
  169. * @brief magic number of plain binary for aicpu
  170. */
  171. #define RT_DEV_BINARY_MAGIC_PLAIN_AICPU 0xabceed51U
  172. /**
  173. * @ingroup rt_kernel
  174. * @brief magic number of plain binary for aivector
  175. */
  176. #define RT_DEV_BINARY_MAGIC_PLAIN_AIVEC 0xabceed52U
  177. /**
  178. * @ingroup rt_kernel
  179. * @brief magic number of elf binary for aicore
  180. */
  181. #define RT_DEV_BINARY_MAGIC_ELF 0x43554245U
  182. /**
  183. * @ingroup rt_kernel
  184. * @brief magic number of elf binary for aicpu
  185. */
  186. #define RT_DEV_BINARY_MAGIC_ELF_AICPU 0x41415243U
  187. /**
  188. * @ingroup rt_kernel
  189. * @brief magic number of elf binary for aivector
  190. */
  191. #define RT_DEV_BINARY_MAGIC_ELF_AIVEC 0x41415246U
  192. /**
  193. * @ingroup rt_kernel
  194. * @brief magic number of elf binary for aicube
  195. */
  196. #define RT_DEV_BINARY_MAGIC_ELF_AICUBE 0x41494343U
  197. /**
  198. * @ingroup rt_kernel_flags
  199. * @brief kernel op bit flags
  200. */
  201. #define RT_KERNEL_DEFAULT (0x00U)
  202. #define RT_KERNEL_CONVERT (0x01U)
  203. #define RT_KERNEL_DUMPFLAG (0x02U)
  204. #define RT_FUSION_KERNEL_DUMPFLAG (0x04U)
  205. #define RT_KERNEL_CUSTOM_AICPU (0x08U)
  206. #define RT_KERNEL_FFTSPLUS_DYNAMIC_SHAPE_DUMPFLAG (0x10U)
  207. #define RT_KERNEL_FFTSPLUS_STATIC_SHAPE_DUMPFLAG (0x20U)
  208. // STARS topic scheduler sqe : topic_type
  209. #define RT_KERNEL_DEVICE_FIRST (0x10U)
  210. #define RT_KERNEL_HOST_ONLY (0x20U)
  211. #define RT_KERNEL_HOST_FIRST (0x40U)
  212. #define RT_KERNEL_BIUPERF_FLAG (0x80U)
  213. /**
  214. * @ingroup rt_kernel
  215. * @brief kernel mode
  216. **/
  217. #define RT_DEFAULT_KERNEL_MODE (0x00U)
  218. #define RT_NORMAL_KERNEL_MODE (0x01U)
  219. #define RT_ALL_KERNEL_MODE (0x02U)
  220. /**
  221. * @ingroup rt_kernel
  222. * @brief SHAPE kernel type
  223. **/
  224. #define RT_STATIC_SHAPE_KERNEL (0x00U)
  225. #define RT_DYNAMIC_SHAPE_KERNEL (0x01U)
  226. /**
  227. * @ingroup rt_kernel
  228. * @brief kernel L1 Fusion Dump bit flags
  229. */
  230. #define RT_DDR_ADDR (0x0U)
  231. /**
  232. * @ingroup rt_kernel
  233. * @brief register device binary
  234. * @param [in] bin device binary description
  235. * @param [out] hdl device binary handle
  236. * @return RT_ERROR_NONE for ok
  237. * @return RT_ERROR_INVALID_VALUE for error input
  238. */
  239. RTS_API rtError_t rtDevBinaryRegister(const rtDevBinary_t *bin, void **hdl);
  240. /**
  241. * @ingroup rt_kernel
  242. * @brief register device binary with all kernel
  243. * @param [in] bin device binary description
  244. * @param [out] hdl device binary handle
  245. * @return RT_ERROR_NONE for ok
  246. * @return RT_ERROR_INVALID_VALUE for error input
  247. */
  248. RTS_API rtError_t rtRegisterAllKernel(const rtDevBinary_t *bin, void **hdl);
  249. /**
  250. * @ingroup rt_kernel
  251. * @brief register fast memeory device binary
  252. * @param [in] hdl device binary handle
  253. * @return RT_ERROR_NONE for ok
  254. * @return RT_ERROR_INVALID_VALUE for error input
  255. */
  256. RTS_API rtError_t rtBinaryRegisterToFastMemory(void *hdl);
  257. /**
  258. * @ingroup rt_kernel
  259. * @brief unregister device binary
  260. * @param [in] hdl device binary handle
  261. * @return RT_ERROR_NONE for ok
  262. * @return RT_ERROR_INVALID_VALUE for error input
  263. */
  264. RTS_API rtError_t rtDevBinaryUnRegister(void *hdl);
  265. /**
  266. * @ingroup rt_kernel
  267. * @brief register device binary metadata
  268. * @param [in] hdl device binary description
  269. * @param [in] metadata device binary metadata
  270. * @return RT_ERROR_NONE for ok
  271. * @return RT_ERROR_INVALID_VALUE for error input
  272. */
  273. RTS_API rtError_t rtMetadataRegister(void *hdl, const char_t *metadata);
  274. /**
  275. * @ingroup rt_kernel
  276. * @brief register device binary dependency
  277. * @param [in] mHandle master device binary description
  278. * @param [in] sHandle slave device binary description
  279. * @return RT_ERROR_NONE for ok
  280. * @return RT_ERROR_INVALID_VALUE for error input
  281. */
  282. RTS_API rtError_t rtDependencyRegister(void *mHandle, void *sHandle);
  283. /**
  284. * @ingroup rt_kernel
  285. * @brief register device function
  286. * @param [in] binHandle device binary handle
  287. * @param [in] stubFunc stub function
  288. * @param [in] stubName stub function name
  289. * @param [in] kernelInfoExt kernel Info extension. device function description or tiling key,
  290. * depending static shape or dynmaic shape.
  291. * @return RT_ERROR_NONE for ok
  292. * @return RT_ERROR_INVALID_VALUE for error input
  293. */
  294. RTS_API rtError_t rtFunctionRegister(void *binHandle, const void *stubFunc, const char_t *stubName,
  295. const void *kernelInfoExt, uint32_t funcMode);
  296. /**
  297. * @ingroup rt_kernel
  298. * @brief find stub function by name
  299. * @param [in] stubName stub function name
  300. * @param [out] stubFunc stub function
  301. * @return RT_ERROR_NONE for ok
  302. * @return RT_ERROR_INVALID_VALUE for error input
  303. */
  304. RTS_API rtError_t rtGetFunctionByName(const char_t *stubName, void **stubFunc);
  305. /**
  306. * @ingroup rt_kernel
  307. * @brief find addr by stub func
  308. * @param [in] stubFunc stub function
  309. * @param [out] addr
  310. * @return RT_ERROR_NONE for ok
  311. * @return RT_ERROR_INVALID_VALUE for error input
  312. */
  313. RTS_API rtError_t rtGetAddrByFun(const void *stubFunc, void **addr);
  314. /**
  315. * @ingroup rt_kernel
  316. * @brief query registered or not by stubName
  317. * @param [in] stubName stub function name
  318. * @return RT_ERROR_NONE for ok
  319. * @return RT_ERROR_INVALID_VALUE for error input
  320. */
  321. RTS_API rtError_t rtQueryFunctionRegistered(const char_t *stubName);
  322. /**
  323. * @ingroup rt_kernel
  324. * @brief config data dump
  325. * @param [in] dumpSizePerBlock dump size
  326. * @param [in] blockDim block dimentions
  327. * @param [in] dumpBaseAddr dump base address
  328. * @return RT_ERROR_NONE for ok
  329. * @return RT_ERROR_INVALID_VALUE for error input
  330. */
  331. RTS_API rtError_t rtKernelConfigDump(uint32_t kind, uint32_t dumpSizePerBlock, uint32_t blockDim, void **dumpBaseAddr,
  332. rtStream_t stm);
  333. /**
  334. * @ingroup rt_kernel
  335. * @brief get kernel address and prefetchCnt
  336. * @param [in] hdl program for dynamic shape
  337. * @param [in] tilingKey tilingKey for dynamic shape
  338. * @param [in] stubFunc stubFunc for static shape
  339. * @param [in] flag flag for distinguishing between dynamic shape and static shape
  340. * @param [out] addr address of kernel function
  341. * @param [out] prefetchCnt prefetchCnt of kernel function
  342. * @return RT_ERROR_NONE for ok
  343. * @return RT_ERROR_INVALID_VALUE for error input
  344. */
  345. RTS_API rtError_t rtKernelGetAddrAndPrefCnt(void *hdl, const uint64_t tilingKey, const void * const stubFunc,
  346. const uint32_t flag, void **addr, uint32_t *prefetchCnt);
  347. /**
  348. * @ingroup rt_kernel
  349. * @brief launch kernel to device
  350. * @param [in] stubFunc stub function
  351. * @param [in] blockDim block dimentions
  352. * @param [in] args argments address for kernel function
  353. * @param [in] argsSize argements size
  354. * @param [in] smDesc shared memory description
  355. * @param [in] stm associated stream
  356. * @return RT_ERROR_NONE for ok
  357. * @return RT_ERROR_INVALID_VALUE for error input
  358. */
  359. RTS_API rtError_t rtKernelLaunch(const void *stubFunc, uint32_t blockDim, void *args, uint32_t argsSize,
  360. rtSmDesc_t *smDesc, rtStream_t stm);
  361. /**
  362. * @ingroup rt_kernel
  363. * @brief launch kernel with handle to device
  364. * @param [in] hdl program
  365. * @param [in] tilingKey tilingKey
  366. * @param [in] blockDim block dimentions
  367. * @param [in] argsInfo argments address for kernel function
  368. * @param [in] smDesc shared memory description
  369. * @param [in] stm associated stream
  370. * @param [in] kernelInfo kernel info
  371. * @return RT_ERROR_NONE for ok
  372. * @return RT_ERROR_INVALID_VALUE for error input
  373. */
  374. RTS_API rtError_t rtKernelLaunchWithHandle(void *hdl, const uint64_t tilingKey, uint32_t blockDim,
  375. rtArgsEx_t *argsInfo, rtSmDesc_t *smDesc, rtStream_t stm,
  376. const void *kernelInfo);
  377. /**
  378. * @ingroup rtKernelLaunchWithFlag
  379. * @brief launch kernel to device
  380. * @param [in] stubFunc stub function
  381. * @param [in] blockDim block dimentions
  382. * @param [in] argsInfo argments address for kernel function
  383. * @param [in] smDesc shared memory description
  384. * @param [in] stm associated stream
  385. * @param [in] flags dump flag
  386. * @return RT_ERROR_NONE for ok
  387. * @return RT_ERROR_INVALID_VALUE for error input
  388. */
  389. RTS_API rtError_t rtKernelLaunchWithFlag(const void *stubFunc, uint32_t blockDim, rtArgsEx_t *argsInfo,
  390. rtSmDesc_t *smDesc, rtStream_t stm, uint32_t flags);
  391. /**
  392. * @ingroup rt_kernel(abandoned)
  393. * @brief launch kernel to device
  394. * @param [in] args argments address for kernel function
  395. * @param [in] argsSize argements size
  396. * @param [in] flags launch flags
  397. * @param [in] stm associated stream
  398. * @return RT_ERROR_NONE for ok
  399. * @return RT_ERROR_INVALID_VALUE for error input
  400. */
  401. RTS_API rtError_t rtKernelLaunchEx(void *args, uint32_t argsSize, uint32_t flags, rtStream_t stm);
  402. /**
  403. * @ingroup rt_kernel(in use)
  404. * @brief launch kernel to device
  405. * @param [in] opName opkernel name
  406. * @param [in] args argments address for kernel function
  407. * @param [in] argsSize argements size
  408. * @param [in] flags launch flags
  409. * @param [in] stm associated stream
  410. * @return RT_ERROR_NONE for ok
  411. * @return RT_ERROR_INVALID_VALUE for error input
  412. */
  413. RTS_API rtError_t rtKernelLaunchFwk(const char_t *opName, void *args, uint32_t argsSize, uint32_t flags,
  414. rtStream_t rtStream);
  415. /**
  416. * @ingroup rt_kernel(abandoned)
  417. * @brief launch cpu kernel to device
  418. * @param [in] soName so name
  419. * @param [in] kernelName kernel name
  420. * @param [in] blockDim block dimentions
  421. * @param [in] args argments address for kernel function
  422. * @param [in] argsSize argments size
  423. * @param [in] smDesc shared memory description
  424. * @param [in] stm associated stream
  425. * @return RT_ERROR_NONE for ok
  426. * @return RT_ERROR_INVALID_VALUE for error input
  427. */
  428. RTS_API rtError_t rtCpuKernelLaunch(const void *soName, const void *kernelName, uint32_t blockDim, const void *args,
  429. uint32_t argsSize, rtSmDesc_t *smDesc, rtStream_t stm);
  430. /**
  431. * @ingroup rt_kernel(in use)
  432. * @brief launch cpu kernel to device
  433. * @param [in] launchNames names for kernel launch
  434. * @param [in] blockDim block dimentions
  435. * @param [in] args argments address for kernel function
  436. * @param [in] argsSize argments size
  437. * @param [in] smDesc shared memory description
  438. * @param [in] stm associated stream
  439. * @return RT_ERROR_NONE for ok
  440. * @return RT_ERROR_INVALID_VALUE for error input
  441. */
  442. RTS_API rtError_t rtAicpuKernelLaunch(const rtKernelLaunchNames_t *launchNames,
  443. uint32_t blockDim, const void *args, uint32_t argsSize, rtSmDesc_t *smDesc, rtStream_t stm);
  444. /**
  445. * @ingroup rtCpuKernelLaunchWithFlag(abandoned)
  446. * @brief launch cpu kernel to device with dump identifier
  447. * @param [in] soName so name
  448. * @param [in] kernelName kernel name
  449. * @param [in] blockDim block dimentions
  450. * @param [in] argsInfo argments address for kernel function
  451. * @param [in] smDesc shared memory description
  452. * @param [in] stm associated stream
  453. * @param [in] flag dump flag or others function flag
  454. * @return RT_ERROR_NONE for ok
  455. * @return RT_ERROR_INVALID_VALUE for error input
  456. */
  457. RTS_API rtError_t rtCpuKernelLaunchWithFlag(const void *soName, const void *kernelName, uint32_t blockDim,
  458. const rtArgsEx_t *argsInfo, rtSmDesc_t *smDesc, rtStream_t stm,
  459. uint32_t flags);
  460. /**
  461. * @ingroup rtAicpuKernelLaunchWithFlag(in use)
  462. * @brief launch cpu kernel to device with dump identifier
  463. * @param [in] launchNames names for kernel launch
  464. * @param [in] blockDim block dimentions
  465. * @param [in] args argments address for kernel function
  466. * @param [in] smDesc shared memory description
  467. * @param [in] stm associated stream
  468. * @param [in] flags dump flag or others function flag
  469. * @return RT_ERROR_NONE for ok
  470. * @return RT_ERROR_INVALID_VALUE for error input
  471. */
  472. RTS_API rtError_t rtAicpuKernelLaunchWithFlag(const rtKernelLaunchNames_t *launchNames, uint32_t blockDim,
  473. const rtArgsEx_t *argsInfo, rtSmDesc_t *smDesc, rtStream_t stm,
  474. uint32_t flags);
  475. /**
  476. * @ingroup rt_kernel
  477. * @brief L1 fusion dump addr transfered to device
  478. * @param [in] mdl handle info
  479. * @param [in] addr ddr address of L1 Fusion Dump
  480. * @param [in] dumpSize memory size
  481. * @param [in] flag memory flag
  482. * @return RT_ERROR_NONE for ok
  483. * @return RT_ERROR_INVALID_VALUE for error input
  484. */
  485. RTS_API rtError_t rtDumpAddrSet(rtModel_t mdl, void *addr, uint32_t dumpSize, uint32_t flag);
  486. /**
  487. * @ingroup rt_kernel
  488. * @brief load dump info to aicpu
  489. * @param [in] dumpInfo dump info
  490. * @param [in] length length of dump info
  491. * @return RT_ERROR_NONE for ok
  492. * @return RT_ERROR_INVALID_VALUE for error input
  493. */
  494. RTS_API rtError_t rtDatadumpInfoLoad(const void *dumpInfo, uint32_t length);
  495. /**
  496. * @ingroup rt_kernel
  497. * @brief launch npu get float status task
  498. * @param [in] outputAddr pointer to op output addr
  499. * @param [in] outputSize op output size
  500. * @param [in] checkMode check mode
  501. * @param [in] stm associated stream
  502. * @return RT_ERROR_NONE for ok
  503. * @return RT_ERROR_INVALID_VALUE for error input
  504. */
  505. RTS_API rtError_t rtNpuGetFloatStatus(void *outputAddr, uint64_t outputSize, uint32_t checkMode, rtStream_t stm);
  506. /**
  507. * @ingroup rt_kernel
  508. * @brief launch npu clear float status task
  509. * @param [in] checkMode check mode
  510. * @param [in] stm associated stream
  511. * @return RT_ERROR_NONE for ok
  512. * @return RT_ERROR_INVALID_VALUE for error input
  513. */
  514. RTS_API rtError_t rtNpuClearFloatStatus(uint32_t checkMode, rtStream_t stm);
  515. #ifndef __CLANG_CCE_RUNTIME_H__
  516. #define __CLANG_CCE_RUNTIME_H__
  517. /**
  518. * @ingroup rt_kernel
  519. * @brief configure call argment for next rtLaunch in current thread
  520. * @param [in] numBlocks block dimentions
  521. * @param [in] smDesc shared memory description
  522. * @param [in] stm associated stream
  523. * @return RT_ERROR_NONE for ok
  524. * @return RT_ERROR_INVALID_VALUE for error input
  525. */
  526. #ifdef __cplusplus
  527. RTS_API rtError_t rtConfigureCall(uint32_t numBlocks, rtSmDesc_t *smDesc = nullptr, rtStream_t stm = nullptr);
  528. #else
  529. RTS_API rtError_t rtConfigureCall(uint32_t numBlocks, rtSmDesc_t *smDesc, rtStream_t stm);
  530. #endif
  531. #endif // __CLANG_CCE_RUNTIME_H__
  532. /**
  533. * @ingroup rt_kernel
  534. * @brief setup argment for next rtLaunch in current thread
  535. * @param [in] args argment address for kernel function
  536. * @param [in] size argment size
  537. * @param [in] offset argment table offset
  538. * @return RT_ERROR_NONE for ok
  539. * @return RT_ERROR_INVALID_VALUE for error input
  540. */
  541. RTS_API rtError_t rtSetupArgument(const void *args, uint32_t size, uint32_t offset);
  542. /**
  543. * @ingroup rt_kernel
  544. * @brief launch kernel to device with previous setting kernel argment
  545. * and call argment
  546. * @param [in] stubFunc stub function
  547. * @return RT_ERROR_NONE for ok
  548. * @return RT_ERROR_INVALID_VALUE for error input
  549. */
  550. RTS_API rtError_t rtLaunch(const void *stubFunc);
  551. /**
  552. * @ingroup rt_kernel
  553. * @brief implicitly transfered data to device.
  554. * lifecycle end after next kernel task finish
  555. * @param [in] ptr host memory
  556. * @param [in] size host memory size
  557. * @param [in] flag reserved. set to 0
  558. * @param [out] args returned arg. used for next kernel's arg.
  559. * @return RT_ERROR_NONE for ok
  560. * @return RT_ERROR_INVALID_VALUE for error input
  561. */
  562. RTS_API rtError_t rtKernelConfigTransArg(const void *ptr, uint64_t size, uint32_t flag, void **args);
  563. /**
  564. * @ingroup rt_kernel
  565. * @brief start fusion kernels.
  566. * @param [in] stm stream for fusion kernels
  567. * @return RT_ERROR_NONE for ok
  568. * @return RT_ERROR_INVALID_VALUE for error input
  569. */
  570. RTS_API rtError_t rtKernelFusionStart(rtStream_t stm);
  571. /**
  572. * @ingroup rt_kernel
  573. * @brief end fusion kernels.
  574. * @param [in] stm stream for fusion kernels
  575. * @return RT_ERROR_NONE for ok
  576. * @return RT_ERROR_INVALID_VALUE for error input
  577. */
  578. RTS_API rtError_t rtKernelFusionEnd(rtStream_t stm);
  579. /**
  580. * @ingroup rt_kernel
  581. * @brief set kernelinfo callback
  582. * @param [in] callback
  583. * @return RT_ERROR_NONE for ok
  584. * @return RT_ERROR_INVALID_VALUE for error input
  585. */
  586. RTS_API rtError_t rtSetKernelReportCallback(rtKernelReportCallback callBack);
  587. /**
  588. * @ingroup rt_kernel
  589. * @brief subscribe stream callback report.
  590. * @param [in] threadId thread id for stream
  591. * @param [in] stm stream for subscribe
  592. * @return RT_ERROR_NONE for ok
  593. * @return RT_ERROR_INVALID_VALUE for error input
  594. */
  595. RTS_API rtError_t rtSubscribeReport(uint64_t threadId, rtStream_t stm);
  596. /**
  597. * @ingroup rt_kernel
  598. * @brief add callback launch task in stream.
  599. * @param [in] callBackFunc app callback function
  600. * @param [in] fnData user data
  601. * @param [in] stm subscribed stream
  602. * @return RT_ERROR_NONE for ok
  603. * @return RT_ERROR_INVALID_VALUE for error input
  604. */
  605. RTS_API rtError_t rtCallbackLaunch(rtCallback_t callBackFunc, void *fnData, rtStream_t stm, bool isBlock);
  606. /**
  607. * @ingroup rt_kernel
  608. * @brief process callback report.
  609. * @param [in] timeout if timeout=-1, while(1); else timeout
  610. * @return RT_ERROR_NONE for ok
  611. * @return RT_ERROR_INVALID_VALUE for error input
  612. */
  613. RTS_API rtError_t rtProcessReport(int32_t timeout);
  614. /**
  615. * @ingroup rt_kernel
  616. * @brief unsubscribe callback report.
  617. * @param [in] threadId thread id for stream
  618. * @param [in] stm stream for subscribe
  619. * @return RT_ERROR_NONE for ok
  620. * @return RT_ERROR_INVALID_VALUE for error input
  621. */
  622. RTS_API rtError_t rtUnSubscribeReport(uint64_t threadId, rtStream_t stm);
  623. /**
  624. * @ingroup profiling_base
  625. * @brief start online prof.
  626. * @return RT_ERROR_NONE for ok
  627. * @return RT_ERROR_INVALID_VALUE for error input
  628. */
  629. RTS_API rtError_t rtStartOnlineProf(rtStream_t stm, uint32_t sampleNum);
  630. /**
  631. * @ingroup profiling_base
  632. * @brief stop online prof.
  633. * @return RT_ERROR_NONE for ok
  634. * @return RT_ERROR_INVALID_VALUE for error input
  635. */
  636. RTS_API rtError_t rtStopOnlineProf(rtStream_t stm);
  637. /**
  638. * @ingroup profiling_base
  639. * @brief get online prof.
  640. * @return RT_ERROR_NONE for ok
  641. * @return RT_ERROR_INVALID_VALUE for error input
  642. */
  643. RTS_API rtError_t rtGetOnlineProfData(rtStream_t stm, rtProfDataInfo_t *pProfData, uint32_t profDataNum);
  644. /**
  645. * @ingroup profiling_base
  646. * @brief start mdc profiler.
  647. * @return RT_ERROR_NONE for ok
  648. * @return RT_ERROR_INVALID_VALUE for error input
  649. */
  650. RTS_API rtError_t rtStartMDCProfiler(void **addr, uint32_t length);
  651. /**
  652. * @ingroup profiling_base
  653. * @brief stop mdc profiler.
  654. * @return RT_ERROR_NONE for ok
  655. * @return RT_ERROR_INVALID_VALUE for error input
  656. */
  657. RTS_API rtError_t rtStopMDCProfiler(void *addr);
  658. #if defined(__cplusplus)
  659. }
  660. #endif
  661. #endif // CCE_RUNTIME_KERNEL_H

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示