You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

base.h 12 kB

5 years ago
5 years ago
5 years ago
3 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
3 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466
  1. /*
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2020-2021. All rights reserved.
  3. * Description: base.h
  4. * Create: 2020-01-01
  5. */
  6. #ifndef CCE_RUNTIME_BASE_H
  7. #define CCE_RUNTIME_BASE_H
  8. #include <stdint.h>
  9. #include "toolchain/prof_callback.h"
  10. #if defined(__cplusplus)
  11. extern "C" {
  12. #endif
  13. // If you need export the function of this library in Win32 dll, use __declspec(dllexport)
  14. #ifndef RTS_API
  15. #ifdef RTS_DLL_EXPORT
  16. #define RTS_API __declspec(dllexport)
  17. #else
  18. #define RTS_API
  19. #endif
  20. #endif
  21. typedef int32_t rtError_t;
  22. static const int32_t RT_ERROR_NONE = 0; // success
  23. #ifndef char_t
  24. typedef char char_t;
  25. #endif
  26. #ifndef float32_t
  27. typedef float float32_t;
  28. #endif
  29. #ifndef float64_t
  30. typedef double float64_t;
  31. #endif
  32. /**
  33. * @ingroup dvrt_base
  34. * @brief device mode.
  35. */
  36. typedef enum tagRtDeviceMode {
  37. RT_DEVICE_MODE_SINGLE_DIE = 0,
  38. RT_DEVICE_MODE_MULTI_DIE,
  39. RT_DEVICE_MODE_RESERVED
  40. } rtDeviceMode;
  41. /**
  42. * @ingroup dvrt_base
  43. * @brief runtime exception numbers.
  44. */
  45. typedef enum tagRtExceptionType {
  46. RT_EXCEPTION_NONE = 0,
  47. RT_EXCEPTION_TS_DOWN = 1,
  48. RT_EXCEPTION_TASK_TIMEOUT = 2,
  49. RT_EXCEPTION_TASK_FAILURE = 3,
  50. RT_EXCEPTION_DEV_RUNNING_DOWN = 4,
  51. RT_EXCEPTION_STREAM_ID_FREE_FAILED = 5
  52. } rtExceptionType;
  53. /**
  54. * @ingroup dvrt_base
  55. * @brief Switch type.
  56. */
  57. typedef enum tagRtCondition {
  58. RT_EQUAL = 0,
  59. RT_NOT_EQUAL,
  60. RT_GREATER,
  61. RT_GREATER_OR_EQUAL,
  62. RT_LESS,
  63. RT_LESS_OR_EQUAL
  64. } rtCondition_t;
  65. /**
  66. * @ingroup dvrt_base
  67. * @brief Data Type of Extensible Switch Task.
  68. */
  69. typedef enum tagRtSwitchDataType {
  70. RT_SWITCH_INT32 = 0,
  71. RT_SWITCH_INT64 = 1,
  72. } rtSwitchDataType_t;
  73. typedef enum tagRtStreamFlagType {
  74. RT_HEAD_STREAM = 0, // first stream
  75. RT_INVALID_FLAG = 0x7FFFFFFF,
  76. } rtStreamFlagType_t;
  77. typedef enum tagRtLimitType {
  78. RT_LIMIT_TYPE_LOW_POWER_TIMEOUT = 0, // timeout for power down , ms
  79. } rtLimitType_t;
  80. typedef struct rtExceptionInfo {
  81. uint32_t taskid;
  82. uint32_t streamid;
  83. uint32_t tid;
  84. uint32_t deviceid;
  85. uint32_t retcode;
  86. } rtExceptionInfo_t;
  87. typedef void (*rtErrorCallback)(rtExceptionType);
  88. typedef void (*rtTaskFailCallback)(rtExceptionInfo_t *exceptionInfo);
  89. typedef void (*rtDeviceStateCallback)(uint32_t devId, bool isOpen);
  90. /**
  91. * @ingroup profiling_base
  92. * @brief dataType: rtProfCtrlType_t
  93. * @brief data: data swtich or reporter function
  94. * @brief dataLen: length of data
  95. */
  96. typedef rtError_t (*rtProfCtrlHandle)(uint32_t dataType, void *data, uint32_t dataLen);
  97. /**
  98. * @ingroup dvrt_base
  99. * @brief stream handle.
  100. */
  101. typedef void *rtStream_t;
  102. /**
  103. * @ingroup dvrt_base
  104. * @brief runtime event handle.
  105. */
  106. typedef void *rtEvent_t;
  107. /**
  108. * @ingroup dvrt_base
  109. * @brief label handle.
  110. */
  111. typedef void *rtLabel_t;
  112. /**
  113. * @ingroup dvrt_base
  114. * @brief model handle.
  115. */
  116. typedef void *rtModel_t;
  117. #define RT_PROF_MAX_DEV_NUM 64
  118. #define PATH_LEN_MAX 1023
  119. #define PARAM_LEN_MAX 4095
  120. typedef struct rtCommandHandleParams {
  121. uint32_t pathLen;
  122. uint32_t storageLimit; // MB
  123. uint32_t profDataLen;
  124. char_t path[PATH_LEN_MAX + 1];
  125. char_t profData[PARAM_LEN_MAX + 1];
  126. } rtCommandHandleParams_t;
  127. /**
  128. * @ingroup profiling_base
  129. * @brief profiling command info
  130. */
  131. typedef struct rtProfCommandHandle {
  132. uint64_t profSwitch;
  133. uint64_t profSwitchHi;
  134. uint32_t devNums;
  135. uint32_t devIdList[RT_PROF_MAX_DEV_NUM];
  136. uint32_t modelId;
  137. uint32_t type;
  138. rtCommandHandleParams_t commandHandleParams;
  139. } rtProfCommandHandle_t;
  140. /**
  141. * @ingroup profiling_base
  142. * @brief type of app register profiling switch or reporter callback
  143. */
  144. typedef enum {
  145. RT_PROF_CTRL_INVALID = 0,
  146. RT_PROF_CTRL_SWITCH,
  147. RT_PROF_CTRL_REPORTER,
  148. RT_PROF_CTRL_BUTT
  149. } rtProfCtrlType_t;
  150. /**
  151. * @ingroup profiling_base
  152. * @brief runtime handle.
  153. */
  154. RTS_API rtError_t rtSetProfDirEx(const char_t *profDir, const char_t *address, const char_t *jobCtx);
  155. /**
  156. * @ingroup profiling_base
  157. * @brief init profiler object.
  158. */
  159. RTS_API rtError_t rtProfilerInit(const char_t *profDir, const char_t *address, const char_t *jobCtx);
  160. /**
  161. * @ingroup profiling_base
  162. * @brief config rts profiler.
  163. */
  164. RTS_API rtError_t rtProfilerConfig(uint16_t profConfig);
  165. /**
  166. * @ingroup profiling_base
  167. * @brief ts send keypoint profiler log.
  168. */
  169. RTS_API rtError_t rtProfilerTrace(uint64_t id, bool notify, uint32_t flags, rtStream_t stm);
  170. /**
  171. * @ingroup profiling_base
  172. * @brief ts send keypoint profiler log.
  173. */
  174. RTS_API rtError_t rtProfilerTraceEx(uint64_t id, uint64_t modelId, uint16_t tagId, rtStream_t stm);
  175. /**
  176. * @ingroup profiling_base
  177. * @brief ts set profiling reporter callback.
  178. */
  179. RTS_API rtError_t rtSetMsprofReporterCallback(MsprofReporterCallback callback);
  180. /**
  181. * @ingroup profiling_base
  182. * @brief add the map of deviceId and GE model index, called by ge
  183. * @param [in] geModelIdx The index of GE model
  184. * @param [in] deviceId The id of device
  185. * @return RT_ERROR_NONE for ok
  186. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  187. */
  188. RTS_API rtError_t rtSetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t deviceId);
  189. /**
  190. * @ingroup profiling_base
  191. * @brief del the map of deviceId and GE model index, called by ge
  192. * @param [in] geModelIdx The index of GE model
  193. * @param [in] deviceId The id of device
  194. * @return RT_ERROR_NONE for ok
  195. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  196. */
  197. RTS_API rtError_t rtUnsetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t deviceId);
  198. /**
  199. * @ingroup profiling_base
  200. * @brief find deviceId by GE model index, called by profiling
  201. * @param [in] geModelIdx The index of GE model
  202. * @param [out] deviceId The id of device
  203. * @return RT_ERROR_NONE for ok
  204. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  205. * @return ACL_ERROR_RT_INTERNAL_ERROR for can't find deviceId by geModelIdx
  206. */
  207. RTS_API rtError_t rtGetDeviceIdByGeModelIdx(uint32_t geModelIdx, uint32_t *deviceId);
  208. /**
  209. * @ingroup profiling_base
  210. * @brief set profling switch, called by profiling
  211. * @param [in] data rtProfCommandHandle
  212. * @param [out] len length of data
  213. * @return RT_ERROR_NONE for ok
  214. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  215. */
  216. RTS_API rtError_t rtProfSetProSwitch(void *data, uint32_t len);
  217. /**
  218. * @ingroup profiling_base
  219. * @brief register callback of upper app, called by ge or acl
  220. * @param [in] moduleId of APP
  221. * @param [in] callback function when switch or reporter change
  222. * @return RT_ERROR_NONE for ok
  223. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  224. */
  225. RTS_API rtError_t rtProfRegisterCtrlCallback(uint32_t moduleId, rtProfCtrlHandle callback);
  226. /**
  227. * @ingroup profiling_base
  228. * @brief set profling switch, called by profiling
  229. * @param [in] data rtProfilingCommandHandle
  230. * @param [in] len length of data
  231. * @return RT_ERROR_NONE for ok
  232. * @return ACL_ERROR_RT_PARAM_INVALID for error input
  233. */
  234. RTS_API rtError_t rtProfilingCommandHandle(uint32_t type, void *data, uint32_t len);
  235. /**
  236. * @ingroup dvrt_base
  237. * @brief register callback for error code
  238. * @param [out] NA
  239. * @return RT_ERROR_NONE for ok
  240. */
  241. RTS_API rtError_t rtSetExceptCallback(rtErrorCallback callback);
  242. /**
  243. * @ingroup dvrt_base
  244. * @brief register callback for task fail
  245. * @param [out] NA
  246. * @return RT_ERROR_NONE for ok
  247. */
  248. RTS_API rtError_t rtSetTaskFailCallback(rtTaskFailCallback callback);
  249. /**
  250. * @ingroup dvrt_base
  251. * @brief register callback for deviceid
  252. * @param [in] uniName unique register name, can't be null
  253. * @param [in] callback Device state callback function
  254. * @param [out] NA
  255. * @return RT_ERROR_NONE for ok
  256. */
  257. RTS_API rtError_t rtRegDeviceStateCallback(const char_t *regName, rtDeviceStateCallback callback);
  258. /**
  259. * @ingroup dvrt_base
  260. * @brief register callback for fail task
  261. * @param [in] uniName unique register name, can't be null
  262. * @param [in] callback fail task callback function
  263. * @param [out] NA
  264. * @return RT_ERROR_NONE for ok
  265. */
  266. RTS_API rtError_t rtRegTaskFailCallbackByModule(const char_t *moduleName, rtTaskFailCallback callback);
  267. /**
  268. * @ingroup dvrt_base
  269. * @brief notify handle.
  270. */
  271. typedef void *rtNotify_t;
  272. /**
  273. * @ingroup dvrt_base
  274. * @brief create label instance
  275. * @param [out] lbl created label
  276. * @return RT_ERROR_NONE for ok
  277. * @return RT_ERROR_INVALID_VALUE for error input
  278. */
  279. RTS_API rtError_t rtLabelCreate(rtLabel_t *lbl);
  280. /**
  281. * @ingroup dvrt_base
  282. * @brief create label instance
  283. * @param [out] lbl created label
  284. * @param [in] mdl label set model
  285. * @return RT_ERROR_NONE for ok
  286. * @return RT_ERROR_INVALID_VALUE for error input
  287. */
  288. RTS_API rtError_t rtLabelCreateV2(rtLabel_t *lbl, rtModel_t mdl);
  289. /**
  290. * @ingroup dvrt_base
  291. * @brief set label and stream instance
  292. * @param [in] lbl set label
  293. * @param [in] stm set stream
  294. * @return RT_ERROR_NONE for ok
  295. * @return RT_ERROR_INVALID_VALUE for error input
  296. */
  297. RTS_API rtError_t rtLabelSet(rtLabel_t lbl, rtStream_t stm);
  298. /**
  299. * @ingroup dvrt_base
  300. * @brief destroy label instance
  301. * @param [in] lbl label to destroy
  302. * @return RT_ERROR_NONE for ok
  303. * @return RT_ERROR_INVALID_VALUE for error input
  304. */
  305. RTS_API rtError_t rtLabelDestroy(rtLabel_t lbl);
  306. /**
  307. * @ingroup dvrt_base
  308. * @brief label switch instance
  309. * @param [in] ptr address to get value compared
  310. * @param [in] condition
  311. * @param [in] val to compare
  312. * @param [in] true_label goto label
  313. * @param [in] stm to submit label_switch task
  314. * @return RT_ERROR_NONE for ok
  315. * @return RT_ERROR_INVALID_VALUE for error input
  316. */
  317. RTS_API rtError_t rtLabelSwitch(void *ptr, rtCondition_t condition, uint32_t val, rtLabel_t trueLabel,
  318. rtStream_t stm);
  319. /**
  320. * @ingroup dvrt_base
  321. * @brief goto label instance
  322. * @param [in] lbl goto label
  323. * @param [in] stm to submit label_goto task
  324. * @return RT_ERROR_NONE for ok
  325. * @return RT_ERROR_INVALID_VALUE for error input
  326. */
  327. RTS_API rtError_t rtLabelGoto(rtLabel_t lbl, rtStream_t stm);
  328. /**
  329. * @ingroup dvrt_base
  330. * @brief name label instance
  331. * @param [in] lbl instance
  332. * @param [in] name label name
  333. * @return RT_ERROR_NONE for ok
  334. * @return RT_ERROR_INVALID_VALUE for error input
  335. */
  336. RTS_API rtError_t rtNameLabel(rtLabel_t lbl, const char_t *name);
  337. /**
  338. * @ingroup dvrt_base
  339. * @brief label switch by index
  340. * @param [in] ptr index value ptr
  341. * @param [in] maxValue index max value
  342. * @param [in] labelInfoPtr label content info ptr
  343. * @param [in] stm set stream
  344. * @return RT_ERROR_NONE for ok
  345. * @return RT_ERROR_INVALID_VALUE for error input
  346. */
  347. RTS_API rtError_t rtLabelSwitchByIndex(void *ptr, uint32_t maxValue, void *labelInfoPtr, rtStream_t stm);
  348. /**
  349. * @ingroup dvrt_base
  350. * @brief stream goto label
  351. * @param [in] lbl goto label
  352. * @param [in] stm stream to submit label_goto task
  353. * @return RT_ERROR_NONE for ok
  354. * @return RT_ERROR_INVALID_VALUE for error input
  355. */
  356. RTS_API rtError_t rtLabelGotoEx(rtLabel_t lbl, rtStream_t stm);
  357. /**
  358. * @ingroup dvrt_base
  359. * @brief labels to dev info
  360. * @param [in] lbl model label list
  361. * @param [in] labelNumber label number
  362. * @param [in] dst device ptr
  363. * @param [in] dstMax dst size
  364. * @return RT_ERROR_NONE for ok
  365. * @return RT_ERROR_INVALID_VALUE for error input
  366. */
  367. RTS_API rtError_t rtLabelListCpy(rtLabel_t *lbl, uint32_t labelNumber, void *dst, uint32_t dstMax);
  368. /**
  369. * @ingroup dvrt_base
  370. * @brief labels to dev info
  371. * @param [out] lbl created label handle
  372. * @param [in] stm label bind stream
  373. * @return RT_ERROR_NONE for ok
  374. * @return RT_ERROR_INVALID_VALUE for error input
  375. */
  376. RTS_API rtError_t rtLabelCreateEx(rtLabel_t *lbl, rtStream_t stm);
  377. /**
  378. * @ingroup dvrt_base
  379. * @brief labels to dev info
  380. * @param [out] lbl created label handle
  381. * @param [in] mdl label bind model
  382. * @param [in] stm label bind stream
  383. * @return RT_ERROR_NONE for ok
  384. * @return RT_ERROR_INVALID_VALUE for error input
  385. */
  386. RTS_API rtError_t rtLabelCreateExV2(rtLabel_t *lbl, rtModel_t mdl, rtStream_t stm);
  387. /**
  388. * @ingroup dvrt_base
  389. * @brief get current thread last stream id and task id
  390. * @param [out] stm id and task id
  391. * @param [in] null
  392. * @return RT_ERROR_NONE for ok
  393. * @return RT_ERROR_INVALID_VALUE for input null ptr
  394. */
  395. RTS_API rtError_t rtGetTaskIdAndStreamID(uint32_t *taskId, uint32_t *streamId);
  396. /**
  397. * @ingroup dvrt_base
  398. * @brief get max model num
  399. * @param [out] max model num
  400. * @param [in] null
  401. * @return RT_ERROR_NONE for ok
  402. */
  403. RTS_API rtError_t rtGetMaxModelNum(uint32_t *maxModelCount);
  404. #if defined(__cplusplus)
  405. }
  406. #endif
  407. #endif // CCE_RUNTIME_BASE_H

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示