You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

base.h 9.0 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. * Licensed under the Apache License, Version 2.0 (the "License");
  4. * you may not use this file except in compliance with the License.
  5. * You may obtain a copy of the License at
  6. * http://www.apache.org/licenses/LICENSE-2.0
  7. * Unless required by applicable law or agreed to in writing, software
  8. * distributed under the License is distributed on an "AS IS" BASIS,
  9. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. * See the License for the specific language governing permissions and
  11. * limitations under the License.
  12. */
  13. #ifndef __CCE_RUNTIME_BASE_H__
  14. #define __CCE_RUNTIME_BASE_H__
  15. #include <stdint.h>
  16. #include "toolchain/prof_callback.h"
  17. #if defined(__cplusplus) && !defined(COMPILE_OMG_PACKAGE)
  18. extern "C" {
  19. #endif
  20. // If you need export the function of this library in Win32 dll, use __declspec(dllexport)
  21. #ifndef RTS_API
  22. #ifdef RTS_DLL_EXPORT
  23. #define RTS_API __declspec(dllexport)
  24. #else
  25. #define RTS_API
  26. #endif
  27. #endif
  28. typedef int32_t rtError_t;
  29. static const int32_t RT_ERROR_NONE = 0; // success
  30. /**
  31. * @ingroup dvrt_base
  32. * @brief runtime exception numbers.
  33. */
  34. typedef enum tagRtExceptionType {
  35. RT_EXCEPTION_NONE = 0,
  36. RT_EXCEPTION_TS_DOWN = 1,
  37. RT_EXCEPTION_TASK_TIMEOUT = 2,
  38. RT_EXCEPTION_TASK_FAILURE = 3,
  39. RT_EXCEPTION_DEV_RUNNING_DOWN = 4,
  40. RT_EXCEPTION_STREAM_ID_FREE_FAILED = 5
  41. } rtExceptionType;
  42. /**
  43. * @ingroup dvrt_base
  44. * @brief Switch type.
  45. */
  46. typedef enum tagRtCondition {
  47. RT_EQUAL = 0,
  48. RT_NOT_EQUAL,
  49. RT_GREATER,
  50. RT_GREATER_OR_EQUAL,
  51. RT_LESS,
  52. RT_LESS_OR_EQUAL
  53. } rtCondition_t;
  54. /**
  55. * @ingroup dvrt_base
  56. * @brief Data Type of Extensible Switch Task.
  57. */
  58. typedef enum tagRtSwitchDataType {
  59. RT_SWITCH_INT32 = 0,
  60. RT_SWITCH_INT64 = 1,
  61. } rtSwitchDataType_t;
  62. typedef enum tagRtStreamFlagType {
  63. RT_HEAD_STREAM = 0, // first stream
  64. RT_INVALID_FLAG = 0xFFFFFFFF,
  65. } rtStreamFlagType_t;
  66. typedef enum tagRtLimitType {
  67. RT_LIMIT_TYPE_LOW_POWER_TIMEOUT = 0, // timeout for power down , ms
  68. } rtLimitType_t;
  69. typedef struct rtExceptionInfo {
  70. uint32_t taskid;
  71. uint32_t streamid;
  72. uint32_t tid;
  73. uint32_t deviceid;
  74. } rtExceptionInfo;
  75. typedef struct rtTaskFailInfo {
  76. uint32_t taskid;
  77. uint32_t streamid;
  78. uint32_t tid;
  79. uint32_t deviceid;
  80. uint32_t retcode;
  81. } rtTaskFailInfo;
  82. typedef void (*rtErrorCallback)(rtExceptionType);
  83. typedef void (*rtTaskFailCallback)(rtExceptionInfo *exceptionInfo);
  84. typedef void (*rtTaskFailCallbackByModule)(rtTaskFailInfo *exceptionInfo);
  85. typedef void (*rtDeviceStateCallback)(uint32_t devId, bool isOpen);
  86. /**
  87. * @ingroup dvrt_base
  88. * @brief stream handle.
  89. */
  90. typedef void *rtStream_t;
  91. /**
  92. * @ingroup dvrt_base
  93. * @brief runtime event handle.
  94. */
  95. typedef void *rtEvent_t;
  96. /**
  97. * @ingroup dvrt_base
  98. * @brief label handle.
  99. */
  100. typedef void *rtLabel_t;
  101. /**
  102. * @ingroup profiling_base
  103. * @brief runtime handle.
  104. */
  105. RTS_API rtError_t rtSetProfDirEx(const char *profDir, const char *address, const char *jobCtx);
  106. /**
  107. * @ingroup profiling_base
  108. * @brief init profiler object.
  109. */
  110. RTS_API rtError_t rtProfilerInit(const char *profDir, const char *address, const char *jobCtx);
  111. /**
  112. * @ingroup profiling_base
  113. * @brief config rts profiler.
  114. */
  115. RTS_API rtError_t rtProfilerConfig(uint16_t type);
  116. /**
  117. * @ingroup profiling_base
  118. * @brief start rts profiler.
  119. */
  120. RTS_API rtError_t rtProfilerStart(uint64_t profConfig, int32_t numsDev, uint32_t* deviceList);
  121. /**
  122. * @ingroup profiling_base
  123. * @brief stop rts profiler.
  124. */
  125. RTS_API rtError_t rtProfilerStop(uint64_t profConfig, int32_t numsDev, uint32_t* deviceList);
  126. /**
  127. * @ingroup profiling_base
  128. * @brief ts send keypoint profiler log.
  129. */
  130. RTS_API rtError_t rtProfilerTrace(uint64_t id, bool notify, uint32_t flags, rtStream_t stream);
  131. /**
  132. * @ingroup profiling_base
  133. * @brief ts set profiling reporter callback.
  134. */
  135. RTS_API rtError_t rtSetMsprofReporterCallback(MsprofReporterCallback callback);
  136. /**
  137. * @ingroup dvrt_base
  138. * @brief Returns the last error from a runtime call.
  139. */
  140. RTS_API rtError_t rtGetLastError();
  141. /**
  142. * @ingroup dvrt_base
  143. * @brief Returns the last error from a runtime call.
  144. */
  145. RTS_API rtError_t rtPeekAtLastError();
  146. /**
  147. * @ingroup dvrt_base
  148. * @brief register callback for error code
  149. * @param [out] NA
  150. * @return RT_ERROR_NONE for ok
  151. */
  152. RTS_API rtError_t rtSetExceptCallback(rtErrorCallback callback);
  153. /**
  154. * @ingroup dvrt_base
  155. * @brief register callback for task fail
  156. * @param [out] NA
  157. * @return RT_ERROR_NONE for ok
  158. */
  159. RTS_API rtError_t rtSetTaskFailCallback(rtTaskFailCallback callback);
  160. /**
  161. * @ingroup dvrt_base
  162. * @brief register callback for deviceid
  163. * @param [in] uniName unique register name, can't be null
  164. * @param [in] callback Device state callback function
  165. * @param [out] NA
  166. * @return RT_ERROR_NONE for ok
  167. */
  168. RTS_API rtError_t rtRegDeviceStateCallback(const char *regName, rtDeviceStateCallback callback);
  169. /**
  170. * @ingroup dvrt_base
  171. * @brief register callback for fail task
  172. * @param [in] uniName unique register name, can't be null
  173. * @param [in] callback fail task callback function
  174. * @param [out] NA
  175. * @return RT_ERROR_NONE for ok
  176. */
  177. RTS_API rtError_t rtRegTaskFailCallbackByModule(const char *moduleName, rtTaskFailCallbackByModule callback);
  178. /**
  179. * @ingroup dvrt_base
  180. * @brief notify handle.
  181. */
  182. typedef void *rtNotify_t;
  183. /**
  184. * @ingroup dvrt_base
  185. * @brief create label instance
  186. * @param [out] label created label
  187. * @return RT_ERROR_NONE for ok
  188. * @return RT_ERROR_INVALID_VALUE for error input
  189. */
  190. RTS_API rtError_t rtLabelCreate(rtLabel_t *label);
  191. /**
  192. * @ingroup dvrt_base
  193. * @brief set label and stream instance
  194. * @param [in] label set label
  195. * @param [in] stream set stream
  196. * @return RT_ERROR_NONE for ok
  197. * @return RT_ERROR_INVALID_VALUE for error input
  198. */
  199. RTS_API rtError_t rtLabelSet(rtLabel_t label, rtStream_t stream);
  200. /**
  201. * @ingroup dvrt_base
  202. * @brief destroy label instance
  203. * @param [in] label label to destroy
  204. * @return RT_ERROR_NONE for ok
  205. * @return RT_ERROR_INVALID_VALUE for error input
  206. */
  207. RTS_API rtError_t rtLabelDestroy(rtLabel_t label);
  208. /**
  209. * @ingroup dvrt_base
  210. * @brief label switch instance
  211. * @param [in] ptr address to get value compared
  212. * @param [in] condition
  213. * @param [in] value to compare
  214. * @param [in] true_label goto label
  215. * @param [in] stream to submit label_switch task
  216. * @return RT_ERROR_NONE for ok
  217. * @return RT_ERROR_INVALID_VALUE for error input
  218. */
  219. RTS_API rtError_t rtLabelSwitch(void *ptr, rtCondition_t condition, uint32_t value, rtLabel_t trueLabel,
  220. rtStream_t stream);
  221. /**
  222. * @ingroup dvrt_base
  223. * @brief goto label instance
  224. * @param [in] label goto label
  225. * @param [in] stream to submit label_goto task
  226. * @return RT_ERROR_NONE for ok
  227. * @return RT_ERROR_INVALID_VALUE for error input
  228. */
  229. RTS_API rtError_t rtLabelGoto(rtLabel_t label, rtStream_t stream);
  230. /**
  231. * @ingroup dvrt_base
  232. * @brief name label instance
  233. * @param [in] label instance
  234. * @param [in] name label name
  235. * @return RT_ERROR_NONE for ok
  236. * @return RT_ERROR_INVALID_VALUE for error input
  237. */
  238. RTS_API rtError_t rtNameLabel(rtLabel_t label, const char *name);
  239. /**
  240. * @ingroup dvrt_base
  241. * @brief label switch by index
  242. * @param [in] ptr index value ptr
  243. * @param [in] max index max value
  244. * @param [in] labelInfoPtr label content info ptr
  245. * @param [in] stream set stream
  246. * @return RT_ERROR_NONE for ok
  247. * @return RT_ERROR_INVALID_VALUE for error input
  248. */
  249. RTS_API rtError_t rtLabelSwitchByIndex(void *ptr, uint32_t max, void *labelInfoPtr, rtStream_t stream);
  250. /**
  251. * @ingroup dvrt_base
  252. * @brief stream goto label
  253. * @param [in] label goto label
  254. * @param [in] stream stream to submit label_goto task
  255. * @return RT_ERROR_NONE for ok
  256. * @return RT_ERROR_INVALID_VALUE for error input
  257. */
  258. RTS_API rtError_t rtLabelGotoEx(rtLabel_t label, rtStream_t stream);
  259. /**
  260. * @ingroup dvrt_base
  261. * @brief labels to dev info
  262. * @param [in] label model label list
  263. * @param [in] labelNumber label number
  264. * @param [in] dst device ptr
  265. * @param [in] dstMax dst size
  266. * @return RT_ERROR_NONE for ok
  267. * @return RT_ERROR_INVALID_VALUE for error input
  268. */
  269. RTS_API rtError_t rtLabelListCpy(rtLabel_t *label, uint32_t labelNumber, void *dst, uint32_t dstMax);
  270. /**
  271. * @ingroup dvrt_base
  272. * @brief labels to dev info
  273. * @param [out] label created label handle
  274. * @param [in] stream label bind stream
  275. * @return RT_ERROR_NONE for ok
  276. * @return RT_ERROR_INVALID_VALUE for error input
  277. */
  278. RTS_API rtError_t rtLabelCreateEx(rtLabel_t *label, rtStream_t stream);
  279. /**
  280. * @ingroup dvrt_base
  281. * @brief get current thread last stream id and task id
  282. * @param [out] stream id and task id
  283. * @param [in] null
  284. * @return RT_ERROR_NONE for ok
  285. * @return RT_ERROR_INVALID_VALUE for input null ptr
  286. */
  287. RTS_API rtError_t rtGetTaskIdAndStreamID(uint32_t *taskId, uint32_t *streamId);
  288. #if defined(__cplusplus) && !defined(COMPILE_OMG_PACKAGE)
  289. }
  290. #endif
  291. #endif // __CCE_RUNTIME_BASE_H__

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示