You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

dev.h 12 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
3 years ago
5 years ago
5 years ago
5 years ago
5 years ago
3 years ago
3 years ago
3 years ago
3 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
3 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. * Licensed under the Apache License, Version 2.0 (the "License");
  4. * you may not use this file except in compliance with the License.
  5. * You may obtain a copy of the License at
  6. * http://www.apache.org/licenses/LICENSE-2.0
  7. * Unless required by applicable law or agreed to in writing, software
  8. * distributed under the License is distributed on an "AS IS" BASIS,
  9. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. * See the License for the specific language governing permissions and
  11. * limitations under the License.
  12. */
  13. #ifndef __CCE_RUNTIME_DEVICE_H__
  14. #define __CCE_RUNTIME_DEVICE_H__
  15. #include "base.h"
  16. #if defined(__cplusplus)
  17. extern "C" {
  18. #endif
  19. #define RT_CAPABILITY_SUPPORT (0x1)
  20. #define RT_CAPABILITY_NOT_SUPPORT (0x0)
  21. typedef struct tagRTDeviceInfo {
  22. uint8_t env_type; // 0: FPGA 1: EMU 2: ESL
  23. uint32_t ctrl_cpu_ip;
  24. uint32_t ctrl_cpu_id;
  25. uint32_t ctrl_cpu_core_num;
  26. uint32_t ctrl_cpu_endian_little;
  27. uint32_t ts_cpu_core_num;
  28. uint32_t ai_cpu_core_num;
  29. uint32_t ai_core_num;
  30. uint32_t ai_core_freq;
  31. uint32_t ai_cpu_core_id;
  32. uint32_t ai_core_id;
  33. uint32_t aicpu_occupy_bitmap;
  34. uint32_t hardware_version;
  35. uint32_t ts_num;
  36. } rtDeviceInfo_t;
  37. typedef enum tagRtRunMode {
  38. RT_RUN_MODE_OFFLINE = 0,
  39. RT_RUN_MODE_ONLINE = 1,
  40. RT_RUN_MODE_AICPU_SCHED = 2,
  41. RT_RUN_MODE_RESERVED
  42. } rtRunMode;
  43. typedef enum tagRtAicpuDeployType {
  44. AICPU_DEPLOY_CROSS_OS = 0x0,
  45. AICPU_DEPLOY_CROSS_PROCESS = 0x1,
  46. AICPU_DEPLOY_CROSS_THREAD = 0x2,
  47. AICPU_DEPLOY_RESERVED
  48. } rtAicpuDeployType_t;
  49. typedef enum tagRtFeatureType {
  50. FEATURE_TYPE_MEMCPY = 0,
  51. FEATURE_TYPE_MEMORY = 1,
  52. FEATURE_TYPE_RSV
  53. } rtFeatureType_t;
  54. typedef enum tagRtDeviceFeatureType {
  55. FEATURE_TYPE_SCHE,
  56. FEATURE_TYPE_BLOCKING_OPERATOR,
  57. FEATURE_TYPE_END,
  58. } rtDeviceFeatureType_t;
  59. typedef enum tagMemcpyInfo {
  60. MEMCPY_INFO_SUPPORT_ZEROCOPY = 0,
  61. MEMCPY_INFO_RSV
  62. } rtMemcpyInfo_t;
  63. typedef enum tagMemoryInfo {
  64. MEMORY_INFO_TS_4G_LIMITED = 0,
  65. MEMORY_INFO_RSV
  66. } rtMemoryInfo_t;
  67. typedef enum tagRtDeviceModuleType {
  68. RT_MODULE_TYPE_SYSTEM = 0, /**< system info*/
  69. RT_MODULE_TYPE_AICPU, /** < aicpu info*/
  70. RT_MODULE_TYPE_CCPU, /**< ccpu_info*/
  71. RT_MODULE_TYPE_DCPU, /**< dcpu info*/
  72. RT_MODULE_TYPE_AICORE, /**< AI CORE info*/
  73. RT_MODULE_TYPE_TSCPU, /**< tscpu info*/
  74. RT_MODULE_TYPE_PCIE, /**< PCIE info*/
  75. RT_MODULE_TYPE_VECTOR_CORE, /**< VECTOR CORE info*/
  76. } rtDeviceModuleType_t;
  77. /**
  78. * @ingroup dvrt_dev
  79. * @brief get total device number.
  80. * @param [in|out] count the device number
  81. * @return RT_ERROR_NONE for ok
  82. * @return RT_ERROR_INVALID_VALUE for error input
  83. */
  84. RTS_API rtError_t rtGetDeviceCount(int32_t *count);
  85. /**
  86. * @ingroup dvrt_dev
  87. * @brief get device ids
  88. * @param [in|out] get details of device ids
  89. * @return RT_ERROR_NONE for ok
  90. * @return RT_ERROR_DRV_ERR for error
  91. */
  92. RTS_API rtError_t rtGetDeviceIDs(uint32_t *devices, uint32_t len);
  93. /**
  94. * @ingroup dvrt_dev
  95. * @brief get device infomation.
  96. * @param [in] device the device id
  97. * @param [in] moduleType module type
  98. typedef enum {
  99. MODULE_TYPE_SYSTEM = 0, system info
  100. MODULE_TYPE_AICPU, aicpu info
  101. MODULE_TYPE_CCPU, ccpu_info
  102. MODULE_TYPE_DCPU, dcpu info
  103. MODULE_TYPE_AICORE, AI CORE info
  104. MODULE_TYPE_TSCPU, tscpu info
  105. MODULE_TYPE_PCIE, PCIE info
  106. } DEV_MODULE_TYPE;
  107. * @param [in] infoType info type
  108. typedef enum {
  109. INFO_TYPE_ENV = 0,
  110. INFO_TYPE_VERSION,
  111. INFO_TYPE_MASTERID,
  112. INFO_TYPE_CORE_NUM,
  113. INFO_TYPE_OS_SCHED,
  114. INFO_TYPE_IN_USED,
  115. INFO_TYPE_ERROR_MAP,
  116. INFO_TYPE_OCCUPY,
  117. INFO_TYPE_ID,
  118. INFO_TYPE_IP,
  119. INFO_TYPE_ENDIAN,
  120. } DEV_INFO_TYPE;
  121. * @param [out] value the device info
  122. * @return RT_ERROR_NONE for ok
  123. * @return RT_ERROR_DRV_ERR for error
  124. */
  125. RTS_API rtError_t rtGetDeviceInfo(uint32_t deviceId, int32_t moduleType, int32_t infoType, int64_t *value);
  126. /**
  127. * @ingroup dvrt_dev
  128. * @brief set target device for current thread
  129. * @param [int] device the device id
  130. * @return RT_ERROR_NONE for ok
  131. * @return RT_ERROR_INVALID_VALUE for error input
  132. */
  133. RTS_API rtError_t rtSetDevice(int32_t device);
  134. /**
  135. * @ingroup dvrt_dev
  136. * @brief set target device for current thread
  137. * @param [int] device the device id
  138. * @param [int] deviceMode the device mode
  139. * @return RT_ERROR_NONE for ok
  140. * @return RT_ERROR_INVALID_VALUE for error input
  141. */
  142. RTS_API rtError_t rtSetDeviceV2(int32_t device, rtDeviceMode deviceMode);
  143. /**
  144. * @ingroup dvrt_dev
  145. * @brief set target die for current thread
  146. * @param [int] die the die id
  147. * @return RT_ERROR_NONE for ok
  148. * @return RT_ERROR_INVALID_VALUE for error input
  149. */
  150. RTS_API rtError_t rtSetDie(int32_t die);
  151. /**
  152. * @ingroup dvrt_dev
  153. * @brief get target die of current thread
  154. * @param [in|out] die the die id
  155. * @return RT_ERROR_NONE for ok
  156. * @return RT_ERROR_INVALID_VALUE for error input
  157. */
  158. RTS_API rtError_t rtGetDie(int32_t *die);
  159. /**
  160. * @ingroup dvrt_dev
  161. * @brief set target device for current thread
  162. * @param [int] device the device id
  163. * @return RT_ERROR_NONE for ok
  164. * @return RT_ERROR_INVALID_VALUE for error input
  165. */
  166. RTS_API rtError_t rtSetDeviceEx(int32_t device);
  167. /**
  168. * @ingroup dvrt_dev
  169. * @brief get Index by phyId.
  170. * @param [in] phyId the physical device id
  171. * @param [out] devIndex the logic device id
  172. * @return RT_ERROR_NONE for ok
  173. * @return RT_ERROR_INVALID_VALUE for error input
  174. */
  175. RTS_API rtError_t rtGetDeviceIndexByPhyId(uint32_t phyId, uint32_t *devIndex);
  176. /**
  177. * @ingroup dvrt_dev
  178. * @brief get phyId by Index.
  179. * @param [in] devIndex the logic device id
  180. * @param [out] phyId the physical device id
  181. * @return RT_ERROR_NONE for ok
  182. * @return RT_ERROR_INVALID_VALUE for error input
  183. */
  184. RTS_API rtError_t rtGetDevicePhyIdByIndex(uint32_t devIndex, uint32_t *phyId);
  185. /**
  186. * @ingroup dvrt_dev
  187. * @brief enable direction:devIdDes---->phyIdSrc.
  188. * @param [in] devIdDes the logical device id
  189. * @param [in] phyIdSrc the physical device id
  190. * @return RT_ERROR_NONE for ok
  191. * @return RT_ERROR_INVALID_VALUE for error input
  192. */
  193. RTS_API rtError_t rtEnableP2P(uint32_t devIdDes, uint32_t phyIdSrc, uint32_t flag);
  194. /**
  195. * @ingroup dvrt_dev
  196. * @brief disable direction:devIdDes---->phyIdSrc.
  197. * @param [in] devIdDes the logical device id
  198. * @param [in] phyIdSrc the physical device id
  199. * @return RT_ERROR_NONE for ok
  200. * @return RT_ERROR_INVALID_VALUE for error input
  201. */
  202. RTS_API rtError_t rtDisableP2P(uint32_t devIdDes, uint32_t phyIdSrc);
  203. /**
  204. * @ingroup dvrt_dev
  205. * @brief get cability of P2P omemry copy betwen device and peeredevic.
  206. * @param [in] device the logical device id
  207. * @param [in] peerDevice the physical device id
  208. * @param [outv] *canAccessPeer 1:enable 0:disable
  209. * @return RT_ERROR_NONE for ok
  210. * @return RT_ERROR_INVALID_VALUE for error input
  211. */
  212. RTS_API rtError_t rtDeviceCanAccessPeer(int32_t *canAccessPeer, uint32_t device, uint32_t peerDevice);
  213. /**
  214. * @ingroup dvrt_dev
  215. * @brief get status
  216. * @param [in] devIdDes the logical device id
  217. * @param [in] phyIdSrc the physical device id
  218. * @param [in|out] status status value
  219. * @return RT_ERROR_NONE for ok
  220. * @return RT_ERROR_INVALID_VALUE for error input
  221. */
  222. RTS_API rtError_t rtGetP2PStatus(uint32_t devIdDes, uint32_t phyIdSrc, uint32_t *status);
  223. /**
  224. * @ingroup dvrt_dev
  225. * @brief get value of current thread
  226. * @param [in|out] pid value of pid
  227. * @return RT_ERROR_NONE for ok
  228. */
  229. RTS_API rtError_t rtDeviceGetBareTgid(uint32_t *pid);
  230. /**
  231. * @ingroup dvrt_dev
  232. * @brief get target device of current thread
  233. * @param [in|out] device the device id
  234. * @return RT_ERROR_NONE for ok
  235. * @return RT_ERROR_INVALID_VALUE for error input
  236. */
  237. RTS_API rtError_t rtGetDevice(int32_t *device);
  238. /**
  239. * @ingroup dvrt_dev
  240. * @brief reset all opened device
  241. * @return RT_ERROR_NONE for ok
  242. * @return RT_ERROR_INVALID_VALUE for error input
  243. */
  244. RTS_API rtError_t rtDeviceReset(int32_t device);
  245. /**
  246. * @ingroup dvrt_dev
  247. * @brief reset opened device
  248. * @return RT_ERROR_NONE for ok
  249. * @return RT_ERROR_INVALID_VALUE for error input
  250. */
  251. RTS_API rtError_t rtDeviceResetEx(int32_t device);
  252. /**
  253. * @ingroup dvrt_dev
  254. * @brief get total device infomation.
  255. * @param [in] device the device id
  256. * @param [in] type limit type RT_LIMIT_TYPE_LOW_POWER_TIMEOUT=0
  257. * @param [in] value limit value
  258. * @param [out] info the device info
  259. * @return RT_ERROR_NONE for ok
  260. * @return RT_ERROR_INVALID_VALUE for error input
  261. */
  262. RTS_API rtError_t rtDeviceSetLimit(int32_t device, rtLimitType_t type, uint32_t value);
  263. /**
  264. * @ingroup dvrt_dev
  265. * @brief Wait for compute device to finish
  266. * @return RT_ERROR_NONE for ok
  267. * @return RT_ERROR_INVALID_VALUE for error input
  268. */
  269. RTS_API rtError_t rtDeviceSynchronize(void);
  270. /**
  271. * @ingroup dvrt_dev
  272. * @brief get priority range of current device
  273. * @param [in|out] leastPriority least priority
  274. * @param [in|out] greatestPriority greatest priority
  275. * @return RT_ERROR_NONE for ok
  276. * @return RT_ERROR_INVALID_VALUE for error input
  277. */
  278. RTS_API rtError_t rtDeviceGetStreamPriorityRange(int32_t *leastPriority, int32_t *greatestPriority);
  279. /**
  280. * @ingroup dvrt_dev
  281. * @brief Set exception handling callback function
  282. * @param [in] callback rtExceptiontype
  283. * @return RT_ERROR_NONE for ok
  284. * @return RT_ERROR_INVALID_VALUE for error input
  285. */
  286. RTS_API rtError_t rtSetExceptCallback(rtErrorCallback callback);
  287. /**
  288. * @ingroup dvrt_dev
  289. * @brief Setting Scheduling Type of Graph
  290. * @param [in] tsId the ts id
  291. * @return RT_ERROR_NONE for ok
  292. * @return RT_ERROR_INVALID_VALUE for error input
  293. */
  294. RTS_API rtError_t rtSetTSDevice(uint32_t tsId);
  295. /**
  296. * @ingroup dvrt_dev
  297. * @brief init aicpu executor
  298. * @param [out] runtime run mode
  299. * @return RT_ERROR_NONE for ok
  300. * @return RT_ERROR_DRV_ERR for can not get run mode
  301. */
  302. RTS_API rtError_t rtGetRunMode(rtRunMode *mode);
  303. /**
  304. * @ingroup dvrt_dev
  305. * @brief get aicpu deploy
  306. * @param [out] aicpu deploy
  307. * @return RT_ERROR_NONE for ok
  308. * @return RT_ERROR_DRV_ERR for can not get aicpu deploy
  309. */
  310. RTS_API rtError_t rtGetAicpuDeploy(rtAicpuDeployType_t *deployType);
  311. /**
  312. * @ingroup dvrt_dev
  313. * @brief set chipType
  314. * @return RT_ERROR_NONE for ok
  315. */
  316. RTS_API rtError_t rtSetSocVersion(const char *version);
  317. /**
  318. * @ingroup dvrt_dev
  319. * @brief get chipType
  320. * @return RT_ERROR_NONE for ok
  321. */
  322. RTS_API rtError_t rtGetSocVersion(char *version, const uint32_t maxLen);
  323. /**
  324. * @ingroup dvrt_dev
  325. * @brief get status
  326. * @param [in] devId the logical device id
  327. * @param [in] otherDevId the other logical device id
  328. * @param [in] infoType info type
  329. * @param [in|out] value pair info
  330. * @return RT_ERROR_NONE for ok
  331. */
  332. RTS_API rtError_t rtGetPairDevicesInfo(uint32_t devId, uint32_t otherDevId, int32_t infoType, int64_t *value);
  333. /**
  334. * @ingroup dvrt_dev
  335. * @brief get capability infomation.
  336. * @param [in] featureType feature type
  337. typedef enum tagRtFeatureType {
  338. FEATURE_TYPE_MEMCPY = 0,
  339. FEATURE_TYPE_RSV,
  340. } rtFeatureType_t;
  341. * @param [in] featureInfo info type
  342. typedef enum tagMemcpyInfo {
  343. MEMCPY_INFO_SUPPORT_ZEROCOPY = 0,
  344. MEMCPY_INFO _RSV,
  345. } rtMemcpyInfo_t;
  346. * @param [out] value the capability info RT_CAPABILITY_SUPPORT or RT_CAPABILITY_NOT_SUPPORT
  347. * @return RT_ERROR_NONE for ok
  348. */
  349. RTS_API rtError_t rtGetRtCapability(rtFeatureType_t featureType, int32_t featureInfo, int64_t *value);
  350. /**
  351. * @ingroup dvrt_dev
  352. * @brief set target device for current thread
  353. * @param [int] device the device id
  354. * @return RT_ERROR_NONE for ok
  355. * @return RT_ERROR_INVALID_VALUE for error input
  356. */
  357. RTS_API rtError_t rtSetDeviceWithoutTsd(int32_t device);
  358. /**
  359. * @ingroup dvrt_dev
  360. * @brief reset all opened device
  361. * @return RT_ERROR_NONE for ok
  362. * @return RT_ERROR_INVALID_VALUE for error input
  363. */
  364. RTS_API rtError_t rtDeviceResetWithoutTsd(int32_t device);
  365. #if defined(__cplusplus)
  366. }
  367. #endif
  368. #endif // __CCE_RUNTIME_DEVICE_H__

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示