You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

slog.h 17 kB

5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #ifndef D_SYSLOG_H_
  17. #define D_SYSLOG_H_
  18. static const int TMP_LOG = 0;
  19. #ifdef __cplusplus
  20. #ifndef LOG_CPP
  21. extern "C" {
  22. #endif
  23. #endif // __cplusplus
  24. #ifndef LINUX
  25. #define LINUX 0
  26. #endif // LINUX
  27. #ifndef WIN
  28. #define WIN 1
  29. #endif
  30. #ifndef OS_TYPE
  31. #define OS_TYPE 0
  32. #endif // OS_TYPE
  33. #if (OS_TYPE == LINUX)
  34. #define DLL_EXPORT __attribute__((visibility("default")))
  35. #else
  36. #define DLL_EXPORT _declspec(dllexport)
  37. #endif
  38. /**
  39. * @ingroup slog
  40. *
  41. * debug level id
  42. */
  43. #define DLOG_DEBUG 0
  44. /**
  45. * @ingroup slog
  46. *
  47. * info level id
  48. */
  49. #define DLOG_INFO 1
  50. /**
  51. * @ingroup slog
  52. *
  53. * warning level id
  54. */
  55. #define DLOG_WARN 2
  56. /**
  57. * @ingroup slog
  58. *
  59. * error level id
  60. */
  61. #define DLOG_ERROR 3
  62. /**
  63. * @ingroup slog
  64. *
  65. * don't print log
  66. */
  67. #define DLOG_NULL 4
  68. /**
  69. * @ingroup slog
  70. *
  71. * trace log print level id
  72. */
  73. #define DLOG_TRACE 5
  74. /**
  75. * @ingroup slog
  76. *
  77. * oplog log print level id
  78. */
  79. #define DLOG_OPLOG 6
  80. /**
  81. * @ingroup slog
  82. *
  83. * event log print level id
  84. */
  85. #define DLOG_EVENT 0x10
  86. /**
  87. * @ingroup slog
  88. *
  89. * max log length
  90. */
  91. #define MSG_LENGTH 1024
  92. #define DEBUG_LOG_MASK (0x00010000)
  93. #define SECURITY_LOG_MASK (0x00100000)
  94. #define RUN_LOG_MASK (0x01000000)
  95. #define OPERATION_LOG_MASK (0x10000000)
  96. #define RESERVERD_LENGTH 52
  97. typedef struct {
  98. const char *cName;
  99. int cVal;
  100. } DCODE;
  101. typedef struct tagKV {
  102. char *kname;
  103. char *value;
  104. } KeyValue;
  105. typedef enum {
  106. APPLICATION = 0,
  107. SYSTEM
  108. } ProcessType;
  109. typedef struct {
  110. ProcessType type;
  111. unsigned int pid;
  112. unsigned int deviceId;
  113. char reserved[RESERVERD_LENGTH];
  114. } LogAttr;
  115. /**
  116. * @ingroup slog
  117. *
  118. * module id
  119. */
  120. enum {
  121. SLOG, /**< Slog */
  122. IDEDD, /**< IDE daemon device */
  123. IDEDH, /**< IDE daemon host */
  124. HCCL, /**< HCCL */
  125. FMK, /**< Adapter */
  126. HIAIENGINE, /**< Matrix */
  127. DVPP, /**< DVPP */
  128. RUNTIME, /**< Runtime */
  129. CCE, /**< CCE */
  130. #if (OS_TYPE == LINUX)
  131. HDC, /**< HDC */
  132. #else
  133. HDCL,
  134. #endif // OS_TYPE
  135. DRV, /**< Driver */
  136. MDCFUSION, /**< Mdc fusion */
  137. MDCLOCATION, /**< Mdc location */
  138. MDCPERCEPTION, /**< Mdc perception */
  139. MDCFSM,
  140. MDCCOMMON,
  141. MDCMONITOR,
  142. MDCBSWP, /**< MDC base software platform */
  143. MDCDEFAULT, /**< MDC undefine */
  144. MDCSC, /**< MDC spatial cognition */
  145. MDCPNC,
  146. MLL, /**< abandon */
  147. DEVMM, /**< Dlog memory managent */
  148. KERNEL, /**< Kernel */
  149. LIBMEDIA, /**< Libmedia */
  150. CCECPU, /**< aicpu shedule */
  151. ASCENDDK, /**< AscendDK */
  152. ROS, /**< ROS */
  153. HCCP,
  154. ROCE,
  155. TEFUSION,
  156. PROFILING, /**< Profiling */
  157. DP, /**< Data Preprocess */
  158. APP, /**< User Application */
  159. TS, /**< TS module */
  160. TSDUMP, /**< TSDUMP module */
  161. AICPU, /**< AICPU module */
  162. LP, /**< LP module */
  163. TDT, /**< tsdaemon or aicpu shedule */
  164. FE,
  165. MD,
  166. MB,
  167. ME,
  168. IMU,
  169. IMP,
  170. GE, /**< Fmk */
  171. MDCFUSA,
  172. CAMERA,
  173. ASCENDCL,
  174. TEEOS,
  175. ISP,
  176. SIS,
  177. HSM,
  178. DSS,
  179. PROCMGR, // Process Manager, Base Platform
  180. BBOX,
  181. AIVECTOR,
  182. TBE,
  183. FV,
  184. MDCMAP,
  185. TUNE,
  186. HSS, /**< helper */
  187. FFTS,
  188. OP,
  189. UDF,
  190. HICAID,
  191. INVLID_MOUDLE_ID
  192. };
  193. /**
  194. * @ingroup slog
  195. * @brief External log interface, which called by modules
  196. */
  197. DLL_EXPORT void dlog_init(void);
  198. /**
  199. * @ingroup slog
  200. * @brief dlog_getlevel: get module loglevel and enableEvent
  201. *
  202. * @param [in]moduleId: moudule id(see slog.h, eg: CCE), others: invalid
  203. * @param [out]enableEvent: 1: enable; 0: disable
  204. * @return: module level(0: debug, 1: info, 2: warning, 3: error, 4: null output)
  205. */
  206. DLL_EXPORT int dlog_getlevel(int moduleId, int *enableEvent);
  207. /**
  208. * @ingroup slog
  209. * @brief dlog_setlevel: set module loglevel and enableEvent
  210. *
  211. * @param [in]moduleId: moudule id(see slog.h, eg: CCE), -1: all modules, others: invalid
  212. * @param [in]level: log level(0: debug, 1: info, 2: warning, 3: error, 4: null output)
  213. * @param [in]enableEvent: 1: enable; 0: disable, others:invalid
  214. * @return: 0: SUCCEED, others: FAILED
  215. */
  216. DLL_EXPORT int dlog_setlevel(int moduleId, int level, int enableEvent);
  217. /**
  218. * @ingroup slog
  219. * @brief CheckLogLevel: check module level enable or not
  220. * users no need to call it because all dlog interface(include inner interface) has already called
  221. *
  222. * @param [in]moduleId: module id, eg: CCE
  223. * @param [in]logLevel: eg: DLOG_EVENT/DLOG_ERROR/DLOG_WARN/DLOG_INFO/DLOG_DEBUG
  224. * @return: 1:enable, 0:disable
  225. */
  226. DLL_EXPORT int CheckLogLevel(int moduleId, int logLevel);
  227. /**
  228. * @ingroup slog
  229. * @brief DlogSetAttr: set log attr, default pid is 0, default device id is 0, default process type is APPLICATION
  230. * @param [in]logAttr: attr info, include pid(must be larger than 0), process type and device id(chip ID)
  231. * @return: 0: SUCCEED, others: FAILED
  232. */
  233. DLL_EXPORT int DlogSetAttr(LogAttr logAttr);
  234. /**
  235. * @ingroup slog
  236. * @brief dlog_error: print error log
  237. *
  238. * @param [in]moduleId: module id, eg: CCE
  239. * @param [in]fmt: log content
  240. */
  241. #define dlog_error(moduleId, fmt, ...) \
  242. do { \
  243. DlogErrorInner(moduleId, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  244. } while (TMP_LOG != 0)
  245. /**
  246. * @ingroup slog
  247. * @brief dlog_warn: print warning log
  248. * call CheckLogLevel in advance to optimize performance, call interface with fmt input take time
  249. *
  250. * @param [in]moduleId: module id, eg: CCE
  251. * @param [in]fmt: log content
  252. */
  253. #define dlog_warn(moduleId, fmt, ...) \
  254. do { \
  255. if (CheckLogLevel(moduleId, DLOG_WARN) == 1) { \
  256. DlogWarnInner(moduleId, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  257. } \
  258. } while (TMP_LOG != 0)
  259. /**
  260. * @ingroup slog
  261. * @brief dlog_info: print info log
  262. * call CheckLogLevel in advance to optimize performance, call interface with fmt input take time
  263. *
  264. * @param [in]moduleId: module id, eg: CCE
  265. * @param [in]fmt: log content
  266. */
  267. #define dlog_info(moduleId, fmt, ...) \
  268. do { \
  269. if (CheckLogLevel(moduleId, DLOG_INFO) == 1) { \
  270. DlogInfoInner(moduleId, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  271. } \
  272. } while (TMP_LOG != 0)
  273. /**
  274. * @ingroup slog
  275. * @brief dlog_debug: print debug log
  276. * call CheckLogLevel in advance to optimize performance, call interface with fmt input take time
  277. *
  278. * @param [in]moduleId: module id, eg: CCE
  279. * @param [in]fmt: log content
  280. */
  281. #define dlog_debug(moduleId, fmt, ...) \
  282. do { \
  283. if (CheckLogLevel(moduleId, DLOG_DEBUG) == 1) { \
  284. DlogDebugInner(moduleId, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  285. } \
  286. } while (TMP_LOG != 0)
  287. /**
  288. * @ingroup slog
  289. * @brief dlog_event: print event log
  290. *
  291. * @param [in]moduleId: module id, eg: CCE
  292. * @param [in]fmt: log content
  293. */
  294. #define dlog_event(moduleId, fmt, ...) \
  295. do { \
  296. DlogEventInner(moduleId, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  297. } while (TMP_LOG != 0)
  298. /**
  299. * @ingroup slog
  300. * @brief Dlog: print log, need caller to specify level
  301. * call CheckLogLevel in advance to optimize performance, call interface with fmt input take time
  302. *
  303. * @param [in]moduleId: module id, eg: CCE
  304. * @param [in]level(0: debug, 1: info, 2: warning, 3: error, 5: trace, 6: oplog, 16: event)
  305. * @param [in]fmt: log content
  306. */
  307. #define Dlog(moduleId, level, fmt, ...) \
  308. do { \
  309. if (CheckLogLevel(moduleId, level) == 1) { \
  310. DlogInner(moduleId, level, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  311. } \
  312. } while (TMP_LOG != 0)
  313. /**
  314. * @ingroup slog
  315. * @brief DlogSub: print log, need caller to specify level and submodule
  316. * call CheckLogLevel in advance to optimize performance, call interface with fmt input take time
  317. *
  318. * @param [in]moduleId: module id, eg: CCE
  319. * @param [in]submodule: eg: engine
  320. * @param [in]level(0: debug, 1: info, 2: warning, 3: error, 5: trace, 6: oplog, 16: event)
  321. * @param [in]fmt: log content
  322. */
  323. #define DlogSub(moduleId, submodule, level, fmt, ...) \
  324. do { \
  325. if (CheckLogLevel(moduleId, level) == 1) { \
  326. DlogInner(moduleId, level, "[%s:%d][%s]" fmt, __FILE__, __LINE__, submodule, ##__VA_ARGS__); \
  327. } \
  328. } while (TMP_LOG != 0)
  329. /**
  330. * @ingroup slog
  331. * @brief DlogWithKV: print log, need caller to specify level and other paramters
  332. * call CheckLogLevel in advance to optimize performance, call interface with fmt input take time
  333. *
  334. * @param [in]moduleId: module id, eg: CCE
  335. * @param [in]level(0: debug, 1: info, 2: warning, 3: error, 5: trace, 6: oplog, 16: event)
  336. * @param [in]pstKVArray: key-value array
  337. * @param [in]kvNum: key-value element num in array
  338. * @param [in]fmt: log content
  339. */
  340. #define DlogWithKV(moduleId, level, pstKVArray, kvNum, fmt, ...) \
  341. do { \
  342. if (CheckLogLevel(moduleId, level) == 1) { \
  343. DlogWithKVInner(moduleId, level, pstKVArray, kvNum, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  344. } \
  345. } while (TMP_LOG != 0)
  346. /**
  347. * @ingroup slog
  348. * @brief DlogFlush: flush log buffer to file
  349. */
  350. DLL_EXPORT void DlogFlush(void);
  351. /**
  352. * @ingroup slog
  353. * @brief Internal log interface, other modules are not allowed to call this interface
  354. */
  355. void DlogErrorInner(int moduleId, const char *fmt, ...);
  356. void DlogWarnInner(int moduleId, const char *fmt, ...);
  357. void DlogInfoInner(int moduleId, const char *fmt, ...);
  358. void DlogDebugInner(int moduleId, const char *fmt, ...);
  359. void DlogEventInner(int moduleId, const char *fmt, ...);
  360. void DlogInner(int moduleId, int level, const char *fmt, ...);
  361. void DlogWithKVInner(int moduleId, int level, KeyValue *pstKVArray, int kvNum, const char *fmt, ...);
  362. #ifdef __cplusplus
  363. #ifndef LOG_CPP
  364. }
  365. #endif // LOG_CPP
  366. #endif // __cplusplus
  367. #ifdef LOG_CPP
  368. #ifdef __cplusplus
  369. extern "C" {
  370. #endif
  371. /**
  372. * @ingroup slog
  373. * @brief DlogGetlevelForC: get module loglevel and enableEvent
  374. *
  375. * @param [in]moduleId: moudule id(see slog.h, eg: CCE), others: invalid
  376. * @param [out]enableEvent: 1: enable; 0: disable
  377. * @return: module level(0: debug, 1: info, 2: warning, 3: error, 4: null output)
  378. */
  379. DLL_EXPORT int DlogGetlevelForC(int moduleId, int *enableEvent);
  380. /**
  381. * @ingroup slog
  382. * @brief DlogSetlevelForC: set module loglevel and enableEvent
  383. *
  384. * @param [in]moduleId: moudule id(see slog.h, eg: CCE), -1: all modules, others: invalid
  385. * @param [in]level: log level(0: debug, 1: info, 2: warning, 3: error, 4: null output)
  386. * @param [in]enableEvent: 1: enable; 0: disable, others:invalid
  387. * @return: 0: SUCCEED, others: FAILED
  388. */
  389. DLL_EXPORT int DlogSetlevelForC(int moduleId, int level, int enableEvent);
  390. /**
  391. * @ingroup slog
  392. * @brief CheckLogLevelForC: check module level enable or not
  393. * users no need to call it because all dlog interface(include inner interface) has already called
  394. *
  395. * @param [in]moduleId: module id, eg: CCE
  396. * @param [in]logLevel: eg: DLOG_EVENT/DLOG_ERROR/DLOG_WARN/DLOG_INFO/DLOG_DEBUG
  397. * @return: 1:enable, 0:disable
  398. */
  399. DLL_EXPORT int CheckLogLevelForC(int moduleId, int logLevel);
  400. /**
  401. * @ingroup slog
  402. * @brief DlogSetAttrForC: set log attr, default pid is 0, default device id is 0, default process type is APPLICATION
  403. * @param [in]logAttr: attr info, include pid(must be larger than 0), process type and device id(chip ID)
  404. * @return: 0: SUCCEED, others: FAILED
  405. */
  406. DLL_EXPORT int DlogSetAttrForC(LogAttr logAttr);
  407. /**
  408. * @ingroup slog
  409. * @brief DlogForC: print log, need caller to specify level
  410. * call CheckLogLevelForC in advance to optimize performance, call interface with fmt input take time
  411. *
  412. * @param [in]moduleId: module id, eg: CCE
  413. * @param [in]level(0: debug, 1: info, 2: warning, 3: error, 5: trace, 6: oplog, 16: event)
  414. * @param [in]fmt: log content
  415. */
  416. #define DlogForC(moduleId, level, fmt, ...) \
  417. do { \
  418. if (CheckLogLevelForC(moduleId, level) == 1) { \
  419. DlogInnerForC(moduleId, level, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  420. } \
  421. } while (TMP_LOG != 0)
  422. /**
  423. * @ingroup slog
  424. * @brief DlogSubForC: print log, need caller to specify level and submodule
  425. * call CheckLogLevelForC in advance to optimize performance, call interface with fmt input take time
  426. *
  427. * @param [in]moduleId: module id, eg: CCE
  428. * @param [in]submodule: eg: engine
  429. * @param [in]level(0: debug, 1: info, 2: warning, 3: error, 5: trace, 6: oplog, 16: event)
  430. * @param [in]fmt: log content
  431. */
  432. #define DlogSubForC(moduleId, submodule, level, fmt, ...) \
  433. do { \
  434. if (CheckLogLevelForC(moduleId, level) == 1) { \
  435. DlogInnerForC(moduleId, level, "[%s:%d][%s]" fmt, __FILE__, __LINE__, submodule, ##__VA_ARGS__); \
  436. } \
  437. } while (TMP_LOG != 0)
  438. /**
  439. * @ingroup slog
  440. * @brief DlogWithKVForC: print log, need caller to specify level and other paramters
  441. * call CheckLogLevelForC in advance to optimize performance, call interface with fmt input take time
  442. *
  443. * @param [in]moduleId: module id, eg: CCE
  444. * @param [in]level(0: debug, 1: info, 2: warning, 3: error, 5: trace, 6: oplog, 16: event)
  445. * @param [in]pstKVArray: key-value array
  446. * @param [in]kvNum: key-value element num in array
  447. * @param [in]fmt: log content
  448. */
  449. #define DlogWithKVForC(moduleId, level, pstKVArray, kvNum, fmt, ...) \
  450. do { \
  451. if (CheckLogLevelForC(moduleId, level) == 1) { \
  452. DlogWithKVInnerForC(moduleId, level, pstKVArray, kvNum, "[%s:%d]" fmt, __FILE__, __LINE__, ##__VA_ARGS__); \
  453. } \
  454. } while (TMP_LOG != 0)
  455. /**
  456. * @ingroup slog
  457. * @brief DlogFlushForC: flush log buffer to file
  458. */
  459. DLL_EXPORT void DlogFlushForC(void);
  460. /**
  461. * @ingroup slog
  462. * @brief Internal log interface, other modules are not allowed to call this interface
  463. */
  464. void DlogInnerForC(int moduleId, int level, const char *fmt, ...);
  465. void DlogWithKVInnerForC(int moduleId, int level, KeyValue *pstKVArray, int kvNum, const char *fmt, ...);
  466. #ifdef __cplusplus
  467. }
  468. #endif
  469. #endif // LOG_CPP
  470. #endif // D_SYSLOG_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示