You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

prof_acl_api.h 5.5 kB

3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165
  1. /*
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2019-2021. All rights reserved.
  3. * Description: handle perf data
  4. * Author: xp
  5. * Create: 2019-10-13
  6. */
  7. #ifndef MSPROFILER_API_PROF_ACL_API_H_
  8. #define MSPROFILER_API_PROF_ACL_API_H_
  9. // DataTypeConfig
  10. #define PROF_ACL_API 0x00000001ULL
  11. #define PROF_TASK_TIME 0x00000002ULL
  12. #define PROF_AICORE_METRICS 0x00000004ULL
  13. #define PROF_AICPU_TRACE 0x00000008ULL
  14. #define PROF_L2CACHE 0x00000010ULL
  15. #define PROF_HCCL_TRACE 0x00000020ULL
  16. #define PROF_TRAINING_TRACE 0x00000040ULL
  17. #define PROF_MSPROFTX 0x00000080ULL
  18. #define PROF_RUNTIME_API 0x00000100ULL
  19. // system profilinig switch
  20. #define PROF_CPU 0x00010000ULL
  21. #define PROF_HARDWARE_MEMORY 0x00020000ULL
  22. #define PROF_IO 0x00040000ULL
  23. #define PROF_INTER_CONNECTION 0x00080000ULL
  24. #define PROF_DVPP 0x00100000ULL
  25. #define PROF_SYS_AICORE_SAMPLE 0x00200000ULL
  26. #define PROF_AIVECTORCORE_SAMPLE 0x00400000ULL
  27. #define PROF_MODEL_EXECUTE 0x0000001000000ULL
  28. #define PROF_RUNTIME_TRACE 0x0000004000000ULL
  29. #define PROF_SCHEDULE_TIMELINE 0x0000008000000ULL
  30. #define PROF_SCHEDULE_TRACE 0x0000010000000ULL
  31. #define PROF_AIVECTORCORE_METRICS 0x0000020000000ULL
  32. #define PROF_SUBTASK_TIME 0x0000040000000ULL
  33. #define PROF_OP_DETAIL 0x0000080000000ULL
  34. #define PROF_MODEL_LOAD 0x8000000000000000ULL
  35. #define PROF_TASK_TRACE (PROF_MODEL_EXECUTE | PROF_RUNTIME_TRACE | PROF_TRAINING_TRACE | \
  36. PROF_HCCL_TRACE | PROF_TASK_TIME)
  37. // DataTypeConfig MASK
  38. #define PROF_ACL_API_MASK 0x00000001ULL
  39. #define PROF_TASK_TIME_MASK 0x00000002ULL
  40. #define PROF_AICORE_METRICS_MASK 0x00000004ULL
  41. #define PROF_AICPU_TRACE_MASK 0x00000008ULL
  42. #define PROF_L2CACHE_MASK 0x00000010ULL
  43. #define PROF_HCCL_TRACE_MASK 0x00000020ULL
  44. #define PROF_TRAINING_TRACE_MASK 0x00000040ULL
  45. #define PROF_MSPROFTX_MASK 0x00000080ULL
  46. #define PROF_RUNTIME_API_MASK 0x00000100ULL
  47. // system profilinig mask
  48. #define PROF_CPU_MASK 0x00010000ULL
  49. #define PROF_HARDWARE_MEMORY_MASK 0x00020000ULL
  50. #define PROF_IO_MASK 0x00040000ULL
  51. #define PROF_INTER_CONNECTION_MASK 0x00080000ULL
  52. #define PROF_DVPP_MASK 0x00100000ULL
  53. #define PROF_SYS_AICORE_SAMPLE_MASK 0x00200000ULL
  54. #define PROF_AIVECTORCORE_SAMPLE_MASK 0x00400000ULL
  55. #define PROF_MODEL_EXECUTE_MASK 0x0000001000000ULL
  56. #define PROF_RUNTIME_TRACE_MASK 0x0000004000000ULL
  57. #define PROF_SCHEDULE_TIMELINE_MASK 0x0000008000000ULL
  58. #define PROF_SCHEDULE_TRACE_MASK 0x0000010000000ULL
  59. #define PROF_AIVECTORCORE_METRICS_MASK 0x0000020000000ULL
  60. #define PROF_SUBTASK_TIME_MASK 0x0000040000000ULL
  61. #define PROF_OP_DETAIL_MASK 0x0000080000000ULL
  62. #define PROF_MODEL_LOAD_MASK 0x8000000000000000ULL
  63. #if (defined(_WIN32) || defined(_WIN64) || defined(_MSC_VER))
  64. #define MSVP_PROF_API __declspec(dllexport)
  65. #else
  66. #define MSVP_PROF_API __attribute__((visibility("default")))
  67. #endif
  68. #include <cstdint>
  69. #include <cstddef>
  70. namespace Msprofiler {
  71. namespace Api {
  72. /**
  73. * @name ProfGetOpExecutionTime
  74. * @brief get op execution time of specific part of data
  75. * @param data [IN] data read from pipe
  76. * @param len [IN] data length
  77. * @param index [IN] index of part(op)
  78. * @return op execution time (us)
  79. */
  80. MSVP_PROF_API uint64_t ProfGetOpExecutionTime(const void *data, uint32_t len, uint32_t index);
  81. }
  82. }
  83. #ifdef __cplusplus
  84. extern "C" {
  85. #endif
  86. MSVP_PROF_API uint64_t ProfGetOpExecutionTime(const void *data, uint32_t len, uint32_t index);
  87. typedef in32_t Status;
  88. typedef struct aclprofSubscribeConfig aclprofSubscribeConfig1;
  89. ///
  90. /// @ingroup AscendCL
  91. /// @brief subscribe profiling data of graph
  92. /// @param [in] graphId: the graph id subscribed
  93. /// @param [in] profSubscribeConfig: pointer to config of model subscribe
  94. /// @return Status result of function
  95. ///
  96. MSVP_PROF_API Status aclgrphProfGraphSubscribe(const uint32_t graphId,
  97. const aclprofSubscribeConfig1 *profSubscribeConfig);
  98. ///
  99. /// @ingroup AscendCL
  100. /// @brief unsubscribe profiling data of graph
  101. /// @param [in] graphId: the graph id subscribed
  102. /// @return Status result of function
  103. ///
  104. MSVP_PROF_API Status aclgrphProfGraphUnSubscribe(const uint32_t graphId);
  105. /**
  106. * @ingroup AscendCL
  107. * @brief get graph id from subscription data
  108. *
  109. * @param opInfo [IN] pointer to subscription data
  110. * @param opInfoLen [IN] memory size of subscription data
  111. *
  112. * @retval graph id of subscription data
  113. * @retval 0 for failed
  114. */
  115. MSVP_PROF_API size_t aclprofGetGraphId(const void *opInfo, size_t opInfoLen, uint32_t index);
  116. /**
  117. * @ingroup AscendCL
  118. * @brief set stamp pay load
  119. *
  120. *
  121. * @retval void
  122. */
  123. MSVP_PROF_API int aclprofSetStampPayload(void *stamp, const int32_t type, void *value);
  124. /**
  125. * @ingroup AscendCL
  126. * @brief set category and name
  127. *
  128. *
  129. * @retval void
  130. */
  131. MSVP_PROF_API int aclprofSetCategoryName(uint32_t category, const char *categoryName);
  132. /**
  133. * @ingroup AscendCL
  134. * @brief set category to stamp
  135. *
  136. *
  137. * @retval void
  138. */
  139. MSVP_PROF_API int aclprofSetStampCategory(void *stamp, uint32_t category);
  140. #ifdef __cplusplus
  141. }
  142. #endif
  143. #endif // MSPROFILER_API_PROF_ACL_API_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示