You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

prof_acl_api.h 5.6 kB

3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
3 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. /*
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2019-2021. All rights reserved.
  3. * Description: handle perf data
  4. * Author: xp
  5. * Create: 2019-10-13
  6. */
  7. #ifndef MSPROFILER_API_PROF_ACL_API_H_
  8. #define MSPROFILER_API_PROF_ACL_API_H_
  9. // DataTypeConfig
  10. #define PROF_ACL_API 0x00000001ULL
  11. #define PROF_TASK_TIME 0x00000002ULL
  12. #define PROF_AICORE_METRICS 0x00000004ULL
  13. #define PROF_AICPU_TRACE 0x00000008ULL
  14. #define PROF_L2CACHE 0x00000010ULL
  15. #define PROF_HCCL_TRACE 0x00000020ULL
  16. #define PROF_TRAINING_TRACE 0x00000040ULL
  17. #define PROF_MSPROFTX 0x00000080ULL
  18. #define PROF_RUNTIME_API 0x00000100ULL
  19. // system profilinig switch
  20. #define PROF_CPU 0x00010000ULL
  21. #define PROF_HARDWARE_MEMORY 0x00020000ULL
  22. #define PROF_IO 0x00040000ULL
  23. #define PROF_INTER_CONNECTION 0x00080000ULL
  24. #define PROF_DVPP 0x00100000ULL
  25. #define PROF_SYS_AICORE_SAMPLE 0x00200000ULL
  26. #define PROF_AIVECTORCORE_SAMPLE 0x00400000ULL
  27. #define PROF_MODEL_EXECUTE 0x0000001000000ULL
  28. #define PROF_RUNTIME_TRACE 0x0000004000000ULL
  29. #define PROF_SCHEDULE_TIMELINE 0x0000008000000ULL
  30. #define PROF_SCHEDULE_TRACE 0x0000010000000ULL
  31. #define PROF_AIVECTORCORE_METRICS 0x0000020000000ULL
  32. #define PROF_SUBTASK_TIME 0x0000040000000ULL
  33. #define PROF_OP_DETAIL 0x0000080000000ULL
  34. constexpr uint64_t PROF_AICPU_MODEL = 0x4000000000000000ULL;
  35. #define PROF_MODEL_LOAD 0x8000000000000000ULL
  36. #define PROF_TASK_TRACE (PROF_MODEL_EXECUTE | PROF_RUNTIME_TRACE | PROF_TRAINING_TRACE | \
  37. PROF_HCCL_TRACE | PROF_TASK_TIME)
  38. // DataTypeConfig MASK
  39. #define PROF_ACL_API_MASK 0x00000001ULL
  40. #define PROF_TASK_TIME_MASK 0x00000002ULL
  41. #define PROF_AICORE_METRICS_MASK 0x00000004ULL
  42. #define PROF_AICPU_TRACE_MASK 0x00000008ULL
  43. #define PROF_L2CACHE_MASK 0x00000010ULL
  44. #define PROF_HCCL_TRACE_MASK 0x00000020ULL
  45. #define PROF_TRAINING_TRACE_MASK 0x00000040ULL
  46. #define PROF_MSPROFTX_MASK 0x00000080ULL
  47. #define PROF_RUNTIME_API_MASK 0x00000100ULL
  48. // system profilinig mask
  49. #define PROF_CPU_MASK 0x00010000ULL
  50. #define PROF_HARDWARE_MEMORY_MASK 0x00020000ULL
  51. #define PROF_IO_MASK 0x00040000ULL
  52. #define PROF_INTER_CONNECTION_MASK 0x00080000ULL
  53. #define PROF_DVPP_MASK 0x00100000ULL
  54. #define PROF_SYS_AICORE_SAMPLE_MASK 0x00200000ULL
  55. #define PROF_AIVECTORCORE_SAMPLE_MASK 0x00400000ULL
  56. #define PROF_MODEL_EXECUTE_MASK 0x0000001000000ULL
  57. #define PROF_RUNTIME_TRACE_MASK 0x0000004000000ULL
  58. #define PROF_SCHEDULE_TIMELINE_MASK 0x0000008000000ULL
  59. #define PROF_SCHEDULE_TRACE_MASK 0x0000010000000ULL
  60. #define PROF_AIVECTORCORE_METRICS_MASK 0x0000020000000ULL
  61. #define PROF_SUBTASK_TIME_MASK 0x0000040000000ULL
  62. #define PROF_OP_DETAIL_MASK 0x0000080000000ULL
  63. constexpr uint64_t PROF_AICPU_MODEL_MASK = 0x4000000000000000ULL;
  64. #define PROF_MODEL_LOAD_MASK 0x8000000000000000ULL
  65. #if (defined(_WIN32) || defined(_WIN64) || defined(_MSC_VER))
  66. #define MSVP_PROF_API __declspec(dllexport)
  67. #else
  68. #define MSVP_PROF_API __attribute__((visibility("default")))
  69. #endif
  70. #include <cstdint>
  71. #include <cstddef>
  72. namespace Msprofiler {
  73. namespace Api {
  74. /**
  75. * @name ProfGetOpExecutionTime
  76. * @brief get op execution time of specific part of data
  77. * @param data [IN] data read from pipe
  78. * @param len [IN] data length
  79. * @param index [IN] index of part(op)
  80. * @return op execution time (us)
  81. */
  82. MSVP_PROF_API uint64_t ProfGetOpExecutionTime(const void *data, uint32_t len, uint32_t index);
  83. }
  84. }
  85. #ifdef __cplusplus
  86. extern "C" {
  87. #endif
  88. MSVP_PROF_API uint64_t ProfGetOpExecutionTime(const void *data, uint32_t len, uint32_t index);
  89. typedef int32_t Status;
  90. typedef struct aclprofSubscribeConfig aclprofSubscribeConfig1;
  91. ///
  92. /// @ingroup AscendCL
  93. /// @brief subscribe profiling data of graph
  94. /// @param [in] graphId: the graph id subscribed
  95. /// @param [in] profSubscribeConfig: pointer to config of model subscribe
  96. /// @return Status result of function
  97. ///
  98. MSVP_PROF_API Status aclgrphProfGraphSubscribe(const uint32_t graphId,
  99. const aclprofSubscribeConfig1 *profSubscribeConfig);
  100. ///
  101. /// @ingroup AscendCL
  102. /// @brief unsubscribe profiling data of graph
  103. /// @param [in] graphId: the graph id subscribed
  104. /// @return Status result of function
  105. ///
  106. MSVP_PROF_API Status aclgrphProfGraphUnSubscribe(const uint32_t graphId);
  107. /**
  108. * @ingroup AscendCL
  109. * @brief get graph id from subscription data
  110. *
  111. * @param opInfo [IN] pointer to subscription data
  112. * @param opInfoLen [IN] memory size of subscription data
  113. *
  114. * @retval graph id of subscription data
  115. * @retval 0 for failed
  116. */
  117. MSVP_PROF_API size_t aclprofGetGraphId(const void *opInfo, size_t opInfoLen, uint32_t index);
  118. /**
  119. * @ingroup AscendCL
  120. * @brief set stamp pay load
  121. *
  122. *
  123. * @retval void
  124. */
  125. MSVP_PROF_API int aclprofSetStampPayload(void *stamp, const int32_t type, void *value);
  126. /**
  127. * @ingroup AscendCL
  128. * @brief set category and name
  129. *
  130. *
  131. * @retval void
  132. */
  133. MSVP_PROF_API int aclprofSetCategoryName(uint32_t category, const char *categoryName);
  134. /**
  135. * @ingroup AscendCL
  136. * @brief set category to stamp
  137. *
  138. *
  139. * @retval void
  140. */
  141. MSVP_PROF_API int aclprofSetStampCategory(void *stamp, uint32_t category);
  142. #ifdef __cplusplus
  143. }
  144. #endif
  145. #endif // MSPROFILER_API_PROF_ACL_API_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示