You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

executor_subscribers_scheduler.h 5.2 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135
  1. /**
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2022. All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #ifndef AIR_CXX_INC_FRAMEWORK_RUNTIME_EXECUTOR_SUBSCRIBERS_SCHEDULER_H_
  17. #define AIR_CXX_INC_FRAMEWORK_RUNTIME_EXECUTOR_SUBSCRIBERS_SCHEDULER_H_
  18. #include <array>
  19. #include <vector>
  20. #include "built_in_subscriber_definitions.h"
  21. #include "executor_subscriber_guarder.h"
  22. #include "framework/common/ge_visibility.h"
  23. #include "global_profiler.h"
  24. #include "global_dumper.h"
  25. #include "graph/any_value.h"
  26. namespace gert {
  27. class VISIBILITY_EXPORT ExecutorSubscribersScheduler {
  28. public:
  29. static void OnExecuteEvent(const ExecutorSubscribersScheduler *ins, ExecutorEvent event, const void *node,
  30. KernelStatus result);
  31. ExecutorSubscribersScheduler()
  32. : enabled_(false),
  33. built_in_subscribers_ptr_(),
  34. subscribers_(),
  35. subscriber_wrapper_({reinterpret_cast<::SubscriberFunc>(ExecutorSubscribersScheduler::OnExecuteEvent), this}) {}
  36. void Init(const SubscriberExtendInfo &extend_info);
  37. ExecutorSubscribersScheduler(const ExecutorSubscribersScheduler &) = delete;
  38. ExecutorSubscribersScheduler &operator=(const ExecutorSubscribersScheduler &) = delete;
  39. ExecutorSubscriber &GetSubscriber() {
  40. if (subscribers_.size() == 1UL) {
  41. return subscribers_[0].GetSubscriber();
  42. } else {
  43. return subscriber_wrapper_;
  44. }
  45. }
  46. /**
  47. * 设置订阅者,订阅者需要实现一个static方法,原型为:
  48. * ```c++
  49. * static void OnExecuteEvent(T *void_arg, ExecutorEvent event, const void *node, KernelStatus result);
  50. * ```
  51. *
  52. * 默认情况下,subscribers处于disable状态,在添加首个subscriber时,自动将状态切换到enable状态。
  53. *
  54. * @tparam T 订阅者类型
  55. * @tparam Args 订阅者初始化参数类型
  56. * @param args 订阅者初始化参数
  57. * @return 添加的subscriber指针,注意subscriber所有权归`ExecutorSubscribersScheduler`所有,外部使用者不可以释放此指针
  58. */
  59. template <typename T, typename... Args>
  60. T *AddSubscriber(Args... args) {
  61. auto ins = new (std::nothrow) T(args...);
  62. if (ins == nullptr) {
  63. return nullptr;
  64. }
  65. // profiler exists when ess init
  66. if (subscribers_.size() == kInitSubscriberSize) {
  67. enabled_ = true;
  68. }
  69. subscribers_.emplace_back(reinterpret_cast<::SubscriberFunc>(T::OnExecuteEvent), ins, ObjectDeleter<T>);
  70. return ins;
  71. }
  72. /**
  73. * 添加一个内置的subscriber
  74. * 内置subscriber较少,当前没有使用注册机制,后续如果需要扩展,那么可以考虑通过注册机制自动注册。
  75. * 为了易用性,在本类提供了获取内置subscriber的指针的接口。而自注册的subscriber将丢失此能力。
  76. * @param subscriber_type
  77. */
  78. void AddBuiltIn(BuiltInSubscriberType subscriber_type, uint64_t enable_flag, const SubscriberExtendInfo &extend_info);
  79. void RemoveSubscriber(const void *subscriber_ptr) {
  80. for (auto iter = subscribers_.begin(); iter != subscribers_.end(); ++iter) {
  81. if (iter->GetSubscriber().arg == subscriber_ptr) {
  82. subscribers_.erase(iter);
  83. break;
  84. }
  85. }
  86. for (auto &built_in_subscriber : built_in_subscribers_ptr_) {
  87. if (built_in_subscriber == subscriber_ptr) {
  88. built_in_subscriber = nullptr;
  89. }
  90. }
  91. if (subscribers_.size() == kInitSubscriberSize) {
  92. enabled_ = false;
  93. }
  94. }
  95. template <typename T>
  96. inline T *MutableBuiltInSubscriber(const BuiltInSubscriberType type) {
  97. return static_cast<T *>(built_in_subscribers_ptr_[static_cast<size_t>(type)]);
  98. }
  99. template <typename T>
  100. inline const T *GetBuiltInSubscriber(const BuiltInSubscriberType type) {
  101. return static_cast<T *>(built_in_subscribers_ptr_[static_cast<size_t>(type)]);
  102. }
  103. bool IsEnable() const {
  104. return enabled_ || static_cast<bool>(GlobalProfilingWrapper::GetInstance()->GetEnableFlags()) ||
  105. static_cast<bool>(GlobalDumper::GetInstance()->GetEnableFlags());
  106. }
  107. void SetEnable(bool enable_flag) {
  108. enabled_ = enable_flag;
  109. }
  110. void Clear() {
  111. subscribers_.clear();
  112. for (auto &built_in_subscriber : built_in_subscribers_ptr_) {
  113. built_in_subscriber = nullptr;
  114. }
  115. enabled_ = false;
  116. }
  117. size_t GetSize() const {
  118. return subscribers_.size();
  119. }
  120. private:
  121. bool enabled_{false};
  122. std::array<void *, static_cast<size_t>(BuiltInSubscriberType::kNum)> built_in_subscribers_ptr_;
  123. std::vector<ExecutorSubscriberGuarder> subscribers_;
  124. ExecutorSubscriber subscriber_wrapper_;
  125. };
  126. } // namespace gert
  127. #endif // AIR_CXX_INC_FRAMEWORK_RUNTIME_EXECUTOR_SUBSCRIBERS_SCHEDULER_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示