You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

executor_subscribers_scheduler.h 5.2 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. /**
  2. * Copyright (c) Huawei Technologies Co., Ltd. 2022. All rights reserved.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #ifndef AIR_CXX_INC_FRAMEWORK_RUNTIME_EXECUTOR_SUBSCRIBERS_SCHEDULER_H_
  17. #define AIR_CXX_INC_FRAMEWORK_RUNTIME_EXECUTOR_SUBSCRIBERS_SCHEDULER_H_
  18. #include <array>
  19. #include <vector>
  20. #include "built_in_subscriber_definitions.h"
  21. #include "executor_subscriber_guarder.h"
  22. #include "framework/common/ge_visibility.h"
  23. #include "global_profiling.h"
  24. #include "global_dumper.h"
  25. #include "graph/any_value.h"
  26. namespace gert {
  27. class VISIBILITY_EXPORT ExecutorSubscribersScheduler {
  28. public:
  29. static void OnExecuteEvent(ExecutorSubscribersScheduler *ins, ExecutorEvent event, const void *node,
  30. KernelStatus result);
  31. ExecutorSubscribersScheduler()
  32. : enabled_(false),
  33. built_in_subscribers_ptr_(),
  34. subscribers_(),
  35. subscriber_wrapper_({reinterpret_cast<::SubscriberFunc>(ExecutorSubscribersScheduler::OnExecuteEvent), this}) {}
  36. #ifdef ONLY_COMPILE_OPEN_SRC
  37. ~ExecutorSubscribersScheduler();
  38. #endif
  39. void Init(const SubscriberExtendInfo &extend_info);
  40. ExecutorSubscribersScheduler(const ExecutorSubscribersScheduler &) = delete;
  41. ExecutorSubscribersScheduler &operator=(const ExecutorSubscribersScheduler &) = delete;
  42. ExecutorSubscriber &GetSubscriber() {
  43. if (subscribers_.size() == 1UL) {
  44. return subscribers_[0].GetSubscriber();
  45. } else {
  46. return subscriber_wrapper_;
  47. }
  48. }
  49. /**
  50. * 设置订阅者,订阅者需要实现一个static方法,原型为:
  51. * ```c++
  52. * static void OnExecuteEvent(T *void_arg, ExecutorEvent event, const void *node, KernelStatus result);
  53. * ```
  54. *
  55. * 默认情况下,subscribers处于disable状态,在添加首个subscriber时,自动将状态切换到enable状态。
  56. *
  57. * @tparam T 订阅者类型
  58. * @tparam Args 订阅者初始化参数类型
  59. * @param args 订阅者初始化参数
  60. * @return 添加的subscriber指针,注意subscriber所有权归`ExecutorSubscribersScheduler`所有,外部使用者不可以释放此指针
  61. */
  62. template <typename T, typename... Args>
  63. T *AddSubscriber(Args... args) {
  64. auto ins = new (std::nothrow) T(args...);
  65. if (ins == nullptr) {
  66. return nullptr;
  67. }
  68. // profiler exists when ess init
  69. if (subscribers_.size() == kInitSubscriberSize) {
  70. enabled_ = true;
  71. }
  72. subscribers_.emplace_back(reinterpret_cast<::SubscriberFunc>(T::OnExecuteEvent), ins, ObjectDeleter<T>);
  73. return ins;
  74. }
  75. /**
  76. * 添加一个内置的subscriber
  77. * 内置subscriber较少,当前没有使用注册机制,后续如果需要扩展,那么可以考虑通过注册机制自动注册。
  78. * 为了易用性,在本类提供了获取内置subscriber的指针的接口。而自注册的subscriber将丢失此能力。
  79. * @param subscriber_type
  80. */
  81. void AddBuiltIn(BuiltInSubscriberType subscriber_type, uint64_t enable_flag, const SubscriberExtendInfo &extend_info);
  82. void RemoveSubscriber(void *subscriber_ptr) {
  83. for (auto iter = subscribers_.begin(); iter != subscribers_.end(); ++iter) {
  84. if (iter->GetSubscriber().arg == subscriber_ptr) {
  85. subscribers_.erase(iter);
  86. break;
  87. }
  88. }
  89. for (auto &built_in_subscriber : built_in_subscribers_ptr_) {
  90. if (built_in_subscriber == subscriber_ptr) {
  91. built_in_subscriber = nullptr;
  92. }
  93. }
  94. if (subscribers_.size() == kInitSubscriberSize) {
  95. enabled_ = false;
  96. }
  97. }
  98. template <typename T>
  99. inline T *MutableBuiltInSubscriber(const BuiltInSubscriberType type) {
  100. return static_cast<T *>(built_in_subscribers_ptr_[static_cast<size_t>(type)]);
  101. }
  102. template <typename T>
  103. inline const T *GetBuiltInSubscriber(const BuiltInSubscriberType type) {
  104. return static_cast<T *>(built_in_subscribers_ptr_[static_cast<size_t>(type)]);
  105. }
  106. bool IsEnable() const {
  107. return enabled_ || GlobalProfilingWrapper::GetInstance()->GetEnableFlags() ||
  108. GlobalDumper::GetInstance()->GetEnableFlags();
  109. }
  110. void SetEnable(bool enable_flag) {
  111. enabled_ = enable_flag;
  112. }
  113. void Clear() {
  114. subscribers_.clear();
  115. for (auto &built_in_subscriber : built_in_subscribers_ptr_) {
  116. built_in_subscriber = nullptr;
  117. }
  118. enabled_ = false;
  119. }
  120. size_t GetSize() const {
  121. return subscribers_.size();
  122. }
  123. private:
  124. bool enabled_{false};
  125. std::array<void *, static_cast<size_t>(BuiltInSubscriberType::kNum)> built_in_subscribers_ptr_;
  126. std::vector<ExecutorSubscriberGuarder> subscribers_;
  127. ExecutorSubscriber subscriber_wrapper_;
  128. };
  129. } // namespace gert
  130. #endif // AIR_CXX_INC_FRAMEWORK_RUNTIME_EXECUTOR_SUBSCRIBERS_SCHEDULER_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示