You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

stream_switch_task.cc 3.1 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "ge_runtime/task/stream_switch_task.h"
  17. #include "ge_runtime/task/task_factory.h"
  18. namespace ge {
  19. namespace model_runner {
  20. StreamSwitchTask::StreamSwitchTask(const ModelContext &model_context,
  21. const std::shared_ptr<StreamSwitchTaskInfo> &task_info)
  22. : TaskRepeater<StreamSwitchTaskInfo>(model_context, task_info),
  23. task_info_(task_info),
  24. stream_(nullptr),
  25. stream_list_() {
  26. if (task_info_ == nullptr) {
  27. GELOGW("task_info_ is null!");
  28. return;
  29. }
  30. stream_list_ = model_context.stream_list();
  31. if (stream_list_.size() == 1) {
  32. stream_ = stream_list_[0];
  33. } else if (stream_list_.size() > task_info->stream_id()) {
  34. stream_ = stream_list_[task_info->stream_id()];
  35. } else {
  36. GELOGW("Index: %u >= stream_list.size(): %zu.", task_info->stream_id(), stream_list_.size());
  37. }
  38. }
  39. StreamSwitchTask::~StreamSwitchTask() {}
  40. bool StreamSwitchTask::Distribute() {
  41. GELOGI("Init StreamSwitchTask start.");
  42. GELOGI("Stream %u active %ld.", task_info_->stream_id(), task_info_->true_stream_id());
  43. if (stream_ == nullptr) {
  44. GELOGE(PARAM_INVALID, "stream_ is null!");
  45. return false;
  46. }
  47. if (static_cast<uint64_t>(task_info_->true_stream_id()) >= stream_list_.size()) {
  48. GELOGE(PARAM_INVALID, "true_stream_id %ld must be less than stream_list_ size %zu!", task_info_->true_stream_id(),
  49. stream_list_.size());
  50. return false;
  51. }
  52. void *input = reinterpret_cast<void *>(task_info_->input_addr());
  53. rtCondition_t cond = static_cast<rtCondition_t>(task_info_->cond());
  54. void *value = reinterpret_cast<void *>(task_info_->value_addr());
  55. rtStream_t true_stream = stream_list_[task_info_->true_stream_id()];
  56. rtSwitchDataType_t data_type = static_cast<rtSwitchDataType_t>(task_info_->data_type());
  57. GELOGI("InitStreamSwitchTask, cond:%d, trueStream:%p, trueStreamID:%ld, datatype:%ld.", cond, true_stream,
  58. task_info_->true_stream_id(), task_info_->data_type());
  59. GELOGI("StreamSwitchTask Distribute Start.");
  60. rtError_t rt_ret = rtStreamSwitchEx(input, cond, value, true_stream, stream_, data_type);
  61. if (rt_ret != RT_ERROR_NONE) {
  62. GELOGE(RT_FAILED, "Call rt api failed, ret: 0x%X", rt_ret);
  63. return false;
  64. }
  65. GELOGI("Distribute StreamSwitch, cond:%d, trueStream:%p, datatype:%ld.", cond, true_stream, task_info_->data_type());
  66. return true;
  67. }
  68. REGISTER_TASK(TaskInfoType::STREAM_SWITCH, StreamSwitchTask, StreamSwitchTaskInfo);
  69. } // namespace model_runner
  70. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示