You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

aicpu_kernel_task_builder.cc 3.0 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "single_op/task/aicpu_kernel_task_builder.h"
  17. namespace ge {
  18. AiCpuCCTaskBuilder::AiCpuCCTaskBuilder(const OpDescPtr &op_desc, const domi::KernelDef &kernel_def)
  19. : op_desc_(op_desc), kernel_def_(kernel_def) {}
  20. Status AiCpuCCTaskBuilder::SetKernelArgs(AiCpuCCTask &task) {
  21. size_t aicpu_arg_size = kernel_def_.args_size();
  22. if (aicpu_arg_size <= 0) {
  23. GELOGE(RT_FAILED, "aicpu_arg_size is invalid, value = %zu", aicpu_arg_size);
  24. return RT_FAILED;
  25. }
  26. std::unique_ptr<uint8_t[]> aicpu_args;
  27. aicpu_args.reset(new (std::nothrow) uint8_t[aicpu_arg_size]());
  28. if (aicpu_args == nullptr) {
  29. GELOGE(RT_FAILED, "malloc failed, size = %zu", aicpu_arg_size);
  30. return RT_FAILED;
  31. }
  32. auto err = memcpy_s(aicpu_args.get(), aicpu_arg_size, kernel_def_.args().data(), aicpu_arg_size);
  33. if (err != EOK) {
  34. GELOGE(RT_FAILED, "memcpy_s args failed, size = %zu, err = %d", aicpu_arg_size, err);
  35. return RT_FAILED;
  36. }
  37. task.SetIoAddr(aicpu_args.get() + sizeof(aicpu::AicpuParamHead));
  38. task.SetKernelArgs(std::move(aicpu_args), aicpu_arg_size);
  39. return SUCCESS;
  40. }
  41. Status AiCpuCCTaskBuilder::BuildTask(AiCpuCCTask &task) {
  42. auto ret = SetKernelArgs(task);
  43. if (ret != SUCCESS) {
  44. return ret;
  45. }
  46. const std::string &so_name = kernel_def_.so_name();
  47. const std::string &kernel_name = kernel_def_.kernel_name();
  48. task.SetSoName(so_name);
  49. task.SetkernelName(kernel_name);
  50. task.op_desc_ = op_desc_;
  51. task.num_inputs_ = op_desc_->GetInputsSize();
  52. task.num_outputs_ = op_desc_->GetOutputsSize();
  53. // get kernel_ext_info
  54. auto &kernel_ext_info = kernel_def_.kernel_ext_info();
  55. auto kernel_ext_info_size = kernel_def_.kernel_ext_info_size();
  56. GE_CHK_BOOL_RET_STATUS(kernel_ext_info.size() == kernel_ext_info_size, FAILED,
  57. "task def kernel_ext_info.size=%zu, but kernel_ext_info_size=%u.", kernel_ext_info.size(),
  58. kernel_ext_info_size);
  59. ret = task.SetExtInfoAndType(kernel_ext_info);
  60. if (ret != SUCCESS) {
  61. GELOGE(ret, "Init ext info failed.");
  62. return ret;
  63. }
  64. auto aicpu_param_head = reinterpret_cast<aicpu::AicpuParamHead *>(task.args_.get());
  65. if (task.ext_info_addr_dev_ != nullptr) {
  66. aicpu_param_head->extInfoLength = kernel_ext_info.size();
  67. aicpu_param_head->extInfoAddr = reinterpret_cast<uintptr_t>(task.ext_info_addr_dev_);
  68. }
  69. return SUCCESS;
  70. }
  71. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示