You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ge_executor.cc 42 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "executor/ge_executor.h"
  17. #include <cce/cce.h>
  18. #include <cce/compiler_stub.h>
  19. #include <ctime>
  20. #include <iostream>
  21. #include "common/debug/log.h"
  22. #include "common/ge/ge_util.h"
  23. #include "common/helper/model_helper.h"
  24. #include "common/profiling/profiling_manager.h"
  25. #include "common/dump/dump_manager.h"
  26. #include "common/util.h"
  27. #include "framework/common/debug/ge_log.h"
  28. #include "framework/common/util.h"
  29. #include "graph/execute/graph_execute.h"
  30. #include "graph/load/graph_loader.h"
  31. #include "graph/load/new_model_manager/davinci_model_parser.h"
  32. #include "graph/load/new_model_manager/model_manager.h"
  33. #include "graph/manager/graph_mem_allocator.h"
  34. #include "graph/model.h"
  35. #include "graph/utils/graph_utils.h"
  36. #include "mmpa/mmpa_api.h"
  37. #include "single_op/single_op_manager.h"
  38. #include "graph/manager/graph_var_manager.h"
  39. #include "graph/load/new_model_manager/davinci_model.h"
  40. #include "opskernel_manager/ops_kernel_builder_manager.h"
  41. #include "graph/opsproto_manager.h"
  42. #include "ge_local_engine/engine/host_cpu_engine.h"
  43. using std::string;
  44. using std::vector;
  45. namespace {
  46. const size_t kDynamicBatchSizeVecSize = 1;
  47. const size_t kStaticBatchInfoSize = 1;
  48. const size_t kDynamicImageSizeVecSize = 2;
  49. const size_t kDynamicImageSizeInputSize = 2;
  50. const char *const kBatchLabel = "Batch_";
  51. void GetGeTensorDescFromDomiInfo(std::vector<ge::TensorDesc> &ge_descs,
  52. const std::vector<ge::InputOutputDescInfo> &domi_descs,
  53. const std::vector<uint32_t> &formats) {
  54. uint32_t idx = 0;
  55. for (auto desc_item : domi_descs) {
  56. ge::TensorDesc ge_desc;
  57. ge_desc.SetName(desc_item.name);
  58. ge_desc.SetDataType(static_cast<ge::DataType>(desc_item.data_type));
  59. ge_desc.SetFormat(static_cast<ge::Format>(formats[idx]));
  60. std::vector<int64_t> shape_dims;
  61. for (auto dim : desc_item.shape_info.dims) {
  62. shape_dims.push_back(dim);
  63. }
  64. ge::Shape ge_shape(shape_dims);
  65. ge_desc.SetShape(ge_shape);
  66. ge_desc.SetSize(desc_item.size);
  67. ge_desc.SetShapeRange(desc_item.shape_info.shape_ranges);
  68. ge_descs.emplace_back(ge_desc);
  69. ++idx;
  70. }
  71. }
  72. void GetDomiInputData(const ge::RunModelData &input_data, ge::InputData &inputs) {
  73. inputs.index = input_data.index;
  74. inputs.model_id = input_data.modelId;
  75. inputs.timestamp = input_data.timestamp;
  76. inputs.timeout = input_data.timeout;
  77. inputs.request_id = input_data.request_id;
  78. for (const auto &data_item : input_data.blobs) {
  79. ge::DataBuffer dataBuf{data_item.data, data_item.length, data_item.isDataSupportMemShare};
  80. inputs.blobs.emplace_back(dataBuf);
  81. }
  82. }
  83. void GetDomiOutputData(const ge::RunModelData &output_data, ge::OutputData &outputs) {
  84. outputs.index = output_data.index;
  85. outputs.model_id = output_data.modelId;
  86. for (const auto &data_item : output_data.blobs) {
  87. ge::DataBuffer dataBuf(data_item.data, data_item.length, data_item.isDataSupportMemShare);
  88. outputs.blobs.emplace_back(dataBuf);
  89. }
  90. }
  91. void SetDynamicInputDataFlag(const ge::RunModelData &input_data, const std::vector<std::vector<int64_t>> batch_info,
  92. ge::InputData &inputs) {
  93. inputs.is_dynamic_batch = true;
  94. std::string batch_label;
  95. size_t match_idx = 0;
  96. for (size_t i = 0; i < batch_info.size(); ++i) {
  97. // dynamic_dims
  98. if (input_data.dynamic_dims.size() != 0) {
  99. bool is_match = true;
  100. for (size_t j = 0; j < static_cast<size_t>(input_data.dynamic_dims.size()); ++j) {
  101. if (static_cast<uint64_t>(batch_info[i][j]) != input_data.dynamic_dims[j]) {
  102. is_match = false;
  103. break;
  104. }
  105. }
  106. if (is_match) {
  107. match_idx = i;
  108. break;
  109. }
  110. // dynamic_batch_size
  111. } else if (batch_info[i].size() == kDynamicBatchSizeVecSize &&
  112. batch_info[i][0] == static_cast<int64_t>(input_data.dynamic_batch_size)) {
  113. match_idx = i;
  114. break;
  115. // dynamic_image_size
  116. } else if (batch_info[i].size() == kDynamicImageSizeVecSize &&
  117. batch_info[i][0] == static_cast<int64_t>(input_data.dynamic_image_height) &&
  118. batch_info[i][1] == static_cast<int64_t>(input_data.dynamic_image_width)) {
  119. match_idx = i;
  120. break;
  121. }
  122. }
  123. batch_label = kBatchLabel + std::to_string(match_idx);
  124. inputs.batch_label = batch_label;
  125. GELOGI("current batch label:%s", batch_label.c_str());
  126. }
  127. bool IsDynamicBatchSizeMatchModel(uint64_t batch_size, const vector<std::vector<int64_t>> &batch_info) {
  128. if (batch_info.empty()) {
  129. GELOGE(ge::FAILED, "Dynamic batch info is empty.");
  130. return false;
  131. }
  132. for (auto batch : batch_info) {
  133. if (batch.size() != kDynamicBatchSizeVecSize) {
  134. GELOGE(ge::FAILED, "Dynamic batch param num is %zu, current batch size is %zu.", kDynamicBatchSizeVecSize,
  135. batch.size());
  136. return false;
  137. }
  138. if (batch[0] == static_cast<int64_t>(batch_size)) {
  139. return true;
  140. }
  141. }
  142. GELOGE(ge::FAILED, "Dynamic batch %lu can not match the gear of model.", batch_size);
  143. return false;
  144. }
  145. bool IsDynamicImageSizeMatchModel(uint64_t image_height, uint64_t image_width,
  146. const vector<std::vector<int64_t>> &batch_info) {
  147. if (batch_info.empty()) {
  148. GELOGE(ge::FAILED, "Dynamic batch info is empty.");
  149. return false;
  150. }
  151. for (auto resolution : batch_info) {
  152. if (resolution.size() != kDynamicImageSizeVecSize) {
  153. GELOGE(ge::FAILED, "Dynamic resolution param num is %zu, current resolution size is %zu.",
  154. kDynamicImageSizeVecSize, resolution.size());
  155. return false;
  156. }
  157. if (resolution[0] == static_cast<int64_t>(image_height) && resolution[1] == static_cast<int64_t>(image_width)) {
  158. return true;
  159. }
  160. }
  161. GELOGE(ge::FAILED, "Dynamic resolution (%lu,%lu) can not match the gear of model.", image_height, image_width);
  162. return false;
  163. }
  164. bool IsDynmaicDimsSizeMatchModel(const vector<uint64_t> cur_dynamic_dims,
  165. const vector<vector<int64_t>> &batch_info) {
  166. if (batch_info.empty()) {
  167. GELOGE(ge::FAILED, "Dynamic batch info is empty.");
  168. return false;
  169. }
  170. bool find_match = false;
  171. for (auto resolution : batch_info) {
  172. if (cur_dynamic_dims.size() != resolution.size()) {
  173. GELOGE(ge::FAILED, "Cur dynamic dims param num is %zu, current resolution size is %zu.",
  174. cur_dynamic_dims.size(), resolution.size());
  175. return false;
  176. }
  177. bool flag = true;
  178. for (std::size_t i = 0; i < resolution.size(); ++i) {
  179. if (cur_dynamic_dims[i] != static_cast<uint64_t>(resolution[i])) {
  180. flag = false;
  181. break;
  182. }
  183. }
  184. if (flag) {
  185. find_match = true;
  186. break;
  187. }
  188. }
  189. if (!find_match) {
  190. GELOGE(ge::FAILED, "choose dynamic dims can not match the gear of model.");
  191. }
  192. return find_match;
  193. }
  194. } // namespace
  195. namespace ge {
  196. bool GeExecutor::isInit_ = false;
  197. static void InitOpsProtoManger() {
  198. string opsproto_path;
  199. const char *path_env = std::getenv("ASCEND_OPP_PATH");
  200. if (path_env != nullptr) {
  201. string path = path_env;
  202. string file_path = RealPath(path.c_str());
  203. if (file_path.empty()) {
  204. GELOGE(FAILED, "File path %s is invalid.", path.c_str());
  205. return;
  206. }
  207. opsproto_path = (path + "/op_proto/custom/" + ":") + (path + "/op_proto/built-in/");
  208. GELOGI("Get opsproto so path from env : %s", path.c_str());
  209. } else {
  210. string path_base = PluginManager::GetPath();
  211. GELOGI("path_base is %s", path_base.c_str());
  212. path_base = path_base.substr(0, path_base.rfind('/'));
  213. path_base = path_base.substr(0, path_base.rfind('/') + 1);
  214. opsproto_path = (path_base + "ops/op_proto/custom/" + ":") + (path_base + "ops/op_proto/built-in/");
  215. }
  216. GELOGI("Get opsproto path is %s", opsproto_path.c_str());
  217. OpsProtoManager *manager = OpsProtoManager::Instance();
  218. map<string, string> option_tmp;
  219. option_tmp.emplace(std::pair<string, string>(string("ge.opsProtoLibPath"), opsproto_path));
  220. (void)manager->Initialize(option_tmp);
  221. }
  222. GeExecutor::GeExecutor() {}
  223. Status GeExecutor::Initialize() {
  224. GELOGI("Init GeExecutor begin.");
  225. if (isInit_) {
  226. GELOGW("Already initialized, no need to be initialized again.");
  227. return ge::SUCCESS;
  228. }
  229. OpTilingManager::GetInstance().LoadSo();
  230. Status initHostCpuEngineStatus = HostCpuEngine::GetInstance().Initialize();
  231. if (initHostCpuEngineStatus != SUCCESS) {
  232. GELOGE(initHostCpuEngineStatus, "Failed to initialize HostCpuEngine");
  233. return initHostCpuEngineStatus;
  234. }
  235. InitOpsProtoManger();
  236. std::vector<rtMemType_t> mem_type(1, RT_MEMORY_HBM);
  237. mem_type.push_back(RT_MEMORY_P2P_DDR);
  238. auto ret = MemManager::Instance().Initialize(mem_type);
  239. if (ret != SUCCESS) {
  240. GELOGE(ret, "Memory Manager init failed.");
  241. return ret;
  242. }
  243. GE_CHK_STATUS_RET(OpsKernelBuilderManager::Instance().Initialize({}, false),
  244. "Failed to initialize OpsKernelBuilders");
  245. // Start profiling
  246. Options profiling_options;
  247. profiling_options.device_id = 0;
  248. // job id need to be set, the value is meaningless;
  249. profiling_options.job_id = "1";
  250. ProfilingManager::Instance().Init(profiling_options);
  251. isInit_ = true;
  252. GELOGI("Init GeExecutor over.");
  253. return ge::SUCCESS;
  254. }
  255. Status GeExecutor::Finalize() {
  256. GELOGI("Uninit GeExecutor begin.");
  257. if (isInit_ == false) {
  258. GELOGW("GeExecutor has not been initialized.");
  259. return ge::SUCCESS;
  260. }
  261. (void) OpsKernelBuilderManager::Instance().Finalize();
  262. // Stop profiling
  263. if (ProfilingManager::Instance().ProfilingOn()) {
  264. ProfilingManager::Instance().StopProfiling();
  265. ProfilingManager::Instance().PluginUnInit();
  266. }
  267. GELOGI("Uninit GeExecutor over.");
  268. return ge::SUCCESS;
  269. }
  270. Status GeExecutor::SetDynamicBatchSize(uint32_t model_id, void *dynamic_input_addr, uint64_t length,
  271. uint64_t batch_size) {
  272. if (dynamic_input_addr == nullptr) {
  273. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_ADDR_INVALID, "Dynamic input addr is nullptr!");
  274. return ACL_ERROR_GE_DYNAMIC_INPUT_ADDR_INVALID;
  275. }
  276. uint64_t size = sizeof(uint32_t);
  277. if (length < size) {
  278. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID, "Dynamic input size [%lu] is less than [%lu]!", length, size);
  279. return ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID;
  280. }
  281. if (length >= sizeof(uint64_t)) {
  282. size = sizeof(uint64_t);
  283. }
  284. // Verify whether the input dynamic batch matches the model gear
  285. std::vector<std::vector<int64_t>> batch_info;
  286. std::vector<uint64_t> batch_num{batch_size};
  287. int32_t dynamic_type = static_cast<int32_t>(FIXED);
  288. Status ret = GraphExecutor::GetDynamicBatchInfo(model_id, batch_info, dynamic_type);
  289. if (ret != SUCCESS) {
  290. GELOGE(ret, "Get dynamic input info failed.");
  291. return ret;
  292. }
  293. if (!IsDynamicBatchSizeMatchModel(batch_size, batch_info)) {
  294. GELOGE(ACL_ERROR_GE_DYNAMIC_BATCH_SIZE_INVALID, "The current dynamic input does not match the gear of the model.");
  295. return ACL_ERROR_GE_DYNAMIC_BATCH_SIZE_INVALID;
  296. }
  297. ret = GraphExecutor::SetDynamicSize(model_id, batch_num, static_cast<int32_t>(DYNAMIC_BATCH));
  298. if (ret != SUCCESS) {
  299. GELOGE(ret, "Set dynamic size failed");
  300. return ret;
  301. }
  302. // memcpy dynamic_batch_size from host to device
  303. rtError_t rt_ret = rtMemcpy(dynamic_input_addr, length, &batch_size, size, RT_MEMCPY_HOST_TO_DEVICE);
  304. if (rt_ret != RT_ERROR_NONE) {
  305. GELOGE(rt_ret, "memcpy dynamic batch input data failed! ret: 0x%X", rt_ret);
  306. return RT_ERROR_TO_GE_STATUS(rt_ret);
  307. }
  308. return SUCCESS;
  309. }
  310. Status GeExecutor::SetDynamicImageSize(uint32_t model_id, void *dynamic_input_addr, uint64_t length,
  311. uint64_t image_height, uint64_t image_width) {
  312. if (dynamic_input_addr == nullptr) {
  313. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_ADDR_INVALID, "Dynamic input addr is nullptr!");
  314. return ACL_ERROR_GE_DYNAMIC_INPUT_ADDR_INVALID;
  315. }
  316. uint64_t dynamic_input_size = kDynamicImageSizeInputSize * sizeof(uint32_t);
  317. if (length < dynamic_input_size) {
  318. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID,
  319. "Dynamic input size [%lu] is less than [%lu]!", length, dynamic_input_size);
  320. return ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID;
  321. }
  322. uint64_t size = sizeof(uint32_t);
  323. if (length >= kDynamicImageSizeInputSize * sizeof(uint64_t)) {
  324. size = sizeof(uint64_t);
  325. }
  326. // Verify whether the input dynamic resolution matches the model gear
  327. std::vector<std::vector<int64_t>> batch_info;
  328. std::vector<uint64_t> batch_num{image_height, image_width};
  329. int32_t dynamic_type = static_cast<int32_t>(FIXED);
  330. Status ret = GraphExecutor::GetDynamicBatchInfo(model_id, batch_info, dynamic_type);
  331. if (ret != SUCCESS) {
  332. GELOGE(ret, "Get dynamic input info failed.");
  333. return ret;
  334. }
  335. if (!IsDynamicImageSizeMatchModel(image_height, image_width, batch_info)) {
  336. GELOGE(ACL_ERROR_GE_DYNAMIC_BATCH_SIZE_INVALID, "The current dynamic input does not match the gear of the model.");
  337. return ACL_ERROR_GE_DYNAMIC_BATCH_SIZE_INVALID;
  338. }
  339. ret = GraphExecutor::SetDynamicSize(model_id, batch_num, static_cast<int32_t>(DYNAMIC_IMAGE));
  340. if (ret != SUCCESS) {
  341. GELOGE(ret, "Set dynamic size failed");
  342. return ret;
  343. }
  344. // Memcpy dynamic resolution height from host to device
  345. rtError_t rt_ret =
  346. rtMemcpy(dynamic_input_addr, size, &image_height, size, RT_MEMCPY_HOST_TO_DEVICE);
  347. if (rt_ret != RT_ERROR_NONE) {
  348. GELOGE(rt_ret, "memcpy dynamic resolution input data failed! ret: 0x%X", rt_ret);
  349. return RT_ERROR_TO_GE_STATUS(rt_ret);
  350. }
  351. uint64_t remain_size = length - size;
  352. // Memcpy dynamic resolution width from host to device
  353. rt_ret = rtMemcpy(reinterpret_cast<void *>(reinterpret_cast<uint8_t *>(dynamic_input_addr) + size),
  354. remain_size, &image_width, size, RT_MEMCPY_HOST_TO_DEVICE);
  355. if (rt_ret != RT_ERROR_NONE) {
  356. GELOGE(rt_ret, "memcpy dynamic resolution input data failed!");
  357. return RT_ERROR_TO_GE_STATUS(rt_ret);
  358. }
  359. return SUCCESS;
  360. }
  361. Status GeExecutor::SetDynamicDims(uint32_t model_id, void *dynamic_input_addr, uint64_t length,
  362. const vector<uint64_t> &dynamic_dims) {
  363. if (dynamic_input_addr == nullptr) {
  364. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_ADDR_INVALID, "Dynamic input addr is nullptr!");
  365. return ACL_ERROR_GE_DYNAMIC_INPUT_ADDR_INVALID;
  366. }
  367. vector<uint64_t> cur_dynamic_dims;
  368. Status ret = GetCurDynamicDims(model_id, dynamic_dims, cur_dynamic_dims);
  369. if (ret != SUCCESS) {
  370. GELOGE(ret, "Set cur gear dynamic dims failed");
  371. return ret;
  372. }
  373. std::vector<std::vector<int64_t>> batch_info;
  374. int32_t dynamic_type = static_cast<int32_t>(FIXED);
  375. ret = GraphExecutor::GetDynamicBatchInfo(model_id, batch_info, dynamic_type);
  376. if (ret != SUCCESS) {
  377. GELOGE(ret, "Get dynamic input info failed.");
  378. return ret;
  379. }
  380. if (!IsDynmaicDimsSizeMatchModel(cur_dynamic_dims, batch_info)) {
  381. GELOGE(ACL_ERROR_GE_DYNAMIC_BATCH_SIZE_INVALID, "The current dynamic input does not match the gear of the model.");
  382. return ACL_ERROR_GE_DYNAMIC_BATCH_SIZE_INVALID;
  383. }
  384. ret = GraphExecutor::SetDynamicSize(model_id, cur_dynamic_dims, static_cast<int32_t>(DYNAMIC_DIMS));
  385. if (ret != SUCCESS) {
  386. GELOGE(ret, "Set dynamic size failed");
  387. return ret;
  388. }
  389. size_t dynamic_dim_num = cur_dynamic_dims.size();
  390. uint64_t dynamic_input_size = static_cast<uint64_t>(dynamic_dim_num * sizeof(uint32_t));
  391. if (length < dynamic_input_size) {
  392. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID,
  393. "Dynamic input size [%lu] is less than [%lu]!", length, dynamic_input_size);
  394. return ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID;
  395. }
  396. uint64_t size = sizeof(uint32_t);
  397. if (length >= dynamic_dim_num * sizeof(uint64_t)) {
  398. size = sizeof(uint64_t);
  399. }
  400. rtError_t rt_ret;
  401. for (uint32_t i = 0; i < dynamic_dim_num; ++i) {
  402. // Memcpy dynamic dim[i] from host to device
  403. rt_ret = rtMemcpy(reinterpret_cast<void *>(reinterpret_cast<uint8_t *>(dynamic_input_addr) + size * i),
  404. length - size * i, &cur_dynamic_dims[i], size, RT_MEMCPY_HOST_TO_DEVICE);
  405. if (rt_ret != RT_ERROR_NONE) {
  406. GELOGE(rt_ret, "memcpy dynamic resolution input data failed!");
  407. return RT_ERROR_TO_GE_STATUS(rt_ret);
  408. }
  409. }
  410. return SUCCESS;
  411. }
  412. Status GeExecutor::GetCurDynamicDims(uint32_t model_id, const vector<uint64_t> &dynamic_dims,
  413. vector<uint64_t> &cur_dynamic_dims) {
  414. cur_dynamic_dims.clear();
  415. vector<ge::TensorDesc> input_desc;
  416. vector<ge::TensorDesc> output_desc;
  417. auto ret = GetModelDescInfo(model_id, input_desc, output_desc);
  418. if (ret != ge::SUCCESS) {
  419. GELOGE(ret, "GetModelDescInfo failed.");
  420. return ret;
  421. }
  422. vector<string> user_designate_shape_order;
  423. vector<int64_t> all_data_dims;
  424. ret = GetUserDesignateShapeOrder(model_id, user_designate_shape_order);
  425. if (ret != ge::SUCCESS) {
  426. GELOGE(ret, "GetUserDesignateShapeOrder failed.");
  427. return ret;
  428. }
  429. for (auto &data_name : user_designate_shape_order) {
  430. for (auto &desc : input_desc) {
  431. if (desc.GetName() == data_name) {
  432. for (auto dim : desc.GetShape().GetDims()) {
  433. all_data_dims.push_back(dim);
  434. }
  435. break;
  436. }
  437. }
  438. }
  439. if (dynamic_dims.size() != all_data_dims.size()){
  440. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID,
  441. "Dynamic input size [%lu] is not equal with all data dims size [%lu]!",
  442. dynamic_dims.size(), all_data_dims.size());
  443. return ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID;
  444. }
  445. for (std::size_t i = 0; i < all_data_dims.size(); ++i) {
  446. if (all_data_dims[i] < 0) {
  447. cur_dynamic_dims.push_back(dynamic_dims[i]);
  448. } else if (static_cast<uint64_t>(all_data_dims[i]) != dynamic_dims[i]) {
  449. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID, "Static dims should be same, index: %zu value: %d should be %d",
  450. i, dynamic_dims[i], all_data_dims[i]);
  451. return ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID;
  452. }
  453. }
  454. return SUCCESS;
  455. }
  456. Status GeExecutor::GetCurShape(const uint32_t model_id, std::vector<int64_t> &batch_info, int32_t &dynamic_type) {
  457. GELOGI("Begin to get current shape");
  458. if (!isInit_) {
  459. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  460. return ACL_ERROR_GE_EXEC_NOT_INIT;
  461. }
  462. Status ret = GraphExecutor::GetCurShape(model_id, batch_info, dynamic_type);
  463. if (ret != SUCCESS) {
  464. GELOGE(ret, "Get current shape failed");
  465. return ret;
  466. }
  467. return SUCCESS;
  468. }
  469. Status GeExecutor::SetDynamicAippData(uint32_t model_id, void *dynamic_input_addr, uint64_t length,
  470. const std::vector<kAippDynamicBatchPara> &aippBatchPara,
  471. const kAippDynamicPara &aippParms) {
  472. GELOGI("Enter to SetDynamicAippData.");
  473. if (dynamic_input_addr == nullptr) {
  474. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_ADDR_INVALID, "Dynamic aipp input addr is nullptr!");
  475. return ACL_ERROR_GE_DYNAMIC_INPUT_ADDR_INVALID;
  476. }
  477. if (aippBatchPara.empty()) {
  478. GELOGE(ACL_ERROR_GE_AIPP_BATCH_EMPTY, "aippBatchPara is empty.");
  479. return ACL_ERROR_GE_AIPP_BATCH_EMPTY;
  480. }
  481. uint64_t batch_num = aippBatchPara.size();
  482. uint64_t real_aippParms_size = sizeof(kAippDynamicPara) - sizeof(kAippDynamicBatchPara);
  483. uint64_t struct_len = batch_num * sizeof(kAippDynamicBatchPara) + real_aippParms_size;
  484. GELOGI(
  485. "Get acl input dynamic aipp data, model_id is %u, length is %lu,"
  486. "batch num is %lu, struct_len is %lu",
  487. model_id, length, batch_num, struct_len);
  488. if (struct_len > length) {
  489. GELOGE(ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID,
  490. "input dynamic aipp param len [%lu] is larger than aipp_data size [%lu]", struct_len, length);
  491. return ACL_ERROR_GE_DYNAMIC_INPUT_LENGTH_INVALID;
  492. }
  493. // Memcpy real kAippDynamicBatchPara from host to device
  494. rtError_t rt_ret = rtMemcpy(dynamic_input_addr, length, &aippParms, real_aippParms_size, RT_MEMCPY_HOST_TO_DEVICE);
  495. if (rt_ret != RT_ERROR_NONE) {
  496. GELOGE(rt_ret, "memcpy real_aippParms_size failed! ret: 0x%X", rt_ret);
  497. return RT_ERROR_TO_GE_STATUS(rt_ret);
  498. }
  499. uint64_t remain_len = length - real_aippParms_size;
  500. uint8_t *aipp_batch_para_dev = reinterpret_cast<uint8_t *>(dynamic_input_addr) + real_aippParms_size;
  501. for (uint64_t i = 0; i < batch_num; ++i) {
  502. rt_ret = rtMemcpy(reinterpret_cast<void *>(aipp_batch_para_dev + i * sizeof(kAippDynamicBatchPara)),
  503. (remain_len - i * sizeof(kAippDynamicBatchPara)), &(aippBatchPara[i]),
  504. sizeof(kAippDynamicBatchPara), RT_MEMCPY_HOST_TO_DEVICE);
  505. if (rt_ret != RT_ERROR_NONE) {
  506. GELOGE(rt_ret, "memcpy kAippDynamicBatchPara input data failed! ret: 0x%X", rt_ret);
  507. return RT_ERROR_TO_GE_STATUS(rt_ret);
  508. }
  509. }
  510. return SUCCESS;
  511. }
  512. Status GeExecutor::UnloadModel(uint32_t model_id) {
  513. GELOGD("unload model %u begin.", model_id);
  514. if (!isInit_) {
  515. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  516. return ACL_ERROR_GE_EXEC_NOT_INIT;
  517. }
  518. Status ret = GraphLoader::DestroyAicpuSessionForInfer(model_id);
  519. if (ret != SUCCESS) {
  520. GELOGE(ret, "[GraphLoader] DestroyAicpuSessionForInfer failed. model id: %u", model_id);
  521. return ACL_ERROR_GE_INTERNAL_ERROR;
  522. }
  523. std::shared_ptr<hybrid::HybridDavinciModel> hybrid_davinci_model =
  524. ModelManager::GetInstance()->GetHybridModel(model_id);
  525. if (hybrid_davinci_model != nullptr) {
  526. uint64_t session_id = hybrid_davinci_model->GetSessionId();
  527. VarManagerPool::Instance().RemoveVarManager(session_id);
  528. } else {
  529. std::shared_ptr<DavinciModel> davinci_model = ModelManager::GetInstance()->GetModel(model_id);
  530. if (davinci_model != nullptr) {
  531. uint64_t session_id = davinci_model->GetSessionId();
  532. VarManagerPool::Instance().RemoveVarManager(session_id);
  533. }
  534. }
  535. ret = GraphLoader::UnloadModel(model_id);
  536. if (ret != SUCCESS) {
  537. GELOGE(ret, "[GraphLoader] DestroyAicpuSessionForInfer failed. model id: %u", model_id);
  538. return ACL_ERROR_GE_UNLOAD_MODEL;
  539. }
  540. return SUCCESS;
  541. }
  542. // Get input and output descriptor
  543. Status GeExecutor::GetModelDescInfo(uint32_t model_id, std::vector<ge::TensorDesc> &input_desc,
  544. std::vector<ge::TensorDesc> &output_desc, bool new_model_desc) {
  545. if (!isInit_) {
  546. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  547. return ACL_ERROR_GE_EXEC_NOT_INIT;
  548. }
  549. std::vector<InputOutputDescInfo> input_desc_infos;
  550. std::vector<InputOutputDescInfo> output_desc_infos;
  551. std::vector<uint32_t> input_formats;
  552. std::vector<uint32_t> output_formats;
  553. Status ret = GraphExecutor::GetInputOutputDescInfo(model_id, input_desc_infos, output_desc_infos, input_formats,
  554. output_formats, new_model_desc);
  555. if (ret != domi::SUCCESS) {
  556. GELOGE(ret, "GetInputOutputDescInfo failed. ret = %u", ret);
  557. return ACL_ERROR_GE_GET_TENSOR_INFO;
  558. }
  559. if (input_formats.size() != input_desc_infos.size()) {
  560. GELOGE(ACL_ERROR_GE_PARAM_INVALID,
  561. "input_formats size %zu is not equal to input_desc_infos size %zu.",
  562. input_formats.size(), input_desc_infos.size());
  563. return ACL_ERROR_GE_PARAM_INVALID;
  564. }
  565. if (output_formats.size() != output_desc_infos.size()) {
  566. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "output_formats size %zu is not equal to output_desc_infos size %zu.",
  567. output_formats.size(), output_desc_infos.size());
  568. return ACL_ERROR_GE_PARAM_INVALID;
  569. }
  570. // Transfer data to TensorDesc
  571. GetGeTensorDescFromDomiInfo(input_desc, input_desc_infos, input_formats);
  572. GetGeTensorDescFromDomiInfo(output_desc, output_desc_infos, output_formats);
  573. return ge::SUCCESS;
  574. }
  575. ///
  576. /// @ingroup ge
  577. /// @brief Get dynamic batch_info
  578. /// @param [in] model_id
  579. /// @param [out] batch_info
  580. /// @param [out] dynamic_type
  581. /// @return execute result
  582. ///
  583. Status GeExecutor::GetDynamicBatchInfo(uint32_t model_id, std::vector<std::vector<int64_t>> &batch_info,
  584. int32_t &dynamic_type) {
  585. if (!isInit_) {
  586. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  587. return ACL_ERROR_GE_EXEC_NOT_INIT;
  588. }
  589. Status ret = GraphExecutor::GetDynamicBatchInfo(model_id, batch_info, dynamic_type);
  590. if (ret != SUCCESS) {
  591. GELOGE(ret, "GetDynamicBatchInfo failed.");
  592. return ret;
  593. }
  594. return SUCCESS;
  595. }
  596. ///
  597. /// @ingroup ge
  598. /// @brief Get combined dynamic dims info
  599. /// @param [in] model_id
  600. /// @param [out] batch_info
  601. /// @return execute result
  602. ///
  603. Status GeExecutor::GetCombinedDynamicDims(uint32_t model_id, vector<vector<int64_t>> &batch_info) {
  604. GELOGI("Begin to get combined dynamic dims info.");
  605. if (!isInit_) {
  606. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  607. return ACL_ERROR_GE_EXEC_NOT_INIT;
  608. }
  609. Status ret = GraphExecutor::GetCombinedDynamicDims(model_id, batch_info);
  610. if (ret != SUCCESS) {
  611. GELOGE(ret, "GetCombinedDynamicDims failed.");
  612. return ret;
  613. }
  614. GELOGI("Get combined dynamic dims succ.");
  615. return SUCCESS;
  616. }
  617. ///
  618. /// @ingroup ge
  619. /// @brief Get user designeate shape order
  620. /// @param [in] model_id
  621. /// @param [out] user_designate_shape_order
  622. /// @return execute result
  623. ///
  624. Status GeExecutor::GetUserDesignateShapeOrder(uint32_t model_id, vector<string> &user_designate_shape_order) {
  625. if (!isInit_) {
  626. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  627. return ACL_ERROR_GE_EXEC_NOT_INIT;
  628. }
  629. Status ret = GraphExecutor::GetUserDesignateShapeOrder(model_id, user_designate_shape_order);
  630. if (ret != SUCCESS) {
  631. GELOGE(ret, "GetUserDesignateShapeOrder failed.");
  632. return ret;
  633. }
  634. return SUCCESS;
  635. }
  636. ///
  637. /// @ingroup ge
  638. /// @brief Get AIPP input format
  639. /// @param [in] model_id
  640. /// @param [in] index
  641. /// @param [out] input_format
  642. /// @return execute result
  643. ///
  644. Status GeExecutor::GetAIPPInfo(uint32_t model_id, uint32_t index, AippConfigInfo &aipp_info) {
  645. GELOGI("Begin to GetAIPPInfo.");
  646. if (!isInit_) {
  647. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "not inited yet!");
  648. return ACL_ERROR_GE_EXEC_NOT_INIT;
  649. }
  650. Status ret = GraphExecutor::GetAIPPInfo(model_id, index, aipp_info);
  651. if (ret != SUCCESS) {
  652. GELOGW("GetAIPPInfo is not success.");
  653. return ret;
  654. }
  655. GELOGI("GetAIPPInfo succ.");
  656. return SUCCESS;
  657. }
  658. Status GeExecutor::GetAippType(uint32_t model_id, uint32_t index, InputAippType &type, size_t &aipp_index) {
  659. GELOGI("Begin to get aipp type.");
  660. if (!isInit_) {
  661. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "not inited yet!");
  662. return ACL_ERROR_GE_EXEC_NOT_INIT;
  663. }
  664. Status ret = GraphExecutor::GetAippType(model_id, index, type, aipp_index);
  665. if (ret != SUCCESS) {
  666. GELOGW("Get aipp type is not success.");
  667. return ret;
  668. }
  669. GELOGI("Get aipp type success.");
  670. return SUCCESS;
  671. }
  672. Status GeExecutor::GetModelAttr(uint32_t model_id, std::vector<std::string> &dynamic_output_shape_info) {
  673. if (!isInit_) {
  674. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "not inited yet!");
  675. return ACL_ERROR_GE_EXEC_NOT_INIT;
  676. }
  677. Status ret = GraphExecutor::GetModelAttr(model_id, dynamic_output_shape_info);
  678. if (ret != SUCCESS) {
  679. GELOGE(ret, "Get dynamic batch output shape info failed.");
  680. return ret;
  681. }
  682. return SUCCESS;
  683. }
  684. Status GeExecutor::GetModelDescInfoForZeroCopy(uint32_t model_id, std::vector<ge::TensorDesc> &input_desc,
  685. std::vector<TensorDesc> &output_desc) {
  686. GELOGI("get model desc info for zero copy begin.");
  687. if (!isInit_) {
  688. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  689. return ACL_ERROR_GE_EXEC_NOT_INIT;
  690. }
  691. std::vector<InputOutputDescInfo> input_desc_infos;
  692. std::vector<InputOutputDescInfo> output_desc_infos;
  693. std::vector<uint32_t> input_formats;
  694. std::vector<uint32_t> output_formats;
  695. Status ret = GraphExecutor::GetInputOutputDescInfoForZeroCopy(model_id, input_desc_infos, output_desc_infos,
  696. input_formats, output_formats);
  697. if (ret != domi::SUCCESS) {
  698. GELOGE(ret, "Get DescInfo from zero copy failed. ret = %u", ret);
  699. return ACL_ERROR_GE_GET_TENSOR_INFO;
  700. }
  701. if (input_formats.size() != input_desc_infos.size()) {
  702. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "input_formats.size() != input_desc_infos.size().");
  703. return ACL_ERROR_GE_PARAM_INVALID;
  704. }
  705. if (output_formats.size() != output_desc_infos.size()) {
  706. GELOGE(ACL_ERROR_GE_PARAM_INVALID, "output_formats.size() != output_desc_infos.size().");
  707. return ACL_ERROR_GE_PARAM_INVALID;
  708. }
  709. GetGeTensorDescFromDomiInfo(input_desc, input_desc_infos, input_formats);
  710. GetGeTensorDescFromDomiInfo(output_desc, output_desc_infos, output_formats);
  711. GELOGI("get model desc info from zero copy end.");
  712. return ge::SUCCESS;
  713. }
  714. Status GeExecutor::CommandHandle(const Command &command) {
  715. Status ret = GraphLoader::CommandHandle(command);
  716. if (ret != SUCCESS) {
  717. GELOGE(ACL_ERROR_GE_COMMAND_HANDLE, "CommandHandle: Command Handle failed.");
  718. return ACL_ERROR_GE_COMMAND_HANDLE;
  719. }
  720. return SUCCESS;
  721. }
  722. Status GeExecutor::GetMaxUsedMemory(uint32_t model_id, uint32_t &max_size) {
  723. GELOGI("Get max used memory begin.");
  724. if (!isInit_) {
  725. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  726. return ACL_ERROR_GE_EXEC_NOT_INIT;
  727. }
  728. uint64_t max_mem_size = 0;
  729. Status ret = GraphLoader::GetMaxUsedMemory(model_id, max_mem_size);
  730. max_size = static_cast<uint32_t>(max_mem_size);
  731. return ret;
  732. }
  733. /**
  734. * @ingroup ge
  735. * @brief Load data from model file to memory
  736. * @param [in] const std::string &path: Offline model file path
  737. * @param [out] domi::ModelData &model_data: Offline model memory data
  738. * @return SUCCESS handle successfully / others handle failed
  739. */
  740. Status GeExecutor::LoadDataFromFile(const std::string &path, ModelData &model_data) {
  741. GELOGI("Load data from file begin.");
  742. if (!isInit_) {
  743. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  744. return ACL_ERROR_GE_EXEC_NOT_INIT;
  745. }
  746. string filePath = RealPath(path.c_str());
  747. if (filePath.empty()) {
  748. GELOGE(ACL_ERROR_GE_EXEC_MODEL_PATH_INVALID,
  749. "File path is invalid. please check your text file '%s'.", path.c_str());
  750. return ACL_ERROR_GE_EXEC_MODEL_PATH_INVALID;
  751. }
  752. GELOGI("load modelData from file: %s.", path.c_str());
  753. std::string key_path;
  754. int32_t priority = 0;
  755. Status ret = GraphLoader::LoadDataFromFile(path, key_path, priority, model_data);
  756. if (ret != SUCCESS) {
  757. if (model_data.model_data != nullptr) {
  758. delete[] static_cast<char *>(model_data.model_data);
  759. model_data.model_data = nullptr;
  760. }
  761. }
  762. return ret;
  763. }
  764. /**
  765. * @ingroup ge
  766. * @brief Load model from offline model memory data
  767. * @param [in] domi::ModelData &model_data: Offline model data
  768. void *dev_ptr: Input/Output memory start address
  769. size_t memsize: Input/Output memory length
  770. void *weight_ptr: Weight memory start address
  771. size_t weightsize: Weight memory length
  772. * @param [out] uint32_t &model_id: identification after model loading
  773. * @return SUCCESS handle successfully / others handle failed
  774. */
  775. Status GeExecutor::LoadModelFromData(uint32_t &model_id, const ModelData &model_data, void *dev_ptr, size_t mem_size,
  776. void *weight_ptr, size_t weight_size) {
  777. if (!isInit_) {
  778. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "not inited yet!");
  779. return ACL_ERROR_GE_EXEC_NOT_INIT;
  780. }
  781. return GraphLoader::LoadModelFromData(model_id, model_data, dev_ptr, mem_size, weight_ptr, weight_size);
  782. }
  783. /**
  784. * @ingroup ge
  785. * @brief Load task list from ModelData with queue.
  786. * @param [out] model_id: model id allocate from manager.
  787. * @param [in] ge_model_data: Model data load from offline model.
  788. * @param [in] input_queue_ids: input queue ids create from user.
  789. * @param [in] output_queue_ids: input queue ids create from user.
  790. * @return: 0 for success / others for fail
  791. */
  792. Status GeExecutor::LoadModelWithQ(uint32_t &model_id, const ModelData &model_data,
  793. const std::vector<uint32_t> &input_queue_ids,
  794. const std::vector<uint32_t> &output_queue_ids) {
  795. GELOGI("Load model with queue begin.");
  796. if (!isInit_) {
  797. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  798. return ACL_ERROR_GE_EXEC_NOT_INIT;
  799. }
  800. return GraphLoader::LoadModelWithQ(model_id, model_data, input_queue_ids, output_queue_ids);
  801. }
  802. /**
  803. * @ingroup ge
  804. * @brief Synchronous execution of offline model(Do not create thread)
  805. * @param [in] uint32_t model_id: Model ID to execute
  806. void* stream: stream to execute
  807. const domi::InputData *input_data: Model input data
  808. bool async_mode: is asynchronize mode.
  809. * @param [out] domi::OutputData *output_data: Model output data
  810. * @return SUCCESS handle successfully / others handle failed
  811. */
  812. Status GeExecutor::ExecModel(uint32_t model_id, void *stream, const ge::RunModelData &run_input_data,
  813. ge::RunModelData &run_output_data, bool async_mode) {
  814. std::vector<GeTensorDesc> input_desc = {};
  815. std::vector<GeTensorDesc> output_desc = {};
  816. return ExecModel(model_id, stream, run_input_data, input_desc, run_output_data, output_desc, async_mode);
  817. }
  818. /**
  819. * @ingroup ge
  820. * @brief Synchronous execution of offline model(Do not create thread)
  821. * @param [in] uint32_t model_id: Model ID to execute
  822. void* stream: stream to execute
  823. const domi::InputData *input_data: Model input data
  824. const std::vector<GeTensorDesc> &input_desc: Description of model input data
  825. bool async_mode: is asynchronize mode
  826. * @param [out] domi::OutputData *output_data: Model output data
  827. * @param [out] std::vector<GeTensorDesc> &output_desc: Description of model output data
  828. * @return SUCCESS handle successfully / others handle failed
  829. */
  830. Status GeExecutor::ExecModel(uint32_t model_id, void *stream, const ge::RunModelData &run_input_data,
  831. const std::vector<GeTensorDesc> &input_desc, ge::RunModelData &run_output_data,
  832. std::vector<GeTensorDesc> &output_desc, bool async_mode) {
  833. if (!isInit_) {
  834. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  835. return ACL_ERROR_GE_EXEC_NOT_INIT;
  836. }
  837. InputData input_data;
  838. OutputData output_data;
  839. GetDomiInputData(run_input_data, input_data);
  840. GetDomiOutputData(run_output_data, output_data);
  841. if ((run_input_data.dynamic_batch_size != 0) || (run_input_data.dynamic_image_width != 0) ||
  842. (run_input_data.dynamic_image_height != 0) || (run_input_data.dynamic_dims.size() != 0)) {
  843. std::vector<std::vector<int64_t>> batch_info;
  844. int32_t dynamic_type = static_cast<int32_t>(FIXED);
  845. Status ret = GraphExecutor::GetDynamicBatchInfo(model_id, batch_info, dynamic_type);
  846. if (ret != SUCCESS) {
  847. GELOGE(ret, "Get dynamic input info failed.");
  848. return ret;
  849. }
  850. if (!batch_info.empty()) {
  851. SetDynamicInputDataFlag(run_input_data, batch_info, input_data);
  852. }
  853. }
  854. return GraphLoader::ExecuteModel(model_id, stream, async_mode, input_data, input_desc, output_data, output_desc);
  855. }
  856. /**
  857. * @ingroup ge
  858. * @brief Get weight memory size from model file
  859. * @param [in] const std::string &path: Offline model file path
  860. * @param [out] size_t &mem_size Execution memory size
  861. size_t &weight_size Weight memory space size
  862. * @return SUCCESS handle successfully / others handle failed
  863. */
  864. Status GeExecutor::GetMemAndWeightSize(const std::string &path, size_t &mem_size, size_t &weight_size) {
  865. GELOGI("Get memory and weight size from file begin.");
  866. if (!isInit_) {
  867. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  868. return ACL_ERROR_GE_EXEC_NOT_INIT;
  869. }
  870. ModelData model;
  871. std::string key;
  872. Status ret = ge::GraphLoader::LoadDataFromFile(path, key, 0, model);
  873. if ((ret != SUCCESS) || (model.model_data == nullptr)) {
  874. GELOGE(ret, "Load data from file failed. ret = %d", ret);
  875. return ret;
  876. }
  877. ret = ge::ModelManager::GetModelMemAndWeightSize(model, mem_size, weight_size);
  878. delete[] static_cast<char *>(model.model_data);
  879. model.model_data = nullptr;
  880. return ret;
  881. }
  882. /**
  883. * @ingroup ge
  884. * @brief Get weight memory size from model file
  885. * @param [in] const void *model_data Offline model buffer
  886. size_t model_size Offline model buffer length
  887. * @param [out] size_t &mem_size Execution memory size
  888. size_t &weight_size Weight memory space size
  889. * @return SUCCESS handle successfully / others handle failed
  890. */
  891. Status GeExecutor::GetMemAndWeightSize(const void *model_data, size_t model_size, size_t &mem_size,
  892. size_t &weight_size) {
  893. GELOGI("Get memory and weight size from data begin.");
  894. if (!isInit_) {
  895. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "GeExecutor has not been initialized!");
  896. return ACL_ERROR_GE_EXEC_NOT_INIT;
  897. }
  898. if (model_data == nullptr) {
  899. GELOGE(ACL_ERROR_GE_EXEC_MODEL_ADDR_INVALID, "invalid model data!");
  900. return ACL_ERROR_GE_EXEC_MODEL_ADDR_INVALID;
  901. }
  902. ModelData model;
  903. model.model_data = const_cast<void *>(model_data);
  904. model.model_len = static_cast<uint32_t>(model_size);
  905. return ge::ModelManager::GetModelMemAndWeightSize(model, mem_size, weight_size);
  906. }
  907. Status GeExecutor::LoadSingleOp(const std::string &model_name, const ge::ModelData &modelData, void *stream,
  908. SingleOp **single_op) {
  909. return SingleOpManager::GetInstance().GetOpFromModel(model_name, modelData, stream, single_op);
  910. }
  911. Status GeExecutor::LoadDynamicSingleOp(const std::string &model_name, const ge::ModelData &modelData, void *stream,
  912. DynamicSingleOp **single_op) {
  913. return SingleOpManager::GetInstance().GetDynamicOpFromModel(model_name, modelData, stream, single_op);
  914. }
  915. Status GeExecutor::ExecuteAsync(SingleOp *executor, const std::vector<DataBuffer> &inputs,
  916. std::vector<DataBuffer> &outputs) {
  917. if (executor == nullptr) {
  918. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "param is NULL");
  919. return ACL_ERROR_GE_EXEC_NOT_INIT;
  920. }
  921. return executor->ExecuteAsync(inputs, outputs);
  922. }
  923. ge::Status GeExecutor::ExecuteAsync(DynamicSingleOp *executor, const vector<GeTensorDesc> &input_desc,
  924. const vector<DataBuffer> &inputs, vector<GeTensorDesc> &output_desc,
  925. vector<DataBuffer> &outputs) {
  926. GE_CHECK_NOTNULL(executor);
  927. return executor->ExecuteAsync(input_desc, inputs, output_desc, outputs);
  928. }
  929. Status GeExecutor::ReleaseSingleOpResource(void *stream) {
  930. ModelManager::GetInstance()->ClearAicpuSo();
  931. return SingleOpManager::GetInstance().ReleaseResource(stream);
  932. }
  933. Status GeExecutor::GetDeviceIdByModelId(uint32_t model_id, uint32_t &device_id) {
  934. auto model_manager = ModelManager::GetInstance();
  935. GE_CHECK_NOTNULL(model_manager);
  936. auto davinci_model = model_manager->GetModel(model_id);
  937. if (davinci_model == nullptr) {
  938. GELOGE(ACL_ERROR_GE_EXEC_MODEL_ID_INVALID, "Model id: %d is invaild or model is not loaded.", model_id);
  939. return ACL_ERROR_GE_EXEC_MODEL_ID_INVALID;
  940. }
  941. device_id = davinci_model->GetDeviceId();
  942. return SUCCESS;
  943. }
  944. Status GeExecutor::GetBatchInfoSize(uint32_t model_id, size_t &shape_count) {
  945. std::vector<std::vector<int64_t>> batch_info;
  946. int32_t dynamic_type = static_cast<int32_t>(FIXED);
  947. Status ret = GetDynamicBatchInfo(model_id, batch_info, dynamic_type);
  948. if (ret != SUCCESS) {
  949. GELOGE(ret, "Calc batch info size failed. ret = %d", ret);
  950. return ret;
  951. }
  952. if (batch_info.empty()) {
  953. shape_count = kStaticBatchInfoSize;
  954. } else {
  955. shape_count = batch_info.size();
  956. }
  957. return SUCCESS;
  958. }
  959. Status GeExecutor::GetOrigInputInfo(uint32_t model_id, uint32_t index, OriginInputInfo &orig_input_info) {
  960. GELOGI("Begin to GetOrigInputInfo.");
  961. if (!isInit_) {
  962. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "not inited yet!");
  963. return ACL_ERROR_GE_EXEC_NOT_INIT;
  964. }
  965. Status ret = GraphExecutor::GetOrigInputInfo(model_id, index, orig_input_info);
  966. if (ret != SUCCESS) {
  967. GELOGE(ret, "GetOrigInputInfo failed.");
  968. return ret;
  969. }
  970. GELOGI("GetOrigInputInfo succ.");
  971. return SUCCESS;
  972. }
  973. Status GeExecutor::GetAllAippInputOutputDims(uint32_t model_id, uint32_t index,
  974. std::vector<InputOutputDims> &input_dims,
  975. std::vector<InputOutputDims> &output_dims) {
  976. GELOGI("Begin to GetAllAippInputOutputDims.");
  977. if (!isInit_) {
  978. GELOGE(ACL_ERROR_GE_EXEC_NOT_INIT, "not inited yet!");
  979. return ACL_ERROR_GE_EXEC_NOT_INIT;
  980. }
  981. Status ret = GraphExecutor::GetAllAippInputOutputDims(model_id, index, input_dims, output_dims);
  982. if (ret != SUCCESS) {
  983. GELOGE(ret, "GetAllAippInputOutputDims failed.");
  984. return ret;
  985. }
  986. GELOGI("GetAllAippInputOutputDims succ.");
  987. return SUCCESS;
  988. }
  989. Status GeExecutor::GetOpDescInfo(uint32_t device_id, uint32_t stream_id, uint32_t task_id, OpDescInfo &op_desc_info) {
  990. GELOGI("Begin to GetOpDescInfo.");
  991. Status ret = GraphExecutor::GetOpDescInfo(device_id, stream_id, task_id, op_desc_info);
  992. if (ret != SUCCESS) {
  993. GELOGE(ret, "GetOpDescInfo failed.");
  994. return ret;
  995. }
  996. GELOGI("GetOpDescInfo succ.");
  997. return SUCCESS;
  998. }
  999. Status GeExecutor::SetDump(const DumpConfig &dump_config) {
  1000. GELOGI("Start to set dump config");
  1001. auto ret = DumpManager::GetInstance().SetDumpConf(dump_config);
  1002. if (ret != SUCCESS) {
  1003. GELOGE(ret, "Set dump conf failed");
  1004. return ret;
  1005. }
  1006. GELOGI("Set dump config successfully");
  1007. return SUCCESS;
  1008. }
  1009. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示