You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

ge_ir_build.cc 26 kB

4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "external/ge/ge_ir_build.h"
  17. #include <vector>
  18. #include "common/auth/file_saver.h"
  19. #include "external/register/register_types.h"
  20. #include "framework/common/debug/ge_log.h"
  21. #include "framework/common/ge_inner_error_codes.h"
  22. #include "framework/common/string_util.h"
  23. #include "framework/common/types.h"
  24. #include "framework/common/util.h"
  25. #include "framework/omg/omg_inner_types.h"
  26. #include "framework/omg/omg_inner_types.h"
  27. #include "ge/ge_api_types.h"
  28. #include "generator/ge_generator.h"
  29. #include "graph/compute_graph.h"
  30. #include "graph/ge_tensor.h"
  31. #include "graph/utils/type_utils.h"
  32. #include "graph/ge_global_options.h"
  33. #include "init/gelib.h"
  34. #include "ir_build/atc_ir_common.h"
  35. #include "model/ge_model.h"
  36. #include "graph/shape_refiner.h"
  37. #include "graph/opsproto_manager.h"
  38. using std::string;
  39. using namespace std;
  40. namespace ge {
  41. namespace {
  42. const std::string IR_OPTION_TARGET = "target";
  43. const std::string IR_OPTION_MODE = "mode";
  44. const std::string IR_OP_CONF_DELIMITER = ":";
  45. const std::string IR_OPTION_LOG_LEVEL_DEFAULT = "default";
  46. const std::string IR_OPTION_BUFFER_OPTIMIZE_DEFAULT = "l2_optimize";
  47. const std::string IR_OPTION_DISABLE_REUSE_MEMORY_DEFAULT = "0";
  48. const std::string IR_OPTION_ENABLE_COMPRESS_WEIGHT_DEFAULT = "false";
  49. } // namespace
  50. static graphStatus CheckGlobalOptions(std::map<std::string, std::string> &global_options) {
  51. // check param disable_reuse_memory
  52. std::string disable_reuse_memory = global_options.find(ge::ir_option::EXEC_DISABLE_REUSED_MEMORY) ==
  53. global_options.end()
  54. ? IR_OPTION_DISABLE_REUSE_MEMORY_DEFAULT
  55. : global_options[ge::ir_option::EXEC_DISABLE_REUSED_MEMORY];
  56. GE_CHK_BOOL_EXEC(ge::CheckDisableReuseMemoryParamValid(disable_reuse_memory) == ge::SUCCESS,
  57. return ge::GRAPH_PARAM_INVALID, "check disable_reuse_memory failed!");
  58. global_options[ge::ir_option::EXEC_DISABLE_REUSED_MEMORY] = disable_reuse_memory;
  59. // check buffer_optimize
  60. std::string buffer_optimize = global_options.find(ge::ir_option::BUFFER_OPTIMIZE) == global_options.end()
  61. ? IR_OPTION_BUFFER_OPTIMIZE_DEFAULT
  62. : global_options[ge::ir_option::BUFFER_OPTIMIZE];
  63. GE_CHK_BOOL_EXEC(ge::CheckBufferOptimizeParamValid(buffer_optimize) == ge::SUCCESS,
  64. return ge::GRAPH_PARAM_INVALID, "check buffer optimize failed!");
  65. global_options[ge::ir_option::BUFFER_OPTIMIZE] = buffer_optimize;
  66. // check enable_single_stream
  67. std::string enable_single_stream = global_options.find(ge::ir_option::ENABLE_SINGLE_STREAM) == global_options.end()
  68. ? ""
  69. : global_options[ge::ir_option::ENABLE_SINGLE_STREAM];
  70. GE_CHK_BOOL_EXEC(ge::CheckEnableSingleStreamParamValid(enable_single_stream) == ge::SUCCESS,
  71. return ge::GRAPH_PARAM_INVALID, "check enable single stream failed!");
  72. // check compress_weight
  73. std::string enable_compress_weight = global_options.find(ge::ir_option::ENABLE_COMPRESS_WEIGHT) ==
  74. global_options.end()
  75. ? IR_OPTION_ENABLE_COMPRESS_WEIGHT_DEFAULT
  76. : global_options[ge::ir_option::ENABLE_COMPRESS_WEIGHT];
  77. std::string compress_weight_conf = global_options.find(ge::ir_option::COMPRESS_WEIGHT_CONF) == global_options.end()
  78. ? ""
  79. : global_options[ge::ir_option::COMPRESS_WEIGHT_CONF];
  80. GE_CHK_BOOL_EXEC(ge::CheckCompressWeightParamValid(enable_compress_weight, compress_weight_conf) == ge::SUCCESS,
  81. return ge::GRAPH_PARAM_INVALID, "check compress weight failed!");
  82. global_options[ge::ir_option::ENABLE_COMPRESS_WEIGHT] = (enable_compress_weight == "true") ?
  83. ge::kEnableCompressWeightTrue :
  84. ge::kEnableCompressWeightFalse;
  85. // check optypelist_for_implmode and op_select_implmode
  86. std::string optypelist_for_implmode = global_options.find(ge::ir_option::OPTYPELIST_FOR_IMPLMODE) ==
  87. global_options.end()
  88. ? ""
  89. : global_options[ge::ir_option::OPTYPELIST_FOR_IMPLMODE];
  90. std::string op_select_implmode = global_options.find(ge::ir_option::OP_SELECT_IMPL_MODE) ==
  91. global_options.end()
  92. ? ""
  93. : global_options[ge::ir_option::OP_SELECT_IMPL_MODE];
  94. GE_CHK_BOOL_EXEC(
  95. ge::CheckImplmodeParamValid(optypelist_for_implmode, op_select_implmode) == ge::SUCCESS,
  96. return ge::GRAPH_PARAM_INVALID, "check optypelist_for_implmode and op_select_implmode failed!");
  97. global_options[ge::ir_option::OP_SELECT_IMPL_MODE] = op_select_implmode;
  98. // set precision mode default value
  99. std::string precision_mode = global_options.find(ge::ir_option::PRECISION_MODE) ==
  100. global_options.end()
  101. ? "force_fp16"
  102. : global_options[ge::ir_option::PRECISION_MODE];
  103. global_options[ge::ir_option::PRECISION_MODE] = precision_mode;
  104. return GRAPH_SUCCESS;
  105. }
  106. static void GetOpsProtoPath(string &opsproto_path) {
  107. GELOGI("Start to get ops proto path schedule.");
  108. const char *path_env = std::getenv("ASCEND_OPP_PATH");
  109. if (path_env != nullptr) {
  110. string path = path_env;
  111. string file_path = RealPath(path.c_str());
  112. if (file_path.empty()) {
  113. GELOGE(FAILED, "File path %s is invalid.", path.c_str());
  114. return;
  115. }
  116. opsproto_path = (path + "/op_proto/custom/" + ":") + (path + "/op_proto/built-in/");
  117. GELOGI("Get opsproto so path from env : %s", path.c_str());
  118. return;
  119. }
  120. string path_base = PluginManager::GetPath();
  121. GELOGI("path_base is %s", path_base.c_str());
  122. path_base = path_base.substr(0, path_base.rfind('/'));
  123. path_base = path_base.substr(0, path_base.rfind('/') + 1);
  124. opsproto_path = (path_base + "ops/op_proto/custom/" + ":") + (path_base + "ops/op_proto/built-in/");
  125. }
  126. static void LoadOpsProto() {
  127. string opsproto_path;
  128. GetOpsProtoPath(opsproto_path);
  129. GELOGI("Get opsproto path is %s", opsproto_path.c_str());
  130. OpsProtoManager *manager = OpsProtoManager::Instance();
  131. map<string, string> option_tmp;
  132. option_tmp.emplace(std::pair<string, string>(string("ge.opsProtoLibPath"), opsproto_path));
  133. (void)manager->Initialize(option_tmp);
  134. }
  135. graphStatus aclgrphBuildInitializeImpl(std::map<std::string, std::string> &global_options) {
  136. GELOGD("Enter aclgrphInitialize start!");
  137. // check global options
  138. if (CheckGlobalOptions(global_options) != GRAPH_SUCCESS) {
  139. GELOGE(GRAPH_PARAM_INVALID, "Check global options falied!");
  140. return GRAPH_PARAM_INVALID;
  141. }
  142. // print global option map
  143. ge::PrintOptionMap(global_options, "global option");
  144. LoadOpsProto();
  145. std::shared_ptr<ge::GELib> instance_ptr = ge::GELib::GetInstance();
  146. if (instance_ptr == nullptr || !instance_ptr->InitFlag()) {
  147. GELOGI("aclgrphInitialize start!");
  148. auto ret = ge::GELib::Initialize(global_options);
  149. if (ret != ge::SUCCESS) {
  150. GELOGE(ret, "GE initialize failed!");
  151. return GRAPH_FAILED;
  152. }
  153. }
  154. GELOGW("gelib has been initialized!");
  155. std::string path_base = ge::GELib::GetPath();
  156. int ret = ErrorManager::GetInstance().Init(path_base);
  157. if (ret != 0) {
  158. DOMI_LOGE("ErrorManager init fail !");
  159. return GRAPH_FAILED;
  160. }
  161. return GRAPH_SUCCESS;
  162. }
  163. graphStatus aclgrphBuildInitialize(std::map<std::string, std::string> global_options) {
  164. return aclgrphBuildInitializeImpl(global_options);
  165. }
  166. graphStatus aclgrphBuildInitialize(std::map<AscendString, AscendString> &global_options) {
  167. std::map<std::string, std::string> tmp_global_options;
  168. for (auto &option : global_options) {
  169. if (option.first.GetString() == nullptr || option.second.GetString() == nullptr) {
  170. GELOGE(GRAPH_FAILED, "AclgrphBuildInitialize option is nullptr.");
  171. return GRAPH_FAILED;
  172. }
  173. std::string key = option.first.GetString();
  174. std::string val = option.second.GetString();
  175. tmp_global_options[key] = val;
  176. }
  177. return aclgrphBuildInitializeImpl(tmp_global_options);
  178. }
  179. void aclgrphBuildFinalize() {
  180. if (ge::GELib::GetInstance() != nullptr && ge::GELib::GetInstance()->InitFlag()) {
  181. (void)ge::GELib::GetInstance()->Finalize();
  182. return;
  183. }
  184. GELOGW("[Notice] gelib has not been initialized!do nothing!");
  185. }
  186. class Impl {
  187. public:
  188. Impl() {
  189. omg_context_ = domi::GetContext();
  190. omg_context_.format = domi::DOMI_TENSOR_ND;
  191. omg_context_.input_nodes_format_map.clear();
  192. omg_context_.output_formats.clear();
  193. omg_context_.user_input_dims.clear();
  194. omg_context_.input_dims.clear();
  195. omg_context_.op_conf_map.clear();
  196. omg_context_.out_nodes_map.clear();
  197. omg_context_.user_out_nodes.clear();
  198. omg_context_.net_format = domi::DOMI_TENSOR_RESERVED;
  199. omg_context_.type = domi::FRAMEWORK_RESERVED;
  200. omg_context_.run_mode = ONLY_PRE_CHECK;
  201. omg_context_.train_flag = false;
  202. omg_context_.output_type.clear();
  203. omg_context_.is_dynamic_input = false;
  204. omg_context_.dynamic_batch_size.clear();
  205. omg_context_.dynamic_image_size.clear();
  206. omg_context_.dynamic_dims.clear();
  207. };
  208. ~Impl() { (void)generator_.Finalize(); };
  209. graphStatus CheckOptions(const std::map<std::string, std::string> &options);
  210. graphStatus CreateInputsForIRBuild(const ge::Graph &graph, vector<ge::GeTensor> &inputs);
  211. graphStatus Init(const std::map<std::string, std::string> &options);
  212. graphStatus BuildModel(const Graph &graph, const std::map<std::string, std::string> &options,
  213. ModelBufferData &ge_models);
  214. graphStatus InitDomiOmgContext(const string &input_shape, const string &input_format, const string &net_format,
  215. bool is_dynamic_input);
  216. void SetRtSocVersion();
  217. void UpdateThreadContext();
  218. void LoadOpsProto();
  219. public:
  220. ge::GeGenerator generator_;
  221. std::map<std::string, std::string> options_;
  222. bool is_dynamic_input_ = false;
  223. OmgContext omg_context_;
  224. };
  225. graphStatus Impl::CheckOptions(const std::map<std::string, std::string> &options) {
  226. for (auto &ele : options) {
  227. auto it = ge::ir_option::ir_builder_suppported_options.find(ele.first);
  228. if (it == ge::ir_option::ir_builder_suppported_options.end()) {
  229. auto it_lx_fusion = ir_builder_supported_options_for_lx_fusion.find(ele.first);
  230. if (it_lx_fusion == ir_builder_supported_options_for_lx_fusion.end()) {
  231. GELOGE(GRAPH_PARAM_INVALID, "input options include unsupported option(%s).Please check!",
  232. ele.first.c_str());
  233. return GRAPH_PARAM_INVALID;
  234. }
  235. }
  236. options_.insert(ele);
  237. }
  238. // Check options build_mode and build_step.
  239. std::string build_mode;
  240. auto it = options_.find(BUILD_MODE);
  241. if (it != options_.end() && !(it->second.empty())) {
  242. if (build_mode_options.find(it->second) == build_mode_options.end()) {
  243. GELOGE(GRAPH_PARAM_INVALID, "Build mode:%s is unsupported. Please check!", it->second.c_str());
  244. return GRAPH_PARAM_INVALID;
  245. }
  246. build_mode = it->second;
  247. }
  248. it = options_.find(BUILD_STEP);
  249. if (it != options_.end() && !(it->second.empty())) {
  250. if (build_step_options.find(it->second) == build_step_options.end()) {
  251. GELOGE(GRAPH_PARAM_INVALID, "Build step:%s is unsupported. Please check!", it->second.c_str());
  252. return GRAPH_PARAM_INVALID;
  253. }
  254. } else {
  255. if (build_mode == BUILD_MODE_TUNING) {
  256. GELOGE(GRAPH_PARAM_INVALID, "Build mode tuning must specify build step. Please check!");
  257. return GRAPH_PARAM_INVALID;
  258. }
  259. }
  260. return GRAPH_SUCCESS;
  261. }
  262. graphStatus Impl::Init(const std::map<std::string, std::string> &options) {
  263. // 1. check options
  264. graphStatus ret = CheckOptions(options);
  265. if (ret != GRAPH_SUCCESS) {
  266. GELOGE(ret, "User input options are illegal! Please check!");
  267. return ret;
  268. }
  269. std::string build_mode = (options_.find(BUILD_MODE) == options_.end() || options_[BUILD_MODE] == BUILD_MODE_NORMAL)
  270. ? "" : options_[BUILD_MODE];
  271. options_[BUILD_MODE] = build_mode;
  272. // set log level
  273. std::string log = options_.find(ge::ir_option::LOG_LEVEL) == options_.end()
  274. ? IR_OPTION_LOG_LEVEL_DEFAULT
  275. : options_[ge::ir_option::LOG_LEVEL];
  276. GE_CHK_BOOL_RET_STATUS_NOLOG(ge::CheckLogParamValidAndSetLogLevel(log) == 0, GRAPH_PARAM_INVALID);
  277. options_[ge::ir_option::LOG_LEVEL] = log;
  278. string input_shape = options_.find("input_shape") == options_.end() ? "" : options_["input_shape"];
  279. string input_format = options_.find("input_format") == options_.end() ? "" : options_["input_format"];
  280. string net_format = options_.find("net_format") == options_.end() ? "" : options_["net_format"];
  281. string dynamic_batch_size = options_.find(ge::ir_option::DYNAMIC_BATCH_SIZE) == options_.end()
  282. ? ""
  283. : options_[ge::ir_option::DYNAMIC_BATCH_SIZE];
  284. string dynamic_image_size = options_.find(ge::ir_option::DYNAMIC_IMAGE_SIZE) == options_.end()
  285. ? ""
  286. : options_[ge::ir_option::DYNAMIC_IMAGE_SIZE];
  287. string dynamic_dims =
  288. options_.find(ge::ir_option::DYNAMIC_DIMS) == options_.end() ? "" : options_[ge::ir_option::DYNAMIC_DIMS];
  289. auto status = CheckDynamicInputParamValid(dynamic_batch_size, dynamic_image_size, dynamic_dims, input_shape,
  290. input_format, is_dynamic_input_);
  291. if (status != ge::SUCCESS) {
  292. GELOGE(GRAPH_PARAM_INVALID, "Check dynamic input size failed!");
  293. return GRAPH_PARAM_INVALID;
  294. }
  295. GELOGD("User input dynamic_batch_size:%s, dynamic_image_size:%s, dynamic_dims:%s.", dynamic_batch_size.c_str(),
  296. dynamic_image_size.c_str(), dynamic_dims.c_str());
  297. omg_context_.dynamic_batch_size = dynamic_batch_size;
  298. omg_context_.dynamic_image_size = dynamic_image_size;
  299. omg_context_.dynamic_dims = dynamic_dims;
  300. // check output_type
  301. std::string output_type = options_.find(ge::ir_option::OUTPUT_TYPE) == options_.end()
  302. ? ""
  303. : options_[ge::ir_option::OUTPUT_TYPE];
  304. GE_CHK_BOOL_EXEC(ge::CheckOutputTypeParamValid(output_type) == ge::SUCCESS,
  305. return ge::GRAPH_PARAM_INVALID, "check output type failed!");
  306. // check insert_op_conf
  307. std::string insert_op_conf = options_.find(ge::ir_option::INSERT_OP_FILE) == options_.end()
  308. ? ""
  309. : options_[ge::ir_option::INSERT_OP_FILE];
  310. GE_CHK_BOOL_EXEC(ge::CheckInsertOpConfParamValid(std::string(insert_op_conf)) == ge::SUCCESS,
  311. return ge::GRAPH_PARAM_INVALID, "check insert op conf failed!");
  312. GE_CHK_BOOL_EXEC(insert_op_conf.empty() || dynamic_dims.empty(),
  313. return ge::GRAPH_PARAM_INVALID, "dynamic dims function does not support aipp");
  314. // for IR builder.Only support om mode, so here fixed;
  315. options_.insert(std::pair<string, string>(string(IR_OPTION_MODE), to_string(0)));
  316. options_.insert(std::pair<string, string>(string(IR_OPTION_TARGET), "mini"));
  317. options_.insert(std::pair<string, string>(string(ge::RUN_FLAG), to_string(0)));
  318. options_.insert(std::pair<string, string>(string(ge::TRAIN_FLAG), to_string(0)));
  319. options_.insert(std::pair<string, string>(string(ge::SAVE_ORIGINAL_MODEL), to_string(0)));
  320. // print ge option map
  321. ge::PrintOptionMap(options_, "ge option");
  322. SetRtSocVersion();
  323. UpdateThreadContext();
  324. // 3. init generator with options_
  325. ret = generator_.Initialize(options_, omg_context_);
  326. if (ret != GRAPH_SUCCESS) {
  327. GELOGE(ret, "generator Initialize failed!");
  328. return ret;
  329. }
  330. // 4.parse and init Context with input shape format and net format info
  331. return this->InitDomiOmgContext(input_shape, input_format, net_format, is_dynamic_input_);
  332. }
  333. void Impl::SetRtSocVersion() {
  334. const auto &global_options = GetMutableGlobalOptions();
  335. auto it = global_options.find(ge::SOC_VERSION);
  336. if (it != global_options.end()) {
  337. const char *soc_version = it->second.c_str();
  338. rtError_t rt_ret = rtSetSocVersion(soc_version);
  339. if (rt_ret != RT_ERROR_NONE) {
  340. GELOGW("Set soc version %s failed. ret:0x%X", soc_version, rt_ret);
  341. }
  342. GELOGD("Set soc version %s success.", soc_version);
  343. }
  344. }
  345. void Impl::UpdateThreadContext() {
  346. GetThreadLocalContext().SetGlobalOption(GetMutableGlobalOptions());
  347. GetThreadLocalContext().SetGraphOption(options_);
  348. }
  349. graphStatus Impl::CreateInputsForIRBuild(const ge::Graph &graph, vector<ge::GeTensor> &inputs) {
  350. auto compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  351. GE_CHECK_NOTNULL(compute_graph);
  352. int64_t index = 0;
  353. for (ge::NodePtr &input_node : compute_graph->GetDirectNode()) {
  354. GE_CHECK_NOTNULL(input_node);
  355. ge::OpDescPtr op = input_node->GetOpDesc();
  356. GE_CHECK_NOTNULL(op);
  357. if (op->GetType() == DATA) {
  358. (void)AttrUtils::SetInt(op, ATTR_NAME_INDEX, index++);
  359. GELOGD("Data op inputDesc size: %zu", op->GetAllInputsDesc().size());
  360. ge::GeTensorDesc tensor = op->GetInputDesc(0);
  361. string data_op_name = op->GetName();
  362. GELOGD("Data op name: %s", data_op_name.c_str());
  363. ge::GeShape data_shape;
  364. auto iter = omg_context_.input_dims.find(data_op_name);
  365. if (iter != omg_context_.input_dims.end()) {
  366. data_shape = ge::GeShape(iter->second);
  367. GELOGD("Data op get shape from Context.");
  368. } else {
  369. data_shape = tensor.GetShape();
  370. GELOGD("Data op get shape from InputDesc in ge ir graph.");
  371. }
  372. // If user point input format, do work for all data ops; else do according to tensor_desc
  373. auto data_format = omg_context_.format != domi::DOMI_TENSOR_ND ?
  374. ge::TypeUtils::DomiFormatToFormat(omg_context_.format) : tensor.GetFormat();
  375. ge::DataType data_type = tensor.GetDataType();
  376. string data_type_str = ge::TypeUtils::DataTypeToSerialString(data_type);
  377. GELOGD("Data op get data type:%s from InputDesc in ge ir graph.", data_type_str.c_str());
  378. ge::GeTensor inputTensor;
  379. ge::GeTensorDesc desc(data_shape, ge::Format(data_format), data_type);
  380. inputTensor.SetTensorDesc(desc);
  381. inputs.push_back(inputTensor);
  382. }
  383. }
  384. GELOGD("CreateInputsForIRBuild, inputs size: %zu", inputs.size());
  385. return GRAPH_SUCCESS;
  386. }
  387. graphStatus Impl::BuildModel(const Graph &graph, const std::map<std::string, std::string> &options,
  388. ModelBufferData &model) {
  389. // 1. init GeGenerator with user optios
  390. graphStatus ret = Init(options);
  391. if (ret != GRAPH_SUCCESS) {
  392. GELOGE(ret, "Build ir model Init failed!");
  393. return ret;
  394. }
  395. // 2. construct input
  396. std::vector<GeTensor> inputs;
  397. if (!omg_context_.is_dynamic_input) { // if dynamic input , no need to creat inputs
  398. ret = CreateInputsForIRBuild(graph, inputs);
  399. if (ret != GRAPH_SUCCESS) {
  400. GELOGE(ret, "CreateInputsForIRBuild failed!");
  401. return ret;
  402. }
  403. }
  404. // 3. build IR model
  405. ret = generator_.GenerateOnlineModel(graph, inputs, model);
  406. if (ret != GRAPH_SUCCESS) {
  407. GELOGE(ret, "GenerateOnlineModel failed!");
  408. return ret;
  409. }
  410. return GRAPH_SUCCESS;
  411. }
  412. graphStatus Impl::InitDomiOmgContext(const string &input_shape, const string &input_format, const string &net_format,
  413. bool is_dynamic_input) {
  414. // Clear omgcontext data first
  415. omg_context_.input_dims.clear();
  416. omg_context_.user_input_dims.clear();
  417. omg_context_.is_dynamic_input = is_dynamic_input;
  418. // the default value is ND
  419. omg_context_.format = domi::DOMI_TENSOR_ND;
  420. if (!input_format.empty()) {
  421. auto iter = ge::input_format_str_to_geformat.find(input_format);
  422. if (iter != ge::input_format_str_to_geformat.end()) {
  423. omg_context_.format = iter->second;
  424. } else {
  425. GELOGE(GRAPH_PARAM_INVALID, "Input format %s not support , expect ND/NCHW/NHWC/CHWN/NC1HWC0/NHWC1C0.",
  426. input_format.c_str());
  427. return GRAPH_PARAM_INVALID;
  428. }
  429. }
  430. // Input is empty, do not process
  431. if (input_shape.empty()) {
  432. return GRAPH_SUCCESS;
  433. }
  434. if (!ParseInputShape(input_shape, omg_context_.input_dims, omg_context_.user_input_dims, is_dynamic_input)) {
  435. GELOGE(GRAPH_PARAM_INVALID, "Failed to parse input shape: %s", input_shape.c_str());
  436. return GRAPH_PARAM_INVALID;
  437. }
  438. return GRAPH_SUCCESS;
  439. }
  440. graphStatus aclgrphBuildModel(const ge::Graph &graph, const std::map<std::string, std::string> &build_options,
  441. ModelBufferData &model) {
  442. GELOGD("Enter aclmdlBuildModel process!");
  443. Impl builder;
  444. return builder.BuildModel(graph, build_options, model);
  445. }
  446. graphStatus aclgrphBuildModel(const ge::Graph &graph, const std::map<AscendString, AscendString> &build_options,
  447. ModelBufferData &model) {
  448. GELOGD("Enter aclmdlBuildModel process!");
  449. std::map<std::string, std::string> tmp_build_options;
  450. for (auto &option : build_options) {
  451. if (option.first.GetString() == nullptr || option.second.GetString() == nullptr) {
  452. GELOGE(GRAPH_FAILED, "AclgrphBuildInitialize option is nullptr.");
  453. return GRAPH_FAILED;
  454. }
  455. std::string key = option.first.GetString();
  456. std::string val = option.second.GetString();
  457. tmp_build_options[key] = val;
  458. }
  459. Impl builder;
  460. return builder.BuildModel(graph, tmp_build_options, model);
  461. }
  462. graphStatus aclgrphSaveModel(const string &output_file, const ModelBufferData &model) {
  463. GELOGD("Enter aclmdlSaveModel process!");
  464. if (model.data.get() == nullptr || model.length == 0) {
  465. GELOGE(GRAPH_PARAM_INVALID, "input model is illegal");
  466. return GRAPH_PARAM_INVALID;
  467. }
  468. return FileSaver::SaveToFile((output_file + ".om"), reinterpret_cast<void*>(model.data.get()),
  469. static_cast<uint32_t>(model.length));
  470. }
  471. graphStatus aclgrphSaveModel(const char *output_file, const ModelBufferData &model) {
  472. GELOGD("Enter aclmdlSaveModel process!");
  473. if (model.data.get() == nullptr || model.length == 0) {
  474. GELOGE(GRAPH_PARAM_INVALID, "Input model is illegal");
  475. return GRAPH_PARAM_INVALID;
  476. }
  477. if (output_file == nullptr) {
  478. GELOGE(GRAPH_PARAM_INVALID, "Output file is nullptr.");
  479. return GRAPH_PARAM_INVALID;
  480. }
  481. std::string str_output_file = output_file;
  482. return FileSaver::SaveToFile((str_output_file + ".om"), reinterpret_cast<void*>(model.data.get()),
  483. static_cast<uint32_t>(model.length));
  484. }
  485. graphStatus aclgrphGetIRVersion(int *major_version, int *minor_version, int *patch_version) {
  486. GELOGD("Enter aclgrphGetIRVersion process!");
  487. GE_CHECK_NOTNULL(major_version);
  488. GE_CHECK_NOTNULL(minor_version);
  489. GE_CHECK_NOTNULL(patch_version);
  490. *major_version = IR_MAJOR_VERSION;
  491. *minor_version = IR_MINOR_VERSION;
  492. *patch_version = IR_PATCH_VERSION;
  493. return GRAPH_SUCCESS;
  494. }
  495. graphStatus aclgrphInferShapeAndType(ge::Graph &graph) {
  496. auto compute_graph = GraphUtils::GetComputeGraph(graph);
  497. GE_CHECK_NOTNULL(compute_graph);
  498. auto root_graph = compute_graph->GetParentGraph();
  499. if (root_graph != nullptr) {
  500. GELOGE(GRAPH_PARAM_INVALID, "Input param should not be subgraph");
  501. return GRAPH_PARAM_INVALID;
  502. }
  503. auto ret = compute_graph->TopologicalSorting();
  504. if(ret != GRAPH_SUCCESS) {
  505. GELOGE(ret, "Acl topo logical sort failed.");
  506. return ret;
  507. }
  508. ret = compute_graph->InferOriginFormat();
  509. if (ret != GRAPH_SUCCESS) {
  510. GELOGE(ret, "Acl InferOriginFormat failed.");
  511. return ret;
  512. }
  513. for (auto &node: compute_graph->GetAllNodes()) {
  514. graphStatus ret = ShapeRefiner::InferShapeAndType(node);
  515. if (ret == GRAPH_PARAM_INVALID) {
  516. GELOGW("Can not find infershape func.");
  517. continue;
  518. } else if (ret != GRAPH_SUCCESS) {
  519. GELOGE(ret, "Acl infershape failed.");
  520. return ret;
  521. }
  522. }
  523. return GRAPH_SUCCESS;
  524. }
  525. graphStatus aclgrphDumpGraph(const ge::Graph &graph, const char *file, const size_t len) {
  526. GE_CHECK_NOTNULL(file);
  527. if (len > PATH_MAX || len != strlen(file) || strlen(file) == 0) {
  528. GELOGE(GRAPH_PARAM_INVALID, "File path invalid.");
  529. return GRAPH_PARAM_INVALID;
  530. }
  531. auto compute_graph = GraphUtils::GetComputeGraph(graph);
  532. GE_CHECK_NOTNULL(compute_graph);
  533. string full_path(file, len);
  534. for (size_t i = 0; i < len; i++) {
  535. if (full_path[i] == '\\') {
  536. full_path.replace(i, 1, "/");
  537. }
  538. }
  539. string suffix;
  540. string file_path;
  541. int pos = full_path.rfind("/");
  542. if (pos != -1) {
  543. suffix = full_path.substr(pos + 1, -1);
  544. file_path = full_path.substr(0, pos);
  545. } else {
  546. suffix = full_path;
  547. file_path = "./";
  548. }
  549. if (suffix.empty()) {
  550. suffix = compute_graph->GetName();
  551. if (suffix.empty()) {
  552. suffix = "graph";
  553. }
  554. }
  555. char path[PATH_MAX] = {0};
  556. if (realpath(file_path.c_str(), path) == nullptr) {
  557. GELOGE(GRAPH_PARAM_INVALID, "Dump file path:%s is invalid.", file);
  558. return GRAPH_PARAM_INVALID;
  559. }
  560. GraphUtils::DumpGEGrph(compute_graph, string(path), suffix);
  561. GraphUtils::DumpGrphToOnnx(*compute_graph, string(path), suffix);
  562. uint64_t i = 0;
  563. for (const auto &sub_graph_func : compute_graph->GetAllSubgraphs()) {
  564. auto sub_graph_func_name = suffix + std::string("_sub_graph_") + std::to_string(i++);
  565. GraphUtils::DumpGEGrph(sub_graph_func, string(path), sub_graph_func_name);
  566. GraphUtils::DumpGrphToOnnx(*sub_graph_func, string(path), sub_graph_func_name);
  567. }
  568. return GRAPH_SUCCESS;
  569. }
  570. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示