You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

atc_ir_common.cc 25 kB

4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "atc_ir_common.h"
  17. #include "common/util/error_manager/error_manager.h"
  18. #include "external/ge/ge_api_types.h"
  19. #include "framework/common/string_util.h"
  20. #include "framework/common/types.h"
  21. #include "framework/common/util.h"
  22. #include "graph/utils/type_utils.h"
  23. using std::pair;
  24. using std::string;
  25. using std::vector;
  26. namespace ge {
  27. namespace {
  28. const int64_t kDynamicInputDim = -1;
  29. const int64_t kDynamicImageSizeNum = 2;
  30. const size_t kMaxDynamicDimNum = 100;
  31. const size_t kMaxNDDimNum = 4;
  32. const size_t kMinNDDimNum = 1;
  33. // datatype/formats from user to GE, Unified to util interface file later
  34. const std::map<std::string, ge::DataType> kOutputTypeSupportDatatype = {
  35. {"FP32", ge::DT_FLOAT}, {"FP16", ge::DT_FLOAT16}, {"UINT8", ge::DT_UINT8}};
  36. const char *const kOutputTypeSupport = "only support FP32, FP16, UINT8";
  37. const std::set<std::string> kBufferOptimizeSupportOption = {"l1_optimize", "l2_optimize", "off_optimize",
  38. "l1_and_l2_optimize"};
  39. // The function is incomplete. Currently, only l2_optimize, off_optimize is supported.
  40. const char *const kBufferOptimizeSupport = "only support l2_optimize, off_optimize";
  41. const char *const IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT = "high_performance";
  42. const char *const IR_OPTION_OP_SELECT_IMPLMODE_PRECISON = "high_precision";
  43. const char *const kInputShapeSample1 = "\"input_name1:n1,c1,h1,w1\"";
  44. const char *const kInputShapeSample2 = "\"input_name1:1,3,224,224\"";
  45. const char *const kSplitError1 = "size not equal to 2 split by \":\"";
  46. const char *const kEmptyError = "can not be empty";
  47. const char *const kFloatNumError = "exist float number";
  48. const char *const kDigitError = "is not digit";
  49. const char *const kCompressWeightError = "it must be appointed when appoint parameter[--optypelist_for_implmode]";
  50. const char *const kSelectImplmodeError = "only support high_performance, high_precision";
  51. const char *const kDynamicBatchSizeError = "It can only contains digit, \",\", \" \"";
  52. const char *const kKeepDtypeError = "file not found";
  53. vector<string> SplitInputShape(const std::string &input_shape) {
  54. vector<string> shape_pair_vec;
  55. size_t pos = input_shape.rfind(":");
  56. if (pos != std::string::npos) {
  57. shape_pair_vec.emplace_back(input_shape.substr(0, pos));
  58. shape_pair_vec.emplace_back(input_shape.substr(pos + 1, input_shape.size() - pos));
  59. }
  60. return shape_pair_vec;
  61. }
  62. } // namespace
  63. Status CheckInputFormat(const std::string &input_format) {
  64. if (input_format.empty()) {
  65. return ge::SUCCESS;
  66. }
  67. if (!ge::TypeUtils::IsFormatValid(input_format.c_str())) {
  68. ErrorManager::GetInstance().ATCReportErrMessage(
  69. "E10001", {"parameter", "value", "reason"}, {"--input_format", input_format, "input format not found"});
  70. GELOGE(ge::PARAM_INVALID, "user input format [%s] is not found!", input_format.c_str());
  71. return ge::PARAM_INVALID;
  72. }
  73. return ge::SUCCESS;
  74. }
  75. bool CheckDynamicBatchSizeInputShapeValid(unordered_map<string, vector<int64_t>> shape_map,
  76. std::string &dynamic_batch_size) {
  77. int32_t size = 0;
  78. for (auto iter = shape_map.begin(); iter != shape_map.end(); ++iter) {
  79. vector<int64_t> shape = iter->second;
  80. if (shape.empty()) {
  81. ErrorManager::GetInstance().ATCReportErrMessage("E10012");
  82. GELOGE(ge::PARAM_INVALID, "--input_shape's shape size can not be less than 1 when set --dynamic_batch_size.");
  83. return false;
  84. }
  85. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) == 0) {
  86. continue;
  87. }
  88. bool ret = multibatch::CheckDynamicBatchShape(shape, iter->first);
  89. if (ret) {
  90. size++;
  91. }
  92. }
  93. if (size == 0) {
  94. ErrorManager::GetInstance().ATCReportErrMessage("E10031");
  95. GELOGE(ge::PARAM_INVALID, "At least one batch n must be equal to -1 when set --dynamic_batch_size.");
  96. return false;
  97. }
  98. for (char c : dynamic_batch_size) {
  99. if (!isdigit(c) && (c != ',') && (c != ' ')) {
  100. ErrorManager::GetInstance().ATCReportErrMessage(
  101. "E10033", {"value", "reason"}, {dynamic_batch_size, kDynamicBatchSizeError});
  102. GELOGE(ge::PARAM_INVALID, "Input parameter[--dynamic_batch_size]'s value[%s] is invalid. reason: %s",
  103. dynamic_batch_size.c_str(), kDynamicBatchSizeError);
  104. return false;
  105. }
  106. }
  107. if (dynamic_batch_size.back() == ',') {
  108. dynamic_batch_size.erase(dynamic_batch_size.end() - 1);
  109. }
  110. return true;
  111. }
  112. bool CheckDynamicImagesizeInputShapeValid(unordered_map<string, vector<int64_t>> shape_map,
  113. const std::string input_format, std::string &dynamic_image_size) {
  114. if (!input_format.empty() && !ge::TypeUtils::IsFormatValid(input_format.c_str())) {
  115. GELOGE(ge::PARAM_INVALID, "user input format [%s] is not found!", input_format.c_str());
  116. return false;
  117. }
  118. int32_t size = 0;
  119. for (auto iter = shape_map.begin(); iter != shape_map.end(); ++iter) {
  120. vector<int64_t> shape = iter->second;
  121. // only support four dim
  122. if (shape.size() != DIM_DEFAULT_SIZE) {
  123. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) > 0) {
  124. ErrorManager::GetInstance().ATCReportErrMessage("E10019");
  125. GELOGE(ge::PARAM_INVALID,
  126. "--input_shape's shape is invalid, only height and width can be -1 when set --dynamic_image_size.");
  127. return false;
  128. }
  129. continue;
  130. }
  131. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) == 0) {
  132. continue;
  133. }
  134. auto ret = multibatch::CheckDynamicImageSizeShape(shape, iter->first, input_format);
  135. if (ret) {
  136. size++;
  137. } else {
  138. return ret;
  139. }
  140. }
  141. if (size == 0) {
  142. ErrorManager::GetInstance().ATCReportErrMessage("E10019");
  143. GELOGE(ge::PARAM_INVALID,
  144. "--input_shape's shape is invalid, only height and width can be -1 when set --dynamic_image_size.");
  145. return false;
  146. }
  147. EraseEndSemicolon(dynamic_image_size);
  148. // Different parameter sets are split string by ';'
  149. std::vector<std::string> split_set = StringUtils::Split(dynamic_image_size, ';');
  150. // Different dimensions are split by ','
  151. std::vector<std::string> split_dim;
  152. for (auto str : split_set) {
  153. split_dim = StringUtils::Split(str, ',');
  154. if (split_dim.size() != static_cast<size_t>(kDynamicImageSizeNum)) {
  155. ErrorManager::GetInstance().ATCReportErrMessage("E10020", {"DynamicImageSizeNum"},
  156. {std::to_string(kDynamicImageSizeNum)});
  157. GELOGE(ge::PARAM_INVALID,
  158. "--dynamic_image_size's number of dimensions of each "
  159. "group must be %ld.",
  160. kDynamicImageSizeNum);
  161. return false;
  162. }
  163. }
  164. return true;
  165. }
  166. bool CheckDynamicDimsInputShapeValid(const unordered_map<string, vector<int64_t>> &shape_map,
  167. string input_format, string &dynamic_dims) {
  168. if (input_format != "ND") {
  169. ErrorManager::GetInstance().ATCReportErrMessage(
  170. "E10001", {"parameter", "value", "reason"},
  171. {"--input_format", input_format.c_str(), "input_format must be ND when set dynamic_dims"});
  172. GELOGE(ge::PARAM_INVALID, "input_format must be ND when set dynamic_dims.");
  173. return false;
  174. }
  175. int32_t dynamic_dim = 0;
  176. for (auto &info_shapes : shape_map) {
  177. auto &shapes = info_shapes.second;
  178. if (shapes.size() > kMaxNDDimNum || shapes.size() < kMinNDDimNum) {
  179. ErrorManager::GetInstance().ATCReportErrMessage(
  180. "E10001", {"parameter", "value", "reason"},
  181. {"--input_shape's dim", std::to_string(shapes.size()), "Dim num must within [1, 4] when set dynamic_dims"});
  182. GELOGE(ge::PARAM_INVALID, "Dim num must within [%zu, %zu] when set dynamic_dims.", kMinNDDimNum, kMaxNDDimNum);
  183. return false;
  184. }
  185. dynamic_dim += std::count(shapes.begin(), shapes.end(), kDynamicInputDim);
  186. }
  187. if (dynamic_dim == 0) {
  188. ErrorManager::GetInstance().ATCReportErrMessage(
  189. "E10001", {"parameter", "value", "reason"},
  190. {"--input_shape's dynamic dim num", "0", "at least one dim should be -1 when set dynamic_dims"});
  191. GELOGE(ge::PARAM_INVALID, "input_shape's shape is invalid, at least one dim should be -1 when set dynamic_dims.");
  192. return false;
  193. }
  194. if (!CheckAndParseDynamicDims(dynamic_dim, dynamic_dims)) {
  195. GELOGE(ge::PARAM_INVALID, "Check and parse dynamic dims: %s failed.", dynamic_dims.c_str());
  196. return false;
  197. }
  198. return true;
  199. }
  200. bool CheckAndParseDynamicDims(int32_t dynamic_dim_num, std::string &dynamic_dims) {
  201. EraseEndSemicolon(dynamic_dims);
  202. if (dynamic_dims.empty()) {
  203. ErrorManager::GetInstance().ATCReportErrMessage(
  204. "E10001", {"parameter", "value", "reason"},
  205. {"--dynamic_dims", dynamic_dims.c_str(), "dynamic_dims can not be empty"});
  206. GELOGE(ge::PARAM_INVALID, "dynamic_dims can not be empty.");
  207. return false;
  208. }
  209. // Different parameter sets are split by ';'
  210. vector<string> split_set = StringUtils::Split(dynamic_dims, ';');
  211. if (split_set.size() > kMaxDynamicDimNum) {
  212. ErrorManager::GetInstance().ATCReportErrMessage(
  213. "E10042", {"parameter", "reason"}, {"dynamic_dims", "dynamic_dims's num of parameter set can not exceed 100"});
  214. GELOGE(ge::PARAM_INVALID, "dynamic_dims's num of parameter set can not exceed %zu.", kMaxDynamicDimNum);
  215. return false;
  216. }
  217. for (auto split_dim : split_set) {
  218. vector<string> one_set = StringUtils::Split(split_dim, ',');
  219. if (one_set.size() != static_cast<size_t>(dynamic_dim_num)) {
  220. ErrorManager::GetInstance().ATCReportErrMessage(
  221. "E10042", {"parameter", "reason"},
  222. {"dynamic_dims", "Each gear setting needs to be consistent with the number of -1 in the inputshape"});
  223. GELOGE(ge::PARAM_INVALID, "Input parameter --dynamic_dims parse failed, "
  224. "reason: Each gear setting needs to be consistent with the number of -1 in the inputshape.");
  225. return false;
  226. }
  227. for (auto dim : one_set) {
  228. for (auto c : dim) {
  229. if (!isdigit(c)) {
  230. ErrorManager::GetInstance().ATCReportErrMessage(
  231. "E10001", {"parameter", "value", "reason"},
  232. {"--dynamic_dims's parameter", dim.c_str(), "must be positive integer"});
  233. GELOGE(ge::PARAM_INVALID, "dynamic_dims's parameter must be positive integer.");
  234. return false;
  235. }
  236. }
  237. }
  238. }
  239. return true;
  240. }
  241. Status CheckDynamicInputParamValid(string &dynamic_batch_size, string &dynamic_image_size, string &dynamic_dims,
  242. const string input_shape, const string input_format, bool &is_dynamic_input) {
  243. int32_t param_size = static_cast<int32_t>(!dynamic_batch_size.empty()) +
  244. static_cast<int32_t>(!dynamic_image_size.empty()) + static_cast<int32_t>(!dynamic_dims.empty());
  245. if (param_size > 1) {
  246. ErrorManager::GetInstance().ATCReportErrMessage("E10009", {"parameter0", "parameter1", "parameter2"},
  247. {"dynamic_batch_size", "dynamic_image_size", "dynamic_dims"});
  248. GELOGE(ge::PARAM_INVALID, "dynamic_batch_size, dynamic_image_size and dynamic_dims can only be set one");
  249. return ge::PARAM_INVALID;
  250. }
  251. if (param_size == 0) {
  252. return ge::SUCCESS;
  253. }
  254. unordered_map<string, vector<int64_t>> shape_map;
  255. vector<pair<string, vector<int64_t>>> user_shape_map;
  256. is_dynamic_input = true;
  257. if (input_shape.empty()) {
  258. ErrorManager::GetInstance().ATCReportErrMessage("E10004", {"parameter"}, {"input_shape"});
  259. GELOGE(ge::PARAM_INVALID, "The input_shape can not be empty in dynamic input size scenario.");
  260. return ge::PARAM_INVALID;
  261. }
  262. if (!ParseInputShape(input_shape, shape_map, user_shape_map, is_dynamic_input)) {
  263. GELOGE(ge::PARAM_INVALID, "Failed to parse input shape: %s", input_shape.c_str());
  264. return ge::PARAM_INVALID;
  265. }
  266. if (!dynamic_batch_size.empty()) {
  267. if (!CheckDynamicBatchSizeInputShapeValid(shape_map, dynamic_batch_size)) {
  268. GELOGE(ge::PARAM_INVALID, "Check dynamic batch size input shape failed: %s", input_shape.c_str());
  269. return ge::PARAM_INVALID;
  270. }
  271. }
  272. if (!dynamic_image_size.empty()) {
  273. if (!CheckDynamicImagesizeInputShapeValid(shape_map, input_format, dynamic_image_size)) {
  274. GELOGE(ge::PARAM_INVALID, "Check dynamic image size input shape failed: %s", input_shape.c_str());
  275. return ge::PARAM_INVALID;
  276. }
  277. }
  278. if (!dynamic_dims.empty()) {
  279. if (!CheckDynamicDimsInputShapeValid(shape_map, input_format, dynamic_dims)) {
  280. GELOGE(ge::PARAM_INVALID, "Check dynamic dims: %s of input shape: %s failed.", dynamic_dims.c_str(),
  281. input_shape.c_str());
  282. return ge::PARAM_INVALID;
  283. }
  284. }
  285. return ge::SUCCESS;
  286. }
  287. bool ParseInputShape(const string &input_shape, unordered_map<string, vector<int64_t>> &shape_map,
  288. vector<pair<string, vector<int64_t>>> &user_shape_map, bool is_dynamic_input) {
  289. vector<string> shape_vec = StringUtils::Split(input_shape, ';');
  290. const int DEFAULT_SHAPE_PAIR_SIZE = 2;
  291. for (const auto &shape : shape_vec) {
  292. vector<string> shape_pair_vec = SplitInputShape(shape);
  293. if (shape_pair_vec.size() != DEFAULT_SHAPE_PAIR_SIZE) {
  294. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  295. {shape, kSplitError1, kInputShapeSample1});
  296. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  297. shape.c_str(), kSplitError1, kInputShapeSample1);
  298. return false;
  299. }
  300. if (shape_pair_vec[1].empty()) {
  301. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  302. {shape, kEmptyError, kInputShapeSample1});
  303. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  304. shape.c_str(), kEmptyError, kInputShapeSample1);
  305. return false;
  306. }
  307. vector<string> shape_value_strs = StringUtils::Split(shape_pair_vec[1], ',');
  308. vector<int64_t> shape_values;
  309. for (auto &shape_value_str : shape_value_strs) {
  310. // stoul: The method may throw an exception: invalid_argument/out_of_range
  311. if (std::string::npos != shape_value_str.find('.')) {
  312. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  313. {shape, kFloatNumError, kInputShapeSample2});
  314. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  315. shape.c_str(), kFloatNumError, kInputShapeSample2);
  316. return false;
  317. }
  318. long left_result = 0;
  319. try {
  320. left_result = stol(StringUtils::Trim(shape_value_str));
  321. if (!shape_value_str.empty() && (shape_value_str.front() == '-')) {
  322. // The value maybe dynamic shape [-1], need substr it and verify isdigit.
  323. shape_value_str = shape_value_str.substr(1);
  324. }
  325. for (char c : shape_value_str) {
  326. if (!isdigit(c)) {
  327. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  328. {shape, kDigitError, kInputShapeSample2});
  329. GELOGE(PARAM_INVALID, "--input_shape's shape value[%s] is not digit", shape_value_str.c_str());
  330. return false;
  331. }
  332. }
  333. } catch (const std::out_of_range &) {
  334. ErrorManager::GetInstance().ATCReportErrMessage("E10013", {"parameter", "value"},
  335. {"--input_shape", shape_value_str});
  336. GELOGW("Input parameter[--input_shape]’s value[%s] cause out of range execption!", shape_value_str.c_str());
  337. return false;
  338. } catch (const std::invalid_argument &) {
  339. ErrorManager::GetInstance().ATCReportErrMessage("E10014", {"parameter", "value"},
  340. {"--input_shape", shape_value_str});
  341. GELOGW("Input parameter[--input_shape]’s value[%s] cause invalid argument!", shape_value_str.c_str());
  342. return false;
  343. } catch (...) {
  344. ErrorManager::GetInstance().ATCReportErrMessage("E10015", {"parameter", "value"},
  345. {"--input_shape", shape_value_str});
  346. GELOGW("Input parameter[--input_shape]’s value[%s] cause unkown execption!", shape_value_str.c_str());
  347. return false;
  348. }
  349. int64_t result = left_result;
  350. // - 1 is not currently supported
  351. if (!is_dynamic_input && result <= 0) {
  352. ErrorManager::GetInstance().ATCReportErrMessage("E10011", {"shape", "result"}, {shape, std::to_string(result)});
  353. GELOGW(
  354. "Input parameter[--input_shape]’s shape value[%s] is invalid, "
  355. "expect positive integer, but value is %ld.",
  356. shape.c_str(), result);
  357. return false;
  358. }
  359. shape_values.push_back(result);
  360. }
  361. shape_map.emplace(make_pair(StringUtils::Trim(shape_pair_vec[0]), shape_values));
  362. user_shape_map.push_back(make_pair(StringUtils::Trim(shape_pair_vec[0]), shape_values));
  363. }
  364. return true;
  365. }
  366. Status CheckOutputTypeParamValid(const std::string output_type) {
  367. if ((!output_type.empty()) && (kOutputTypeSupportDatatype.find(output_type) == kOutputTypeSupportDatatype.end())) {
  368. ErrorManager::GetInstance().ATCReportErrMessage(
  369. "E10001", {"parameter", "value", "reason"}, {"--output_type", output_type, kOutputTypeSupport});
  370. GELOGE(ge::PARAM_INVALID,
  371. "Invalid value for --output_type[%s], %s.", output_type.c_str(), kOutputTypeSupport);
  372. return ge::PARAM_INVALID;
  373. }
  374. return ge::SUCCESS;
  375. }
  376. Status CheckBufferOptimizeParamValid(const std::string buffer_optimize) {
  377. if ((!buffer_optimize.empty()) &&
  378. (kBufferOptimizeSupportOption.find(buffer_optimize) == kBufferOptimizeSupportOption.end())) {
  379. ErrorManager::GetInstance().ATCReportErrMessage(
  380. "E10001", {"parameter", "value", "reason"}, {"--buffer_optimize", buffer_optimize, kBufferOptimizeSupport});
  381. GELOGE(ge::PARAM_INVALID,
  382. "Invalid value for --buffer_optimize[%s], %s.", buffer_optimize.c_str(), kBufferOptimizeSupport);
  383. return ge::PARAM_INVALID;
  384. }
  385. return ge::SUCCESS;
  386. }
  387. Status CheckCompressWeightParamValid(const std::string enable_compress_weight, const std::string compress_weight_conf) {
  388. if ((!compress_weight_conf.empty()) &&
  389. (!CheckInputPathValid(compress_weight_conf, "--compress_weight_conf"))) {
  390. GELOGE(ge::PARAM_INVALID, "compress weight config file not found, file_name:%s", compress_weight_conf.c_str());
  391. return ge::PARAM_INVALID;
  392. }
  393. if ((enable_compress_weight != "") && (enable_compress_weight != "true") && (enable_compress_weight != "false")) {
  394. ErrorManager::GetInstance().ATCReportErrMessage(
  395. "E10005", {"parameter", "value"}, {"enable_compress_weight", enable_compress_weight});
  396. GELOGE(ge::PARAM_INVALID,
  397. "Input parameter[--enable_compress_weight]'s value[%s] must be true or false.", enable_compress_weight.c_str());
  398. return ge::PARAM_INVALID;
  399. }
  400. if ((enable_compress_weight == "true") && (!compress_weight_conf.empty())) {
  401. ErrorManager::GetInstance().ATCReportErrMessage("E10047", {"parameter0", "parameter1"},
  402. {"enable_compress_weight", "compress_weight_conf"});
  403. GELOGE(ge::PARAM_INVALID, "enable_compress_weight and compress_weight_conf can not both exist!!");
  404. return ge::PARAM_INVALID;
  405. }
  406. return ge::SUCCESS;
  407. }
  408. Status CheckKeepTypeParamValid(const std::string &keep_dtype) {
  409. if ((!keep_dtype.empty()) && (!CheckInputPathValid(keep_dtype, "--keep_dtype"))) {
  410. ErrorManager::GetInstance().ATCReportErrMessage(
  411. "E10001", {"parameter", "value", "reason"}, {"--keep_dtype", keep_dtype, kKeepDtypeError});
  412. GELOGE(ge::PARAM_INVALID, "keep dtype config file not found, file_name:%s", keep_dtype.c_str());
  413. return ge::PARAM_INVALID;
  414. }
  415. return ge::SUCCESS;
  416. }
  417. int CheckLogParamValidAndSetLogLevel(const std::string log) {
  418. int ret = -1;
  419. if (log == "default") {
  420. ret = 0;
  421. } else if (log == "null") {
  422. ret = dlog_setlevel(-1, DLOG_NULL, 0);
  423. } else if (log == "debug") {
  424. ret = dlog_setlevel(-1, DLOG_DEBUG, 1);
  425. } else if (log == "info") {
  426. ret = dlog_setlevel(-1, DLOG_INFO, 1);
  427. } else if (log == "warning") {
  428. ret = dlog_setlevel(-1, DLOG_WARN, 1);
  429. } else if (log == "error") {
  430. ret = dlog_setlevel(-1, DLOG_ERROR, 1);
  431. } else {
  432. GELOGE(ge::PARAM_INVALID, "invalid value for log:%s, only support debug, info, warning, error, null", log.c_str());
  433. return ret;
  434. }
  435. if (ret != 0) {
  436. GELOGE(ge::PARAM_INVALID, "Log setlevel fail !");
  437. }
  438. return ret;
  439. }
  440. Status CheckInsertOpConfParamValid(const std::string insert_op_conf) {
  441. if ((!insert_op_conf.empty()) &&
  442. (!CheckInputPathValid(insert_op_conf, "--insert_op_conf"))) {
  443. GELOGE(ge::PARAM_INVALID, "insert op config file not found: %s", insert_op_conf.c_str());
  444. return ge::PARAM_INVALID;
  445. }
  446. return ge::SUCCESS;
  447. }
  448. Status CheckDisableReuseMemoryParamValid(const std::string disable_reuse_memory) {
  449. if ((disable_reuse_memory != "") && (disable_reuse_memory != "0") && (disable_reuse_memory != "1")) {
  450. ErrorManager::GetInstance().ATCReportErrMessage("E10006", {"parameter"}, {"disable_reuse_memory"});
  451. GELOGE(ge::PARAM_INVALID, "Input parameter[--disable_reuse_memory]'s value must be 1 or 0.");
  452. return ge::PARAM_INVALID;
  453. }
  454. return ge::SUCCESS;
  455. }
  456. Status CheckEnableSingleStreamParamValid(const std::string enable_single_stream) {
  457. if ((enable_single_stream != "") && (enable_single_stream != "true") && (enable_single_stream != "false")) {
  458. ErrorManager::GetInstance().ATCReportErrMessage(
  459. "E10005", {"parameter", "value"}, {"enable_single_stream", enable_single_stream});
  460. GELOGE(ge::PARAM_INVALID, "Input parameter[--enable_single_stream]'s value[%s] must be true or false.",
  461. enable_single_stream.c_str());
  462. return ge::PARAM_INVALID;
  463. }
  464. return ge::SUCCESS;
  465. }
  466. Status CheckImplmodeParamValid(const std::string &optypelist_for_implmode, std::string &op_select_implmode) {
  467. // only appointed op_select_implmode, can user appoint optypelist_for_implmode
  468. if (optypelist_for_implmode != "" && op_select_implmode == "") {
  469. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  470. {"--op_select_implmode", op_select_implmode.c_str(), kCompressWeightError});
  471. GELOGE(ge::PARAM_INVALID, "Invalid value for --op_select_implmode[%s], %s.",
  472. op_select_implmode.c_str(), kCompressWeightError);
  473. return ge::PARAM_INVALID;
  474. }
  475. // op_select_implmode default value is high_performance
  476. if (op_select_implmode == "") {
  477. op_select_implmode = IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT;
  478. } else {
  479. if (op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT &&
  480. op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_PRECISON) {
  481. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  482. {"--op_select_implmode", op_select_implmode.c_str(), kSelectImplmodeError});
  483. GELOGE(ge::PARAM_INVALID, "Invalid value for --op_select_implmode[%s], %s.",
  484. op_select_implmode.c_str(), kSelectImplmodeError);
  485. return ge::PARAM_INVALID;
  486. }
  487. }
  488. return ge::SUCCESS;
  489. }
  490. void PrintOptionMap(std::map<std::string, std::string> &options, std::string tips) {
  491. for (auto iter = options.begin(); iter != options.end(); iter++) {
  492. std::string key = iter->first;
  493. std::string option_name = iter->second;
  494. GELOGD("%s set successfully, option_key=%s, option_value=%s", tips.c_str(), key.c_str(), option_name.c_str());
  495. }
  496. }
  497. void EraseEndSemicolon(string &param) {
  498. if (param.empty()) {
  499. return;
  500. }
  501. if (param.back() == ';') {
  502. param.erase(param.end() - 1);
  503. }
  504. }
  505. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示