You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

option_utils.cc 46 kB

4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "option_utils.h"
  17. #include "common/util/error_manager/error_manager.h"
  18. #include "external/ge/ge_api_types.h"
  19. #include "framework/common/string_util.h"
  20. #include "framework/common/types.h"
  21. #include "framework/common/util.h"
  22. #include "graph/compute_graph.h"
  23. #include "graph/utils/type_utils.h"
  24. #include "graph/utils/tensor_utils.h"
  25. #include "graph/debug/ge_attr_define.h"
  26. using std::pair;
  27. using std::string;
  28. using std::vector;
  29. namespace ge {
  30. namespace {
  31. const int64_t kDynamicInputDim = -1;
  32. const int64_t kDynamicImageSizeNum = 2;
  33. const size_t kMaxDynamicDimNum = 100;
  34. const size_t kMaxNDDimNum = 4;
  35. const size_t kMinNDDimNum = 1;
  36. const size_t kSquareBracketsSize = 2;
  37. const size_t kRangePairSize = 2;
  38. const size_t kShapeRangeSize = 2;
  39. const size_t kShapeRangeStrIndex = 2;
  40. const size_t kShapeRangeStrSize = 3;
  41. // datatype/formats from user to GE, Unified to util interface file later
  42. const std::map<std::string, ge::DataType> kOutputTypeSupportDatatype = {
  43. {"FP32", ge::DT_FLOAT}, {"FP16", ge::DT_FLOAT16}, {"UINT8", ge::DT_UINT8}};
  44. const char *const kOutputTypeSupport = "only support FP32, FP16, UINT8";
  45. const std::set<std::string> kBufferOptimizeSupportOption = {"l1_optimize", "l2_optimize", "off_optimize",
  46. "l1_and_l2_optimize"};
  47. // The function is incomplete. Currently, only l2_optimize, off_optimize is supported.
  48. const char *const kBufferOptimizeSupport = "only support l2_optimize, off_optimize";
  49. const char *const IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT = "high_performance";
  50. const char *const IR_OPTION_OP_SELECT_IMPLMODE_PRECISON = "high_precision";
  51. const char *const kInputShapeSample1 = "\"input_name1:n1,c1,h1,w1\"";
  52. const char *const kInputShapeSample2 = "\"input_name1:1,3,224,224\"";
  53. const char *const kSplitError1 = "size not equal to 2 split by \":\"";
  54. const char *const kEmptyError = "can not be empty";
  55. const char *const kFloatNumError = "exist float number";
  56. const char *const kDigitError = "is not digit";
  57. const char *const kCompressWeightError = "it must be appointed when appoint parameter[--optypelist_for_implmode]";
  58. const char *const kSelectImplmodeError = "only support high_performance, high_precision";
  59. const char *const kDynamicBatchSizeError = "It can only contains digit, \",\", \" \"";
  60. const char *const kDynamicImageSizeError = "It can only contains digit, \",\", \" \" and \";\"";
  61. const char *const kKeepDtypeError = "file not found";
  62. const char *const kInputShapeRangeInvalid = "format of shape range is invalid";
  63. const char *const kInputShapeRangeSizeInvalid = " shape range size less than 2 is invalid";
  64. const char *const kShapeRangeValueConvertError = "transfer from string to int64 error";
  65. const char *const kInputShapeRangeSample1 = "\"input_name1:[n1~n2,c1,h1,w1]\"";
  66. const char *const kInputShapeRangeSample2 = "\"[1~20]\"";
  67. const char *const kInputShapeRangeSample3 = "\"[1~20,3,3~6,-1]\"";
  68. const char *const kInputShapeRangeSample4 = "\"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"";
  69. vector<string> SplitInputShape(const std::string &input_shape) {
  70. vector<string> shape_pair_vec;
  71. size_t pos = input_shape.rfind(":");
  72. if (pos != std::string::npos) {
  73. shape_pair_vec.emplace_back(input_shape.substr(0, pos));
  74. shape_pair_vec.emplace_back(input_shape.substr(pos + 1, input_shape.size() - pos));
  75. }
  76. return shape_pair_vec;
  77. }
  78. static bool StringToLongNoThrow(const string &str, long &val) {
  79. try {
  80. val = std::stol(str);
  81. return true;
  82. } catch (const std::invalid_argument) {
  83. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  84. std::vector<string>({str, kShapeRangeValueConvertError, kInputShapeRangeSample3}));
  85. GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s to long failed, reason: %s, correct sample is %s.",
  86. str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3);
  87. } catch (const std::out_of_range) {
  88. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  89. std::vector<string>({str, kShapeRangeValueConvertError, kInputShapeRangeSample3}));
  90. GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s to long failed, reason: %s, correct sample is %s.",
  91. str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3);
  92. }
  93. return false;
  94. }
  95. static bool ParseShapeRangePair(const string &shape_range,
  96. const vector<string> &range_pair_set,
  97. std::pair<int64_t, int64_t> &range_pair) {
  98. if (range_pair_set.size() == 1) {
  99. long range_value = 0;
  100. if (!StringToLongNoThrow(range_pair_set.at(0), range_value)) {
  101. return false;
  102. }
  103. if (range_value < 0) {
  104. range_pair = std::make_pair(1, range_value);
  105. } else {
  106. range_pair = std::make_pair(range_value, range_value);
  107. }
  108. } else if (range_pair_set.size() == kRangePairSize) {
  109. // unknown dim, should get range.
  110. long range_left = 0;
  111. if (!StringToLongNoThrow(range_pair_set.at(0), range_left)) {
  112. return false;
  113. }
  114. long range_right = 0;
  115. if (!StringToLongNoThrow(range_pair_set.at(1), range_right)) {
  116. return false;
  117. }
  118. if ((range_left < 0) || (range_right < 0)) {
  119. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  120. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3}));
  121. GELOGE(PARAM_INVALID,
  122. "[Parse][InputParameter] [--input_shape_range]'s shape range[%s] failed,"
  123. "reason: %s, correct sample is %s.",
  124. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3);
  125. return false;
  126. }
  127. range_pair = std::make_pair(range_left, range_right);
  128. } else {
  129. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  130. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3}));
  131. GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid, reason: %s, correct sample is %s.",
  132. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3);
  133. return false;
  134. }
  135. return true;
  136. }
  137. } // namespace
  138. Status CheckInputFormat(const string &input_format) {
  139. if (input_format.empty()) {
  140. return ge::SUCCESS;
  141. }
  142. if (!ge::TypeUtils::IsFormatValid(input_format.c_str())) {
  143. ErrorManager::GetInstance().ATCReportErrMessage(
  144. "E10001", {"parameter", "value", "reason"}, {"--input_format", input_format, "input format is invalid!"});
  145. GELOGE(ge::PARAM_INVALID, "[Check][InputFormat] --input_format[%s] is invalid!", input_format.c_str());
  146. return ge::PARAM_INVALID;
  147. }
  148. return ge::SUCCESS;
  149. }
  150. bool CheckDynamicBatchSizeInputShapeValid(map<string, vector<int64_t>> shape_map,
  151. std::string &dynamic_batch_size) {
  152. int32_t size = 0;
  153. for (auto iter = shape_map.begin(); iter != shape_map.end(); ++iter) {
  154. vector<int64_t> shape = iter->second;
  155. if (shape.empty()) {
  156. ErrorManager::GetInstance().ATCReportErrMessage("E10012");
  157. GELOGE(ge::PARAM_INVALID,
  158. "[Check][DynamicBatchSizeInputShape] shape size can not be less than 1 when set --dynamic_batch_size.");
  159. return false;
  160. }
  161. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) == 0) {
  162. continue;
  163. }
  164. bool ret = multibatch::CheckDynamicBatchShape(shape, iter->first);
  165. if (ret) {
  166. size++;
  167. }
  168. }
  169. if (size == 0) {
  170. ErrorManager::GetInstance().ATCReportErrMessage("E10031");
  171. GELOGE(ge::PARAM_INVALID,
  172. "[Check][DynamicBatchSizeInputShape]At least one batch n must be equal to -1 when set dynamic_batch_size.");
  173. return false;
  174. }
  175. for (char c : dynamic_batch_size) {
  176. if (!isdigit(c) && (c != ',') && (c != ' ')) {
  177. ErrorManager::GetInstance().ATCReportErrMessage(
  178. "E10003", {"parameter", "value", "reason"},
  179. {"dynamic_batch_size", dynamic_batch_size, kDynamicBatchSizeError});
  180. GELOGE(ge::PARAM_INVALID, "[Check][DynamicBatchSizeInputShape] --dynamic_batch_size:%s is invalid. reason: %s",
  181. dynamic_batch_size.c_str(), kDynamicBatchSizeError);
  182. return false;
  183. }
  184. }
  185. if (dynamic_batch_size.back() == ',') {
  186. dynamic_batch_size.erase(dynamic_batch_size.end() - 1);
  187. }
  188. return true;
  189. }
  190. bool CheckDynamicImagesizeInputShapeValid(map<string, vector<int64_t>> shape_map,
  191. const std::string input_format, std::string &dynamic_image_size) {
  192. if (!input_format.empty() && !ge::TypeUtils::IsFormatValid(input_format.c_str())) {
  193. GELOGE(ge::PARAM_INVALID,
  194. "[Check][DynamicImagesizeInputShape] input_format [%s] invalid, can not support now.", input_format.c_str());
  195. REPORT_INPUT_ERROR("E10003", std::vector<std::string>({"parameter","value","reason"}),
  196. std::vector<std::string>({"input_format", input_format, "this format is not support"}));
  197. return false;
  198. }
  199. int32_t size = 0;
  200. for (auto iter = shape_map.begin(); iter != shape_map.end(); ++iter) {
  201. vector<int64_t> shape = iter->second;
  202. // only support four dim
  203. if (shape.size() != DIM_DEFAULT_SIZE) {
  204. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) > 0) {
  205. ErrorManager::GetInstance().ATCReportErrMessage("E10019");
  206. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape] --input_shape invalid,"
  207. " only height and width can be -1 when set --dynamic_image_size.");
  208. return false;
  209. }
  210. continue;
  211. }
  212. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) == 0) {
  213. continue;
  214. }
  215. auto ret = multibatch::CheckDynamicImageSizeShape(shape, iter->first, input_format);
  216. if (ret) {
  217. size++;
  218. } else {
  219. return ret;
  220. }
  221. }
  222. if (size == 0) {
  223. ErrorManager::GetInstance().ATCReportErrMessage("E10019");
  224. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape]--input shape invalid, "
  225. "only height and width can be -1 when set --dynamic_image_size.");
  226. return false;
  227. }
  228. EraseEndSemicolon(dynamic_image_size);
  229. for (char c : dynamic_image_size) {
  230. bool is_char_valid = isdigit(c) || (c == ',') || (c == ' ') || (c == ';');
  231. if (!is_char_valid) {
  232. ErrorManager::GetInstance().ATCReportErrMessage(
  233. "E10003", {"parameter", "value", "reason"},
  234. {"dynamic_image_size", dynamic_image_size, kDynamicImageSizeError});
  235. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImageSizeInputShape] --dynamic_image_size:%s is invalid. reason: %s",
  236. dynamic_image_size.c_str(), kDynamicImageSizeError);
  237. return false;
  238. }
  239. }
  240. // Different parameter sets are split string by ';'
  241. std::vector<std::string> split_set = StringUtils::Split(dynamic_image_size, ';');
  242. // Different dimensions are split by ','
  243. std::vector<std::string> split_dim;
  244. for (auto str : split_set) {
  245. split_dim = StringUtils::Split(str, ',');
  246. if (split_dim.size() != static_cast<size_t>(kDynamicImageSizeNum)) {
  247. ErrorManager::GetInstance().ATCReportErrMessage("E10020");
  248. GELOGE(ge::PARAM_INVALID,
  249. "[Check][DynamicImagesizeInputShape] invalid value:%s number of dimensions of each group must be %ld.",
  250. dynamic_image_size.c_str(), kDynamicImageSizeNum);
  251. return false;
  252. }
  253. }
  254. return true;
  255. }
  256. bool CheckDynamicDimsInputShapeValid(const map<string, vector<int64_t>> &shape_map,
  257. string input_format, string &dynamic_dims) {
  258. if (input_format != "ND") {
  259. ErrorManager::GetInstance().ATCReportErrMessage(
  260. "E10001", {"parameter", "value", "reason"},
  261. {"--input_format", input_format.c_str(), "input_format must be ND when set dynamic_dims"});
  262. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]--input_format must be ND when set dynamic_dims.");
  263. return false;
  264. }
  265. int32_t dynamic_dim = 0;
  266. for (auto &info_shapes : shape_map) {
  267. auto &shapes = info_shapes.second;
  268. if (shapes.size() > kMaxNDDimNum || shapes.size() < kMinNDDimNum) {
  269. ErrorManager::GetInstance().ATCReportErrMessage(
  270. "E10001", {"parameter", "value", "reason"},
  271. {"--input_shape's dim", std::to_string(shapes.size()), "Dim num must within [1, 4] when set dynamic_dims"});
  272. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]Dim num must within [%zu, %zu] when set dynamic_dims.",
  273. kMinNDDimNum, kMaxNDDimNum);
  274. return false;
  275. }
  276. dynamic_dim += std::count(shapes.begin(), shapes.end(), kDynamicInputDim);
  277. }
  278. if (dynamic_dim == 0) {
  279. ErrorManager::GetInstance().ATCReportErrMessage(
  280. "E10001", {"parameter", "value", "reason"},
  281. {"--input_shape's dynamic dim num", "0", "at least one dim should be -1 when set dynamic_dims"});
  282. GELOGE(ge::PARAM_INVALID,
  283. "[Check][DynamicDimsInputShape]--input_shape invalid,"
  284. "at least one dim should be -1 when set dynamic_dims.");
  285. return false;
  286. }
  287. if (!CheckAndParseDynamicDims(dynamic_dim, dynamic_dims)) {
  288. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims]failed, %s invalid.", dynamic_dims.c_str());
  289. return false;
  290. }
  291. return true;
  292. }
  293. bool CheckAndParseDynamicDims(int32_t dynamic_dim_num, std::string &dynamic_dims) {
  294. EraseEndSemicolon(dynamic_dims);
  295. if (dynamic_dims.empty()) {
  296. ErrorManager::GetInstance().ATCReportErrMessage(
  297. "E10001", {"parameter", "value", "reason"},
  298. {"--dynamic_dims", dynamic_dims.c_str(), "dynamic_dims can not be empty"});
  299. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims]--dynamic_dims can not be empty.");
  300. return false;
  301. }
  302. // Different parameter sets are split by ';'
  303. vector<string> split_set = StringUtils::Split(dynamic_dims, ';');
  304. if (split_set.size() > kMaxDynamicDimNum) {
  305. REPORT_INPUT_ERROR(
  306. "E10036", std::vector<std::string>({"shapesize", "maxshapesize"}),
  307. std::vector<std::string>({std::to_string(split_set.size()), std::to_string(kMaxDynamicDimNum + 1)}));
  308. GELOGE(ge::PARAM_INVALID,
  309. "[CheckAndParse][DynamicDims]dynamic_dims's num of parameter set can not exceed %zu.", kMaxDynamicDimNum);
  310. return false;
  311. }
  312. for (auto split_dim : split_set) {
  313. vector<string> one_set = StringUtils::Split(split_dim, ',');
  314. if (one_set.size() != static_cast<size_t>(dynamic_dim_num)) {
  315. REPORT_INPUT_ERROR(
  316. "E10003", std::vector<std::string>({"parameter", "value", "reason"}),
  317. std::vector<std::string>({"dynamic_dims", dynamic_dims,
  318. "Each gear setting needs to be consistent with the number of -1 in the inputshape"}));
  319. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims] --dynamic_dims:%s invalid. "
  320. "reason: Each gear setting needs to be consistent with the number of -1 in the inputshape.",
  321. dynamic_dims.c_str());
  322. return false;
  323. }
  324. for (auto dim : one_set) {
  325. for (auto c : dim) {
  326. if (!isdigit(c)) {
  327. ErrorManager::GetInstance().ATCReportErrMessage(
  328. "E10001", {"parameter", "value", "reason"},
  329. {"--dynamic_dims's parameter", dim.c_str(), "must be positive integer"});
  330. GELOGE(ge::PARAM_INVALID,
  331. "[CheckAndParse][DynamicDims]--dynamic_dims:%s parameter must be positive integer.",
  332. dynamic_dims.c_str());
  333. return false;
  334. }
  335. }
  336. }
  337. }
  338. return true;
  339. }
  340. bool ParseSingleShapeRange(std::string &shape_range, vector<pair<int64_t, int64_t>> &shape_range_vec) {
  341. vector<char> square_brackets;
  342. for (auto ch : shape_range) {
  343. if (ch == '[' || ch == ']') {
  344. square_brackets.push_back(ch);
  345. }
  346. }
  347. bool is_square_brackets = (square_brackets.size() == kSquareBracketsSize) &&
  348. (square_brackets[0] == '[') && (square_brackets[1] == ']');
  349. if (!is_square_brackets) {
  350. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"},
  351. {shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample2});
  352. GELOGE(PARAM_INVALID, "[Parse][Parameter] shape_range:%s invalid, reason: %s, correct sample is %s.",
  353. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample2);
  354. return false;
  355. }
  356. // trim start bytes, after that, single input should be "1~20,3,3~6,-1"
  357. if (ge::StringUtils::StartWith(shape_range, "[")) {
  358. shape_range = shape_range.substr(1, shape_range.size() - 1);
  359. }
  360. // parse shape_range of single input. eg. "1~20,3,3~6,-1"
  361. vector<string> dim_range_set = ge::StringUtils::Split(shape_range, ',');
  362. for (const auto &range_pair_str : dim_range_set) {
  363. vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~');
  364. pair<int64_t, int64_t> range_pair;
  365. if (!ParseShapeRangePair(shape_range, range_pair_set, range_pair)) {
  366. GELOGE(PARAM_INVALID, "[Parse][RangePair] parse range pair failed.");
  367. return false;
  368. }
  369. shape_range_vec.emplace_back(range_pair);
  370. }
  371. return true;
  372. }
  373. /**
  374. * Parser shape_range from string to map
  375. * shape_range from option normally is "input1:[1~20,3,3~6,-1];input2:[1~20,3,3~6,-1]"
  376. * @param shape_range
  377. */
  378. Status ParseInputShapeRange(const std::string &shape_range,
  379. std::map<string, std::vector<std::pair<int64_t, int64_t>>> &shape_range_map) {
  380. GELOGD("Input shape range %s", shape_range.c_str());
  381. vector<string> shape_range_vec = StringUtils::Split(shape_range, ';');
  382. const int DEFAULT_SHAPE_RANGE_PAIR_SIZE = 2;
  383. for (const auto &shape_range_item : shape_range_vec) {
  384. vector<string> shape_range_pair_vec = SplitInputShape(shape_range_item);
  385. if (shape_range_pair_vec.size() != DEFAULT_SHAPE_RANGE_PAIR_SIZE) {
  386. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"},
  387. {shape_range, kSplitError1, kInputShapeRangeSample1});
  388. GELOGE(PARAM_INVALID, "[Parse][Parameter]--input shape_range:%s invalid, reason: %s, correct sample is %s.",
  389. shape_range.c_str(), kSplitError1, kInputShapeRangeSample1);
  390. return PARAM_INVALID;
  391. }
  392. if (shape_range_pair_vec[1].empty()) {
  393. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape", "reason", "sample"},
  394. {shape_range, kEmptyError, kInputShapeRangeSample1});
  395. GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid,reason: %s, correct sample is %s.",
  396. shape_range.c_str(), kEmptyError, kInputShapeRangeSample1);
  397. return PARAM_INVALID;
  398. }
  399. string shape_range_str = shape_range_pair_vec[1];
  400. vector<pair<int64_t, int64_t>> shape_range_val;
  401. if (!ParseSingleShapeRange(shape_range_str, shape_range_val)) {
  402. GELOGE(PARAM_INVALID, "[Parse][Parameter] shape_range_str: %s invalid.", shape_range_str.c_str());
  403. return PARAM_INVALID;
  404. }
  405. shape_range_map.emplace(make_pair(StringUtils::Trim(shape_range_pair_vec[0]), shape_range_val));
  406. }
  407. return SUCCESS;
  408. }
  409. /**
  410. * Parser shape_range from string to vector
  411. * shape_range from option normally is "[1~20,3,3~6,-1],[1~20,3,3~6,-1]"
  412. * @param shape_range
  413. */
  414. Status ParseInputShapeRange(const std::string &shape_range,
  415. std::vector<std::vector<std::pair<int64_t, int64_t>>> &range) {
  416. GELOGD("Input shape range %s", shape_range.c_str());
  417. if (shape_range.size() < kShapeRangeSize) {
  418. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  419. std::vector<std::string>({shape_range, kInputShapeRangeSizeInvalid, kInputShapeRangeSample4}));
  420. GELOGE(PARAM_INVALID, "[Parse][ShapeRange] str:%s invalid, reason: %s, correct sample is %s.",
  421. shape_range.c_str(), kInputShapeRangeSizeInvalid, kInputShapeRangeSample4);
  422. return PARAM_INVALID;
  423. }
  424. // different shape_range of single input are split by ']'
  425. vector<string> shape_range_set = ge::StringUtils::Split(shape_range, ']');
  426. if (shape_range_set.empty()) {
  427. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  428. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample4}));
  429. GELOGE(PARAM_INVALID, "[Parse][ShapeRange] str:%s invalid, reason: %s, correct sample is %s.",
  430. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample4);
  431. return PARAM_INVALID;
  432. }
  433. for (auto &shape_range_str : shape_range_set) {
  434. if (shape_range_str.size() < kShapeRangeStrSize) {
  435. // shape_range_str should be "[2~3,1"
  436. // or ",[2~3,1". because we should trim '[' or ',['
  437. // so shape_range_str.size() < 3 is invalid
  438. continue;
  439. }
  440. // trim start bytes, after that, single input should be "1~20,3,3~6,-1"
  441. if (ge::StringUtils::StartWith(shape_range_str, "[")) {
  442. shape_range_str = shape_range_str.substr(1, shape_range_str.size());
  443. }
  444. if (ge::StringUtils::StartWith(shape_range_str, ",")) {
  445. shape_range_str = shape_range_str.substr(kShapeRangeStrIndex, shape_range_str.size());
  446. }
  447. // parse shape_range of single input. eg. "1~20,3,3~6,-1"
  448. std::vector<std::pair<int64_t, int64_t>> range_of_single_input;
  449. vector<string> dim_range_set = ge::StringUtils::Split(shape_range_str, ',');
  450. for (const auto &range_pair_str : dim_range_set) {
  451. vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~');
  452. pair<int64_t, int64_t> range_pair;
  453. if (!ParseShapeRangePair(shape_range_str, range_pair_set, range_pair)) {
  454. GELOGE(PARAM_INVALID, "[Parse][RangePair] Parse range pair failed.");
  455. return PARAM_INVALID;
  456. }
  457. range_of_single_input.emplace_back(range_pair);
  458. }
  459. range.emplace_back(range_of_single_input);
  460. }
  461. return SUCCESS;
  462. }
  463. Status CheckDynamicInputParamValid(string &dynamic_batch_size, string &dynamic_image_size, string &dynamic_dims,
  464. const string input_shape, const string input_shape_range, const string input_format, bool &is_dynamic_input) {
  465. int32_t param_size = static_cast<int32_t>(!dynamic_batch_size.empty()) +
  466. static_cast<int32_t>(!dynamic_image_size.empty()) + static_cast<int32_t>(!dynamic_dims.empty());
  467. if (param_size > 1) {
  468. REPORT_INPUT_ERROR("E10009", std::vector<std::string>(), std::vector<std::string>());
  469. GELOGE(ge::PARAM_INVALID,
  470. "[Parse][Parameter]dynamic_batch_size, dynamic_image_size and dynamic_dims can only be set one");
  471. return ge::PARAM_INVALID;
  472. }
  473. if (param_size == 0) {
  474. if (input_shape_range.find(":") != string::npos) {
  475. if (!input_shape_range.empty()) {
  476. std::map<string, std::vector<std::pair<int64_t, int64_t>>> shape_range_map;
  477. if (ParseInputShapeRange(input_shape_range, shape_range_map) != SUCCESS) {
  478. GELOGE(ge::PARAM_INVALID, "[Parse][InputShapeRange] failed, range: %s", input_shape_range.c_str());
  479. return ge::PARAM_INVALID;
  480. }
  481. }
  482. }
  483. return ge::SUCCESS;
  484. }
  485. map<string, vector<int64_t>> shape_map;
  486. vector<pair<string, vector<int64_t>>> user_shape_map;
  487. is_dynamic_input = true;
  488. if (input_shape.empty()) {
  489. ErrorManager::GetInstance().ATCReportErrMessage("E10004", {"parameter"}, {"input_shape"});
  490. GELOGE(ge::PARAM_INVALID,
  491. "[Check][Parameter:input_shape]The input_shape can not be empty in dynamic input size scenario.");
  492. return ge::PARAM_INVALID;
  493. }
  494. if (!ParseInputShape(input_shape, shape_map, user_shape_map, is_dynamic_input)) {
  495. GELOGE(ge::PARAM_INVALID, "[Parse][InputShape]input_shape: %s invalid.", input_shape.c_str());
  496. return ge::PARAM_INVALID;
  497. }
  498. if (!dynamic_batch_size.empty()) {
  499. if (!CheckDynamicBatchSizeInputShapeValid(shape_map, dynamic_batch_size)) {
  500. GELOGE(ge::PARAM_INVALID, "[Check][DynamicBatchSizeInputShape] input_shape: %s invalid.", input_shape.c_str());
  501. return ge::PARAM_INVALID;
  502. }
  503. }
  504. if (!dynamic_image_size.empty()) {
  505. if (!CheckDynamicImagesizeInputShapeValid(shape_map, input_format, dynamic_image_size)) {
  506. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape] %s invalid. dynamic_image_size:%s ",
  507. input_shape.c_str(), dynamic_image_size.c_str());
  508. return ge::PARAM_INVALID;
  509. }
  510. }
  511. if (!dynamic_dims.empty()) {
  512. if (!CheckDynamicDimsInputShapeValid(shape_map, input_format, dynamic_dims)) {
  513. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]: %s of input shape: %s failed.", dynamic_dims.c_str(),
  514. input_shape.c_str());
  515. return ge::PARAM_INVALID;
  516. }
  517. }
  518. return ge::SUCCESS;
  519. }
  520. bool ParseInputShape(const string &input_shape, map<string, vector<int64_t>> &shape_map,
  521. vector<pair<string, vector<int64_t>>> &user_shape_map, bool is_dynamic_input) {
  522. vector<string> shape_vec = StringUtils::Split(input_shape, ';');
  523. const int DEFAULT_SHAPE_PAIR_SIZE = 2;
  524. for (const auto &shape : shape_vec) {
  525. vector<string> shape_pair_vec = SplitInputShape(shape);
  526. if (shape_pair_vec.size() != DEFAULT_SHAPE_PAIR_SIZE) {
  527. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  528. {shape, kSplitError1, kInputShapeSample1});
  529. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  530. shape.c_str(), kSplitError1, kInputShapeSample1);
  531. return false;
  532. }
  533. if (shape_pair_vec[1].empty()) {
  534. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  535. {shape, kEmptyError, kInputShapeSample1});
  536. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  537. shape.c_str(), kEmptyError, kInputShapeSample1);
  538. return false;
  539. }
  540. vector<string> shape_value_strs = StringUtils::Split(shape_pair_vec[1], ',');
  541. vector<int64_t> shape_values;
  542. for (auto &shape_value_str : shape_value_strs) {
  543. // stoul: The method may throw an exception: invalid_argument/out_of_range
  544. if (std::string::npos != shape_value_str.find('.')) {
  545. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  546. {shape, kFloatNumError, kInputShapeSample2});
  547. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  548. shape.c_str(), kFloatNumError, kInputShapeSample2);
  549. return false;
  550. }
  551. long left_result = 0;
  552. try {
  553. left_result = stol(StringUtils::Trim(shape_value_str));
  554. if (!shape_value_str.empty() && (shape_value_str.front() == '-')) {
  555. // The value maybe dynamic shape [-1], need substr it and verify isdigit.
  556. shape_value_str = shape_value_str.substr(1);
  557. }
  558. for (char c : shape_value_str) {
  559. if (!isdigit(c)) {
  560. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  561. {shape, kDigitError, kInputShapeSample2});
  562. GELOGE(PARAM_INVALID, "[Check][Param]--input_shape's shape value[%s] is not digit",
  563. shape_value_str.c_str());
  564. return false;
  565. }
  566. }
  567. } catch (const std::out_of_range &) {
  568. ErrorManager::GetInstance().ATCReportErrMessage("E10013", {"parameter", "value"},
  569. {"--input_shape", shape_value_str});
  570. GELOGW("Input parameter[--input_shape]'s value[%s] cause out of range execption!", shape_value_str.c_str());
  571. return false;
  572. } catch (const std::invalid_argument &) {
  573. ErrorManager::GetInstance().ATCReportErrMessage("E10014", {"parameter", "value"},
  574. {"--input_shape", shape_value_str});
  575. GELOGW("Input parameter[--input_shape]'s value[%s] cause invalid argument!", shape_value_str.c_str());
  576. return false;
  577. } catch (...) {
  578. ErrorManager::GetInstance().ATCReportErrMessage("E10015", {"parameter", "value"},
  579. {"--input_shape", shape_value_str});
  580. GELOGW("Input parameter[--input_shape]'s value[%s] cause unkown execption!", shape_value_str.c_str());
  581. return false;
  582. }
  583. int64_t result = left_result;
  584. // - 1 is not currently supported
  585. if (!is_dynamic_input && result <= 0) {
  586. ErrorManager::GetInstance().ATCReportErrMessage("E10011", {"shape", "result"},
  587. {shape, std::to_string(result)});
  588. GELOGW(
  589. "Input parameter[--input_shape]'s shape value[%s] is invalid, "
  590. "expect positive integer, but value is %ld.",
  591. shape.c_str(), result);
  592. return false;
  593. }
  594. shape_values.push_back(result);
  595. }
  596. shape_map.emplace(make_pair(StringUtils::Trim(shape_pair_vec[0]), shape_values));
  597. user_shape_map.push_back(make_pair(StringUtils::Trim(shape_pair_vec[0]), shape_values));
  598. }
  599. return true;
  600. }
  601. Status CheckOutputTypeParamValid(const std::string output_type) {
  602. if ((!output_type.empty()) && (kOutputTypeSupportDatatype.find(output_type) == kOutputTypeSupportDatatype.end())) {
  603. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  604. {"--output_type", output_type, kOutputTypeSupport});
  605. GELOGE(ge::PARAM_INVALID,
  606. "[Check][Param]Invalid value for --output_type[%s], %s.", output_type.c_str(), kOutputTypeSupport);
  607. return ge::PARAM_INVALID;
  608. }
  609. return ge::SUCCESS;
  610. }
  611. Status CheckBufferOptimizeParamValid(const std::string buffer_optimize) {
  612. if ((!buffer_optimize.empty()) &&
  613. (kBufferOptimizeSupportOption.find(buffer_optimize) == kBufferOptimizeSupportOption.end())) {
  614. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  615. {"--buffer_optimize", buffer_optimize, kBufferOptimizeSupport});
  616. GELOGE(ge::PARAM_INVALID,
  617. "[Check][BufferOptimize]Invalid value for [%s], %s.", buffer_optimize.c_str(), kBufferOptimizeSupport);
  618. return ge::PARAM_INVALID;
  619. }
  620. return ge::SUCCESS;
  621. }
  622. Status CheckCompressWeightParamValid(const std::string enable_compress_weight,
  623. const std::string compress_weight_conf) {
  624. if ((!compress_weight_conf.empty()) &&
  625. (!CheckInputPathValid(compress_weight_conf, "--compress_weight_conf"))) {
  626. GELOGE(ge::PARAM_INVALID, "[Check][InputPath]compress weight config file not found, file_name:%s",
  627. compress_weight_conf.c_str());
  628. return ge::PARAM_INVALID;
  629. }
  630. if ((enable_compress_weight != "") && (enable_compress_weight != "true") && (enable_compress_weight != "false")) {
  631. ErrorManager::GetInstance().ATCReportErrMessage("E10005", {"parameter", "value"},
  632. {"enable_compress_weight", enable_compress_weight});
  633. GELOGE(ge::PARAM_INVALID, "[Check][Param:enable_compress_weight]"
  634. "Input parameter[--enable_compress_weight]'s value:%s must be true or false.",
  635. enable_compress_weight.c_str());
  636. return ge::PARAM_INVALID;
  637. }
  638. if ((enable_compress_weight == "true") && (!compress_weight_conf.empty())) {
  639. ErrorManager::GetInstance().ATCReportErrMessage("E10047", {"parameter0", "parameter1"},
  640. {"enable_compress_weight", "compress_weight_conf"});
  641. GELOGE(ge::PARAM_INVALID,
  642. "[Check][CompressWeight]enable_compress_weight and compress_weight_conf can not both exist!!");
  643. return ge::PARAM_INVALID;
  644. }
  645. return ge::SUCCESS;
  646. }
  647. Status CheckKeepTypeParamValid(const std::string &keep_dtype) {
  648. if ((!keep_dtype.empty()) && (!CheckInputPathValid(keep_dtype, "--keep_dtype"))) {
  649. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  650. {"--keep_dtype", keep_dtype, kKeepDtypeError});
  651. GELOGE(ge::PARAM_INVALID, "[Check][InputPath::--keep_dtype] file not found, file_name:%s", keep_dtype.c_str());
  652. return ge::PARAM_INVALID;
  653. }
  654. return ge::SUCCESS;
  655. }
  656. int CheckLogParamValidAndSetLogLevel(const std::string log) {
  657. int ret = -1;
  658. char *npu_collect_path = std::getenv("NPU_COLLECT_PATH");
  659. if (npu_collect_path != nullptr && log == "null") {
  660. return 0;
  661. }
  662. if (log == "default") {
  663. ret = 0;
  664. } else if (log == "null") {
  665. ret = dlog_setlevel(-1, DLOG_NULL, 0);
  666. } else if (log == "debug") {
  667. ret = dlog_setlevel(-1, DLOG_DEBUG, 1);
  668. } else if (log == "info") {
  669. ret = dlog_setlevel(-1, DLOG_INFO, 1);
  670. } else if (log == "warning") {
  671. ret = dlog_setlevel(-1, DLOG_WARN, 1);
  672. } else if (log == "error") {
  673. ret = dlog_setlevel(-1, DLOG_ERROR, 1);
  674. } else {
  675. GELOGE(ge::PARAM_INVALID,
  676. "[Check][LogParam]log:%s invalid, only support debug, info, warning, error, null", log.c_str());
  677. return ret;
  678. }
  679. if (ret != 0) {
  680. GELOGE(ge::PARAM_INVALID, "[Set][LogLevel] fail, level:%s.", log.c_str());
  681. }
  682. return ret;
  683. }
  684. Status CheckInsertOpConfParamValid(const std::string insert_op_conf) {
  685. if ((!insert_op_conf.empty()) &&
  686. (!CheckInputPathValid(insert_op_conf, "--insert_op_conf"))) {
  687. GELOGE(ge::PARAM_INVALID, "[Check][InputPath]file not found: %s", insert_op_conf.c_str());
  688. return ge::PARAM_INVALID;
  689. }
  690. return ge::SUCCESS;
  691. }
  692. Status CheckDisableReuseMemoryParamValid(const std::string disable_reuse_memory) {
  693. if ((disable_reuse_memory != "") && (disable_reuse_memory != "0") && (disable_reuse_memory != "1")) {
  694. ErrorManager::GetInstance().ATCReportErrMessage("E10006", {"parameter"}, {"disable_reuse_memory"});
  695. GELOGE(ge::PARAM_INVALID, "[Check][DisableReuseMemory]disable_reuse_memory must be 1 or 0.");
  696. return ge::PARAM_INVALID;
  697. }
  698. return ge::SUCCESS;
  699. }
  700. Status CheckEnableSingleStreamParamValid(const std::string enable_single_stream) {
  701. if ((enable_single_stream != "") && (enable_single_stream != "true") && (enable_single_stream != "false")) {
  702. ErrorManager::GetInstance().ATCReportErrMessage("E10005", {"parameter", "value"},
  703. {"enable_single_stream", enable_single_stream});
  704. GELOGE(ge::PARAM_INVALID, "[Check][Param:--enable_single_stream] value:%s must be true or false.",
  705. enable_single_stream.c_str());
  706. return ge::PARAM_INVALID;
  707. }
  708. return ge::SUCCESS;
  709. }
  710. Status CheckImplmodeParamValid(const std::string &optypelist_for_implmode, std::string &op_select_implmode) {
  711. // only appointed op_select_implmode, can user appoint optypelist_for_implmode
  712. if (optypelist_for_implmode != "" && op_select_implmode == "") {
  713. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  714. {"--op_select_implmode", op_select_implmode.c_str(),
  715. kCompressWeightError});
  716. GELOGE(ge::PARAM_INVALID, "[Check][Param:--op_select_implmode]value:%s invalid, %s.",
  717. op_select_implmode.c_str(), kCompressWeightError);
  718. return ge::PARAM_INVALID;
  719. }
  720. // op_select_implmode default value is high_performance
  721. if (op_select_implmode == "") {
  722. op_select_implmode = IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT;
  723. } else {
  724. if (op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT &&
  725. op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_PRECISON) {
  726. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  727. {"--op_select_implmode", op_select_implmode.c_str(),
  728. kSelectImplmodeError});
  729. GELOGE(ge::PARAM_INVALID, "[Check][Implmode]Invalid value for --op_select_implmode[%s], %s.",
  730. op_select_implmode.c_str(), kSelectImplmodeError);
  731. return ge::PARAM_INVALID;
  732. }
  733. }
  734. return ge::SUCCESS;
  735. }
  736. Status CheckModifyMixlistParamValid(const std::map<std::string, std::string> &options) {
  737. std::string precision_mode;
  738. auto it = options.find(ge::PRECISION_MODE);
  739. if (it != options.end()) {
  740. precision_mode = it->second;
  741. }
  742. it = options.find(ge::MODIFY_MIXLIST);
  743. if (it != options.end() && CheckModifyMixlistParamValid(precision_mode, it->second) != ge::SUCCESS) {
  744. return ge::PARAM_INVALID;
  745. }
  746. return ge::SUCCESS;
  747. }
  748. Status CheckModifyMixlistParamValid(const std::string &precision_mode, const std::string &modify_mixlist) {
  749. if (!modify_mixlist.empty() && precision_mode != "allow_mix_precision") {
  750. REPORT_INPUT_ERROR("E10001", std::vector<std::string>({"parameter", "value", "reason"}),
  751. std::vector<std::string>({ge::MODIFY_MIXLIST, modify_mixlist, kModifyMixlistError}));
  752. GELOGE(ge::PARAM_INVALID, "[Check][ModifyMixlist] Failed, %s", kModifyMixlistError);
  753. return ge::PARAM_INVALID;
  754. }
  755. GELOGI("Option set successfully, option_key=%s, option_value=%s", ge::MODIFY_MIXLIST.c_str(), modify_mixlist.c_str());
  756. return ge::SUCCESS;
  757. }
  758. void PrintOptionMap(std::map<std::string, std::string> &options, std::string tips) {
  759. for (auto iter = options.begin(); iter != options.end(); iter++) {
  760. std::string key = iter->first;
  761. std::string option_name = iter->second;
  762. GELOGD("%s set successfully, option_key=%s, option_value=%s", tips.c_str(), key.c_str(), option_name.c_str());
  763. }
  764. }
  765. void EraseEndSemicolon(string &param) {
  766. if (param.empty()) {
  767. return;
  768. }
  769. if (param.back() == ';') {
  770. param.erase(param.end() - 1);
  771. }
  772. }
  773. Status UpdateDataOpShape(const OpDescPtr &op, map<string, vector<int64_t>> &shape_map) {
  774. GE_CHECK_NOTNULL(op);
  775. if (shape_map.empty()) {
  776. GELOGI("Shape map of data op [%s] is empty, no need to update.", op->GetName().c_str());
  777. return SUCCESS;
  778. }
  779. auto tensor_input = op->MutableInputDesc(0);
  780. auto tensor_output = op->MutableOutputDesc(0);
  781. GE_CHECK_NOTNULL(tensor_input);
  782. GE_CHECK_NOTNULL(tensor_output);
  783. string data_op_name = op->GetName();
  784. auto iter = shape_map.find(data_op_name);
  785. if (iter != shape_map.end()) {
  786. tensor_input->SetShape(ge::GeShape(iter->second));
  787. tensor_output->SetShape(ge::GeShape(iter->second));
  788. GELOGI("Update input [%s] shape info", data_op_name.c_str());
  789. } else {
  790. GELOGI("No need update input [%s] attr because not found from input_shape.", data_op_name.c_str());
  791. }
  792. return SUCCESS;
  793. }
  794. Status UpdateDataOpShapeRange(const OpDescPtr &op,
  795. const map<string, vector<pair<int64_t, int64_t>>> &name_shape_range_map) {
  796. GE_CHECK_NOTNULL(op);
  797. if (name_shape_range_map.empty()) {
  798. GELOGI("Shape range name map of data op [%s] is empty.", op->GetName().c_str());
  799. return SUCCESS;
  800. }
  801. auto tensor_input = op->MutableInputDesc(0);
  802. auto tensor_output = op->MutableOutputDesc(0);
  803. GE_CHECK_NOTNULL(tensor_input);
  804. GE_CHECK_NOTNULL(tensor_output);
  805. string data_op_name = op->GetName();
  806. auto origin_shape = tensor_input->GetShape();
  807. auto iter = name_shape_range_map.find(data_op_name);
  808. if (iter != name_shape_range_map.end()) {
  809. auto cur_shape_range = iter->second;
  810. if (TensorUtils::CheckShapeByShapeRange(origin_shape, cur_shape_range) != SUCCESS) {
  811. GELOGE(PARAM_INVALID, "[Check][OpDescPtr] Check shape by shape range failed for op:%s.", data_op_name.c_str());
  812. return PARAM_INVALID;
  813. }
  814. std::vector<int64_t> dims;
  815. for (size_t idx = 0; idx < cur_shape_range.size(); ++idx) {
  816. auto left_range = cur_shape_range[idx].first;
  817. auto right_range = cur_shape_range[idx].second;
  818. if (left_range != right_range) {
  819. dims.push_back(UNKNOWN_DIM);
  820. } else {
  821. dims.push_back(left_range);
  822. }
  823. }
  824. origin_shape = GeShape(dims);
  825. tensor_input->SetShape(origin_shape);
  826. tensor_input->SetShapeRange(cur_shape_range);
  827. tensor_output->SetShape(origin_shape);
  828. tensor_output->SetShapeRange(cur_shape_range);
  829. GELOGI("Update input [%s] shape range and shape [%s] info success.",
  830. data_op_name.c_str(), origin_shape.ToString().c_str());
  831. } else {
  832. GELOGI("No need to update input [%s] attr because not found from input_shape_range.", data_op_name.c_str());
  833. }
  834. return SUCCESS;
  835. }
  836. Status UpdateDataOpShapeRange(const OpDescPtr &op,
  837. const vector<vector<pair<int64_t, int64_t>>> &index_shape_range_map) {
  838. GE_CHECK_NOTNULL(op);
  839. if (index_shape_range_map.empty()) {
  840. GELOGI("Shape range index map of data op [%s] is empty.", op->GetName().c_str());
  841. return SUCCESS;
  842. }
  843. GeAttrValue::INT index = 0;
  844. if (!AttrUtils::GetInt(op, ATTR_NAME_INDEX, index)) {
  845. GELOGW("[%s] Get index from data attr failed.", op->GetName().c_str());
  846. return SUCCESS;
  847. }
  848. if ((index < 0) || (static_cast<size_t>(index) >= index_shape_range_map.size())) {
  849. std::string situation = "data op index[" + std::to_string(index) + "]";
  850. std::string reason = "it must less than user_input size[" + std::to_string(index_shape_range_map.size()) + "]";
  851. REPORT_INPUT_ERROR("E19025", std::vector<std::string>({"situation", "reason"}),
  852. std::vector<std::string>({situation, reason}));
  853. GELOGE(PARAM_INVALID, "user_input size = %zu, graph data op index = %ld.", index_shape_range_map.size(), index);
  854. return FAILED;
  855. }
  856. auto tensor_input = op->MutableInputDesc(0);
  857. auto tensor_output = op->MutableOutputDesc(0);
  858. GE_CHECK_NOTNULL(tensor_input);
  859. GE_CHECK_NOTNULL(tensor_output);
  860. string data_op_name = op->GetName();
  861. auto origin_shape = tensor_input->GetShape();
  862. auto cur_shape_range = index_shape_range_map[index];
  863. if (TensorUtils::CheckShapeByShapeRange(origin_shape, cur_shape_range) != SUCCESS) {
  864. GELOGE(PARAM_INVALID, "[Check][OpDescPtr] Check shape by shape range failed for op:%s.", data_op_name.c_str());
  865. return PARAM_INVALID;
  866. }
  867. std::vector<int64_t> dims;
  868. for (size_t idx = 0; idx < cur_shape_range.size(); ++idx) {
  869. auto left_range = cur_shape_range[idx].first;
  870. auto right_range = cur_shape_range[idx].second;
  871. if (left_range != right_range) {
  872. dims.push_back(UNKNOWN_DIM);
  873. } else {
  874. dims.push_back(left_range);
  875. }
  876. }
  877. origin_shape = GeShape(dims);
  878. tensor_input->SetShape(origin_shape);
  879. tensor_input->SetShapeRange(cur_shape_range);
  880. tensor_output->SetShape(origin_shape);
  881. tensor_output->SetShapeRange(cur_shape_range);
  882. GELOGI("Update input [%s] shape range and shape [%s] info success.",
  883. data_op_name.c_str(), origin_shape.ToString().c_str());
  884. return SUCCESS;
  885. }
  886. static Status CheckInputShapeRangeNode(const ComputeGraphPtr &compute_graph,
  887. const map<string, vector<pair<int64_t, int64_t>>> &shape_range_map) {
  888. for (const auto &it : shape_range_map) {
  889. std::string node_name = it.first;
  890. ge::NodePtr node = compute_graph->FindNode(node_name);
  891. if (node == nullptr) {
  892. REPORT_INPUT_ERROR("E10016", std::vector<std::string>({"parameter", "opname"}),
  893. std::vector<std::string>({"input_shape_range", node_name}));
  894. GELOGE(PARAM_INVALID, "[Check][InputNode]Input parameter[--input_shape_range]'s opname[%s] is not exist in model",
  895. node_name.c_str());
  896. return PARAM_INVALID;
  897. }
  898. if (node->GetType() != DATA) {
  899. REPORT_INPUT_ERROR("E10017", std::vector<std::string>({"parameter", "opname"}),
  900. std::vector<std::string>({"input_shape_range", node_name}));
  901. GELOGE(PARAM_INVALID, "[Check][InputNode]Input parameter[--input_shape_range]'s opname[%s] is not a input opname",
  902. node_name.c_str());
  903. return PARAM_INVALID;
  904. }
  905. }
  906. return SUCCESS;
  907. }
  908. Status UpdateDynamicInputShapeRange(const ge::ComputeGraphPtr &compute_graph, const string &input_shape_range) {
  909. if (input_shape_range.empty()) {
  910. return SUCCESS;
  911. }
  912. GE_CHECK_NOTNULL(compute_graph);
  913. map<string, vector<pair<int64_t, int64_t>>> shape_range_map;
  914. if (ParseInputShapeRange(input_shape_range, shape_range_map) != SUCCESS) {
  915. GELOGE(PARAM_INVALID, "[Parse][InputShapeRange] input_shape_range:%s invalid.", input_shape_range.c_str());
  916. return PARAM_INVALID;
  917. }
  918. if (CheckInputShapeRangeNode(compute_graph, shape_range_map) != SUCCESS) {
  919. GELOGE(PARAM_INVALID, "[Check][InputShapeRange]check input shape range:%s failed.", input_shape_range.c_str());
  920. return PARAM_INVALID;
  921. }
  922. for (NodePtr &input_node : compute_graph->GetDirectNode()) {
  923. GE_CHECK_NOTNULL(input_node);
  924. OpDescPtr op = input_node->GetOpDesc();
  925. GE_CHECK_NOTNULL(op);
  926. if (op->GetType() == DATA) {
  927. if (UpdateDataOpShapeRange(op, shape_range_map) != SUCCESS) {
  928. GELOGE(FAILED, "[Update][InputShapeRange] fail for op:%s.", op->GetName().c_str());
  929. return FAILED;
  930. }
  931. }
  932. }
  933. return SUCCESS;
  934. }
  935. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示