You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

option_utils.cc 46 kB

4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "ir_build/option_utils.h"
  17. #include "common/util/error_manager/error_manager.h"
  18. #include "external/ge/ge_api_types.h"
  19. #include "framework/common/string_util.h"
  20. #include "framework/common/types.h"
  21. #include "framework/common/util.h"
  22. #include "graph/compute_graph.h"
  23. #include "graph/utils/type_utils.h"
  24. #include "graph/utils/tensor_utils.h"
  25. #include "graph/debug/ge_attr_define.h"
  26. using std::pair;
  27. using std::string;
  28. using std::vector;
  29. namespace ge {
  30. namespace {
  31. const int64_t kDynamicInputDim = -1;
  32. const int64_t kDynamicImageSizeNum = 2;
  33. const size_t kMaxDynamicDimNum = 100;
  34. const size_t kMaxNDDimNum = 4;
  35. const size_t kMinNDDimNum = 1;
  36. const size_t kSquareBracketsSize = 2;
  37. const size_t kRangePairSize = 2;
  38. const size_t kShapeRangeSize = 2;
  39. const size_t kShapeRangeStrIndex = 2;
  40. const size_t kShapeRangeStrSize = 1;
  41. // datatype/formats from user to GE, Unified to util interface file later
  42. const std::map<std::string, ge::DataType> kOutputTypeSupportDatatype = {
  43. {"FP32", ge::DT_FLOAT}, {"FP16", ge::DT_FLOAT16}, {"UINT8", ge::DT_UINT8}};
  44. const char *const kOutputTypeSupport = "only support FP32, FP16, UINT8";
  45. const std::set<std::string> kBufferOptimizeSupportOption = {"l1_optimize", "l2_optimize", "off_optimize",
  46. "l1_and_l2_optimize"};
  47. // The function is incomplete. Currently, only l2_optimize, off_optimize is supported.
  48. const char *const kBufferOptimizeSupport = "only support l2_optimize, off_optimize";
  49. const char *const IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT = "high_performance";
  50. const char *const IR_OPTION_OP_SELECT_IMPLMODE_PRECISON = "high_precision";
  51. const char *const kInputShapeSample1 = "\"input_name1:n1,c1,h1,w1\"";
  52. const char *const kInputShapeSample2 = "\"input_name1:1,3,224,224\"";
  53. const char *const kSplitError1 = "size not equal to 2 split by \":\"";
  54. const char *const kEmptyError = "can not be empty";
  55. const char *const kFloatNumError = "exist float number";
  56. const char *const kDigitError = "is not digit";
  57. const char *const kCompressWeightError = "it must be appointed when appoint parameter[--optypelist_for_implmode]";
  58. const char *const kSelectImplmodeError = "only support high_performance, high_precision";
  59. const char *const kDynamicBatchSizeError = "It can only contains digit, \",\", \" \"";
  60. const char *const kDynamicImageSizeError = "It can only contains digit, \",\", \" \" and \";\"";
  61. const char *const kKeepDtypeError = "file not found";
  62. const char *const kInputShapeRangeInvalid = "format of shape range is invalid";
  63. const char *const kInputShapeRangeSizeInvalid = " shape range size less than 2 is invalid";
  64. const char *const kShapeRangeValueConvertError = "transfer from string to int64 error";
  65. const char *const kInputShapeRangeSample1 = "\"input_name1:[n1~n2,c1,h1,w1]\"";
  66. const char *const kInputShapeRangeSample2 = "\"[1~20]\"";
  67. const char *const kInputShapeRangeSample3 = "\"[1~20,3,3~6,-1]\"";
  68. const char *const kInputShapeRangeSample4 = "\"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"";
  69. vector<string> SplitInputShape(const std::string &input_shape) {
  70. vector<string> shape_pair_vec;
  71. size_t pos = input_shape.rfind(":");
  72. if (pos != std::string::npos) {
  73. shape_pair_vec.emplace_back(input_shape.substr(0, pos));
  74. shape_pair_vec.emplace_back(input_shape.substr(pos + 1, input_shape.size() - pos));
  75. }
  76. return shape_pair_vec;
  77. }
  78. static bool StringToLongNoThrow(const string &str, long &val) {
  79. try {
  80. val = std::stol(str);
  81. return true;
  82. } catch (const std::invalid_argument) {
  83. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  84. std::vector<string>({str, kShapeRangeValueConvertError, kInputShapeRangeSample3}));
  85. GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s to long failed, reason: %s, correct sample is %s.",
  86. str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3);
  87. } catch (const std::out_of_range) {
  88. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  89. std::vector<string>({str, kShapeRangeValueConvertError, kInputShapeRangeSample3}));
  90. GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s to long failed, reason: %s, correct sample is %s.",
  91. str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3);
  92. }
  93. return false;
  94. }
  95. static bool ParseShapeRangePair(const string &shape_range,
  96. const vector<string> &range_pair_set,
  97. std::pair<int64_t, int64_t> &range_pair) {
  98. if (range_pair_set.size() == 1) {
  99. long range_value = 0;
  100. if (!StringToLongNoThrow(range_pair_set.at(0), range_value)) {
  101. return false;
  102. }
  103. if (range_value < 0) {
  104. range_pair = std::make_pair(1, range_value);
  105. } else {
  106. range_pair = std::make_pair(range_value, range_value);
  107. }
  108. } else if (range_pair_set.size() == kRangePairSize) {
  109. // unknown dim, should get range.
  110. long range_left = 0;
  111. if (!StringToLongNoThrow(range_pair_set.at(0), range_left)) {
  112. return false;
  113. }
  114. long range_right = 0;
  115. if (!StringToLongNoThrow(range_pair_set.at(1), range_right)) {
  116. return false;
  117. }
  118. if ((range_left < 0) || (range_right < 0)) {
  119. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  120. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3}));
  121. GELOGE(PARAM_INVALID,
  122. "[Parse][InputParameter] [--input_shape_range]'s shape range[%s] failed,"
  123. "reason: %s, correct sample is %s.",
  124. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3);
  125. return false;
  126. }
  127. range_pair = std::make_pair(range_left, range_right);
  128. } else {
  129. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  130. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3}));
  131. GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid, reason: %s, correct sample is %s.",
  132. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3);
  133. return false;
  134. }
  135. return true;
  136. }
  137. } // namespace
  138. Status CheckInputFormat(const string &input_format) {
  139. if (input_format.empty()) {
  140. return ge::SUCCESS;
  141. }
  142. if (!ge::TypeUtils::IsFormatValid(input_format.c_str())) {
  143. ErrorManager::GetInstance().ATCReportErrMessage(
  144. "E10001", {"parameter", "value", "reason"}, {"--input_format", input_format, "input format is invalid!"});
  145. GELOGE(ge::PARAM_INVALID, "[Check][InputFormat] --input_format[%s] is invalid!", input_format.c_str());
  146. return ge::PARAM_INVALID;
  147. }
  148. return ge::SUCCESS;
  149. }
  150. bool CheckDynamicBatchSizeInputShapeValid(map<string, vector<int64_t>> shape_map,
  151. std::string &dynamic_batch_size) {
  152. int32_t size = 0;
  153. for (auto iter = shape_map.begin(); iter != shape_map.end(); ++iter) {
  154. vector<int64_t> shape = iter->second;
  155. if (shape.empty()) {
  156. ErrorManager::GetInstance().ATCReportErrMessage("E10012");
  157. GELOGE(ge::PARAM_INVALID,
  158. "[Check][DynamicBatchSizeInputShape] shape size can not be less than 1 when set --dynamic_batch_size.");
  159. return false;
  160. }
  161. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) == 0) {
  162. continue;
  163. }
  164. bool ret = multibatch::CheckDynamicBatchShape(shape, iter->first);
  165. if (ret) {
  166. size++;
  167. }
  168. }
  169. if (size == 0) {
  170. ErrorManager::GetInstance().ATCReportErrMessage("E10031");
  171. GELOGE(ge::PARAM_INVALID,
  172. "[Check][DynamicBatchSizeInputShape]At least one batch n must be equal to -1 when set dynamic_batch_size.");
  173. return false;
  174. }
  175. for (char c : dynamic_batch_size) {
  176. if (!isdigit(c) && (c != ',') && (c != ' ')) {
  177. ErrorManager::GetInstance().ATCReportErrMessage(
  178. "E10003", {"parameter", "value", "reason"},
  179. {"dynamic_batch_size", dynamic_batch_size, kDynamicBatchSizeError});
  180. GELOGE(ge::PARAM_INVALID, "[Check][DynamicBatchSizeInputShape] --dynamic_batch_size:%s is invalid. reason: %s",
  181. dynamic_batch_size.c_str(), kDynamicBatchSizeError);
  182. return false;
  183. }
  184. }
  185. if (dynamic_batch_size.back() == ',') {
  186. dynamic_batch_size.erase(dynamic_batch_size.end() - 1);
  187. }
  188. return true;
  189. }
  190. bool CheckDynamicImagesizeInputShapeValid(map<string, vector<int64_t>> shape_map,
  191. const std::string input_format, std::string &dynamic_image_size) {
  192. if (!input_format.empty() && !ge::TypeUtils::IsFormatValid(input_format.c_str())) {
  193. GELOGE(ge::PARAM_INVALID,
  194. "[Check][DynamicImagesizeInputShape] input_format [%s] invalid, can not support now.", input_format.c_str());
  195. REPORT_INPUT_ERROR("E10003", std::vector<std::string>({"parameter", "value", "reason"}),
  196. std::vector<std::string>({"input_format", input_format, "this format is not support"}));
  197. return false;
  198. }
  199. int32_t size = 0;
  200. for (auto iter = shape_map.begin(); iter != shape_map.end(); ++iter) {
  201. vector<int64_t> shape = iter->second;
  202. // only support four dim
  203. if (shape.size() != DIM_DEFAULT_SIZE) {
  204. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) > 0) {
  205. ErrorManager::GetInstance().ATCReportErrMessage("E10019");
  206. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape] --input_shape invalid,"
  207. " only height and width can be -1 when set --dynamic_image_size.");
  208. return false;
  209. }
  210. continue;
  211. }
  212. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) == 0) {
  213. continue;
  214. }
  215. auto ret = multibatch::CheckDynamicImageSizeShape(shape, iter->first, input_format);
  216. if (ret) {
  217. size++;
  218. } else {
  219. return ret;
  220. }
  221. }
  222. if (size == 0) {
  223. ErrorManager::GetInstance().ATCReportErrMessage("E10019");
  224. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape]--input shape invalid, "
  225. "only height and width can be -1 when set --dynamic_image_size.");
  226. return false;
  227. }
  228. EraseEndSemicolon(dynamic_image_size);
  229. for (char c : dynamic_image_size) {
  230. bool is_char_valid = isdigit(c) || (c == ',') || (c == ' ') || (c == ';');
  231. if (!is_char_valid) {
  232. ErrorManager::GetInstance().ATCReportErrMessage(
  233. "E10003", {"parameter", "value", "reason"},
  234. {"dynamic_image_size", dynamic_image_size, kDynamicImageSizeError});
  235. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImageSizeInputShape] --dynamic_image_size:%s is invalid. reason: %s",
  236. dynamic_image_size.c_str(), kDynamicImageSizeError);
  237. return false;
  238. }
  239. }
  240. // Different parameter sets are split string by ';'
  241. std::vector<std::string> split_set = StringUtils::Split(dynamic_image_size, ';');
  242. // Different dimensions are split by ','
  243. std::vector<std::string> split_dim;
  244. for (auto str : split_set) {
  245. split_dim = StringUtils::Split(str, ',');
  246. if (split_dim.size() != static_cast<size_t>(kDynamicImageSizeNum)) {
  247. REPORT_INPUT_ERROR("E10020", std::vector<std::string>({"dynamic_image_size"}),
  248. std::vector<std::string>({dynamic_image_size}));
  249. GELOGE(ge::PARAM_INVALID,
  250. "[Check][DynamicImagesizeInputShape] invalid value:%s number of dimensions of each group must be %ld.",
  251. dynamic_image_size.c_str(), kDynamicImageSizeNum);
  252. return false;
  253. }
  254. }
  255. return true;
  256. }
  257. bool CheckDynamicDimsInputShapeValid(const map<string, vector<int64_t>> &shape_map,
  258. string input_format, string &dynamic_dims) {
  259. if (input_format != "ND") {
  260. ErrorManager::GetInstance().ATCReportErrMessage(
  261. "E10001", {"parameter", "value", "reason"},
  262. {"--input_format", input_format.c_str(), "input_format must be ND when set dynamic_dims"});
  263. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]--input_format must be ND when set dynamic_dims.");
  264. return false;
  265. }
  266. int32_t dynamic_dim = 0;
  267. for (auto &info_shapes : shape_map) {
  268. auto &shapes = info_shapes.second;
  269. if (shapes.size() > kMaxNDDimNum || shapes.size() < kMinNDDimNum) {
  270. ErrorManager::GetInstance().ATCReportErrMessage(
  271. "E10001", {"parameter", "value", "reason"},
  272. {"--input_shape's dim", std::to_string(shapes.size()), "Dim num must within [1, 4] when set dynamic_dims"});
  273. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]Dim num must within [%zu, %zu] when set dynamic_dims.",
  274. kMinNDDimNum, kMaxNDDimNum);
  275. return false;
  276. }
  277. dynamic_dim += std::count(shapes.begin(), shapes.end(), kDynamicInputDim);
  278. }
  279. if (dynamic_dim == 0) {
  280. ErrorManager::GetInstance().ATCReportErrMessage(
  281. "E10001", {"parameter", "value", "reason"},
  282. {"--input_shape's dynamic dim num", "0", "at least one dim should be -1 when set dynamic_dims"});
  283. GELOGE(ge::PARAM_INVALID,
  284. "[Check][DynamicDimsInputShape]--input_shape invalid,"
  285. "at least one dim should be -1 when set dynamic_dims.");
  286. return false;
  287. }
  288. if (!CheckAndParseDynamicDims(dynamic_dim, dynamic_dims)) {
  289. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims]failed, %s invalid.", dynamic_dims.c_str());
  290. return false;
  291. }
  292. return true;
  293. }
  294. bool CheckAndParseDynamicDims(int32_t dynamic_dim_num, std::string &dynamic_dims) {
  295. EraseEndSemicolon(dynamic_dims);
  296. if (dynamic_dims.empty()) {
  297. ErrorManager::GetInstance().ATCReportErrMessage(
  298. "E10001", {"parameter", "value", "reason"},
  299. {"--dynamic_dims", dynamic_dims.c_str(), "dynamic_dims can not be empty"});
  300. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims]--dynamic_dims can not be empty.");
  301. return false;
  302. }
  303. // Different parameter sets are split by ';'
  304. vector<string> split_set = StringUtils::Split(dynamic_dims, ';');
  305. if (split_set.size() > kMaxDynamicDimNum) {
  306. REPORT_INPUT_ERROR(
  307. "E10036", std::vector<std::string>({"shapesize", "maxshapesize"}),
  308. std::vector<std::string>({std::to_string(split_set.size()), std::to_string(kMaxDynamicDimNum + 1)}));
  309. GELOGE(ge::PARAM_INVALID,
  310. "[CheckAndParse][DynamicDims]dynamic_dims's num of parameter set can not exceed %zu.", kMaxDynamicDimNum);
  311. return false;
  312. }
  313. for (auto split_dim : split_set) {
  314. vector<string> one_set = StringUtils::Split(split_dim, ',');
  315. if (one_set.size() != static_cast<size_t>(dynamic_dim_num)) {
  316. REPORT_INPUT_ERROR(
  317. "E10003", std::vector<std::string>({"parameter", "value", "reason"}),
  318. std::vector<std::string>({"dynamic_dims", dynamic_dims,
  319. "Each gear setting needs to be consistent with the number of -1 in the inputshape"}));
  320. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims] --dynamic_dims:%s invalid. "
  321. "reason: Each gear setting needs to be consistent with the number of -1 in the inputshape.",
  322. dynamic_dims.c_str());
  323. return false;
  324. }
  325. for (auto dim : one_set) {
  326. for (auto c : dim) {
  327. if (!isdigit(c)) {
  328. ErrorManager::GetInstance().ATCReportErrMessage(
  329. "E10001", {"parameter", "value", "reason"},
  330. {"--dynamic_dims's parameter", dim.c_str(), "must be positive integer"});
  331. GELOGE(ge::PARAM_INVALID,
  332. "[CheckAndParse][DynamicDims]--dynamic_dims:%s parameter must be positive integer.",
  333. dynamic_dims.c_str());
  334. return false;
  335. }
  336. }
  337. }
  338. }
  339. return true;
  340. }
  341. bool ParseSingleShapeRange(std::string &shape_range, vector<pair<int64_t, int64_t>> &shape_range_vec) {
  342. vector<char> square_brackets;
  343. for (auto ch : shape_range) {
  344. if (ch == '[' || ch == ']') {
  345. square_brackets.push_back(ch);
  346. }
  347. }
  348. bool is_square_brackets = (square_brackets.size() == kSquareBracketsSize) &&
  349. (square_brackets[0] == '[') && (square_brackets[1] == ']');
  350. if (!is_square_brackets) {
  351. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"},
  352. {shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample2});
  353. GELOGE(PARAM_INVALID, "[Parse][Parameter] shape_range:%s invalid, reason: %s, correct sample is %s.",
  354. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample2);
  355. return false;
  356. }
  357. // trim start bytes, after that, single input should be "1~20,3,3~6,-1"
  358. if (ge::StringUtils::StartWith(shape_range, "[")) {
  359. shape_range = shape_range.substr(1, shape_range.size() - 1);
  360. }
  361. // parse shape_range of single input. eg. "1~20,3,3~6,-1"
  362. vector<string> dim_range_set = ge::StringUtils::Split(shape_range, ',');
  363. for (const auto &range_pair_str : dim_range_set) {
  364. vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~');
  365. pair<int64_t, int64_t> range_pair;
  366. if (!ParseShapeRangePair(shape_range, range_pair_set, range_pair)) {
  367. GELOGE(PARAM_INVALID, "[Parse][RangePair] parse range pair failed.");
  368. return false;
  369. }
  370. shape_range_vec.emplace_back(range_pair);
  371. }
  372. return true;
  373. }
  374. /**
  375. * Parser shape_range from string to map
  376. * shape_range from option normally is "input1:[1~20,3,3~6,-1];input2:[1~20,3,3~6,-1]"
  377. * @param shape_range
  378. */
  379. Status ParseInputShapeRange(const std::string &shape_range,
  380. std::map<string, std::vector<std::pair<int64_t, int64_t>>> &shape_range_map) {
  381. GELOGD("Input shape range %s", shape_range.c_str());
  382. vector<string> shape_range_vec = StringUtils::Split(shape_range, ';');
  383. const int DEFAULT_SHAPE_RANGE_PAIR_SIZE = 2;
  384. for (const auto &shape_range_item : shape_range_vec) {
  385. vector<string> shape_range_pair_vec = SplitInputShape(shape_range_item);
  386. if (shape_range_pair_vec.size() != DEFAULT_SHAPE_RANGE_PAIR_SIZE) {
  387. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"},
  388. {shape_range, kSplitError1, kInputShapeRangeSample1});
  389. GELOGE(PARAM_INVALID, "[Parse][Parameter]--input shape_range:%s invalid, reason: %s, correct sample is %s.",
  390. shape_range.c_str(), kSplitError1, kInputShapeRangeSample1);
  391. return PARAM_INVALID;
  392. }
  393. if (shape_range_pair_vec[1].empty()) {
  394. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape", "reason", "sample"},
  395. {shape_range, kEmptyError, kInputShapeRangeSample1});
  396. GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid,reason: %s, correct sample is %s.",
  397. shape_range.c_str(), kEmptyError, kInputShapeRangeSample1);
  398. return PARAM_INVALID;
  399. }
  400. string shape_range_str = shape_range_pair_vec[1];
  401. vector<pair<int64_t, int64_t>> shape_range_val;
  402. if (!ParseSingleShapeRange(shape_range_str, shape_range_val)) {
  403. GELOGE(PARAM_INVALID, "[Parse][Parameter] shape_range_str: %s invalid.", shape_range_str.c_str());
  404. return PARAM_INVALID;
  405. }
  406. shape_range_map.emplace(make_pair(StringUtils::Trim(shape_range_pair_vec[0]), shape_range_val));
  407. }
  408. return SUCCESS;
  409. }
  410. /**
  411. * Parser shape_range from string to vector
  412. * shape_range from option normally is "[1~20,3,3~6,-1],[1~20,3,3~6,-1]"
  413. * @param shape_range
  414. */
  415. Status ParseInputShapeRange(const std::string &shape_range,
  416. std::vector<std::vector<std::pair<int64_t, int64_t>>> &range) {
  417. GELOGD("Input shape range %s", shape_range.c_str());
  418. if (shape_range.size() < kShapeRangeSize) {
  419. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  420. std::vector<std::string>({shape_range, kInputShapeRangeSizeInvalid, kInputShapeRangeSample4}));
  421. GELOGE(PARAM_INVALID, "[Parse][ShapeRange] str:%s invalid, reason: %s, correct sample is %s.",
  422. shape_range.c_str(), kInputShapeRangeSizeInvalid, kInputShapeRangeSample4);
  423. return PARAM_INVALID;
  424. }
  425. // different shape_range of single input are split by ']'
  426. vector<string> shape_range_set = ge::StringUtils::Split(shape_range, ']');
  427. if (shape_range_set.empty()) {
  428. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  429. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample4}));
  430. GELOGE(PARAM_INVALID, "[Parse][ShapeRange] str:%s invalid, reason: %s, correct sample is %s.",
  431. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample4);
  432. return PARAM_INVALID;
  433. }
  434. for (auto &shape_range_str : shape_range_set) {
  435. if (shape_range_str.size() < kShapeRangeStrSize) {
  436. // shape_range_str should be "[2~3,1"
  437. // or ",[2~3,1". because we should trim '[' or ',['.
  438. // For scaler input, shape range should be "[]"
  439. // so shape_range_str.size() < 1 is invalid
  440. continue;
  441. }
  442. // trim start bytes, after that, single input should be "1~20,3,3~6,-1"
  443. if (ge::StringUtils::StartWith(shape_range_str, "[")) {
  444. shape_range_str = shape_range_str.substr(1, shape_range_str.size());
  445. }
  446. if (ge::StringUtils::StartWith(shape_range_str, ",")) {
  447. shape_range_str = shape_range_str.substr(kShapeRangeStrIndex, shape_range_str.size());
  448. }
  449. // parse shape_range of single input. eg. "1~20,3,3~6,-1"
  450. std::vector<std::pair<int64_t, int64_t>> range_of_single_input;
  451. vector<string> dim_range_set = ge::StringUtils::Split(shape_range_str, ',');
  452. for (const auto &range_pair_str : dim_range_set) {
  453. if (range_pair_str.empty()) {
  454. // for scaler input ,range is empty. use [0,0] as scaler range.
  455. range_of_single_input.emplace_back(std::make_pair(0, 0));
  456. continue;
  457. }
  458. vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~');
  459. pair<int64_t, int64_t> range_pair;
  460. if (!ParseShapeRangePair(shape_range_str, range_pair_set, range_pair)) {
  461. GELOGE(PARAM_INVALID, "[Parse][RangePair] Parse range pair failed.");
  462. return PARAM_INVALID;
  463. }
  464. range_of_single_input.emplace_back(range_pair);
  465. }
  466. range.emplace_back(range_of_single_input);
  467. }
  468. return SUCCESS;
  469. }
  470. Status CheckDynamicInputParamValid(string &dynamic_batch_size, string &dynamic_image_size, string &dynamic_dims,
  471. const string input_shape, const string input_shape_range, const string input_format, bool &is_dynamic_input) {
  472. int32_t param_size = static_cast<int32_t>(!dynamic_batch_size.empty()) +
  473. static_cast<int32_t>(!dynamic_image_size.empty()) + static_cast<int32_t>(!dynamic_dims.empty());
  474. if (param_size > 1) {
  475. REPORT_INPUT_ERROR("E10009", std::vector<std::string>(), std::vector<std::string>());
  476. GELOGE(ge::PARAM_INVALID,
  477. "[Parse][Parameter]dynamic_batch_size, dynamic_image_size and dynamic_dims can only be set one");
  478. return ge::PARAM_INVALID;
  479. }
  480. if (param_size == 0) {
  481. if (input_shape_range.find(":") != string::npos) {
  482. if (!input_shape_range.empty()) {
  483. std::map<string, std::vector<std::pair<int64_t, int64_t>>> shape_range_map;
  484. if (ParseInputShapeRange(input_shape_range, shape_range_map) != SUCCESS) {
  485. GELOGE(ge::PARAM_INVALID, "[Parse][InputShapeRange] failed, range: %s", input_shape_range.c_str());
  486. return ge::PARAM_INVALID;
  487. }
  488. }
  489. }
  490. return ge::SUCCESS;
  491. }
  492. map<string, vector<int64_t>> shape_map;
  493. vector<pair<string, vector<int64_t>>> user_shape_map;
  494. is_dynamic_input = true;
  495. if (input_shape.empty()) {
  496. ErrorManager::GetInstance().ATCReportErrMessage("E10004", {"parameter"}, {"input_shape"});
  497. GELOGE(ge::PARAM_INVALID,
  498. "[Check][Parameter:input_shape]The input_shape can not be empty in dynamic input size scenario.");
  499. return ge::PARAM_INVALID;
  500. }
  501. if (!ParseInputShape(input_shape, shape_map, user_shape_map, is_dynamic_input)) {
  502. GELOGE(ge::PARAM_INVALID, "[Parse][InputShape]input_shape: %s invalid.", input_shape.c_str());
  503. return ge::PARAM_INVALID;
  504. }
  505. if (!dynamic_batch_size.empty()) {
  506. if (!CheckDynamicBatchSizeInputShapeValid(shape_map, dynamic_batch_size)) {
  507. GELOGE(ge::PARAM_INVALID, "[Check][DynamicBatchSizeInputShape] input_shape: %s invalid.", input_shape.c_str());
  508. return ge::PARAM_INVALID;
  509. }
  510. }
  511. if (!dynamic_image_size.empty()) {
  512. if (!CheckDynamicImagesizeInputShapeValid(shape_map, input_format, dynamic_image_size)) {
  513. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape] %s invalid. dynamic_image_size:%s ",
  514. input_shape.c_str(), dynamic_image_size.c_str());
  515. return ge::PARAM_INVALID;
  516. }
  517. }
  518. if (!dynamic_dims.empty()) {
  519. if (!CheckDynamicDimsInputShapeValid(shape_map, input_format, dynamic_dims)) {
  520. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]: %s of input shape: %s failed.", dynamic_dims.c_str(),
  521. input_shape.c_str());
  522. return ge::PARAM_INVALID;
  523. }
  524. }
  525. return ge::SUCCESS;
  526. }
  527. bool ParseInputShape(const string &input_shape, map<string, vector<int64_t>> &shape_map,
  528. vector<pair<string, vector<int64_t>>> &user_shape_map, bool is_dynamic_input) {
  529. vector<string> shape_vec = StringUtils::Split(input_shape, ';');
  530. const int DEFAULT_SHAPE_PAIR_SIZE = 2;
  531. for (const auto &shape : shape_vec) {
  532. vector<string> shape_pair_vec = SplitInputShape(shape);
  533. if (shape_pair_vec.size() != DEFAULT_SHAPE_PAIR_SIZE) {
  534. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  535. {shape, kSplitError1, kInputShapeSample1});
  536. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  537. shape.c_str(), kSplitError1, kInputShapeSample1);
  538. return false;
  539. }
  540. if (shape_pair_vec[1].empty()) {
  541. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  542. {shape, kEmptyError, kInputShapeSample1});
  543. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  544. shape.c_str(), kEmptyError, kInputShapeSample1);
  545. return false;
  546. }
  547. vector<string> shape_value_strs = StringUtils::Split(shape_pair_vec[1], ',');
  548. vector<int64_t> shape_values;
  549. for (auto &shape_value_str : shape_value_strs) {
  550. // stoul: The method may throw an exception: invalid_argument/out_of_range
  551. if (std::string::npos != shape_value_str.find('.')) {
  552. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  553. {shape, kFloatNumError, kInputShapeSample2});
  554. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  555. shape.c_str(), kFloatNumError, kInputShapeSample2);
  556. return false;
  557. }
  558. long left_result = 0;
  559. try {
  560. left_result = stol(StringUtils::Trim(shape_value_str));
  561. if (!shape_value_str.empty() && (shape_value_str.front() == '-')) {
  562. // The value maybe dynamic shape [-1], need substr it and verify isdigit.
  563. shape_value_str = shape_value_str.substr(1);
  564. }
  565. for (char c : shape_value_str) {
  566. if (!isdigit(c)) {
  567. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  568. {shape, kDigitError, kInputShapeSample2});
  569. GELOGE(PARAM_INVALID, "[Check][Param]--input_shape's shape value[%s] is not digit",
  570. shape_value_str.c_str());
  571. return false;
  572. }
  573. }
  574. } catch (const std::out_of_range &) {
  575. ErrorManager::GetInstance().ATCReportErrMessage("E10013", {"parameter", "value"},
  576. {"--input_shape", shape_value_str});
  577. GELOGW("Input parameter[--input_shape]'s value[%s] cause out of range execption!", shape_value_str.c_str());
  578. return false;
  579. } catch (const std::invalid_argument &) {
  580. ErrorManager::GetInstance().ATCReportErrMessage("E10014", {"parameter", "value"},
  581. {"--input_shape", shape_value_str});
  582. GELOGW("Input parameter[--input_shape]'s value[%s] cause invalid argument!", shape_value_str.c_str());
  583. return false;
  584. } catch (...) {
  585. ErrorManager::GetInstance().ATCReportErrMessage("E10015", {"parameter", "value"},
  586. {"--input_shape", shape_value_str});
  587. GELOGW("Input parameter[--input_shape]'s value[%s] cause unkown execption!", shape_value_str.c_str());
  588. return false;
  589. }
  590. int64_t result = left_result;
  591. // - 1 is not currently supported
  592. if (!is_dynamic_input && result <= 0) {
  593. ErrorManager::GetInstance().ATCReportErrMessage("E10011", {"shape", "result"},
  594. {shape, std::to_string(result)});
  595. GELOGW(
  596. "Input parameter[--input_shape]'s shape value[%s] is invalid, "
  597. "expect positive integer, but value is %ld.",
  598. shape.c_str(), result);
  599. return false;
  600. }
  601. shape_values.push_back(result);
  602. }
  603. shape_map.emplace(make_pair(StringUtils::Trim(shape_pair_vec[0]), shape_values));
  604. user_shape_map.push_back(make_pair(StringUtils::Trim(shape_pair_vec[0]), shape_values));
  605. }
  606. return true;
  607. }
  608. Status CheckOutputTypeParamValid(const std::string output_type) {
  609. if ((!output_type.empty()) && (kOutputTypeSupportDatatype.find(output_type) == kOutputTypeSupportDatatype.end())) {
  610. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  611. {"--output_type", output_type, kOutputTypeSupport});
  612. GELOGE(ge::PARAM_INVALID,
  613. "[Check][Param]Invalid value for --output_type[%s], %s.", output_type.c_str(), kOutputTypeSupport);
  614. return ge::PARAM_INVALID;
  615. }
  616. return ge::SUCCESS;
  617. }
  618. Status CheckBufferOptimizeParamValid(const std::string buffer_optimize) {
  619. if ((!buffer_optimize.empty()) &&
  620. (kBufferOptimizeSupportOption.find(buffer_optimize) == kBufferOptimizeSupportOption.end())) {
  621. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  622. {"--buffer_optimize", buffer_optimize, kBufferOptimizeSupport});
  623. GELOGE(ge::PARAM_INVALID,
  624. "[Check][BufferOptimize]Invalid value for [%s], %s.", buffer_optimize.c_str(), kBufferOptimizeSupport);
  625. return ge::PARAM_INVALID;
  626. }
  627. return ge::SUCCESS;
  628. }
  629. Status CheckCompressWeightParamValid(const std::string enable_compress_weight,
  630. const std::string compress_weight_conf) {
  631. if ((!compress_weight_conf.empty()) &&
  632. (!CheckInputPathValid(compress_weight_conf, "--compress_weight_conf"))) {
  633. GELOGE(ge::PARAM_INVALID, "[Check][InputPath]compress weight config file not found, file_name:%s",
  634. compress_weight_conf.c_str());
  635. return ge::PARAM_INVALID;
  636. }
  637. if ((enable_compress_weight != "") && (enable_compress_weight != "true") && (enable_compress_weight != "false")) {
  638. ErrorManager::GetInstance().ATCReportErrMessage("E10005", {"parameter", "value"},
  639. {"enable_compress_weight", enable_compress_weight});
  640. GELOGE(ge::PARAM_INVALID, "[Check][Param:enable_compress_weight]"
  641. "Input parameter[--enable_compress_weight]'s value:%s must be true or false.",
  642. enable_compress_weight.c_str());
  643. return ge::PARAM_INVALID;
  644. }
  645. if ((enable_compress_weight == "true") && (!compress_weight_conf.empty())) {
  646. ErrorManager::GetInstance().ATCReportErrMessage("E10047", {"parameter0", "parameter1"},
  647. {"enable_compress_weight", "compress_weight_conf"});
  648. GELOGE(ge::PARAM_INVALID,
  649. "[Check][CompressWeight]enable_compress_weight and compress_weight_conf can not both exist!!");
  650. return ge::PARAM_INVALID;
  651. }
  652. return ge::SUCCESS;
  653. }
  654. Status CheckKeepTypeParamValid(const std::string &keep_dtype) {
  655. if ((!keep_dtype.empty()) && (!CheckInputPathValid(keep_dtype, "--keep_dtype"))) {
  656. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  657. {"--keep_dtype", keep_dtype, kKeepDtypeError});
  658. GELOGE(ge::PARAM_INVALID, "[Check][InputPath::--keep_dtype] file not found, file_name:%s", keep_dtype.c_str());
  659. return ge::PARAM_INVALID;
  660. }
  661. return ge::SUCCESS;
  662. }
  663. int CheckLogParamValidAndSetLogLevel(const std::string log) {
  664. int ret = -1;
  665. char *npu_collect_path = std::getenv("NPU_COLLECT_PATH");
  666. if (npu_collect_path != nullptr && log == "null") {
  667. return 0;
  668. }
  669. if (log == "default") {
  670. ret = 0;
  671. } else if (log == "null") {
  672. ret = dlog_setlevel(-1, DLOG_NULL, 0);
  673. } else if (log == "debug") {
  674. ret = dlog_setlevel(-1, DLOG_DEBUG, 1);
  675. } else if (log == "info") {
  676. ret = dlog_setlevel(-1, DLOG_INFO, 1);
  677. } else if (log == "warning") {
  678. ret = dlog_setlevel(-1, DLOG_WARN, 1);
  679. } else if (log == "error") {
  680. ret = dlog_setlevel(-1, DLOG_ERROR, 1);
  681. } else {
  682. GELOGE(ge::PARAM_INVALID,
  683. "[Check][LogParam]log:%s invalid, only support debug, info, warning, error, null", log.c_str());
  684. return ret;
  685. }
  686. if (ret != 0) {
  687. GELOGE(ge::PARAM_INVALID, "[Set][LogLevel] fail, level:%s.", log.c_str());
  688. }
  689. return ret;
  690. }
  691. Status CheckInsertOpConfParamValid(const std::string insert_op_conf) {
  692. if ((!insert_op_conf.empty()) &&
  693. (!CheckInputPathValid(insert_op_conf, "--insert_op_conf"))) {
  694. GELOGE(ge::PARAM_INVALID, "[Check][InputPath]file not found: %s", insert_op_conf.c_str());
  695. return ge::PARAM_INVALID;
  696. }
  697. return ge::SUCCESS;
  698. }
  699. Status CheckDisableReuseMemoryParamValid(const std::string disable_reuse_memory) {
  700. if ((disable_reuse_memory != "") && (disable_reuse_memory != "0") && (disable_reuse_memory != "1")) {
  701. REPORT_INPUT_ERROR("E10006", std::vector<std::string>({"parameter", "value"}),
  702. std::vector<std::string>({"disable_reuse_memory", disable_reuse_memory}));
  703. GELOGE(ge::PARAM_INVALID, "[Check][DisableReuseMemory]disable_reuse_memory must be 1 or 0.");
  704. return ge::PARAM_INVALID;
  705. }
  706. return ge::SUCCESS;
  707. }
  708. Status CheckEnableSingleStreamParamValid(const std::string enable_single_stream) {
  709. if ((enable_single_stream != "") && (enable_single_stream != "true") && (enable_single_stream != "false")) {
  710. ErrorManager::GetInstance().ATCReportErrMessage("E10005", {"parameter", "value"},
  711. {"enable_single_stream", enable_single_stream});
  712. GELOGE(ge::PARAM_INVALID, "[Check][Param:--enable_single_stream] value:%s must be true or false.",
  713. enable_single_stream.c_str());
  714. return ge::PARAM_INVALID;
  715. }
  716. return ge::SUCCESS;
  717. }
  718. Status CheckImplmodeParamValid(const std::string &optypelist_for_implmode, std::string &op_select_implmode) {
  719. // only appointed op_select_implmode, can user appoint optypelist_for_implmode
  720. if (optypelist_for_implmode != "" && op_select_implmode == "") {
  721. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  722. {"--op_select_implmode", op_select_implmode.c_str(),
  723. kCompressWeightError});
  724. GELOGE(ge::PARAM_INVALID, "[Check][Param:--op_select_implmode]value:%s invalid, %s.",
  725. op_select_implmode.c_str(), kCompressWeightError);
  726. return ge::PARAM_INVALID;
  727. }
  728. // op_select_implmode default value is high_performance
  729. if (op_select_implmode == "") {
  730. op_select_implmode = IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT;
  731. } else {
  732. if (op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT &&
  733. op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_PRECISON) {
  734. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  735. {"--op_select_implmode", op_select_implmode.c_str(),
  736. kSelectImplmodeError});
  737. GELOGE(ge::PARAM_INVALID, "[Check][Implmode]Invalid value for --op_select_implmode[%s], %s.",
  738. op_select_implmode.c_str(), kSelectImplmodeError);
  739. return ge::PARAM_INVALID;
  740. }
  741. }
  742. return ge::SUCCESS;
  743. }
  744. Status CheckModifyMixlistParamValid(const std::map<std::string, std::string> &options) {
  745. std::string precision_mode;
  746. auto it = options.find(ge::PRECISION_MODE);
  747. if (it != options.end()) {
  748. precision_mode = it->second;
  749. }
  750. it = options.find(ge::MODIFY_MIXLIST);
  751. if (it != options.end() && CheckModifyMixlistParamValid(precision_mode, it->second) != ge::SUCCESS) {
  752. return ge::PARAM_INVALID;
  753. }
  754. return ge::SUCCESS;
  755. }
  756. Status CheckModifyMixlistParamValid(const std::string &precision_mode, const std::string &modify_mixlist) {
  757. if (!modify_mixlist.empty() && precision_mode != "allow_mix_precision") {
  758. REPORT_INPUT_ERROR("E10001", std::vector<std::string>({"parameter", "value", "reason"}),
  759. std::vector<std::string>({ge::MODIFY_MIXLIST, modify_mixlist, kModifyMixlistError}));
  760. GELOGE(ge::PARAM_INVALID, "[Check][ModifyMixlist] Failed, %s", kModifyMixlistError);
  761. return ge::PARAM_INVALID;
  762. }
  763. GELOGI("Option set successfully, option_key=%s, option_value=%s", ge::MODIFY_MIXLIST.c_str(), modify_mixlist.c_str());
  764. return ge::SUCCESS;
  765. }
  766. void PrintOptionMap(std::map<std::string, std::string> &options, std::string tips) {
  767. for (auto iter = options.begin(); iter != options.end(); iter++) {
  768. std::string key = iter->first;
  769. std::string option_name = iter->second;
  770. GELOGD("%s set successfully, option_key=%s, option_value=%s", tips.c_str(), key.c_str(), option_name.c_str());
  771. }
  772. }
  773. void EraseEndSemicolon(string &param) {
  774. if (param.empty()) {
  775. return;
  776. }
  777. if (param.back() == ';') {
  778. param.erase(param.end() - 1);
  779. }
  780. }
  781. Status UpdateDataOpShape(const OpDescPtr &op, map<string, vector<int64_t>> &shape_map) {
  782. GE_CHECK_NOTNULL(op);
  783. if (shape_map.empty()) {
  784. GELOGI("Shape map of data op [%s] is empty, no need to update.", op->GetName().c_str());
  785. return SUCCESS;
  786. }
  787. auto tensor_input = op->MutableInputDesc(0);
  788. auto tensor_output = op->MutableOutputDesc(0);
  789. GE_CHECK_NOTNULL(tensor_input);
  790. GE_CHECK_NOTNULL(tensor_output);
  791. string data_op_name = op->GetName();
  792. auto iter = shape_map.find(data_op_name);
  793. if (iter != shape_map.end()) {
  794. tensor_input->SetShape(ge::GeShape(iter->second));
  795. tensor_output->SetShape(ge::GeShape(iter->second));
  796. GELOGI("Update input [%s] shape info", data_op_name.c_str());
  797. } else {
  798. GELOGI("No need update input [%s] attr because not found from input_shape.", data_op_name.c_str());
  799. }
  800. return SUCCESS;
  801. }
  802. Status UpdateDataOpShapeRange(const OpDescPtr &op,
  803. const map<string, vector<pair<int64_t, int64_t>>> &name_shape_range_map) {
  804. GE_CHECK_NOTNULL(op);
  805. if (name_shape_range_map.empty()) {
  806. GELOGI("Shape range name map of data op [%s] is empty.", op->GetName().c_str());
  807. return SUCCESS;
  808. }
  809. auto tensor_input = op->MutableInputDesc(0);
  810. auto tensor_output = op->MutableOutputDesc(0);
  811. GE_CHECK_NOTNULL(tensor_input);
  812. GE_CHECK_NOTNULL(tensor_output);
  813. string data_op_name = op->GetName();
  814. auto origin_shape = tensor_input->GetShape();
  815. auto iter = name_shape_range_map.find(data_op_name);
  816. if (iter != name_shape_range_map.end()) {
  817. auto cur_shape_range = iter->second;
  818. if (TensorUtils::CheckShapeByShapeRange(origin_shape, cur_shape_range) != SUCCESS) {
  819. GELOGE(PARAM_INVALID, "[Check][OpDescPtr] Check shape by shape range failed for op:%s.", data_op_name.c_str());
  820. return PARAM_INVALID;
  821. }
  822. std::vector<int64_t> dims;
  823. for (size_t idx = 0; idx < cur_shape_range.size(); ++idx) {
  824. auto left_range = cur_shape_range[idx].first;
  825. auto right_range = cur_shape_range[idx].second;
  826. if (left_range != right_range) {
  827. dims.push_back(UNKNOWN_DIM);
  828. } else {
  829. dims.push_back(left_range);
  830. }
  831. }
  832. origin_shape = GeShape(dims);
  833. tensor_input->SetShape(origin_shape);
  834. tensor_input->SetShapeRange(cur_shape_range);
  835. tensor_output->SetShape(origin_shape);
  836. tensor_output->SetShapeRange(cur_shape_range);
  837. GELOGI("Update input [%s] shape range and shape [%s] info success.",
  838. data_op_name.c_str(), origin_shape.ToString().c_str());
  839. } else {
  840. GELOGI("No need to update input [%s] attr because not found from input_shape_range.", data_op_name.c_str());
  841. }
  842. return SUCCESS;
  843. }
  844. Status UpdateDataOpShapeRange(const OpDescPtr &op,
  845. const vector<vector<pair<int64_t, int64_t>>> &index_shape_range_map) {
  846. GE_CHECK_NOTNULL(op);
  847. if (index_shape_range_map.empty()) {
  848. GELOGI("Shape range index map of data op [%s] is empty.", op->GetName().c_str());
  849. return SUCCESS;
  850. }
  851. GeAttrValue::INT index = 0;
  852. if (!AttrUtils::GetInt(op, ATTR_NAME_INDEX, index)) {
  853. GELOGW("[%s] Get index from data attr failed.", op->GetName().c_str());
  854. return SUCCESS;
  855. }
  856. if ((index < 0) || (static_cast<size_t>(index) >= index_shape_range_map.size())) {
  857. std::string situation = "data op index[" + std::to_string(index) + "]";
  858. std::string reason = "it must less than user_input size[" + std::to_string(index_shape_range_map.size()) + "]";
  859. REPORT_INPUT_ERROR("E19025", std::vector<std::string>({"situation", "reason"}),
  860. std::vector<std::string>({situation, reason}));
  861. GELOGE(PARAM_INVALID, "user_input size = %zu, graph data op index = %ld.", index_shape_range_map.size(), index);
  862. return FAILED;
  863. }
  864. auto tensor_input = op->MutableInputDesc(0);
  865. auto tensor_output = op->MutableOutputDesc(0);
  866. GE_CHECK_NOTNULL(tensor_input);
  867. GE_CHECK_NOTNULL(tensor_output);
  868. string data_op_name = op->GetName();
  869. auto origin_shape = tensor_input->GetShape();
  870. auto cur_shape_range = index_shape_range_map[index];
  871. if (TensorUtils::CheckShapeByShapeRange(origin_shape, cur_shape_range) != SUCCESS) {
  872. GELOGE(PARAM_INVALID, "[Check][OpDescPtr] Check shape by shape range failed for op:%s.", data_op_name.c_str());
  873. return PARAM_INVALID;
  874. }
  875. std::vector<int64_t> dims;
  876. for (size_t idx = 0; idx < cur_shape_range.size(); ++idx) {
  877. auto left_range = cur_shape_range[idx].first;
  878. auto right_range = cur_shape_range[idx].second;
  879. if (left_range != right_range) {
  880. dims.push_back(UNKNOWN_DIM);
  881. } else {
  882. dims.push_back(left_range);
  883. }
  884. }
  885. origin_shape = GeShape(dims);
  886. tensor_input->SetShape(origin_shape);
  887. tensor_input->SetShapeRange(cur_shape_range);
  888. tensor_output->SetShape(origin_shape);
  889. tensor_output->SetShapeRange(cur_shape_range);
  890. GELOGI("Update input [%s] shape range and shape [%s] info success.",
  891. data_op_name.c_str(), origin_shape.ToString().c_str());
  892. return SUCCESS;
  893. }
  894. static Status CheckInputShapeRangeNode(const ComputeGraphPtr &compute_graph,
  895. const map<string, vector<pair<int64_t, int64_t>>> &shape_range_map) {
  896. for (const auto &it : shape_range_map) {
  897. std::string node_name = it.first;
  898. ge::NodePtr node = compute_graph->FindNode(node_name);
  899. if (node == nullptr) {
  900. REPORT_INPUT_ERROR("E10016", std::vector<std::string>({"parameter", "opname"}),
  901. std::vector<std::string>({"input_shape_range", node_name}));
  902. GELOGE(PARAM_INVALID, "[Check][InputNode]Input parameter[--input_shape_range]'s opname[%s] is not exist in model",
  903. node_name.c_str());
  904. return PARAM_INVALID;
  905. }
  906. if (node->GetType() != DATA) {
  907. REPORT_INPUT_ERROR("E10017", std::vector<std::string>({"parameter", "opname"}),
  908. std::vector<std::string>({"input_shape_range", node_name}));
  909. GELOGE(PARAM_INVALID, "[Check][InputNode]Input parameter[--input_shape_range]'s opname[%s] is not a input opname",
  910. node_name.c_str());
  911. return PARAM_INVALID;
  912. }
  913. }
  914. return SUCCESS;
  915. }
  916. Status UpdateDynamicInputShapeRange(const ge::ComputeGraphPtr &compute_graph, const string &input_shape_range) {
  917. if (input_shape_range.empty()) {
  918. return SUCCESS;
  919. }
  920. GE_CHECK_NOTNULL(compute_graph);
  921. map<string, vector<pair<int64_t, int64_t>>> shape_range_map;
  922. if (ParseInputShapeRange(input_shape_range, shape_range_map) != SUCCESS) {
  923. GELOGE(PARAM_INVALID, "[Parse][InputShapeRange] input_shape_range:%s invalid.", input_shape_range.c_str());
  924. return PARAM_INVALID;
  925. }
  926. if (CheckInputShapeRangeNode(compute_graph, shape_range_map) != SUCCESS) {
  927. GELOGE(PARAM_INVALID, "[Check][InputShapeRange]check input shape range:%s failed.", input_shape_range.c_str());
  928. return PARAM_INVALID;
  929. }
  930. for (NodePtr &input_node : compute_graph->GetDirectNode()) {
  931. GE_CHECK_NOTNULL(input_node);
  932. OpDescPtr op = input_node->GetOpDesc();
  933. GE_CHECK_NOTNULL(op);
  934. if (op->GetType() == DATA) {
  935. if (UpdateDataOpShapeRange(op, shape_range_map) != SUCCESS) {
  936. GELOGE(FAILED, "[Update][InputShapeRange] fail for op:%s.", op->GetName().c_str());
  937. return FAILED;
  938. }
  939. }
  940. }
  941. return SUCCESS;
  942. }
  943. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示