You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

option_utils.cc 47 kB

4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022
  1. /**
  2. * Copyright 2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "ir_build/option_utils.h"
  17. #include "common/util/error_manager/error_manager.h"
  18. #include "external/ge/ge_api_types.h"
  19. #include "framework/common/string_util.h"
  20. #include "framework/common/types.h"
  21. #include "framework/common/util.h"
  22. #include "graph/compute_graph.h"
  23. #include "graph/utils/type_utils.h"
  24. #include "graph/utils/tensor_utils.h"
  25. #include "graph/debug/ge_attr_define.h"
  26. using std::pair;
  27. using std::string;
  28. using std::vector;
  29. namespace ge {
  30. namespace {
  31. const int64_t kDynamicInputDim = -1;
  32. const int64_t kDynamicImageSizeNum = 2;
  33. const size_t kMaxDynamicDimNum = 100;
  34. const size_t kMaxNDDimNum = 4;
  35. const size_t kMinNDDimNum = 1;
  36. const size_t kSquareBracketsSize = 2;
  37. const size_t kRangePairSize = 2;
  38. const size_t kShapeRangeSize = 2;
  39. const size_t kShapeRangeStrIndex = 2;
  40. const size_t kShapeRangeStrSize = 1;
  41. // datatype/formats from user to GE, Unified to util interface file later
  42. const std::map<std::string, ge::DataType> kOutputTypeSupportDatatype = {
  43. {"FP32", ge::DT_FLOAT}, {"FP16", ge::DT_FLOAT16}, {"UINT8", ge::DT_UINT8}};
  44. const char *const kOutputTypeSupport = "only support FP32, FP16, UINT8";
  45. const std::set<std::string> kBufferOptimizeSupportOption = {"l1_optimize", "l2_optimize", "off_optimize",
  46. "l1_and_l2_optimize"};
  47. // The function is incomplete. Currently, only l2_optimize, off_optimize is supported.
  48. const char *const kBufferOptimizeSupport = "only support l2_optimize, off_optimize";
  49. const char *const IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT = "high_performance";
  50. const char *const IR_OPTION_OP_SELECT_IMPLMODE_PRECISON = "high_precision";
  51. const char *const IR_OPTION_OP_SELECT_IMPLMODE_HIGH_PRECISION_FOR_ALL = "high_precision_for_all";
  52. const char *const IR_OPTION_OP_SELECT_IMPLMODE_HIGH_PERFORMANCE_FOR_ALL = "high_performance_for_all";
  53. const char *const kInputShapeSample1 = "\"input_name1:n1,c1,h1,w1\"";
  54. const char *const kInputShapeSample2 = "\"input_name1:1,3,224,224\"";
  55. const char *const kSplitError1 = "size not equal to 2 split by \":\"";
  56. const char *const kEmptyError = "can not be empty";
  57. const char *const kFloatNumError = "exist float number";
  58. const char *const kDigitError = "is not digit";
  59. const char *const kCompressWeightError = "it must be appointed when appoint parameter[--optypelist_for_implmode]";
  60. const char *const kSelectImplmodeError = "only support high_performance, high_precision, "
  61. "high_precision_for_all, high_performance_for_all";
  62. const char *const kDynamicBatchSizeError = "It can only contains digit, \",\", \" \"";
  63. const char *const kDynamicImageSizeError = "It can only contains digit, \",\", \" \" and \";\"";
  64. const char *const kKeepDtypeError = "file not found";
  65. const char *const kInputShapeRangeInvalid = "format of shape range is invalid";
  66. const char *const kInputShapeRangeSizeInvalid = " shape range size less than 2 is invalid";
  67. const char *const kShapeRangeValueConvertError = "transfer from string to int64 error";
  68. const char *const kInputShapeRangeSample1 = "\"input_name1:[n1~n2,c1,h1,w1]\"";
  69. const char *const kInputShapeRangeSample2 = "\"[1~20]\"";
  70. const char *const kInputShapeRangeSample3 = "\"[1~20,3,3~6,-1]\"";
  71. const char *const kInputShapeRangeSample4 = "\"[1~20,3,3~6,-1],[1~20,3,3~6,-1]\"";
  72. vector<string> SplitInputShape(const std::string &input_shape) {
  73. vector<string> shape_pair_vec;
  74. size_t pos = input_shape.rfind(":");
  75. if (pos != std::string::npos) {
  76. shape_pair_vec.emplace_back(input_shape.substr(0, pos));
  77. shape_pair_vec.emplace_back(input_shape.substr(pos + 1, input_shape.size() - pos));
  78. }
  79. return shape_pair_vec;
  80. }
  81. static bool StringToLongNoThrow(const string &str, long &val) {
  82. try {
  83. val = std::stol(str);
  84. return true;
  85. } catch (const std::invalid_argument) {
  86. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  87. std::vector<string>({str, kShapeRangeValueConvertError, kInputShapeRangeSample3}));
  88. GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s to long failed, reason: %s, correct sample is %s.",
  89. str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3);
  90. } catch (const std::out_of_range) {
  91. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  92. std::vector<string>({str, kShapeRangeValueConvertError, kInputShapeRangeSample3}));
  93. GELOGE(PARAM_INVALID, "[Parse][Parameter] str:%s to long failed, reason: %s, correct sample is %s.",
  94. str.c_str(), kShapeRangeValueConvertError, kInputShapeRangeSample3);
  95. }
  96. return false;
  97. }
  98. static bool ParseShapeRangePair(const string &shape_range,
  99. const vector<string> &range_pair_set,
  100. std::pair<int64_t, int64_t> &range_pair) {
  101. if (range_pair_set.size() == 1) {
  102. long range_value = 0;
  103. if (!StringToLongNoThrow(range_pair_set.at(0), range_value)) {
  104. return false;
  105. }
  106. if (range_value < 0) {
  107. range_pair = std::make_pair(1, range_value);
  108. } else {
  109. range_pair = std::make_pair(range_value, range_value);
  110. }
  111. } else if (range_pair_set.size() == kRangePairSize) {
  112. // unknown dim, should get range.
  113. long range_left = 0;
  114. if (!StringToLongNoThrow(range_pair_set.at(0), range_left)) {
  115. return false;
  116. }
  117. long range_right = 0;
  118. if (!StringToLongNoThrow(range_pair_set.at(1), range_right)) {
  119. return false;
  120. }
  121. if ((range_left < 0) || (range_right < 0)) {
  122. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  123. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3}));
  124. GELOGE(PARAM_INVALID,
  125. "[Parse][InputParameter] [--input_shape_range]'s shape range[%s] failed,"
  126. "reason: %s, correct sample is %s.",
  127. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3);
  128. return false;
  129. }
  130. range_pair = std::make_pair(range_left, range_right);
  131. } else {
  132. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  133. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample3}));
  134. GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid, reason: %s, correct sample is %s.",
  135. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample3);
  136. return false;
  137. }
  138. return true;
  139. }
  140. } // namespace
  141. Status CheckInputFormat(const string &input_format) {
  142. if (input_format.empty()) {
  143. return ge::SUCCESS;
  144. }
  145. if (!ge::TypeUtils::IsFormatValid(input_format.c_str())) {
  146. ErrorManager::GetInstance().ATCReportErrMessage(
  147. "E10001", {"parameter", "value", "reason"}, {"--input_format", input_format, "input format is invalid!"});
  148. GELOGE(ge::PARAM_INVALID, "[Check][InputFormat] --input_format[%s] is invalid!", input_format.c_str());
  149. return ge::PARAM_INVALID;
  150. }
  151. return ge::SUCCESS;
  152. }
  153. bool CheckDynamicBatchSizeInputShapeValid(map<string, vector<int64_t>> shape_map,
  154. std::string &dynamic_batch_size) {
  155. int32_t size = 0;
  156. for (auto iter = shape_map.begin(); iter != shape_map.end(); ++iter) {
  157. vector<int64_t> shape = iter->second;
  158. if (shape.empty()) {
  159. ErrorManager::GetInstance().ATCReportErrMessage("E10012");
  160. GELOGE(ge::PARAM_INVALID,
  161. "[Check][DynamicBatchSizeInputShape] shape size can not be less than 1 when set --dynamic_batch_size.");
  162. return false;
  163. }
  164. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) == 0) {
  165. continue;
  166. }
  167. bool ret = multibatch::CheckDynamicBatchShape(shape, iter->first);
  168. if (ret) {
  169. size++;
  170. }
  171. }
  172. if (size == 0) {
  173. ErrorManager::GetInstance().ATCReportErrMessage("E10031");
  174. GELOGE(ge::PARAM_INVALID,
  175. "[Check][DynamicBatchSizeInputShape]At least one batch n must be equal to -1 when set dynamic_batch_size.");
  176. return false;
  177. }
  178. for (char c : dynamic_batch_size) {
  179. if (!isdigit(c) && (c != ',') && (c != ' ')) {
  180. ErrorManager::GetInstance().ATCReportErrMessage(
  181. "E10003", {"parameter", "value", "reason"},
  182. {"dynamic_batch_size", dynamic_batch_size, kDynamicBatchSizeError});
  183. GELOGE(ge::PARAM_INVALID, "[Check][DynamicBatchSizeInputShape] --dynamic_batch_size:%s is invalid. reason: %s",
  184. dynamic_batch_size.c_str(), kDynamicBatchSizeError);
  185. return false;
  186. }
  187. }
  188. if (dynamic_batch_size.back() == ',') {
  189. dynamic_batch_size.erase(dynamic_batch_size.end() - 1);
  190. }
  191. return true;
  192. }
  193. bool CheckDynamicImagesizeInputShapeValid(map<string, vector<int64_t>> shape_map,
  194. const std::string input_format, std::string &dynamic_image_size) {
  195. if (!input_format.empty() && !ge::TypeUtils::IsFormatValid(input_format.c_str())) {
  196. GELOGE(ge::PARAM_INVALID,
  197. "[Check][DynamicImagesizeInputShape] input_format [%s] invalid, can not support now.", input_format.c_str());
  198. REPORT_INPUT_ERROR("E10003", std::vector<std::string>({"parameter", "value", "reason"}),
  199. std::vector<std::string>({"input_format", input_format, "this format is not support"}));
  200. return false;
  201. }
  202. int32_t size = 0;
  203. for (auto iter = shape_map.begin(); iter != shape_map.end(); ++iter) {
  204. vector<int64_t> shape = iter->second;
  205. // only support four dim
  206. if (shape.size() != DIM_DEFAULT_SIZE) {
  207. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) > 0) {
  208. ErrorManager::GetInstance().ATCReportErrMessage("E10019");
  209. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape] --input_shape invalid,"
  210. " only height and width can be -1 when set --dynamic_image_size.");
  211. return false;
  212. }
  213. continue;
  214. }
  215. if (std::count(shape.begin(), shape.end(), kDynamicInputDim) == 0) {
  216. continue;
  217. }
  218. auto ret = multibatch::CheckDynamicImageSizeShape(shape, iter->first, input_format);
  219. if (ret) {
  220. size++;
  221. } else {
  222. return ret;
  223. }
  224. }
  225. if (size == 0) {
  226. ErrorManager::GetInstance().ATCReportErrMessage("E10019");
  227. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape]--input shape invalid, "
  228. "only height and width can be -1 when set --dynamic_image_size.");
  229. return false;
  230. }
  231. EraseEndSemicolon(dynamic_image_size);
  232. for (char c : dynamic_image_size) {
  233. bool is_char_valid = isdigit(c) || (c == ',') || (c == ' ') || (c == ';');
  234. if (!is_char_valid) {
  235. ErrorManager::GetInstance().ATCReportErrMessage(
  236. "E10003", {"parameter", "value", "reason"},
  237. {"dynamic_image_size", dynamic_image_size, kDynamicImageSizeError});
  238. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImageSizeInputShape] --dynamic_image_size:%s is invalid. reason: %s",
  239. dynamic_image_size.c_str(), kDynamicImageSizeError);
  240. return false;
  241. }
  242. }
  243. // Different parameter sets are split string by ';'
  244. std::vector<std::string> split_set = StringUtils::Split(dynamic_image_size, ';');
  245. // Different dimensions are split by ','
  246. std::vector<std::string> split_dim;
  247. for (auto str : split_set) {
  248. split_dim = StringUtils::Split(str, ',');
  249. if (split_dim.size() != static_cast<size_t>(kDynamicImageSizeNum)) {
  250. REPORT_INPUT_ERROR("E10020", std::vector<std::string>({"dynamic_image_size"}),
  251. std::vector<std::string>({dynamic_image_size}));
  252. GELOGE(ge::PARAM_INVALID,
  253. "[Check][DynamicImagesizeInputShape] invalid value:%s number of dimensions of each group must be %ld.",
  254. dynamic_image_size.c_str(), kDynamicImageSizeNum);
  255. return false;
  256. }
  257. }
  258. return true;
  259. }
  260. bool CheckDynamicDimsInputShapeValid(const map<string, vector<int64_t>> &shape_map,
  261. string input_format, string &dynamic_dims) {
  262. if (input_format != "ND") {
  263. ErrorManager::GetInstance().ATCReportErrMessage(
  264. "E10001", {"parameter", "value", "reason"},
  265. {"--input_format", input_format.c_str(), "input_format must be ND when set dynamic_dims"});
  266. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]--input_format must be ND when set dynamic_dims.");
  267. return false;
  268. }
  269. int32_t dynamic_dim = 0;
  270. for (auto &info_shapes : shape_map) {
  271. auto &shapes = info_shapes.second;
  272. if (shapes.size() > kMaxNDDimNum || shapes.size() < kMinNDDimNum) {
  273. ErrorManager::GetInstance().ATCReportErrMessage(
  274. "E10001", {"parameter", "value", "reason"},
  275. {"--input_shape's dim", std::to_string(shapes.size()), "Dim num must within [1, 4] when set dynamic_dims"});
  276. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]Dim num must within [%zu, %zu] when set dynamic_dims.",
  277. kMinNDDimNum, kMaxNDDimNum);
  278. return false;
  279. }
  280. dynamic_dim += std::count(shapes.begin(), shapes.end(), kDynamicInputDim);
  281. }
  282. if (dynamic_dim == 0) {
  283. ErrorManager::GetInstance().ATCReportErrMessage(
  284. "E10001", {"parameter", "value", "reason"},
  285. {"--input_shape's dynamic dim num", "0", "at least one dim should be -1 when set dynamic_dims"});
  286. GELOGE(ge::PARAM_INVALID,
  287. "[Check][DynamicDimsInputShape]--input_shape invalid,"
  288. "at least one dim should be -1 when set dynamic_dims.");
  289. return false;
  290. }
  291. if (!CheckAndParseDynamicDims(dynamic_dim, dynamic_dims)) {
  292. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims]failed, %s invalid.", dynamic_dims.c_str());
  293. return false;
  294. }
  295. return true;
  296. }
  297. bool CheckAndParseDynamicDims(int32_t dynamic_dim_num, std::string &dynamic_dims) {
  298. EraseEndSemicolon(dynamic_dims);
  299. if (dynamic_dims.empty()) {
  300. ErrorManager::GetInstance().ATCReportErrMessage(
  301. "E10001", {"parameter", "value", "reason"},
  302. {"--dynamic_dims", dynamic_dims.c_str(), "dynamic_dims can not be empty"});
  303. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims]--dynamic_dims can not be empty.");
  304. return false;
  305. }
  306. // Different parameter sets are split by ';'
  307. vector<string> split_set = StringUtils::Split(dynamic_dims, ';');
  308. if (split_set.size() > kMaxDynamicDimNum) {
  309. REPORT_INPUT_ERROR(
  310. "E10036", std::vector<std::string>({"shapesize", "maxshapesize"}),
  311. std::vector<std::string>({std::to_string(split_set.size()), std::to_string(kMaxDynamicDimNum + 1)}));
  312. GELOGE(ge::PARAM_INVALID,
  313. "[CheckAndParse][DynamicDims]dynamic_dims's num of parameter set can not exceed %zu.", kMaxDynamicDimNum);
  314. return false;
  315. }
  316. for (auto split_dim : split_set) {
  317. vector<string> one_set = StringUtils::Split(split_dim, ',');
  318. if (one_set.size() != static_cast<size_t>(dynamic_dim_num)) {
  319. REPORT_INPUT_ERROR(
  320. "E10003", std::vector<std::string>({"parameter", "value", "reason"}),
  321. std::vector<std::string>({"dynamic_dims", dynamic_dims,
  322. "Each gear setting needs to be consistent with the number of -1 in the inputshape"}));
  323. GELOGE(ge::PARAM_INVALID, "[CheckAndParse][DynamicDims] --dynamic_dims:%s invalid. "
  324. "reason: Each gear setting needs to be consistent with the number of -1 in the inputshape.",
  325. dynamic_dims.c_str());
  326. return false;
  327. }
  328. for (auto dim : one_set) {
  329. for (auto c : dim) {
  330. if (!isdigit(c)) {
  331. ErrorManager::GetInstance().ATCReportErrMessage(
  332. "E10001", {"parameter", "value", "reason"},
  333. {"--dynamic_dims's parameter", dim.c_str(), "must be positive integer"});
  334. GELOGE(ge::PARAM_INVALID,
  335. "[CheckAndParse][DynamicDims]--dynamic_dims:%s parameter must be positive integer.",
  336. dynamic_dims.c_str());
  337. return false;
  338. }
  339. }
  340. }
  341. }
  342. return true;
  343. }
  344. bool ParseSingleShapeRange(std::string &shape_range, vector<pair<int64_t, int64_t>> &shape_range_vec) {
  345. vector<char> square_brackets;
  346. for (auto ch : shape_range) {
  347. if (ch == '[' || ch == ']') {
  348. square_brackets.push_back(ch);
  349. }
  350. }
  351. bool is_square_brackets = (square_brackets.size() == kSquareBracketsSize) &&
  352. (square_brackets[0] == '[') && (square_brackets[1] == ']');
  353. if (!is_square_brackets) {
  354. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"},
  355. {shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample2});
  356. GELOGE(PARAM_INVALID, "[Parse][Parameter] shape_range:%s invalid, reason: %s, correct sample is %s.",
  357. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample2);
  358. return false;
  359. }
  360. // trim start bytes, after that, single input should be "1~20,3,3~6,-1"
  361. if (ge::StringUtils::StartWith(shape_range, "[")) {
  362. shape_range = shape_range.substr(1, shape_range.size() - 1);
  363. }
  364. // parse shape_range of single input. eg. "1~20,3,3~6,-1"
  365. vector<string> dim_range_set = ge::StringUtils::Split(shape_range, ',');
  366. for (const auto &range_pair_str : dim_range_set) {
  367. vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~');
  368. pair<int64_t, int64_t> range_pair;
  369. if (!ParseShapeRangePair(shape_range, range_pair_set, range_pair)) {
  370. GELOGE(PARAM_INVALID, "[Parse][RangePair] parse range pair failed.");
  371. return false;
  372. }
  373. shape_range_vec.emplace_back(range_pair);
  374. }
  375. return true;
  376. }
  377. /**
  378. * Parser shape_range from string to map
  379. * shape_range from option normally is "input1:[1~20,3,3~6,-1];input2:[1~20,3,3~6,-1]"
  380. * @param shape_range
  381. */
  382. Status ParseInputShapeRange(const std::string &shape_range,
  383. std::map<string, std::vector<std::pair<int64_t, int64_t>>> &shape_range_map) {
  384. GELOGD("Input shape range %s", shape_range.c_str());
  385. vector<string> shape_range_vec = StringUtils::Split(shape_range, ';');
  386. const int DEFAULT_SHAPE_RANGE_PAIR_SIZE = 2;
  387. for (const auto &shape_range_item : shape_range_vec) {
  388. vector<string> shape_range_pair_vec = SplitInputShape(shape_range_item);
  389. if (shape_range_pair_vec.size() != DEFAULT_SHAPE_RANGE_PAIR_SIZE) {
  390. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape_range", "reason", "sample"},
  391. {shape_range, kSplitError1, kInputShapeRangeSample1});
  392. GELOGE(PARAM_INVALID, "[Parse][Parameter]--input shape_range:%s invalid, reason: %s, correct sample is %s.",
  393. shape_range.c_str(), kSplitError1, kInputShapeRangeSample1);
  394. return PARAM_INVALID;
  395. }
  396. if (shape_range_pair_vec[1].empty()) {
  397. ErrorManager::GetInstance().ATCReportErrMessage("E10048", {"shape", "reason", "sample"},
  398. {shape_range, kEmptyError, kInputShapeRangeSample1});
  399. GELOGE(PARAM_INVALID, "[Parse][Parameter]shape_range:%s invalid,reason: %s, correct sample is %s.",
  400. shape_range.c_str(), kEmptyError, kInputShapeRangeSample1);
  401. return PARAM_INVALID;
  402. }
  403. string shape_range_str = shape_range_pair_vec[1];
  404. vector<pair<int64_t, int64_t>> shape_range_val;
  405. if (!ParseSingleShapeRange(shape_range_str, shape_range_val)) {
  406. GELOGE(PARAM_INVALID, "[Parse][Parameter] shape_range_str: %s invalid.", shape_range_str.c_str());
  407. return PARAM_INVALID;
  408. }
  409. shape_range_map.emplace(make_pair(StringUtils::Trim(shape_range_pair_vec[0]), shape_range_val));
  410. }
  411. return SUCCESS;
  412. }
  413. /**
  414. * Parser shape_range from string to vector
  415. * shape_range from option normally is "[1~20,3,3~6,-1],[1~20,3,3~6,-1]"
  416. * @param shape_range
  417. */
  418. Status ParseInputShapeRange(const std::string &shape_range,
  419. std::vector<std::vector<std::pair<int64_t, int64_t>>> &range) {
  420. GELOGD("Input shape range %s", shape_range.c_str());
  421. if (shape_range.size() < kShapeRangeSize) {
  422. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  423. std::vector<std::string>({shape_range, kInputShapeRangeSizeInvalid, kInputShapeRangeSample4}));
  424. GELOGE(PARAM_INVALID, "[Parse][ShapeRange] str:%s invalid, reason: %s, correct sample is %s.",
  425. shape_range.c_str(), kInputShapeRangeSizeInvalid, kInputShapeRangeSample4);
  426. return PARAM_INVALID;
  427. }
  428. // different shape_range of single input are split by ']'
  429. vector<string> shape_range_set = ge::StringUtils::Split(shape_range, ']');
  430. if (shape_range_set.empty()) {
  431. REPORT_INPUT_ERROR("E10048", std::vector<std::string>({"shape_range", "reason", "sample"}),
  432. std::vector<string>({shape_range, kInputShapeRangeInvalid, kInputShapeRangeSample4}));
  433. GELOGE(PARAM_INVALID, "[Parse][ShapeRange] str:%s invalid, reason: %s, correct sample is %s.",
  434. shape_range.c_str(), kInputShapeRangeInvalid, kInputShapeRangeSample4);
  435. return PARAM_INVALID;
  436. }
  437. for (auto &shape_range_str : shape_range_set) {
  438. if (shape_range_str.size() < kShapeRangeStrSize) {
  439. // shape_range_str should be "[2~3,1"
  440. // or ",[2~3,1". because we should trim '[' or ',['.
  441. // For scaler input, shape range should be "[]"
  442. // so shape_range_str.size() < 1 is invalid
  443. continue;
  444. }
  445. // trim start bytes, after that, single input should be "1~20,3,3~6,-1"
  446. if (ge::StringUtils::StartWith(shape_range_str, "[")) {
  447. shape_range_str = shape_range_str.substr(1, shape_range_str.size());
  448. }
  449. if (ge::StringUtils::StartWith(shape_range_str, ",")) {
  450. shape_range_str = shape_range_str.substr(kShapeRangeStrIndex, shape_range_str.size());
  451. }
  452. // parse shape_range of single input. eg. "1~20,3,3~6,-1"
  453. std::vector<std::pair<int64_t, int64_t>> range_of_single_input;
  454. vector<string> dim_range_set = ge::StringUtils::Split(shape_range_str, ',');
  455. for (const auto &range_pair_str : dim_range_set) {
  456. if (range_pair_str.empty()) {
  457. // for scaler input ,range is empty. use [0,0] as scaler range.
  458. range_of_single_input.emplace_back(std::make_pair(0, 0));
  459. continue;
  460. }
  461. vector<string> range_pair_set = ge::StringUtils::Split(range_pair_str, '~');
  462. pair<int64_t, int64_t> range_pair;
  463. if (!ParseShapeRangePair(shape_range_str, range_pair_set, range_pair)) {
  464. GELOGE(PARAM_INVALID, "[Parse][RangePair] Parse range pair failed.");
  465. return PARAM_INVALID;
  466. }
  467. range_of_single_input.emplace_back(range_pair);
  468. }
  469. range.emplace_back(range_of_single_input);
  470. }
  471. return SUCCESS;
  472. }
  473. Status CheckDynamicInputParamValid(string &dynamic_batch_size, string &dynamic_image_size, string &dynamic_dims,
  474. const string input_shape, const string input_shape_range, const string input_format, bool &is_dynamic_input) {
  475. int32_t param_size = static_cast<int32_t>(!dynamic_batch_size.empty()) +
  476. static_cast<int32_t>(!dynamic_image_size.empty()) + static_cast<int32_t>(!dynamic_dims.empty());
  477. if (param_size > 1) {
  478. REPORT_INPUT_ERROR("E10009", std::vector<std::string>(), std::vector<std::string>());
  479. GELOGE(ge::PARAM_INVALID,
  480. "[Parse][Parameter]dynamic_batch_size, dynamic_image_size and dynamic_dims can only be set one");
  481. return ge::PARAM_INVALID;
  482. }
  483. if (param_size == 0) {
  484. if (input_shape_range.find(":") != string::npos) {
  485. if (!input_shape_range.empty()) {
  486. std::map<string, std::vector<std::pair<int64_t, int64_t>>> shape_range_map;
  487. if (ParseInputShapeRange(input_shape_range, shape_range_map) != SUCCESS) {
  488. GELOGE(ge::PARAM_INVALID, "[Parse][InputShapeRange] failed, range: %s", input_shape_range.c_str());
  489. return ge::PARAM_INVALID;
  490. }
  491. }
  492. }
  493. return ge::SUCCESS;
  494. }
  495. map<string, vector<int64_t>> shape_map;
  496. vector<pair<string, vector<int64_t>>> user_shape_map;
  497. is_dynamic_input = true;
  498. if (input_shape.empty()) {
  499. ErrorManager::GetInstance().ATCReportErrMessage("E10004", {"parameter"}, {"input_shape"});
  500. GELOGE(ge::PARAM_INVALID,
  501. "[Check][Parameter:input_shape]The input_shape can not be empty in dynamic input size scenario.");
  502. return ge::PARAM_INVALID;
  503. }
  504. if (!ParseInputShape(input_shape, shape_map, user_shape_map, is_dynamic_input)) {
  505. GELOGE(ge::PARAM_INVALID, "[Parse][InputShape]input_shape: %s invalid.", input_shape.c_str());
  506. return ge::PARAM_INVALID;
  507. }
  508. if (!dynamic_batch_size.empty()) {
  509. if (!CheckDynamicBatchSizeInputShapeValid(shape_map, dynamic_batch_size)) {
  510. GELOGE(ge::PARAM_INVALID, "[Check][DynamicBatchSizeInputShape] input_shape: %s invalid.", input_shape.c_str());
  511. return ge::PARAM_INVALID;
  512. }
  513. }
  514. if (!dynamic_image_size.empty()) {
  515. if (!CheckDynamicImagesizeInputShapeValid(shape_map, input_format, dynamic_image_size)) {
  516. GELOGE(ge::PARAM_INVALID, "[Check][DynamicImagesizeInputShape] %s invalid. dynamic_image_size:%s ",
  517. input_shape.c_str(), dynamic_image_size.c_str());
  518. return ge::PARAM_INVALID;
  519. }
  520. }
  521. if (!dynamic_dims.empty()) {
  522. if (!CheckDynamicDimsInputShapeValid(shape_map, input_format, dynamic_dims)) {
  523. GELOGE(ge::PARAM_INVALID, "[Check][DynamicDimsInputShape]: %s of input shape: %s failed.", dynamic_dims.c_str(),
  524. input_shape.c_str());
  525. return ge::PARAM_INVALID;
  526. }
  527. }
  528. return ge::SUCCESS;
  529. }
  530. bool ParseInputShape(const string &input_shape, map<string, vector<int64_t>> &shape_map,
  531. vector<pair<string, vector<int64_t>>> &user_shape_map, bool is_dynamic_input) {
  532. vector<string> shape_vec = StringUtils::Split(input_shape, ';');
  533. const int DEFAULT_SHAPE_PAIR_SIZE = 2;
  534. for (const auto &shape : shape_vec) {
  535. vector<string> shape_pair_vec = SplitInputShape(shape);
  536. if (shape_pair_vec.size() != DEFAULT_SHAPE_PAIR_SIZE) {
  537. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  538. {shape, kSplitError1, kInputShapeSample1});
  539. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  540. shape.c_str(), kSplitError1, kInputShapeSample1);
  541. return false;
  542. }
  543. if (shape_pair_vec[1].empty()) {
  544. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  545. {shape, kEmptyError, kInputShapeSample1});
  546. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  547. shape.c_str(), kEmptyError, kInputShapeSample1);
  548. return false;
  549. }
  550. vector<string> shape_value_strs = StringUtils::Split(shape_pair_vec[1], ',');
  551. vector<int64_t> shape_values;
  552. for (auto &shape_value_str : shape_value_strs) {
  553. // stoul: The method may throw an exception: invalid_argument/out_of_range
  554. if (std::string::npos != shape_value_str.find('.')) {
  555. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  556. {shape, kFloatNumError, kInputShapeSample2});
  557. GELOGW("Parse input parameter [--input_shape]'s shape[%s] failed, reason: %s, correct sample is %s.",
  558. shape.c_str(), kFloatNumError, kInputShapeSample2);
  559. return false;
  560. }
  561. long left_result = 0;
  562. try {
  563. left_result = stol(StringUtils::Trim(shape_value_str));
  564. if (!shape_value_str.empty() && (shape_value_str.front() == '-')) {
  565. // The value maybe dynamic shape [-1], need substr it and verify isdigit.
  566. shape_value_str = shape_value_str.substr(1);
  567. }
  568. for (char c : shape_value_str) {
  569. if (!isdigit(c)) {
  570. ErrorManager::GetInstance().ATCReportErrMessage("E10002", {"shape", "reason", "sample"},
  571. {shape, kDigitError, kInputShapeSample2});
  572. GELOGE(PARAM_INVALID, "[Check][Param]--input_shape's shape value[%s] is not digit",
  573. shape_value_str.c_str());
  574. return false;
  575. }
  576. }
  577. } catch (const std::out_of_range &) {
  578. ErrorManager::GetInstance().ATCReportErrMessage("E10013", {"parameter", "value"},
  579. {"--input_shape", shape_value_str});
  580. GELOGW("Input parameter[--input_shape]'s value[%s] cause out of range execption!", shape_value_str.c_str());
  581. return false;
  582. } catch (const std::invalid_argument &) {
  583. ErrorManager::GetInstance().ATCReportErrMessage("E10014", {"parameter", "value"},
  584. {"--input_shape", shape_value_str});
  585. GELOGW("Input parameter[--input_shape]'s value[%s] cause invalid argument!", shape_value_str.c_str());
  586. return false;
  587. } catch (...) {
  588. ErrorManager::GetInstance().ATCReportErrMessage("E10015", {"parameter", "value"},
  589. {"--input_shape", shape_value_str});
  590. GELOGW("Input parameter[--input_shape]'s value[%s] cause unkown execption!", shape_value_str.c_str());
  591. return false;
  592. }
  593. int64_t result = left_result;
  594. // - 1 is not currently supported
  595. if (!is_dynamic_input && result <= 0) {
  596. ErrorManager::GetInstance().ATCReportErrMessage("E10011", {"shape", "result"},
  597. {shape, std::to_string(result)});
  598. GELOGW(
  599. "Input parameter[--input_shape]'s shape value[%s] is invalid, "
  600. "expect positive integer, but value is %ld.",
  601. shape.c_str(), result);
  602. return false;
  603. }
  604. shape_values.push_back(result);
  605. }
  606. shape_map.emplace(make_pair(StringUtils::Trim(shape_pair_vec[0]), shape_values));
  607. user_shape_map.push_back(make_pair(StringUtils::Trim(shape_pair_vec[0]), shape_values));
  608. }
  609. return true;
  610. }
  611. Status CheckOutputTypeParamValid(const std::string output_type) {
  612. if ((!output_type.empty()) && (kOutputTypeSupportDatatype.find(output_type) == kOutputTypeSupportDatatype.end())) {
  613. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  614. {"--output_type", output_type, kOutputTypeSupport});
  615. GELOGE(ge::PARAM_INVALID,
  616. "[Check][Param]Invalid value for --output_type[%s], %s.", output_type.c_str(), kOutputTypeSupport);
  617. return ge::PARAM_INVALID;
  618. }
  619. return ge::SUCCESS;
  620. }
  621. Status CheckBufferOptimizeParamValid(const std::string buffer_optimize) {
  622. if ((!buffer_optimize.empty()) &&
  623. (kBufferOptimizeSupportOption.find(buffer_optimize) == kBufferOptimizeSupportOption.end())) {
  624. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  625. {"--buffer_optimize", buffer_optimize, kBufferOptimizeSupport});
  626. GELOGE(ge::PARAM_INVALID,
  627. "[Check][BufferOptimize]Invalid value for [%s], %s.", buffer_optimize.c_str(), kBufferOptimizeSupport);
  628. return ge::PARAM_INVALID;
  629. }
  630. return ge::SUCCESS;
  631. }
  632. Status CheckCompressWeightParamValid(const std::string enable_compress_weight,
  633. const std::string compress_weight_conf) {
  634. if ((!compress_weight_conf.empty()) &&
  635. (!CheckInputPathValid(compress_weight_conf, "--compress_weight_conf"))) {
  636. GELOGE(ge::PARAM_INVALID, "[Check][InputPath]compress weight config file not found, file_name:%s",
  637. compress_weight_conf.c_str());
  638. return ge::PARAM_INVALID;
  639. }
  640. if ((enable_compress_weight != "") && (enable_compress_weight != "true") && (enable_compress_weight != "false")) {
  641. ErrorManager::GetInstance().ATCReportErrMessage("E10005", {"parameter", "value"},
  642. {"enable_compress_weight", enable_compress_weight});
  643. GELOGE(ge::PARAM_INVALID, "[Check][Param:enable_compress_weight]"
  644. "Input parameter[--enable_compress_weight]'s value:%s must be true or false.",
  645. enable_compress_weight.c_str());
  646. return ge::PARAM_INVALID;
  647. }
  648. if ((enable_compress_weight == "true") && (!compress_weight_conf.empty())) {
  649. ErrorManager::GetInstance().ATCReportErrMessage("E10047", {"parameter0", "parameter1"},
  650. {"enable_compress_weight", "compress_weight_conf"});
  651. GELOGE(ge::PARAM_INVALID,
  652. "[Check][CompressWeight]enable_compress_weight and compress_weight_conf can not both exist!!");
  653. return ge::PARAM_INVALID;
  654. }
  655. return ge::SUCCESS;
  656. }
  657. Status CheckKeepTypeParamValid(const std::string &keep_dtype) {
  658. if ((!keep_dtype.empty()) && (!CheckInputPathValid(keep_dtype, "--keep_dtype"))) {
  659. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  660. {"--keep_dtype", keep_dtype, kKeepDtypeError});
  661. GELOGE(ge::PARAM_INVALID, "[Check][InputPath::--keep_dtype] file not found, file_name:%s", keep_dtype.c_str());
  662. return ge::PARAM_INVALID;
  663. }
  664. return ge::SUCCESS;
  665. }
  666. int CheckLogParamValidAndSetLogLevel(const std::string log) {
  667. int ret = -1;
  668. char *npu_collect_path = std::getenv("NPU_COLLECT_PATH");
  669. if (npu_collect_path != nullptr && log == "null") {
  670. return 0;
  671. }
  672. if (log == "default") {
  673. ret = 0;
  674. } else if (log == "null") {
  675. ret = dlog_setlevel(-1, DLOG_NULL, 0);
  676. } else if (log == "debug") {
  677. ret = dlog_setlevel(-1, DLOG_DEBUG, 1);
  678. } else if (log == "info") {
  679. ret = dlog_setlevel(-1, DLOG_INFO, 1);
  680. } else if (log == "warning") {
  681. ret = dlog_setlevel(-1, DLOG_WARN, 1);
  682. } else if (log == "error") {
  683. ret = dlog_setlevel(-1, DLOG_ERROR, 1);
  684. } else {
  685. GELOGE(ge::PARAM_INVALID,
  686. "[Check][LogParam]log:%s invalid, only support debug, info, warning, error, null", log.c_str());
  687. return ret;
  688. }
  689. if (ret != 0) {
  690. GELOGE(ge::PARAM_INVALID, "[Set][LogLevel] fail, level:%s.", log.c_str());
  691. }
  692. return ret;
  693. }
  694. Status CheckInsertOpConfParamValid(const std::string insert_op_conf) {
  695. if ((!insert_op_conf.empty()) &&
  696. (!CheckInputPathValid(insert_op_conf, "--insert_op_conf"))) {
  697. GELOGE(ge::PARAM_INVALID, "[Check][InputPath]file not found: %s", insert_op_conf.c_str());
  698. return ge::PARAM_INVALID;
  699. }
  700. return ge::SUCCESS;
  701. }
  702. Status CheckDisableReuseMemoryParamValid(const std::string disable_reuse_memory) {
  703. if ((disable_reuse_memory != "") && (disable_reuse_memory != "0") && (disable_reuse_memory != "1")) {
  704. REPORT_INPUT_ERROR("E10006", std::vector<std::string>({"parameter", "value"}),
  705. std::vector<std::string>({"disable_reuse_memory", disable_reuse_memory}));
  706. GELOGE(ge::PARAM_INVALID, "[Check][DisableReuseMemory]disable_reuse_memory must be 1 or 0.");
  707. return ge::PARAM_INVALID;
  708. }
  709. return ge::SUCCESS;
  710. }
  711. Status CheckEnableSingleStreamParamValid(const std::string enable_single_stream) {
  712. if ((enable_single_stream != "") && (enable_single_stream != "true") && (enable_single_stream != "false")) {
  713. ErrorManager::GetInstance().ATCReportErrMessage("E10005", {"parameter", "value"},
  714. {"enable_single_stream", enable_single_stream});
  715. GELOGE(ge::PARAM_INVALID, "[Check][Param:--enable_single_stream] value:%s must be true or false.",
  716. enable_single_stream.c_str());
  717. return ge::PARAM_INVALID;
  718. }
  719. return ge::SUCCESS;
  720. }
  721. Status CheckImplmodeParamValid(const std::string &optypelist_for_implmode, std::string &op_select_implmode) {
  722. // only appointed op_select_implmode, can user appoint optypelist_for_implmode
  723. if (optypelist_for_implmode != "" && op_select_implmode == "") {
  724. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  725. {"--op_select_implmode", op_select_implmode.c_str(),
  726. kCompressWeightError});
  727. GELOGE(ge::PARAM_INVALID, "[Check][Param:--op_select_implmode]value:%s invalid, %s.",
  728. op_select_implmode.c_str(), kCompressWeightError);
  729. return ge::PARAM_INVALID;
  730. }
  731. // op_select_implmode default value is high_performance
  732. if (op_select_implmode == "") {
  733. op_select_implmode = IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT;
  734. } else {
  735. if (op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_DEFAULT &&
  736. op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_PRECISON &&
  737. op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_HIGH_PRECISION_FOR_ALL &&
  738. op_select_implmode != IR_OPTION_OP_SELECT_IMPLMODE_HIGH_PERFORMANCE_FOR_ALL) {
  739. ErrorManager::GetInstance().ATCReportErrMessage("E10001", {"parameter", "value", "reason"},
  740. {"--op_select_implmode", op_select_implmode.c_str(),
  741. kSelectImplmodeError});
  742. GELOGE(ge::PARAM_INVALID, "[Check][Implmode]Invalid value for --op_select_implmode[%s], %s.",
  743. op_select_implmode.c_str(), kSelectImplmodeError);
  744. return ge::PARAM_INVALID;
  745. }
  746. }
  747. return ge::SUCCESS;
  748. }
  749. Status CheckModifyMixlistParamValid(const std::map<std::string, std::string> &options) {
  750. std::string precision_mode;
  751. auto it = options.find(ge::PRECISION_MODE);
  752. if (it != options.end()) {
  753. precision_mode = it->second;
  754. }
  755. it = options.find(ge::MODIFY_MIXLIST);
  756. if (it != options.end() && CheckModifyMixlistParamValid(precision_mode, it->second) != ge::SUCCESS) {
  757. return ge::PARAM_INVALID;
  758. }
  759. return ge::SUCCESS;
  760. }
  761. Status CheckModifyMixlistParamValid(const std::string &precision_mode, const std::string &modify_mixlist) {
  762. if (!modify_mixlist.empty() && precision_mode != "allow_mix_precision") {
  763. REPORT_INPUT_ERROR("E10001", std::vector<std::string>({"parameter", "value", "reason"}),
  764. std::vector<std::string>({ge::MODIFY_MIXLIST, modify_mixlist, kModifyMixlistError}));
  765. GELOGE(ge::PARAM_INVALID, "[Check][ModifyMixlist] Failed, %s", kModifyMixlistError);
  766. return ge::PARAM_INVALID;
  767. }
  768. GELOGI("Option set successfully, option_key=%s, option_value=%s", ge::MODIFY_MIXLIST.c_str(), modify_mixlist.c_str());
  769. return ge::SUCCESS;
  770. }
  771. void PrintOptionMap(std::map<std::string, std::string> &options, std::string tips) {
  772. for (auto iter = options.begin(); iter != options.end(); iter++) {
  773. std::string key = iter->first;
  774. std::string option_name = iter->second;
  775. GELOGD("%s set successfully, option_key=%s, option_value=%s", tips.c_str(), key.c_str(), option_name.c_str());
  776. }
  777. }
  778. void EraseEndSemicolon(string &param) {
  779. if (param.empty()) {
  780. return;
  781. }
  782. if (param.back() == ';') {
  783. param.erase(param.end() - 1);
  784. }
  785. }
  786. Status UpdateDataOpShape(const OpDescPtr &op, map<string, vector<int64_t>> &shape_map) {
  787. GE_CHECK_NOTNULL(op);
  788. if (shape_map.empty()) {
  789. GELOGI("Shape map of data op [%s] is empty, no need to update.", op->GetName().c_str());
  790. return SUCCESS;
  791. }
  792. auto tensor_input = op->MutableInputDesc(0);
  793. auto tensor_output = op->MutableOutputDesc(0);
  794. GE_CHECK_NOTNULL(tensor_input);
  795. GE_CHECK_NOTNULL(tensor_output);
  796. string data_op_name = op->GetName();
  797. auto iter = shape_map.find(data_op_name);
  798. if (iter != shape_map.end()) {
  799. tensor_input->SetShape(ge::GeShape(iter->second));
  800. tensor_output->SetShape(ge::GeShape(iter->second));
  801. GELOGI("Update input [%s] shape info", data_op_name.c_str());
  802. } else {
  803. GELOGI("No need update input [%s] attr because not found from input_shape.", data_op_name.c_str());
  804. }
  805. return SUCCESS;
  806. }
  807. Status UpdateDataOpShapeRange(const OpDescPtr &op,
  808. const map<string, vector<pair<int64_t, int64_t>>> &name_shape_range_map) {
  809. GE_CHECK_NOTNULL(op);
  810. if (name_shape_range_map.empty()) {
  811. GELOGI("Shape range name map of data op [%s] is empty.", op->GetName().c_str());
  812. return SUCCESS;
  813. }
  814. auto tensor_input = op->MutableInputDesc(0);
  815. auto tensor_output = op->MutableOutputDesc(0);
  816. GE_CHECK_NOTNULL(tensor_input);
  817. GE_CHECK_NOTNULL(tensor_output);
  818. string data_op_name = op->GetName();
  819. auto origin_shape = tensor_input->GetShape();
  820. auto iter = name_shape_range_map.find(data_op_name);
  821. if (iter != name_shape_range_map.end()) {
  822. auto cur_shape_range = iter->second;
  823. if (TensorUtils::CheckShapeByShapeRange(origin_shape, cur_shape_range) != SUCCESS) {
  824. GELOGE(PARAM_INVALID, "[Check][OpDescPtr] Check shape by shape range failed for op:%s.", data_op_name.c_str());
  825. return PARAM_INVALID;
  826. }
  827. std::vector<int64_t> dims;
  828. for (size_t idx = 0; idx < cur_shape_range.size(); ++idx) {
  829. auto left_range = cur_shape_range[idx].first;
  830. auto right_range = cur_shape_range[idx].second;
  831. if (left_range != right_range) {
  832. dims.push_back(UNKNOWN_DIM);
  833. } else {
  834. dims.push_back(left_range);
  835. }
  836. }
  837. origin_shape = GeShape(dims);
  838. tensor_input->SetShape(origin_shape);
  839. tensor_input->SetShapeRange(cur_shape_range);
  840. tensor_output->SetShape(origin_shape);
  841. tensor_output->SetShapeRange(cur_shape_range);
  842. GELOGI("Update input [%s] shape range and shape [%s] info success.",
  843. data_op_name.c_str(), origin_shape.ToString().c_str());
  844. } else {
  845. GELOGI("No need to update input [%s] attr because not found from input_shape_range.", data_op_name.c_str());
  846. }
  847. return SUCCESS;
  848. }
  849. Status UpdateDataOpShapeRange(const OpDescPtr &op,
  850. const vector<vector<pair<int64_t, int64_t>>> &index_shape_range_map) {
  851. GE_CHECK_NOTNULL(op);
  852. if (index_shape_range_map.empty()) {
  853. GELOGI("Shape range index map of data op [%s] is empty.", op->GetName().c_str());
  854. return SUCCESS;
  855. }
  856. GeAttrValue::INT index = 0;
  857. if (!AttrUtils::GetInt(op, ATTR_NAME_INDEX, index)) {
  858. GELOGW("[%s] Get index from data attr failed.", op->GetName().c_str());
  859. return SUCCESS;
  860. }
  861. if ((index < 0) || (static_cast<size_t>(index) >= index_shape_range_map.size())) {
  862. std::string situation = "data op index[" + std::to_string(index) + "]";
  863. std::string reason = "it must less than user_input size[" + std::to_string(index_shape_range_map.size()) + "]";
  864. REPORT_INPUT_ERROR("E19025", std::vector<std::string>({"situation", "reason"}),
  865. std::vector<std::string>({situation, reason}));
  866. GELOGE(PARAM_INVALID, "user_input size = %zu, graph data op index = %ld.", index_shape_range_map.size(), index);
  867. return FAILED;
  868. }
  869. auto tensor_input = op->MutableInputDesc(0);
  870. auto tensor_output = op->MutableOutputDesc(0);
  871. GE_CHECK_NOTNULL(tensor_input);
  872. GE_CHECK_NOTNULL(tensor_output);
  873. string data_op_name = op->GetName();
  874. auto origin_shape = tensor_input->GetShape();
  875. auto cur_shape_range = index_shape_range_map[index];
  876. if (TensorUtils::CheckShapeByShapeRange(origin_shape, cur_shape_range) != SUCCESS) {
  877. GELOGE(PARAM_INVALID, "[Check][OpDescPtr] Check shape by shape range failed for op:%s.", data_op_name.c_str());
  878. return PARAM_INVALID;
  879. }
  880. std::vector<int64_t> dims;
  881. for (size_t idx = 0; idx < cur_shape_range.size(); ++idx) {
  882. auto left_range = cur_shape_range[idx].first;
  883. auto right_range = cur_shape_range[idx].second;
  884. if (left_range != right_range) {
  885. dims.push_back(UNKNOWN_DIM);
  886. } else {
  887. dims.push_back(left_range);
  888. }
  889. }
  890. origin_shape = GeShape(dims);
  891. tensor_input->SetShape(origin_shape);
  892. tensor_input->SetShapeRange(cur_shape_range);
  893. tensor_output->SetShape(origin_shape);
  894. tensor_output->SetShapeRange(cur_shape_range);
  895. GELOGI("Update input [%s] shape range and shape [%s] info success.",
  896. data_op_name.c_str(), origin_shape.ToString().c_str());
  897. return SUCCESS;
  898. }
  899. static Status CheckInputShapeRangeNode(const ComputeGraphPtr &compute_graph,
  900. const map<string, vector<pair<int64_t, int64_t>>> &shape_range_map) {
  901. for (const auto &it : shape_range_map) {
  902. std::string node_name = it.first;
  903. ge::NodePtr node = compute_graph->FindNode(node_name);
  904. if (node == nullptr) {
  905. REPORT_INPUT_ERROR("E10016", std::vector<std::string>({"parameter", "opname"}),
  906. std::vector<std::string>({"input_shape_range", node_name}));
  907. GELOGE(PARAM_INVALID, "[Check][InputNode]Input parameter[--input_shape_range]'s opname[%s] is not exist in model",
  908. node_name.c_str());
  909. return PARAM_INVALID;
  910. }
  911. if (node->GetType() != DATA) {
  912. REPORT_INPUT_ERROR("E10017", std::vector<std::string>({"parameter", "opname"}),
  913. std::vector<std::string>({"input_shape_range", node_name}));
  914. GELOGE(PARAM_INVALID, "[Check][InputNode]Input parameter[--input_shape_range]'s opname[%s] is not a input opname",
  915. node_name.c_str());
  916. return PARAM_INVALID;
  917. }
  918. }
  919. return SUCCESS;
  920. }
  921. Status UpdateDynamicInputShapeRange(const ge::ComputeGraphPtr &compute_graph, const string &input_shape_range) {
  922. if (input_shape_range.empty()) {
  923. return SUCCESS;
  924. }
  925. GE_CHECK_NOTNULL(compute_graph);
  926. map<string, vector<pair<int64_t, int64_t>>> shape_range_map;
  927. if (ParseInputShapeRange(input_shape_range, shape_range_map) != SUCCESS) {
  928. GELOGE(PARAM_INVALID, "[Parse][InputShapeRange] input_shape_range:%s invalid.", input_shape_range.c_str());
  929. return PARAM_INVALID;
  930. }
  931. if (CheckInputShapeRangeNode(compute_graph, shape_range_map) != SUCCESS) {
  932. GELOGE(PARAM_INVALID, "[Check][InputShapeRange]check input shape range:%s failed.", input_shape_range.c_str());
  933. return PARAM_INVALID;
  934. }
  935. for (NodePtr &input_node : compute_graph->GetDirectNode()) {
  936. GE_CHECK_NOTNULL(input_node);
  937. OpDescPtr op = input_node->GetOpDesc();
  938. GE_CHECK_NOTNULL(op);
  939. if (op->GetType() == DATA) {
  940. if (UpdateDataOpShapeRange(op, shape_range_map) != SUCCESS) {
  941. GELOGE(FAILED, "[Update][InputShapeRange] fail for op:%s.", op->GetName().c_str());
  942. return FAILED;
  943. }
  944. }
  945. }
  946. return SUCCESS;
  947. }
  948. } // namespace ge

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示