You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

operator.h 22 kB

5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
5 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #ifndef INC_EXTERNAL_GRAPH_OPERATOR_H_
  17. #define INC_EXTERNAL_GRAPH_OPERATOR_H_
  18. #include <functional>
  19. #include <map>
  20. #include <memory>
  21. #include <string>
  22. #include <vector>
  23. #include "./ge_error_codes.h"
  24. #include "./inference_context.h"
  25. #include "./tensor.h"
  26. #ifndef USER_GE_LOGI
  27. #define USER_GE_LOGI(...)
  28. #endif // USER_GE_LOGI
  29. #ifndef USER_GE_LOGW
  30. #define USER_GE_LOGW(...)
  31. #endif // USER_GE_LOGW
  32. #ifndef USER_GE_LOGE
  33. #define USER_GE_LOGE(...)
  34. #endif // USER_GE_LOGE
  35. #define DYNAMIC_OUTPUT_TD_NUM(name) ("__dynamic_output_" + name + "_cnt")
  36. #define DYNAMIC_INPUT_TD_NUM(name) ("__dynamic_input_" + name + "_cnt")
  37. namespace ge {
  38. class Operator;
  39. class OperatorImpl;
  40. class NodeUtils;
  41. class NamedAttrs;
  42. class Graph;
  43. class AttrValue;
  44. class Node;
  45. using SubgraphBuilder = std::function<Graph()>;
  46. using OperatorImplPtr = std::shared_ptr<OperatorImpl>;
  47. using OperatorPtr = std::shared_ptr<Operator>;
  48. class OpIO;
  49. using OutHandler = std::shared_ptr<OpIO>;
  50. using InHandler = std::shared_ptr<OpIO>;
  51. using std::function;
  52. using std::shared_ptr;
  53. using std::string;
  54. class GE_FUNC_DEV_VISIBILITY GE_FUNC_HOST_VISIBILITY Operator {
  55. public:
  56. friend class OperatorImpl;
  57. friend class GraphBuilderImpl;
  58. friend class NodeUtils;
  59. using OpInt = int64_t;
  60. using OpFloat = float;
  61. using OpString = string;
  62. using OpAscendString = AscendString;
  63. using OpBool = bool;
  64. using OpTensor = Tensor;
  65. using OpType = ge::DataType;
  66. using OpNamedAttrs = ge::NamedAttrs;
  67. using OpListInt = std::vector<int64_t>;
  68. using OpListFloat = std::vector<float>;
  69. using OpListString = std::vector<string>;
  70. using OpListAcendString = std::vector<AscendString>;
  71. using OpListBool = std::vector<bool>;
  72. using OpListTensor = std::vector<Tensor>;
  73. using OpBytes = std::vector<uint8_t>;
  74. using OpListListInt = std::vector<std::vector<int64_t>>;
  75. using OpListType = std::vector<ge::DataType>;
  76. using OpListNamedAttrs = std::vector<ge::NamedAttrs>;
  77. Operator() {}
  78. ATTRIBUTED_DEPRECATED(Operator(const char *))
  79. explicit Operator(const string &type);
  80. explicit Operator(const char *type);
  81. ATTRIBUTED_DEPRECATED(Operator(const AscendString &, const AscendString &))
  82. Operator(const string &name, const string &type);
  83. Operator(const AscendString &name, const AscendString &type);
  84. Operator(const char *name, const char *type);
  85. virtual ~Operator() = default;
  86. bool IsEmpty() const;
  87. ATTRIBUTED_DEPRECATED(graphStatus GetName(AscendString &) const)
  88. string GetName() const;
  89. graphStatus GetName(AscendString &name) const;
  90. ATTRIBUTED_DEPRECATED(graphStatus GetOpType(AscendString &) const)
  91. string GetOpType() const;
  92. graphStatus GetOpType(AscendString &type) const;
  93. // Only has one output index = 0
  94. ATTRIBUTED_DEPRECATED(Operator &SetInput(const char *, const Operator &))
  95. Operator &SetInput(const string &dst_name, const Operator &src_oprt);
  96. Operator &SetInput(const char *dst_name, const Operator &src_oprt);
  97. ATTRIBUTED_DEPRECATED(Operator &SetInput(const char *, const Operator &, const char *))
  98. Operator &SetInput(const string &dst_name, const Operator &src_oprt, const string &name);
  99. Operator &SetInput(const char *dst_name, const Operator &src_oprt, const char *name);
  100. ATTRIBUTED_DEPRECATED(Operator &SetInput(const char *, const Operator &, uint32_t))
  101. Operator &SetInput(const string &dst_name, const Operator &src_oprt, uint32_t index);
  102. Operator &SetInput(const char *dst_name, const Operator &src_oprt, uint32_t index);
  103. Operator &AddControlInput(const Operator &src_oprt);
  104. ATTRIBUTED_DEPRECATED(graphStatus GetInputConstData(const char *, Tensor &) const)
  105. graphStatus GetInputConstData(const string &dst_name, Tensor &data) const;
  106. graphStatus GetInputConstData(const char *dst_name, Tensor &data) const;
  107. ATTRIBUTED_DEPRECATED(TensorDesc GetInputDesc(const char *, uint32_t len) const)
  108. TensorDesc GetInputDesc(const string &name) const;
  109. TensorDesc GetInputDesc(const char *name, uint32_t len) const;
  110. TensorDesc GetInputDesc(uint32_t index) const;
  111. ATTRIBUTED_DEPRECATED(int GetDynamicOutputNum(const char *) const)
  112. int GetDynamicOutputNum(const string &name) const;
  113. int GetDynamicOutputNum(const char *name) const;
  114. ATTRIBUTED_DEPRECATED(int GetDynamicInputNum(const char *))
  115. int GetDynamicInputNum(const string &name) const;
  116. int GetDynamicInputNum(const char *name) const;
  117. ATTRIBUTED_DEPRECATED(graphStatus TryGetInputDesc(const char *, TensorDesc &) const)
  118. graphStatus TryGetInputDesc(const string &name, TensorDesc &tensor_desc) const;
  119. graphStatus TryGetInputDesc(const char *name, TensorDesc &tensor_desc) const;
  120. ATTRIBUTED_DEPRECATED(graphStatus UpdateInputDesc(const char *, const TensorDesc &))
  121. graphStatus UpdateInputDesc(const string &name, const TensorDesc &tensor_desc);
  122. graphStatus UpdateInputDesc(const char *name, const TensorDesc &tensor_desc);
  123. ATTRIBUTED_DEPRECATED(TensorDesc GetOutputDesc(const char *, uint32_t len) const)
  124. TensorDesc GetOutputDesc(const string &name) const;
  125. TensorDesc GetOutputDesc(const char *name, uint32_t len) const;
  126. TensorDesc GetOutputDesc(uint32_t index) const;
  127. ATTRIBUTED_DEPRECATED(graphStatus UpdateOutputDesc(const char *, const TensorDesc &tensor_desc))
  128. graphStatus UpdateOutputDesc(const string &name, const TensorDesc &tensor_desc);
  129. graphStatus UpdateOutputDesc(const char *name, const TensorDesc &tensor_desc);
  130. ATTRIBUTED_DEPRECATED(TensorDesc GetDynamicInputDesc(const char *, uint32_t) const)
  131. TensorDesc GetDynamicInputDesc(const string &name, uint32_t index) const;
  132. TensorDesc GetDynamicInputDesc(const char *name, uint32_t index) const;
  133. ATTRIBUTED_DEPRECATED(graphStatus UpdateDynamicInputDesc(const char *, uint32_t, const TensorDesc &))
  134. graphStatus UpdateDynamicInputDesc(const string &name, uint32_t index, const TensorDesc &tensor_desc);
  135. graphStatus UpdateDynamicInputDesc(const char *name, uint32_t index, const TensorDesc &tensor_desc);
  136. ATTRIBUTED_DEPRECATED(TensorDesc GetDynamicOutputDesc(const char *, uint32_t) const)
  137. TensorDesc GetDynamicOutputDesc(const string &name, uint32_t index) const;
  138. TensorDesc GetDynamicOutputDesc(const char *name, uint32_t index) const;
  139. ATTRIBUTED_DEPRECATED(graphStatus UpdateDynamicOutputDesc(const char *, uint32_t, const TensorDesc &))
  140. graphStatus UpdateDynamicOutputDesc(const string &name, uint32_t index, const TensorDesc &tensor_desc);
  141. graphStatus UpdateDynamicOutputDesc(const char *name, uint32_t index, const TensorDesc &tensor_desc);
  142. graphStatus InferShapeAndType();
  143. void SetInferenceContext(const InferenceContextPtr &inference_context);
  144. InferenceContextPtr GetInferenceContext() const;
  145. graphStatus VerifyAllAttr(bool disable_common_verifier = false);
  146. size_t GetInputsSize() const;
  147. size_t GetOutputsSize() const;
  148. ATTRIBUTED_DEPRECATED(graphStatus GetAllAttrNamesAndTypes(std::map<AscendString, AscendString> &) const)
  149. const std::map<std::string, std::string> GetAllAttrNamesAndTypes() const;
  150. graphStatus GetAllAttrNamesAndTypes(std::map<AscendString, AscendString> &attr_name_types) const;
  151. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, int64_t))
  152. Operator &SetAttr(const string &name, int64_t attr_value);
  153. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, int32_t))
  154. Operator &SetAttr(const string &name, int32_t attr_value);
  155. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, uint32_t))
  156. Operator &SetAttr(const string &name, uint32_t attr_value);
  157. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, int64_t &) const)
  158. graphStatus GetAttr(const string &name, int64_t &attr_value) const;
  159. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, int32_t &) const)
  160. graphStatus GetAttr(const string &name, int32_t &attr_value) const;
  161. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, uint32_t &) const)
  162. graphStatus GetAttr(const string &name, uint32_t &attr_value) const;
  163. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<int64_t> &))
  164. Operator &SetAttr(const string &name, const std::vector<int64_t> &attr_value);
  165. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<int32_t> &))
  166. Operator &SetAttr(const string &name, const std::vector<int32_t> &attr_value);
  167. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<uint32_t> &))
  168. Operator &SetAttr(const string &name, const std::vector<uint32_t> &attr_value);
  169. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, std::initializer_list<int64_t> &&))
  170. Operator &SetAttr(const string &name, std::initializer_list<int64_t> &&attr_value);
  171. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *name, std::vector<int64_t> &) const)
  172. graphStatus GetAttr(const string &name, std::vector<int64_t> &attr_value) const;
  173. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *name, std::vector<int32_t> &) const)
  174. graphStatus GetAttr(const string &name, std::vector<int32_t> &attr_value) const;
  175. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const string &, std::vector<uint32_t> &) const)
  176. graphStatus GetAttr(const string &name, std::vector<uint32_t> &attr_value) const;
  177. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, float attr_value))
  178. Operator &SetAttr(const string &name, float attr_value);
  179. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, float &) const)
  180. graphStatus GetAttr(const string &name, float &attr_value) const;
  181. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<float> &))
  182. Operator &SetAttr(const string &name, const std::vector<float> &attr_value);
  183. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, std::vector<float> &) const)
  184. graphStatus GetAttr(const string &name, std::vector<float> &attr_value) const;
  185. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, AttrValue &&))
  186. Operator &SetAttr(const string &name, AttrValue &&attr_value);
  187. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, AttrValue &) const)
  188. graphStatus GetAttr(const string &name, AttrValue &attr_value) const;
  189. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const AscendString &))
  190. Operator &SetAttr(const string &name, const string &attr_value);
  191. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const string &))
  192. graphStatus GetAttr(const string &name, string &attr_value) const;
  193. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<AscendString> &))
  194. Operator &SetAttr(const string &name, const std::vector<string> &attr_value);
  195. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const string &, std::vector<AscendString> &) const)
  196. graphStatus GetAttr(const string &name, std::vector<string> &attr_value) const;
  197. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, bool))
  198. Operator &SetAttr(const string &name, bool attr_value);
  199. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, bool &) const)
  200. graphStatus GetAttr(const string &name, bool &attr_value) const;
  201. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<bool> &))
  202. Operator &SetAttr(const string &name, const std::vector<bool> &attr_value);
  203. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, std::vector<bool> &) const)
  204. graphStatus GetAttr(const string &name, std::vector<bool> &attr_value) const;
  205. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const Tensor &))
  206. Operator &SetAttr(const string &name, const Tensor &attr_value);
  207. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, Tensor &) const)
  208. graphStatus GetAttr(const string &name, Tensor &attr_value) const;
  209. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<Tensor> &))
  210. Operator &SetAttr(const string &name, const std::vector<Tensor> &attr_value);
  211. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, std::vector<Tensor> &) const)
  212. graphStatus GetAttr(const string &name, std::vector<Tensor> &attr_value) const;
  213. // Bytes type
  214. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const OpBytes &))
  215. Operator &SetAttr(const string &name, const OpBytes &attr_value);
  216. // Bytes type
  217. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, OpBytes &) const)
  218. graphStatus GetAttr(const string &name, OpBytes &attr_value) const;
  219. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<std::vector<int64_t>> &))
  220. Operator &SetAttr(const string &name, const std::vector<std::vector<int64_t>> &attr_value);
  221. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, std::vector<std::vector<int64_t>> &) const)
  222. graphStatus GetAttr(const string &name, std::vector<std::vector<int64_t>> &attr_value) const;
  223. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<ge::DataType> &))
  224. Operator &SetAttr(const string &name, const std::vector<ge::DataType> &attr_value);
  225. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, std::vector<ge::DataType> &) const)
  226. graphStatus GetAttr(const string &name, std::vector<ge::DataType> &attr_value) const;
  227. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const ge::DataType &))
  228. Operator &SetAttr(const string &name, const ge::DataType &attr_value);
  229. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, ge::DataType &) const)
  230. graphStatus GetAttr(const string &name, ge::DataType &attr_value) const;
  231. // func type
  232. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const ge::NamedAttrs &))
  233. Operator &SetAttr(const string &name, const ge::NamedAttrs &attr_value);
  234. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, ge::NamedAttrs &) const)
  235. graphStatus GetAttr(const string &name, ge::NamedAttrs &attr_value) const;
  236. ATTRIBUTED_DEPRECATED(Operator &SetAttr(const char *, const std::vector<ge::NamedAttrs> &))
  237. Operator &SetAttr(const string &name, const std::vector<ge::NamedAttrs> &attr_value);
  238. ATTRIBUTED_DEPRECATED(graphStatus GetAttr(const char *, std::vector<ge::NamedAttrs> &) const)
  239. graphStatus GetAttr(const string &name, std::vector<ge::NamedAttrs> &attr_value) const;
  240. Operator &SetAttr(const char *name, int64_t attr_value);
  241. Operator &SetAttr(const char *name, int32_t attr_value);
  242. Operator &SetAttr(const char *name, uint32_t attr_value);
  243. graphStatus GetAttr(const char *name, int64_t &attr_value) const;
  244. graphStatus GetAttr(const char *name, int32_t &attr_value) const;
  245. graphStatus GetAttr(const char *name, uint32_t &attr_value) const;
  246. Operator &SetAttr(const char *name, const std::vector<int64_t> &attr_value);
  247. Operator &SetAttr(const char *name, const std::vector<int32_t> &attr_value);
  248. Operator &SetAttr(const char *name, const std::vector<uint32_t> &attr_value);
  249. Operator &SetAttr(const char *name, std::initializer_list<int64_t> &&attr_value);
  250. graphStatus GetAttr(const char *name, std::vector<int64_t> &attr_value) const;
  251. graphStatus GetAttr(const char *name, std::vector<int32_t> &attr_value) const;
  252. graphStatus GetAttr(const char *name, std::vector<uint32_t> &attr_value) const;
  253. Operator &SetAttr(const char *name, float attr_value);
  254. graphStatus GetAttr(const char *name, float &attr_value) const;
  255. Operator &SetAttr(const char *name, const std::vector<float> &attr_value);
  256. graphStatus GetAttr(const char *name, std::vector<float> &attr_value) const;
  257. Operator &SetAttr(const char *name, AttrValue &&attr_value);
  258. graphStatus GetAttr(const char *name, AttrValue &attr_value) const;
  259. Operator &SetAttr(const char *name, const char *attr_value);
  260. Operator &SetAttr(const char *name, const AscendString &attr_value);
  261. graphStatus GetAttr(const char *name, AscendString &attr_value) const;
  262. Operator &SetAttr(const char *name, const std::vector<AscendString> &attr_values);
  263. graphStatus GetAttr(const char *name, std::vector<AscendString> &attr_values) const;
  264. Operator &SetAttr(const char *name, bool attr_value);
  265. graphStatus GetAttr(const char *name, bool &attr_value) const;
  266. Operator &SetAttr(const char *name, const std::vector<bool> &attr_value);
  267. graphStatus GetAttr(const char *name, std::vector<bool> &attr_value) const;
  268. Operator &SetAttr(const char *name, const Tensor &attr_value);
  269. graphStatus GetAttr(const char *name, Tensor &attr_value) const;
  270. Operator &SetAttr(const char *name, const std::vector<Tensor> &attr_value);
  271. graphStatus GetAttr(const char *name, std::vector<Tensor> &attr_value) const;
  272. // Bytes type
  273. Operator &SetAttr(const char *name, const OpBytes &attr_value);
  274. // Bytes type
  275. graphStatus GetAttr(const char *name, OpBytes &attr_value) const;
  276. Operator &SetAttr(const char *name, const std::vector<std::vector<int64_t>> &attr_value);
  277. graphStatus GetAttr(const char *name, std::vector<std::vector<int64_t>> &attr_value) const;
  278. Operator &SetAttr(const char *name, const std::vector<ge::DataType> &attr_value);
  279. graphStatus GetAttr(const char *name, std::vector<ge::DataType> &attr_value) const;
  280. Operator &SetAttr(const char *name, const ge::DataType &attr_value);
  281. graphStatus GetAttr(const char *name, ge::DataType &attr_value) const;
  282. // func type
  283. Operator &SetAttr(const char *name, const ge::NamedAttrs &attr_value);
  284. graphStatus GetAttr(const char *name, ge::NamedAttrs &attr_value) const;
  285. Operator &SetAttr(const char *name, const std::vector<ge::NamedAttrs> &attr_value);
  286. graphStatus GetAttr(const char *name, std::vector<ge::NamedAttrs> &attr_value) const;
  287. void BreakConnect() const;
  288. size_t GetSubgraphNamesCount() const;
  289. ATTRIBUTED_DEPRECATED(graphStatus GetSubgraphNames(std::vector<AscendString> &) const)
  290. std::vector<std::string> GetSubgraphNames() const;
  291. graphStatus GetSubgraphNames(std::vector<AscendString> &names) const;
  292. ATTRIBUTED_DEPRECATED(SubgraphBuilder GetSubgraphBuilder(const char *) const)
  293. SubgraphBuilder GetSubgraphBuilder(const string &name) const;
  294. SubgraphBuilder GetSubgraphBuilder(const char *name) const;
  295. ATTRIBUTED_DEPRECATED(Graph GetSubgraph(const char *) const)
  296. Graph GetSubgraph(const string &name) const;
  297. Graph GetSubgraph(const char *name) const;
  298. ATTRIBUTED_DEPRECATED(SubgraphBuilder GetDynamicSubgraphBuilder(const char *, uint32_t) const)
  299. SubgraphBuilder GetDynamicSubgraphBuilder(const string &name, uint32_t index) const;
  300. SubgraphBuilder GetDynamicSubgraphBuilder(const char *name, uint32_t index) const;
  301. ATTRIBUTED_DEPRECATED(Graph GetDynamicSubgraph(const char *, uint32_t) const)
  302. Graph GetDynamicSubgraph(const string &name, uint32_t index) const;
  303. Graph GetDynamicSubgraph(const char *name, uint32_t index) const;
  304. protected:
  305. void AttrRegister(const string &name, float attr_value);
  306. void AttrRegister(const string &name, const std::vector<float> &attr_value);
  307. void AttrRegister(const string &name, int64_t attr_value);
  308. void AttrRegister(const string &name, const std::vector<int64_t> &attr_value);
  309. void AttrRegister(const string &name, const string &attr_value);
  310. void AttrRegister(const string &name, const std::vector<string> &attr_value);
  311. void AttrRegister(const string &name, bool attr_value);
  312. void AttrRegister(const string &name, const std::vector<bool> &attr_value);
  313. void AttrRegister(const string &name, const Tensor &attr_value);
  314. void AttrRegister(const string &name, const std::vector<Tensor> &attr_value);
  315. void AttrRegister(const string &name, const OpBytes &attr_value);
  316. void AttrRegister(const string &name, const std::vector<std::vector<int64_t>> &attr_value);
  317. void AttrRegister(const string &name, const std::vector<ge::DataType> &attr_value);
  318. void AttrRegister(const string &name, const ge::DataType &attr_value);
  319. void AttrRegister(const string &name, const ge::NamedAttrs &attr_value);
  320. void AttrRegister(const string &name, const std::vector<ge::NamedAttrs> &attr_value);
  321. explicit Operator(OperatorImplPtr &&op_impl);
  322. void InputRegister(const string &name);
  323. void OptionalInputRegister(const string &name);
  324. void InferFuncRegister(const std::function<graphStatus(Operator &)> &func);
  325. void VerifierFuncRegister(const std::function<graphStatus(Operator &)> &func);
  326. void InferFormatFuncRegister(const std::function<graphStatus(Operator &)> &func);
  327. void OutputRegister(const string &name);
  328. void DynamicInputRegister(const string &name, const unsigned int num, bool is_push_back = true);
  329. void DynamicInputRegisterByIndex(const string &name, const unsigned int num, size_t index);
  330. void DynamicOutputRegister(const string &name, const unsigned int num, bool is_push_back = true);
  331. void RequiredAttrRegister(const string &name);
  332. graphStatus VerifyAll();
  333. // Only has one output index = 0
  334. Operator &SetInput(const string &dst_name, uint32_t dst_index, const Operator &src_oprt);
  335. Operator &SetInput(const string &dst_name, uint32_t dst_index, const Operator &src_oprt, const string &name);
  336. void SubgraphRegister(const string &ir_name, bool dynamic);
  337. void SubgraphCountRegister(const string &ir_name, uint32_t count);
  338. void SetSubgraphBuilder(const string &ir_name, uint32_t index, const SubgraphBuilder &builder);
  339. Graph GetSubgraphImpl(const string &name) const;
  340. private:
  341. Operator &SetInput(const string &dst_name, const OutHandler &out_handler);
  342. OutHandler GetOutput(const string &name) const;
  343. OutHandler GetOutput(uint32_t index) const;
  344. OperatorImplPtr GetOperatorImplPtr() const;
  345. OperatorImplPtr operator_impl_{nullptr};
  346. graphStatus GetInputConstDataOut(const string &dst_name, Tensor &data) const;
  347. std::shared_ptr<const Node> GetNode() const;
  348. };
  349. } // namespace ge
  350. #endif // INC_EXTERNAL_GRAPH_OPERATOR_H_

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示