You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

CMakeLists.txt 43 kB

4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110
  1. if (NOT ENABLE_D AND NOT ENABLE_ACL AND NOT ENABLE_MS_TESTCASES)
  2. add_subdirectory(common)
  3. add_subdirectory(plugin/engine)
  4. add_subdirectory(ge_local_engine)
  5. add_subdirectory(executor)
  6. add_subdirectory(offline)
  7. elseif (ENABLE_D)
  8. add_subdirectory(common)
  9. add_subdirectory(ge_runtime)
  10. endif ()
  11. set(GRAPHENGINE_PROTO_LIST
  12. "${METADEF_DIR}/proto/om.proto"
  13. "${METADEF_DIR}/proto/task.proto"
  14. "${METADEF_DIR}/proto/insert_op.proto"
  15. "${METADEF_DIR}/proto/ge_ir.proto"
  16. "${METADEF_DIR}/proto/ge_api.proto"
  17. "${METADEF_DIR}/proto/fusion_model.proto"
  18. "${METADEF_DIR}/proto/optimizer_priority.proto"
  19. "${METADEF_DIR}/proto/fwk_adapter.proto"
  20. "${METADEF_DIR}/proto/op_mapping.proto"
  21. "${METADEF_DIR}/proto/dump_task.proto"
  22. "${METADEF_DIR}/proto/tensorflow/graph_library.proto"
  23. "${METADEF_DIR}/proto/tensorflow/graph.proto"
  24. "${METADEF_DIR}/proto/tensorflow/node_def.proto"
  25. "${METADEF_DIR}/proto/tensorflow/function.proto"
  26. "${METADEF_DIR}/proto/tensorflow/versions.proto"
  27. "${METADEF_DIR}/proto/tensorflow/attr_value.proto"
  28. "${METADEF_DIR}/proto/tensorflow/op_def.proto"
  29. "${METADEF_DIR}/proto/tensorflow/tensor.proto"
  30. "${METADEF_DIR}/proto/tensorflow/tensor_shape.proto"
  31. "${METADEF_DIR}/proto/tensorflow/types.proto"
  32. "${METADEF_DIR}/proto/tensorflow/resource_handle.proto"
  33. )
  34. protobuf_generate(graphengine_protos GRAPHENGINE_PROTO_SRCS GRAPHENGINE_PROTO_HDRS ${GRAPHENGINE_PROTO_LIST} TARGET)
  35. set(GE_FUSION_MODEL_PROTO_SRCS
  36. "${CMAKE_BINARY_DIR}/proto/graphengine_protos/proto/fusion_model.pb.cc"
  37. "${CMAKE_BINARY_DIR}/proto/graphengine_protos/proto/optimizer_priority.pb.cc"
  38. )
  39. add_library(ge_fusion_model_protos_obj OBJECT ${GE_FUSION_MODEL_PROTO_SRCS})
  40. add_dependencies(ge_fusion_model_protos_obj graphengine_protos)
  41. target_include_directories(ge_fusion_model_protos_obj PRIVATE
  42. #### blue zone ####
  43. ${PROTOBUF_SHARED_PKG_DIR}/include
  44. #### yellow zone ####
  45. ${ASCEND_PROTOBUF_SHARED_PKG_DIR}/include
  46. )
  47. target_compile_definitions(ge_fusion_model_protos_obj PRIVATE
  48. google=ascend_private
  49. )
  50. target_link_libraries(ge_fusion_model_protos_obj PRIVATE ascend_protobuf $<BUILD_INTERFACE:intf_pub>)
  51. target_compile_options(ge_fusion_model_protos_obj PRIVATE
  52. $<$<STREQUAL:${TARGET_SYSTEM_NAME},Linux>:-O2 -fPIC>
  53. $<$<OR:$<STREQUAL:${PRODUCT_SIDE},host>,$<STREQUAL:${ENABLE_OPEN_SRC},True>>:-fexceptions>
  54. $<$<OR:$<STREQUAL:${TARGET_SYSTEM_NAME},Linux>,$<STREQUAL:${TARGET_SYSTEM_NAME},Android>>: -Wno-deprecated-declarations -fno-common>
  55. $<$<AND:$<STREQUAL:${TARGET_SYSTEM_NAME},Windows>,$<STREQUAL:${CMAKE_CONFIGURATION_TYPES},Debug>>:/MTd>
  56. $<$<AND:$<STREQUAL:${TARGET_SYSTEM_NAME},Windows>,$<STREQUAL:${CMAKE_CONFIGURATION_TYPES},Release>>:/MT>
  57. )
  58. if (NOT ENABLE_D AND NOT ENABLE_ACL AND NOT ENABLE_MS_TESTCASES)
  59. ############ libge_proto_common.a ############
  60. add_library(ge_proto_common STATIC
  61. $<TARGET_OBJECTS:ge_fusion_model_protos_obj>
  62. )
  63. target_compile_definitions(ge_proto_common PRIVATE
  64. PROTOBUF_INLINE_NOT_IN_HEADERS=0
  65. google=ascend_private
  66. )
  67. target_compile_options(ge_proto_common PRIVATE
  68. -O2
  69. -fno-common
  70. )
  71. target_link_libraries(ge_proto_common PRIVATE
  72. $<BUILD_INTERFACE:intf_pub>
  73. ascend_protobuf
  74. )
  75. ############ libge_proto_client.a ############
  76. add_library(ge_proto_client STATIC
  77. $<TARGET_OBJECTS:ge_fusion_model_protos_obj>
  78. )
  79. target_compile_definitions(ge_proto_client PRIVATE
  80. PROTOBUF_INLINE_NOT_IN_HEADERS=0
  81. google=ascend_private
  82. )
  83. target_include_directories(ge_proto_client PRIVATE
  84. ${CMAKE_BINARY_DIR}/proto/graphengine_protos
  85. ${CMAKE_BINARY_DIR}/proto/graphengine_protos/proto
  86. )
  87. target_compile_options(ge_proto_client PRIVATE
  88. -O2
  89. -fno-common
  90. )
  91. target_link_libraries(ge_proto_client PRIVATE
  92. $<BUILD_INTERFACE:intf_pub>
  93. ascend_protobuf
  94. )
  95. endif ()
  96. ##################################################################
  97. set(TRAIN_SRC_LIST
  98. "common/formats/format_transfers/datatype_transfer.cc"
  99. "common/formats/format_transfers/format_transfer_c1hwncoc0_hwcn.cc"
  100. "common/formats/format_transfers/format_transfer_dhwcn_fracz3D.cc"
  101. "common/formats/format_transfers/format_transfer_dhwnc_fracz3D_transpose.cc"
  102. "common/formats/format_transfers/format_transfer_fractal_nz.cc"
  103. "common/formats/format_transfers/format_transfer_fractal_z.cc"
  104. "common/formats/format_transfers/format_transfer_fractal_zz.cc"
  105. "common/formats/format_transfers/format_transfer_fracz_hwcn.cc"
  106. "common/formats/format_transfers/format_transfer_fracz_nchw.cc"
  107. "common/formats/format_transfers/format_transfer_fracz_nhwc.cc"
  108. "common/formats/format_transfers/format_transfer_hwcn_c1hwncoc0.cc"
  109. "common/formats/format_transfers/format_transfer_nc1hwc0_nchw.cc"
  110. "common/formats/format_transfers/format_transfer_nc1hwc0_nhwc.cc"
  111. "common/formats/format_transfers/format_transfer_nchw_nc1hwc0.cc"
  112. "common/formats/format_transfers/format_transfer_nhwc_nc1hwc0.cc"
  113. "common/formats/format_transfers/format_transfer_transpose.cc"
  114. "common/formats/formats.cc"
  115. "common/formats/utils/formats_trans_utils.cc"
  116. "common/fp16_t.cc"
  117. "common/ge/plugin_manager.cc"
  118. "common/ge/op_tiling_manager.cc"
  119. "common/helper/model_cache_helper.cc"
  120. "common/profiling/profiling_manager.cc"
  121. "common/dump/dump_manager.cc"
  122. "common/dump/exception_dumper.cc"
  123. "common/dump/dump_properties.cc"
  124. "common/dump/opdebug_register.cc"
  125. "common/dump/dump_op.cc"
  126. "common/profiling/ge_profiling.cc"
  127. "common/profiling/ge_runner_profiling.cc"
  128. "engine_manager/dnnengine_manager.cc"
  129. "ge_local_engine/engine/host_cpu_engine.cc"
  130. "generator/ge_generator.cc"
  131. "generator/generator_api.cc"
  132. "graph/build/graph_builder.cc"
  133. "graph/build/label_allocator.cc"
  134. "graph/build/logical_stream_allocator.cc"
  135. "graph/build/model_builder.cc"
  136. "graph/build/run_context.cc"
  137. "graph/build/stream_allocator.cc"
  138. "graph/build/stream_graph_optimizer.cc"
  139. "graph/build/task_generator.cc"
  140. "graph/common/bcast.cc"
  141. "graph/common/local_context.cc"
  142. "graph/common/omg_util.cc"
  143. "graph/common/transop_util.cc"
  144. "graph/execute/graph_execute.cc"
  145. "graph/label/case_label_maker.cc"
  146. "graph/label/if_label_maker.cc"
  147. "graph/label/label_maker.cc"
  148. "graph/label/partitioned_call_label_maker.cc"
  149. "graph/label/while_label_maker.cc"
  150. "graph/load/graph_loader.cc"
  151. "graph/load/model_manager/cpu_queue_schedule.cc"
  152. "graph/load/model_manager/data_dumper.cc"
  153. "graph/load/model_manager/data_inputer.cc"
  154. "graph/load/model_manager/davinci_model.cc"
  155. "graph/load/model_manager/model_manager.cc"
  156. "graph/load/model_manager/model_utils.cc"
  157. "graph/load/model_manager/aipp_utils.cc"
  158. "graph/load/model_manager/task_info/end_graph_task_info.cc"
  159. "graph/load/model_manager/task_info/model_exit_task_info.cc"
  160. "graph/load/model_manager/task_info/event_record_task_info.cc"
  161. "graph/load/model_manager/task_info/event_wait_task_info.cc"
  162. "graph/load/model_manager/task_info/ffts_task_info.cc"
  163. "graph/load/model_manager/task_info/fusion_start_task_info.cc"
  164. "graph/load/model_manager/task_info/fusion_stop_task_info.cc"
  165. "graph/load/model_manager/task_info/hccl_task_info.cc"
  166. "graph/load/model_manager/task_info/kernel_ex_task_info.cc"
  167. "graph/load/model_manager/task_info/kernel_task_info.cc"
  168. "graph/load/model_manager/task_info/label_set_task_info.cc"
  169. "graph/load/model_manager/task_info/label_switch_by_index_task_info.cc"
  170. "graph/load/model_manager/task_info/label_goto_ex_task_info.cc"
  171. "graph/load/model_manager/task_info/memcpy_addr_async_task_info.cc"
  172. "graph/load/model_manager/task_info/memcpy_async_task_info.cc"
  173. "graph/load/model_manager/task_info/profiler_trace_task_info.cc"
  174. "graph/load/model_manager/task_info/stream_active_task_info.cc"
  175. "graph/load/model_manager/task_info/stream_switch_task_info.cc"
  176. "graph/load/model_manager/task_info/stream_switchn_task_info.cc"
  177. "graph/load/model_manager/task_info/super_kernel/super_kernel.cc"
  178. "graph/load/model_manager/task_info/super_kernel/super_kernel_factory.cc"
  179. "graph/load/model_manager/task_info/task_info.cc"
  180. "graph/load/model_manager/tbe_handle_store.cc"
  181. "graph/load/model_manager/zero_copy_task.cc"
  182. "graph/load/model_manager/zero_copy_offset.cc"
  183. "graph/manager/graph_context.cc"
  184. "graph/manager/graph_manager.cc"
  185. "graph/manager/graph_manager_utils.cc"
  186. "graph/manager/graph_mem_allocator.cc"
  187. "graph/manager/graph_caching_allocator.cc"
  188. "graph/manager/session_scope_mem_allocator.cc"
  189. "graph/manager/graph_var_manager.cc"
  190. "graph/manager/host_mem_manager.cc"
  191. "graph/manager/rdma_pool_allocator.cc"
  192. "graph/manager/host_mem_allocator.cc"
  193. "graph/manager/graph_mem_manager.cc"
  194. "graph/manager/memory_api.cc"
  195. "graph/manager/model_manager/event_manager.cc"
  196. "graph/manager/trans_var_data_utils.cc"
  197. "graph/manager/util/debug.cc"
  198. "graph/manager/util/hcom_util.cc"
  199. "graph/manager/util/rt_context_util.cc"
  200. "graph/manager/util/variable_accelerate_ctrl.cc"
  201. "graph/optimize/graph_optimize.cc"
  202. "graph/optimize/mem_rw_conflict_optimize.cc"
  203. "graph/optimize/summary_optimize.cc"
  204. "graph/partition/engine_place.cc"
  205. "graph/partition/graph_partition.cc"
  206. "graph/passes/addn_pass.cc"
  207. "graph/passes/aicpu_constant_folding_pass.cc"
  208. "graph/passes/assert_pass.cc"
  209. "graph/passes/input_output_connection_identify_pass.cc"
  210. "graph/passes/atomic_addr_clean_pass.cc"
  211. "graph/passes/mark_same_addr_pass.cc"
  212. "graph/passes/mark_graph_unknown_status_pass.cc"
  213. "graph/passes/mark_node_unknown_shape_pass.cc"
  214. "graph/passes/mark_agnostic_pass.cc"
  215. "graph/partition/dynamic_shape_partition.cc"
  216. "graph/partition/stage_partition.cc"
  217. "graph/passes/base_pass.cc"
  218. "graph/passes/bitcast_pass.cc"
  219. "graph/passes/cast_remove_pass.cc"
  220. "graph/passes/cast_translate_pass.cc"
  221. "graph/passes/common_subexpression_elimination_pass.cc"
  222. "graph/passes/transop_symmetry_elimination_pass.cc"
  223. "graph/passes/compile_nodes_pass.cc"
  224. "graph/passes/constant_folding_pass.cc"
  225. "graph/passes/constant_fuse_same_pass.cc"
  226. "graph/passes/fuse_data_nodes_with_common_input_pass.cc"
  227. "graph/passes/remove_same_const_pass.cc"
  228. "graph/passes/useless_control_out_remove_pass.cc"
  229. "graph/passes/control_trigger_pass.cc"
  230. "graph/passes/dimension_adjust_pass.cc"
  231. "graph/passes/dimension_compute_pass.cc"
  232. "graph/passes/dropout_pass.cc"
  233. "graph/passes/hccl_group_pass.cc"
  234. "graph/passes/hccl_tailing_optimization_pass.cc"
  235. "graph/passes/enter_pass.cc"
  236. "graph/passes/assign_remove_pass.cc"
  237. "graph/passes/inplace_support_check_pass.cc"
  238. "graph/passes/flow_ctrl_pass.cc"
  239. "graph/passes/global_step_insert_pass.cc"
  240. "host_kernels/transpose_kernel.cc"
  241. "host_kernels/add_kernel.cc"
  242. "host_kernels/broadcast_args_kernel.cc"
  243. "host_kernels/broadcast_gradient_args_kernel.cc"
  244. "host_kernels/cast_kernel.cc"
  245. "host_kernels/concat_offset_kernel.cc"
  246. "host_kernels/concat_v2_kernel.cc"
  247. "host_kernels/dynamic_stitch_kernel.cc"
  248. "host_kernels/identity_kernel.cc"
  249. "host_kernels/empty_kernel.cc"
  250. "host_kernels/expanddims_kernel.cc"
  251. "host_kernels/fill_kernel.cc"
  252. "host_kernels/floordiv_kernel.cc"
  253. "host_kernels/floormod_kernel.cc"
  254. "host_kernels/gather_v2_kernel.cc"
  255. "host_kernels/greater_kernel.cc"
  256. "host_kernels/kernel_utils.cc"
  257. "host_kernels/maximum_kernel.cc"
  258. "host_kernels/mul_kernel.cc"
  259. "host_kernels/pack_kernel.cc"
  260. "host_kernels/permute_kernel.cc"
  261. "host_kernels/range_kernel.cc"
  262. "host_kernels/rank_kernel.cc"
  263. "host_kernels/reduce_prod_kernel.cc"
  264. "host_kernels/reshape_kernel.cc"
  265. "host_kernels/rsqrt_kernel.cc"
  266. "host_kernels/shape_kernel.cc"
  267. "host_kernels/shape_n_kernel.cc"
  268. "host_kernels/size_kernel.cc"
  269. "host_kernels/slice_d_kernel.cc"
  270. "host_kernels/slice_kernel.cc"
  271. "host_kernels/squeeze_kernel.cc"
  272. "host_kernels/unsqueeze_kernel.cc"
  273. "host_kernels/ssd_prior_box_kernel.cc"
  274. "host_kernels/strided_slice_kernel.cc"
  275. "host_kernels/sub_kernel.cc"
  276. "host_kernels/transdata_kernel.cc"
  277. "host_kernels/unpack_kernel.cc"
  278. "host_kernels/reformat_kernel.cc"
  279. "graph/passes/folding_pass.cc"
  280. "graph/passes/get_original_format_pass.cc"
  281. "graph/passes/guarantee_const_pass.cc"
  282. "graph/passes/hccl_memcpy_pass.cc"
  283. "graph/passes/hccl_continuous_memcpy_pass.cc"
  284. "graph/passes/identity_pass.cc"
  285. "graph/passes/ref_identity_delete_op_pass.cc"
  286. "graph/passes/infershape_pass.cc"
  287. "graph/passes/iterator_op_pass.cc"
  288. "graph/passes/link_gen_mask_nodes_pass.cc"
  289. "graph/passes/merge_pass.cc"
  290. "graph/passes/multi_batch_pass.cc"
  291. "graph/passes/multi_batch_clone_pass.cc"
  292. "graph/passes/subexpression_migration_pass.cc"
  293. "graph/passes/subgraph_const_migration_pass.cc"
  294. "graph/passes/unused_args_clean_pass.cc"
  295. "graph/passes/net_output_pass.cc"
  296. "graph/passes/next_iteration_pass.cc"
  297. "graph/passes/no_use_reshape_remove_pass.cc"
  298. "graph/passes/pass_manager.cc"
  299. "graph/passes/pass_utils.cc"
  300. "graph/passes/permute_pass.cc"
  301. "graph/passes/placeholder_with_default_pass.cc"
  302. "graph/passes/prevent_gradient_pass.cc"
  303. "graph/passes/print_op_pass.cc"
  304. "graph/passes/prune_pass.cc"
  305. "graph/passes/ctrl_edge_transfer_pass.cc"
  306. "graph/passes/replace_with_empty_const_pass.cc"
  307. "graph/passes/reshape_remove_pass.cc"
  308. "graph/passes/reshape_recovery_pass.cc"
  309. "graph/passes/resource_pair_add_control_pass.cc"
  310. "graph/passes/resource_pair_remove_control_pass.cc"
  311. "graph/passes/same_transdata_breadth_fusion_pass.cc"
  312. "graph/passes/save_pass.cc"
  313. "graph/passes/shape_operate_op_remove_pass.cc"
  314. "graph/passes/snapshot_pass.cc"
  315. "graph/passes/stop_gradient_pass.cc"
  316. "graph/passes/subgraph_pass.cc"
  317. "graph/passes/data_pass.cc"
  318. "graph/passes/switch_data_edges_bypass.cc"
  319. "graph/passes/switch_logic_remove_pass.cc"
  320. "graph/passes/merge_to_stream_merge_pass.cc"
  321. "graph/passes/merge_input_memcpy_pass.cc"
  322. "graph/passes/switch_to_stream_switch_pass.cc"
  323. "graph/passes/mark_force_unknown_for_cond_pass.cc"
  324. "graph/passes/attach_stream_label_pass.cc"
  325. "graph/passes/switch_dead_branch_elimination.cc"
  326. "graph/passes/replace_transshape_pass.cc"
  327. "graph/passes/transop_breadth_fusion_pass.cc"
  328. "graph/passes/transop_depth_fusion_pass.cc"
  329. "graph/passes/transop_nearby_allreduce_fusion_pass.cc"
  330. "graph/passes/transop_without_reshape_fusion_pass.cc"
  331. "graph/passes/transpose_transdata_pass.cc"
  332. "graph/passes/unused_const_pass.cc"
  333. "graph/passes/var_is_initialized_op_pass.cc"
  334. "graph/passes/parallel_concat_start_op_pass.cc"
  335. "graph/passes/cond_pass.cc"
  336. "graph/passes/cond_remove_pass.cc"
  337. "graph/passes/for_pass.cc"
  338. "graph/passes/variable_op_pass.cc"
  339. "graph/passes/variable_prepare_op_pass.cc"
  340. "graph/passes/variable_ref_delete_op_pass.cc"
  341. "graph/passes/variable_ref_useless_control_out_delete_pass.cc"
  342. "graph/passes/end_of_sequence_add_control_pass.cc"
  343. "graph/passes/memcpy_addr_async_pass.cc"
  344. "graph/passes/parallel_group_pass.cc"
  345. "graph/passes/set_input_output_offset_pass.cc"
  346. "graph/passes/buffer_pool_memory_pass.cc"
  347. "graph/preprocess/graph_preprocess.cc"
  348. "graph/preprocess/insert_op/ge_aipp_op.cc"
  349. "graph/preprocess/insert_op/util_insert_aipp_op.cc"
  350. "graph/preprocess/multi_batch_options.cc"
  351. "graph/preprocess/multi_batch_copy_graph.cc"
  352. "init/gelib.cc"
  353. "model/ge_model.cc"
  354. "model/ge_root_model.cc"
  355. "opskernel_manager/ops_kernel_manager.cc"
  356. "opskernel_manager/ops_kernel_builder_manager.cc"
  357. "session/inner_session.cc"
  358. "session/session_manager.cc"
  359. "single_op/single_op.cc"
  360. "single_op/single_op_manager.cc"
  361. "single_op/single_op_model.cc"
  362. "single_op/stream_resource.cc"
  363. "single_op/task/build_task_utils.cc"
  364. "single_op/task/op_task.cc"
  365. "single_op/task/tbe_task_builder.cc"
  366. "single_op/task/aicpu_task_builder.cc"
  367. "single_op/task/aicpu_kernel_task_builder.cc"
  368. "single_op/task/rts_kernel_task_builder.cc"
  369. "hybrid/common/tensor_value.cc"
  370. "hybrid/common/npu_memory_allocator.cc"
  371. "hybrid/executor/rt_callback_manager.cc"
  372. "hybrid/executor/node_state.cc"
  373. "hybrid/executor/node_done_manager.cc"
  374. "hybrid/executor/hybrid_profiler.cc"
  375. "hybrid/executor/hybrid_model_executor.cc"
  376. "hybrid/executor/hybrid_model_pipeline_executor.cc"
  377. "hybrid/executor/hybrid_model_async_executor.cc"
  378. "hybrid/executor/hybrid_execution_context.cc"
  379. "hybrid/executor/subgraph_context.cc"
  380. "hybrid/executor/subgraph_executor.cc"
  381. "hybrid/executor/worker/task_compile_engine.cc"
  382. "hybrid/executor/worker/shape_inference_engine.cc"
  383. "hybrid/executor/worker/execution_engine.cc"
  384. "hybrid/model/hybrid_model.cc"
  385. "hybrid/model/hybrid_model_builder.cc"
  386. "hybrid/model/node_item.cc"
  387. "hybrid/model/graph_item.cc"
  388. "hybrid/node_executor/aicore/aicore_node_executor.cc"
  389. "hybrid/node_executor/aicore/aicore_op_task.cc"
  390. "hybrid/node_executor/aicore/aicore_task_builder.cc"
  391. "hybrid/node_executor/aicore/aicore_task_compiler.cc"
  392. "hybrid/node_executor/aicpu/aicpu_ext_info.cc"
  393. "hybrid/node_executor/aicpu/aicpu_node_executor.cc"
  394. "hybrid/node_executor/compiledsubgraph/known_node_executor.cc"
  395. "hybrid/node_executor/ge_local/ge_local_node_executor.cc"
  396. "hybrid/node_executor/host_cpu/host_cpu_node_executor.cc"
  397. "hybrid/node_executor/controlop/control_op_executor.cc"
  398. "hybrid/node_executor/partitioned_call/partitioned_call_node_executor.cc"
  399. "hybrid/node_executor/hccl/hccl_node_executor.cc"
  400. "hybrid/node_executor/rts/rts_node_executor.cc"
  401. "hybrid/node_executor/rts/rts_node_task.cc"
  402. "hybrid/node_executor/rts/rts_task_factory.cc"
  403. "hybrid/node_executor/node_executor.cc"
  404. "hybrid/node_executor/task_context.cc"
  405. "hybrid/hybrid_davinci_model.cc"
  406. "executor/ge_executor.cc"
  407. "client/ge_api.cc"
  408. "analyzer/analyzer.cc"
  409. "ir_build/ge_ir_build.cc"
  410. "ir_build/attr_options/utils.cc"
  411. "ir_build/attr_options/keep_dtype_option.cc"
  412. "ir_build/attr_options/weight_compress_option.cc"
  413. "ir_build/option_utils.cc"
  414. "graph/build/memory/memory_assigner.cc"
  415. "graph/build/memory/graph_mem_assigner.cc"
  416. "graph/build/memory/binary_block_mem_assigner.cc"
  417. "graph/build/memory/block_mem_assigner.cc"
  418. "graph/build/memory/hybrid_mem_assigner.cc"
  419. "graph/build/memory/max_block_mem_assigner.cc"
  420. "graph/build/memory/var_mem_assign_util.cc"
  421. "graph/build/memory/buffer_pool_mem_assigner.cc"
  422. "ge_opt_info/ge_opt_info.cc"
  423. )
  424. set(INFER_SRC_LIST
  425. "graph/manager/trans_var_data_utils.cc"
  426. "common/fp16_t.cc"
  427. "common/formats/utils/formats_trans_utils.cc"
  428. "common/formats/format_transfers/datatype_transfer.cc"
  429. "common/formats/format_transfers/format_transfer_transpose.cc"
  430. "common/formats/format_transfers/format_transfer_nchw_nc1hwc0.cc"
  431. "common/formats/format_transfers/format_transfer_fractal_z.cc"
  432. "common/formats/format_transfers/format_transfer_fractal_nz.cc"
  433. "common/formats/format_transfers/format_transfer_fractal_zz.cc"
  434. "common/formats/format_transfers/format_transfer_nhwc_nc1hwc0.cc"
  435. "common/formats/format_transfers/format_transfer_nc1hwc0_nchw.cc"
  436. "common/formats/format_transfers/format_transfer_nc1hwc0_nhwc.cc"
  437. "common/formats/format_transfers/format_transfer_hwcn_c1hwncoc0.cc"
  438. "common/formats/format_transfers/format_transfer_c1hwncoc0_hwcn.cc"
  439. "common/formats/format_transfers/format_transfer_fracz_nchw.cc"
  440. "common/formats/format_transfers/format_transfer_fracz_nhwc.cc"
  441. "common/formats/format_transfers/format_transfer_fracz_hwcn.cc"
  442. "common/formats/format_transfers/format_transfer_dhwcn_fracz3D.cc"
  443. "common/formats/format_transfers/format_transfer_dhwnc_fracz3D_transpose.cc"
  444. "common/formats/format_transfers/format_transfer_nchw_fz_c04.cc"
  445. "common/formats/formats.cc"
  446. "common/profiling/profiling_manager.cc"
  447. "common/dump/dump_properties.cc"
  448. "common/dump/exception_dumper.cc"
  449. "common/dump/dump_manager.cc"
  450. "common/dump/dump_op.cc"
  451. "common/dump/opdebug_register.cc"
  452. "common/dump/dump_server.cc"
  453. "common/helper/model_cache_helper.cc"
  454. "ge_local_engine/engine/host_cpu_engine.cc"
  455. "common/ge/plugin_manager.cc"
  456. "common/ge/op_tiling_manager.cc"
  457. "init/gelib.cc"
  458. "session/inner_session.cc"
  459. "session/session_manager.cc"
  460. "engine_manager/dnnengine_manager.cc"
  461. "opskernel_manager/ops_kernel_manager.cc"
  462. "opskernel_manager/ops_kernel_builder_manager.cc"
  463. "graph/manager/graph_manager.cc"
  464. "graph/manager/graph_manager_utils.cc"
  465. "graph/manager/graph_context.cc"
  466. "graph/preprocess/graph_preprocess.cc"
  467. "graph/preprocess/multi_batch_options.cc"
  468. "graph/preprocess/multi_batch_copy_graph.cc"
  469. "graph/execute/graph_execute.cc"
  470. "graph/load/graph_loader.cc"
  471. "graph/optimize/graph_optimize.cc"
  472. "graph/optimize/mem_rw_conflict_optimize.cc"
  473. "graph/optimize/summary_optimize.cc"
  474. "graph/build/graph_builder.cc"
  475. "graph/partition/engine_place.cc"
  476. "graph/partition/graph_partition.cc"
  477. "graph/partition/dynamic_shape_partition.cc"
  478. "graph/partition/stage_partition.cc"
  479. "generator/ge_generator.cc"
  480. "generator/generator_api.cc"
  481. "graph/manager/graph_var_manager.cc"
  482. "graph/manager/host_mem_manager.cc"
  483. "graph/manager/rdma_pool_allocator.cc"
  484. "graph/manager/host_mem_allocator.cc"
  485. "graph/manager/graph_mem_allocator.cc"
  486. "graph/manager/graph_caching_allocator.cc"
  487. "graph/manager/session_scope_mem_allocator.cc"
  488. "graph/manager/graph_mem_manager.cc"
  489. "model/ge_model.cc"
  490. "model/ge_root_model.cc"
  491. "graph/common/transop_util.cc"
  492. "graph/passes/pass_manager.cc"
  493. "graph/passes/resource_pair_add_control_pass.cc"
  494. "graph/passes/resource_pair_remove_control_pass.cc"
  495. "graph/passes/pass_utils.cc"
  496. "graph/passes/base_pass.cc"
  497. "graph/passes/bitcast_pass.cc"
  498. "graph/passes/constant_folding_pass.cc"
  499. "graph/passes/aicpu_constant_folding_pass.cc"
  500. "graph/passes/reshape_remove_pass.cc"
  501. "graph/passes/reshape_recovery_pass.cc"
  502. "graph/passes/transop_breadth_fusion_pass.cc"
  503. "graph/passes/transop_depth_fusion_pass.cc"
  504. "graph/passes/transop_nearby_allreduce_fusion_pass.cc"
  505. "graph/passes/same_transdata_breadth_fusion_pass.cc"
  506. "graph/passes/transop_without_reshape_fusion_pass.cc"
  507. "graph/passes/compile_nodes_pass.cc"
  508. "graph/passes/variable_prepare_op_pass.cc"
  509. "graph/passes/variable_ref_delete_op_pass.cc"
  510. "graph/passes/variable_ref_useless_control_out_delete_pass.cc"
  511. "graph/passes/subgraph_pass.cc"
  512. "graph/passes/data_pass.cc"
  513. "graph/passes/net_output_pass.cc"
  514. "graph/passes/replace_transshape_pass.cc"
  515. "graph/passes/constant_fuse_same_pass.cc"
  516. "graph/passes/fuse_data_nodes_with_common_input_pass.cc"
  517. "graph/passes/print_op_pass.cc"
  518. "graph/passes/no_use_reshape_remove_pass.cc"
  519. "graph/passes/iterator_op_pass.cc"
  520. "graph/passes/input_output_connection_identify_pass.cc"
  521. "graph/passes/atomic_addr_clean_pass.cc"
  522. "graph/passes/mark_same_addr_pass.cc"
  523. "graph/passes/mark_graph_unknown_status_pass.cc"
  524. "graph/passes/mark_node_unknown_shape_pass.cc"
  525. "graph/passes/mark_agnostic_pass.cc"
  526. "graph/common/omg_util.cc"
  527. "graph/common/bcast.cc"
  528. "graph/common/local_context.cc"
  529. "graph/passes/dimension_compute_pass.cc"
  530. "graph/passes/dimension_adjust_pass.cc"
  531. "graph/passes/get_original_format_pass.cc"
  532. "graph/passes/shape_operate_op_remove_pass.cc"
  533. "graph/passes/assert_pass.cc"
  534. "graph/passes/dropout_pass.cc"
  535. "graph/passes/infershape_pass.cc"
  536. "graph/passes/unused_const_pass.cc"
  537. "graph/passes/permute_pass.cc"
  538. "graph/passes/ctrl_edge_transfer_pass.cc"
  539. "graph/passes/end_of_sequence_add_control_pass.cc"
  540. "host_kernels/broadcast_gradient_args_kernel.cc"
  541. "host_kernels/greater_kernel.cc"
  542. "host_kernels/gather_v2_kernel.cc"
  543. "host_kernels/maximum_kernel.cc"
  544. "host_kernels/floormod_kernel.cc"
  545. "host_kernels/floordiv_kernel.cc"
  546. "host_kernels/range_kernel.cc"
  547. "host_kernels/shape_kernel.cc"
  548. "host_kernels/size_kernel.cc"
  549. "host_kernels/shape_n_kernel.cc"
  550. "host_kernels/rank_kernel.cc"
  551. "host_kernels/broadcast_args_kernel.cc"
  552. "host_kernels/fill_kernel.cc"
  553. "host_kernels/empty_kernel.cc"
  554. "host_kernels/expanddims_kernel.cc"
  555. "host_kernels/reshape_kernel.cc"
  556. "host_kernels/squeeze_kernel.cc"
  557. "host_kernels/unsqueeze_kernel.cc"
  558. "host_kernels/kernel_utils.cc"
  559. "host_kernels/cast_kernel.cc"
  560. "host_kernels/transdata_kernel.cc"
  561. "host_kernels/unpack_kernel.cc"
  562. "host_kernels/transpose_kernel.cc"
  563. "host_kernels/permute_kernel.cc"
  564. "host_kernels/pack_kernel.cc"
  565. "host_kernels/concat_v2_kernel.cc"
  566. "host_kernels/concat_offset_kernel.cc"
  567. "host_kernels/strided_slice_kernel.cc"
  568. "host_kernels/ssd_prior_box_kernel.cc"
  569. "host_kernels/add_kernel.cc"
  570. "host_kernels/sub_kernel.cc"
  571. "host_kernels/mul_kernel.cc"
  572. "host_kernels/reduce_prod_kernel.cc"
  573. "host_kernels/rsqrt_kernel.cc"
  574. "host_kernels/slice_kernel.cc"
  575. "host_kernels/slice_d_kernel.cc"
  576. "host_kernels/dynamic_stitch_kernel.cc"
  577. "host_kernels/identity_kernel.cc"
  578. "host_kernels/reformat_kernel.cc"
  579. "graph/passes/stop_gradient_pass.cc"
  580. "graph/passes/prevent_gradient_pass.cc"
  581. "graph/passes/identity_pass.cc"
  582. "graph/passes/ref_identity_delete_op_pass.cc"
  583. "graph/passes/placeholder_with_default_pass.cc"
  584. "graph/passes/snapshot_pass.cc"
  585. "graph/passes/guarantee_const_pass.cc"
  586. "graph/passes/var_is_initialized_op_pass.cc"
  587. "graph/passes/parallel_concat_start_op_pass.cc"
  588. "graph/passes/folding_pass.cc"
  589. "graph/passes/cast_translate_pass.cc"
  590. "graph/passes/prune_pass.cc"
  591. "graph/passes/merge_to_stream_merge_pass.cc"
  592. "graph/passes/merge_input_memcpy_pass.cc"
  593. "graph/passes/switch_to_stream_switch_pass.cc"
  594. "graph/passes/mark_force_unknown_for_cond_pass.cc"
  595. "graph/passes/attach_stream_label_pass.cc"
  596. "graph/passes/multi_batch_pass.cc"
  597. "graph/passes/multi_batch_clone_pass.cc"
  598. "graph/passes/subexpression_migration_pass.cc"
  599. "graph/passes/subgraph_const_migration_pass.cc"
  600. "graph/passes/unused_args_clean_pass.cc"
  601. "graph/passes/next_iteration_pass.cc"
  602. "graph/passes/control_trigger_pass.cc"
  603. "graph/passes/cond_pass.cc"
  604. "graph/passes/cond_remove_pass.cc"
  605. "graph/passes/for_pass.cc"
  606. "graph/passes/enter_pass.cc"
  607. "graph/passes/assign_remove_pass.cc"
  608. "graph/passes/inplace_support_check_pass.cc"
  609. "graph/passes/addn_pass.cc"
  610. "graph/passes/common_subexpression_elimination_pass.cc"
  611. "graph/passes/remove_same_const_pass.cc"
  612. "graph/passes/useless_control_out_remove_pass.cc"
  613. "graph/passes/transop_symmetry_elimination_pass.cc"
  614. "graph/passes/save_pass.cc"
  615. "graph/passes/switch_dead_branch_elimination.cc"
  616. "graph/passes/switch_logic_remove_pass.cc"
  617. "graph/passes/switch_data_edges_bypass.cc"
  618. "graph/passes/merge_pass.cc"
  619. "graph/passes/variable_op_pass.cc"
  620. "graph/passes/cast_remove_pass.cc"
  621. "graph/passes/transpose_transdata_pass.cc"
  622. "graph/passes/hccl_memcpy_pass.cc"
  623. "graph/passes/hccl_continuous_memcpy_pass.cc"
  624. "graph/passes/flow_ctrl_pass.cc"
  625. "graph/passes/global_step_insert_pass.cc"
  626. "graph/passes/link_gen_mask_nodes_pass.cc"
  627. "graph/passes/replace_with_empty_const_pass.cc"
  628. "graph/passes/hccl_group_pass.cc"
  629. "graph/passes/hccl_tailing_optimization_pass.cc"
  630. "graph/passes/memcpy_addr_async_pass.cc"
  631. "graph/passes/set_input_output_offset_pass.cc"
  632. "graph/passes/parallel_group_pass.cc"
  633. "graph/passes/buffer_pool_memory_pass.cc"
  634. "graph/manager/model_manager/event_manager.cc"
  635. "graph/manager/util/rt_context_util.cc"
  636. "graph/manager/util/variable_accelerate_ctrl.cc"
  637. "graph/manager/util/debug.cc"
  638. "graph/load/model_manager/model_manager.cc"
  639. "graph/load/model_manager/data_inputer.cc"
  640. "graph/load/model_manager/davinci_model.cc"
  641. "graph/load/model_manager/model_utils.cc"
  642. "graph/load/model_manager/aipp_utils.cc"
  643. "graph/load/model_manager/tbe_handle_store.cc"
  644. "graph/load/model_manager/cpu_queue_schedule.cc"
  645. "graph/load/model_manager/zero_copy_task.cc"
  646. "graph/load/model_manager/zero_copy_offset.cc"
  647. "graph/load/model_manager/data_dumper.cc"
  648. "graph/load/model_manager/task_info/task_info.cc"
  649. "graph/load/model_manager/task_info/event_record_task_info.cc"
  650. "graph/load/model_manager/task_info/event_wait_task_info.cc"
  651. "graph/load/model_manager/task_info/ffts_task_info.cc"
  652. "graph/load/model_manager/task_info/fusion_start_task_info.cc"
  653. "graph/load/model_manager/task_info/fusion_stop_task_info.cc"
  654. "graph/load/model_manager/task_info/kernel_ex_task_info.cc"
  655. "graph/load/model_manager/task_info/kernel_task_info.cc"
  656. "graph/load/model_manager/task_info/label_set_task_info.cc"
  657. "graph/load/model_manager/task_info/label_switch_by_index_task_info.cc"
  658. "graph/load/model_manager/task_info/label_goto_ex_task_info.cc"
  659. "graph/load/model_manager/task_info/memcpy_async_task_info.cc"
  660. "graph/load/model_manager/task_info/memcpy_addr_async_task_info.cc"
  661. "graph/load/model_manager/task_info/profiler_trace_task_info.cc"
  662. "graph/load/model_manager/task_info/stream_active_task_info.cc"
  663. "graph/load/model_manager/task_info/stream_switch_task_info.cc"
  664. "graph/load/model_manager/task_info/stream_switchn_task_info.cc"
  665. "graph/load/model_manager/task_info/end_graph_task_info.cc"
  666. "graph/load/model_manager/task_info/model_exit_task_info.cc"
  667. "graph/load/model_manager/task_info/super_kernel/super_kernel_factory.cc"
  668. "graph/load/model_manager/task_info/super_kernel/super_kernel.cc"
  669. "hybrid/hybrid_davinci_model_stub.cc"
  670. "ir_build/ge_ir_build.cc"
  671. "ir_build/attr_options/utils.cc"
  672. "ir_build/attr_options/keep_dtype_option.cc"
  673. "ir_build/attr_options/weight_compress_option.cc"
  674. "ir_build/option_utils.cc"
  675. "graph/preprocess/insert_op/ge_aipp_op.cc"
  676. "graph/preprocess/insert_op/util_insert_aipp_op.cc"
  677. "hybrid/node_executor/aicpu/aicpu_ext_info.cc"
  678. "graph/build/model_builder.cc"
  679. "graph/build/task_generator.cc"
  680. "graph/build/stream_allocator.cc"
  681. "graph/build/logical_stream_allocator.cc"
  682. "graph/build/stream_graph_optimizer.cc"
  683. "graph/build/run_context.cc"
  684. "graph/build/label_allocator.cc"
  685. "graph/label/label_maker.cc"
  686. "graph/label/if_label_maker.cc"
  687. "graph/label/case_label_maker.cc"
  688. "graph/label/while_label_maker.cc"
  689. "graph/label/partitioned_call_label_maker.cc"
  690. "analyzer/analyzer.cc"
  691. "graph/build/memory/memory_assigner.cc"
  692. "graph/build/memory/graph_mem_assigner.cc"
  693. "graph/build/memory/binary_block_mem_assigner.cc"
  694. "graph/build/memory/block_mem_assigner.cc"
  695. "graph/build/memory/hybrid_mem_assigner.cc"
  696. "graph/build/memory/max_block_mem_assigner.cc"
  697. "graph/build/memory/var_mem_assign_util.cc"
  698. "graph/build/memory/buffer_pool_mem_assigner.cc"
  699. "ge_opt_info/ge_opt_info.cc"
  700. )
  701. if (NOT ENABLE_D AND NOT ENABLE_ACL AND NOT ENABLE_MS_TESTCASES)
  702. message("CMAKE_CXX_COMPILER_VERSION = ${CMAKE_CXX_COMPILER_VERSION}")
  703. ############ libge_runner.so ############
  704. add_library(ge_runner SHARED
  705. ${TRAIN_SRC_LIST}
  706. $<TARGET_OBJECTS:$<IF:$<TARGET_EXISTS:msprofiler_fwk>,msprofiler_fwk,msprofiler_fwk_object>>
  707. )
  708. add_library(msprofiler_fwk_object OBJECT IMPORTED GLOBAL)
  709. if (msprofiler_fwk_ext_LIBRARY_DIR)
  710. file(MAKE_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/msprofiler_fwk_object)
  711. execute_process(
  712. COMMAND ar x ${msprofiler_fwk_ext_LIBRARY_DIR}
  713. WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/msprofiler_fwk_object
  714. )
  715. file(GLOB MSPROFILER_FWK_OBJECT_LIST ${CMAKE_CURRENT_BINARY_DIR}/msprofiler_fwk_object/*.o)
  716. set_property(TARGET msprofiler_fwk_object PROPERTY IMPORTED_OBJECTS ${MSPROFILER_FWK_OBJECT_LIST})
  717. endif()
  718. target_compile_definitions(ge_runner PRIVATE
  719. PROTOBUF_INLINE_NOT_IN_HEADERS=0
  720. DAVINCI_SUPPORT_PROFILING
  721. REUSE_MEMORY=1
  722. FMK_SUPPORT_DUMP
  723. DAVINCI_CLOUD
  724. google=ascend_private
  725. FUNC_VISIBILITY
  726. $<$<STREQUAL:${ENABLE_OPEN_SRC},True>:ONLY_COMPILE_OPEN_SRC>
  727. )
  728. target_compile_options(ge_runner PRIVATE
  729. -O2
  730. -fno-common
  731. -fvisibility=hidden
  732. $<$<STREQUAL:${CMAKE_CXX_COMPILER_VERSION},7.3.0>:-Werror=unused-variable>
  733. $<$<STREQUAL:${CMAKE_CXX_COMPILER_VERSION},7.3.0>:-Werror=unused-const-variable -Werror=format>
  734. )
  735. target_include_directories(ge_runner SYSTEM PRIVATE
  736. ${GE_CODE_DIR}/ge
  737. ${GE_CODE_DIR}/ge/analyzer
  738. ${GE_CODE_DIR}/inc
  739. ${GE_CODE_DIR}/inc/external
  740. ${GE_CODE_DIR}/inc/framework
  741. ${GE_CODE_DIR}/inc/framework/common
  742. ${METADEF_DIR}
  743. ${METADEF_DIR}/inc
  744. ${METADEF_DIR}/inc/external/graph
  745. ${METADEF_DIR}/inc/external
  746. ${METADEF_DIR}/inc/graph
  747. ${CMAKE_BINARY_DIR}
  748. ${CMAKE_BINARY_DIR}/proto/graphengine_protos
  749. #### yellow zone ####
  750. ${GE_CODE_DIR}/../inc
  751. ${GE_CODE_DIR}/../inc/external
  752. ${GE_CODE_DIR}/../inc/cce
  753. ${GE_CODE_DIR}/../toolchain/ide/ide-daemon/external
  754. ${GE_CODE_DIR}/../abl/adump/external
  755. ${GE_CODE_DIR}/../abl/licctrl
  756. #### blue zone
  757. ${ASCEND_DIR}/driver/include
  758. ${ASCEND_DIR}/fwkacllib/include
  759. ${GE_CODE_DIR}/third_party/fwkacllib/inc
  760. ${GE_CODE_DIR}/third_party/fwkacllib/inc/toolchain
  761. ${GE_CODE_DIR}/third_party/fwkacllib/inc/opt_info
  762. )
  763. target_link_options(ge_runner PRIVATE
  764. -Wl,-Bsymbolic
  765. )
  766. target_link_libraries(ge_runner PRIVATE
  767. $<BUILD_INTERFACE:intf_pub>
  768. adump_server
  769. static_mmpa
  770. ge_proto_common
  771. ge_proto_client
  772. -Wl,--no-as-needed
  773. graph
  774. ge_common
  775. ascend_protobuf
  776. register
  777. c_sec
  778. slog
  779. runtime
  780. error_manager
  781. ascend_hal_stub
  782. opt_feature
  783. -Wl,--as-needed
  784. json
  785. -lrt
  786. -ldl
  787. )
  788. ############ libge_compiler.so ############
  789. add_library(ge_compiler SHARED
  790. ${INFER_SRC_LIST}
  791. )
  792. add_dependencies(ge_compiler
  793. graphengine_protos
  794. )
  795. target_compile_definitions(ge_compiler PRIVATE
  796. PROTOBUF_INLINE_NOT_IN_HEADERS=0
  797. REUSE_MEMORY=1
  798. FMK_SUPPORT_DUMP
  799. FMK_HOST_INFER
  800. COMPILE_OMG_PACKAGE
  801. google=ascend_private
  802. FUNC_VISIBILITY
  803. $<$<STREQUAL:${ENABLE_OPEN_SRC},True>:ONLY_COMPILE_OPEN_SRC>
  804. )
  805. target_compile_options(ge_compiler PRIVATE
  806. -O2
  807. -fno-common
  808. -fvisibility=hidden
  809. $<$<STREQUAL:${CMAKE_CXX_COMPILER_VERSION},7.3.0>:-Werror=unused-variable>
  810. $<$<STREQUAL:${CMAKE_CXX_COMPILER_VERSION},7.3.0>:-Werror=unused-const-variable -Werror=format>
  811. )
  812. target_include_directories(ge_compiler SYSTEM PRIVATE
  813. ${GE_CODE_DIR}/ge
  814. ${GE_CODE_DIR}/ge/analyzer
  815. ${GE_CODE_DIR}/inc
  816. ${GE_CODE_DIR}/inc/external
  817. ${GE_CODE_DIR}/inc/framework
  818. ${GE_CODE_DIR}/inc/framework/common
  819. ${METADEF_DIR}
  820. ${METADEF_DIR}/inc
  821. ${METADEF_DIR}/inc/external/graph
  822. ${METADEF_DIR}/inc/external
  823. ${METADEF_DIR}/inc/graph
  824. ${CMAKE_BINARY_DIR}
  825. ${CMAKE_BINARY_DIR}/proto/graphengine_protos
  826. #### yellow zone ####
  827. ${GE_CODE_DIR}/../inc
  828. ${GE_CODE_DIR}/../inc/external
  829. ${GE_CODE_DIR}/../inc/cce
  830. ${GE_CODE_DIR}/../toolchain/ide/ide-daemon/external
  831. ${GE_CODE_DIR}/../abl/adump/external
  832. ${GE_CODE_DIR}/../abl/licctrl
  833. #### blue zone ####
  834. ${ASCEND_DIR}/driver/include
  835. ${ASCEND_DIR}/fwkacllib/include
  836. ${GE_CODE_DIR}/third_party/fwkacllib/inc
  837. ${GE_CODE_DIR}/third_party/fwkacllib/inc/toolchain
  838. ${GE_CODE_DIR}/third_party/fwkacllib/inc/opt_info
  839. )
  840. target_link_options(ge_compiler PRIVATE
  841. -Wl,-Bsymbolic
  842. )
  843. target_link_libraries(ge_compiler PRIVATE
  844. $<BUILD_INTERFACE:intf_pub>
  845. static_mmpa
  846. ge_proto_common
  847. -Wl,--no-as-needed
  848. graph
  849. ge_common
  850. ascend_protobuf
  851. register
  852. c_sec
  853. error_manager
  854. slog
  855. runtime_compile
  856. opt_feature
  857. -Wl,--as-needed
  858. json
  859. -lrt
  860. -ldl
  861. )
  862. ############ libascendcl.so ############
  863. file(GENERATE OUTPUT ${CMAKE_BINARY_DIR}/dummy.c CONTENT "")
  864. #add_library(dummy_obj OBJECT ${CMAKE_BINARY_DIR}/dummy.c)
  865. #set(DUMMY_OBJ $<TARGET_OBJECTS:dummy_obj>)
  866. file(MAKE_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/ascendcl_object)
  867. if(EXISTS ${STATIC_ACL_LIB}/libascendcl.a)
  868. execute_process(
  869. COMMAND ar x ${STATIC_ACL_LIB}/libascendcl.a
  870. WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/ascendcl_object
  871. )
  872. file(GLOB OBJECT_LIST ${CMAKE_CURRENT_BINARY_DIR}/ascendcl_object/*.o)
  873. else()
  874. set(OBJECT_LIST ${CMAKE_BINARY_DIR}/dummy.c)
  875. endif()
  876. add_library(opensrc_ascendcl SHARED
  877. ${OBJECT_LIST}
  878. $<TARGET_OBJECTS:$<IF:$<TARGET_EXISTS:msprofiler>,msprofiler,msprofiler_object>>
  879. )
  880. add_library(msprofiler_object OBJECT IMPORTED GLOBAL)
  881. if (msprofiler_ext_LIBRARY_DIR)
  882. file(MAKE_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/msprofiler_object)
  883. execute_process(
  884. COMMAND ar x ${msprofiler_ext_LIBRARY_DIR}
  885. WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/msprofiler_object
  886. )
  887. file(GLOB MSPROFILER_OBJECT_LIST ${CMAKE_CURRENT_BINARY_DIR}/msprofiler_object/*.o)
  888. set_property(TARGET msprofiler_object PROPERTY IMPORTED_OBJECTS ${MSPROFILER_OBJECT_LIST})
  889. endif()
  890. target_compile_definitions(opensrc_ascendcl PRIVATE
  891. google=ascend_private
  892. )
  893. target_compile_options(opensrc_ascendcl PRIVATE
  894. -O2
  895. -fvisibility=hidden
  896. )
  897. target_link_options(opensrc_ascendcl PRIVATE
  898. -rdynamic
  899. -Wl,--allow-multiple-definition
  900. -Wl,-z,muldefs
  901. -Wl,-Bsymbolic
  902. -Wl,--exclude-libs,ALL
  903. )
  904. target_link_libraries(opensrc_ascendcl PRIVATE
  905. -Wl,--whole-archive
  906. ge_executor
  907. ge_common_static
  908. graph_static
  909. static_mmpa
  910. ascend_protobuf_static
  911. register_static
  912. error_manager_static
  913. adump_server
  914. -Wl,--no-whole-archive
  915. -Wl,--no-as-needed
  916. c_sec
  917. runtime
  918. slog
  919. ascend_hal_stub
  920. -Wl,--as-needed
  921. -lrt
  922. -ldl
  923. json
  924. )
  925. set_target_properties(opensrc_ascendcl PROPERTIES
  926. OUTPUT_NAME ascendcl
  927. )
  928. ##################################################################
  929. add_custom_command(
  930. OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/stub_ge_ir_build.cc
  931. ${CMAKE_CURRENT_BINARY_DIR}/stub_ge_api.cc
  932. COMMAND echo "Generating stub files."
  933. && ${HI_PYTHON} ${CMAKE_CURRENT_LIST_DIR}/stub/gen_stubapi.py ${GE_CODE_DIR}/inc/external ${CMAKE_CURRENT_BINARY_DIR}
  934. && mv ge_ir_build.cc stub_ge_ir_build.cc
  935. && mv ge_api.cc stub_ge_api.cc
  936. && echo "Generating stub files end."
  937. #WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}
  938. #DEPENDS stub/gen_stubapi.py ${TOP_DIR}/inc/external ${CMAKE_CURRENT_BINARY_DIR}
  939. )
  940. add_custom_target(ge_stub
  941. DEPENDS ${CMAKE_CURRENT_BINARY_DIR}/stub_ge_ir_build.cc
  942. ${CMAKE_CURRENT_BINARY_DIR}/stub_ge_api.cc
  943. )
  944. ##################################################################
  945. ############ stub/libge_compiler.so ############
  946. add_library(atc_stub_ge_compiler SHARED
  947. stub_ge_ir_build.cc
  948. )
  949. add_dependencies(atc_stub_ge_compiler ge_stub)
  950. target_compile_options(atc_stub_ge_compiler PRIVATE
  951. -fno-common
  952. )
  953. target_link_libraries(atc_stub_ge_compiler PRIVATE
  954. $<BUILD_INTERFACE:intf_pub>
  955. )
  956. set_target_properties(atc_stub_ge_compiler PROPERTIES
  957. OUTPUT_NAME ge_compiler
  958. LIBRARY_OUTPUT_DIRECTORY atc_stub
  959. )
  960. target_include_directories(atc_stub_ge_compiler PRIVATE
  961. ${GE_CODE_DIR}
  962. ${GE_CODE_DIR}/ge
  963. ${GE_CODE_DIR}/ge/analyzer
  964. ${GE_CODE_DIR}/inc
  965. ${GE_CODE_DIR}/inc/framework
  966. ${GE_CODE_DIR}/inc/framework/common
  967. ${GE_CODE_DIR}/inc/external
  968. ${METADEF_DIR}/inc/external
  969. ${METADEF_DIR}/inc/external/graph
  970. ${METADEF_DIR}/inc/graph
  971. #### yellow zone ####
  972. ${GE_CODE_DIR}/../inc/cce
  973. ${GE_CODE_DIR}/../toolchain/ide/ide-daemon/external
  974. ${GE_CODE_DIR}/../abl/adump/external
  975. #### blue zone ####
  976. ${ASCEND_DIR}/driver/include
  977. ${ASCEND_DIR}/fwkacllib/include
  978. )
  979. ############ stub/libge_runner.so ############
  980. add_library(fwk_stub_ge_runner SHARED
  981. stub_ge_api.cc
  982. stub_ge_ir_build.cc
  983. )
  984. add_dependencies(fwk_stub_ge_runner ge_stub)
  985. target_compile_options(fwk_stub_ge_runner PRIVATE
  986. -fno-common
  987. )
  988. target_link_libraries(fwk_stub_ge_runner PRIVATE
  989. $<BUILD_INTERFACE:intf_pub>
  990. )
  991. set_target_properties(fwk_stub_ge_runner PROPERTIES
  992. OUTPUT_NAME ge_runner
  993. LIBRARY_OUTPUT_DIRECTORY fwk_stub
  994. )
  995. target_include_directories(fwk_stub_ge_runner PRIVATE
  996. ${GE_CODE_DIR}
  997. ${GE_CODE_DIR}/ge
  998. ${GE_CODE_DIR}/ge/analyzer
  999. ${GE_CODE_DIR}/inc
  1000. ${GE_CODE_DIR}/inc/external
  1001. ${GE_CODE_DIR}/inc/framework
  1002. ${GE_CODE_DIR}/inc/framework/common
  1003. ${METADEF_DIR}/inc/external
  1004. ${METADEF_DIR}/inc/external/graph
  1005. ${METADEF_DIR}/inc/graph
  1006. #### yellow zone ####
  1007. ${GE_CODE_DIR}/../inc/cce
  1008. ${GE_CODE_DIR}/../toolchain/ide/ide-daemon/external
  1009. ${GE_CODE_DIR}/../abl/adump/external
  1010. #### blue zone ####
  1011. ${ASCEND_DIR}/driver/include
  1012. ${ASCEND_DIR}/fwkacllib/include
  1013. )
  1014. ###############################################################
  1015. add_custom_target(
  1016. engine_conf.json ALL
  1017. DEPENDS ${CMAKE_CURRENT_BINARY_DIR}/engine_conf.json
  1018. )
  1019. add_custom_command(
  1020. OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/engine_conf.json
  1021. COMMAND cp ${CMAKE_CURRENT_LIST_DIR}/engine_manager/engine_conf.json ${CMAKE_CURRENT_BINARY_DIR}/
  1022. )
  1023. ###############################################################
  1024. add_custom_target(
  1025. optimizer_priority.pbtxt ALL
  1026. DEPENDS ${CMAKE_CURRENT_BINARY_DIR}/optimizer_priority.pbtxt
  1027. )
  1028. add_custom_command(
  1029. OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/optimizer_priority.pbtxt
  1030. COMMAND cp ${CMAKE_CURRENT_LIST_DIR}/opskernel_manager/optimizer_priority.pbtxt ${CMAKE_CURRENT_BINARY_DIR}/
  1031. )
  1032. ###############################################################
  1033. ############ install ############
  1034. set(INSTALL_BASE_DIR "")
  1035. set(INSTALL_LIBRARY_DIR lib)
  1036. install(TARGETS ge_runner ge_compiler opensrc_ascendcl OPTIONAL
  1037. LIBRARY DESTINATION ${INSTALL_LIBRARY_DIR}
  1038. )
  1039. install(TARGETS atc_stub_ge_compiler fwk_stub_ge_runner OPTIONAL
  1040. LIBRARY DESTINATION ${INSTALL_LIBRARY_DIR}/stub
  1041. )
  1042. install(FILES
  1043. ${CMAKE_CURRENT_BINARY_DIR}/engine_conf.json
  1044. ${CMAKE_CURRENT_BINARY_DIR}/optimizer_priority.pbtxt OPTIONAL
  1045. DESTINATION ${INSTALL_LIBRARY_DIR}
  1046. )
  1047. endif()

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示