You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

protoc.cmake 5.7 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142
  1. if (HAVE_PROTOC)
  2. return()
  3. endif()
  4. include(ExternalProject)
  5. include(GNUInstallDirs)
  6. #set(CMAKE_INSTALL_PREFIX ${GE_CODE_DIR}/output)
  7. if ((${CMAKE_INSTALL_PREFIX} STREQUAL /usr/local) OR
  8. (${CMAKE_INSTALL_PREFIX} STREQUAL "C:/Program Files (x86)/ascend"))
  9. set(CMAKE_INSTALL_PREFIX ${GE_CODE_DIR}/output CACHE STRING "path for install()" FORCE)
  10. message(STATUS "No install prefix selected, default to ${CMAKE_INSTALL_PREFIX}.")
  11. endif()
  12. if(GE_PB_PKG)
  13. set(REQ_URL "${GE_PB_PKG}/libs/protobuf/v3.8.0.tar.gz")
  14. else()
  15. if (ENABLE_GITEE)
  16. set(REQ_URL "https://gitee.com/mirrors/protobuf_source/repository/archive/v3.8.0.tar.gz")
  17. set(MD5 "eba86ae9f07ba5cfbaf8af3bc4e84236")
  18. else()
  19. set(REQ_URL "https://github.com/protocolbuffers/protobuf/archive/v3.8.0.tar.gz")
  20. set(MD5 "3d9e32700639618a4d2d342c99d4507a")
  21. endif ()
  22. endif()
  23. set(protobuf_CXXFLAGS "-Wno-maybe-uninitialized -Wno-unused-parameter -fPIC -fstack-protector-all -D_FORTIFY_SOURCE=2 -D_GLIBCXX_USE_CXX11_ABI=0 -O2")
  24. set(protobuf_LDFLAGS "-Wl,-z,relro,-z,now,-z,noexecstack")
  25. ExternalProject_Add(protoc_build
  26. URL ${REQ_URL}
  27. #URL /home/txd/workspace/linux_cmake/pkg/protobuf-3.8.0.tar.gz
  28. #SOURCE_DIR ${GE_CODE_DIR}/../third_party/protobuf/src/protobuf-3.8.0
  29. TLS_VERIFY OFF
  30. CONFIGURE_COMMAND ${CMAKE_COMMAND} -Dprotobuf_WITH_ZLIB=OFF -Dprotobuf_BUILD_TESTS=OFF -DBUILD_SHARED_LIBS=OFF -DCMAKE_CXX_FLAGS=${protobuf_CXXFLAGS} -DCMAKE_CXX_LDFLAGS=${protobuf_LDFLAGS} -DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX}/protoc <SOURCE_DIR>/cmake
  31. BUILD_COMMAND $(MAKE)
  32. INSTALL_COMMAND $(MAKE) install
  33. EXCLUDE_FROM_ALL TRUE
  34. )
  35. set(PROTOC_PKG_DIR ${CMAKE_INSTALL_PREFIX}/protoc)
  36. set(protoc_EXECUTABLE ${PROTOC_PKG_DIR}/${CMAKE_INSTALL_BINDIR}/protoc)
  37. function(protobuf_generate comp c_var h_var)
  38. if(NOT ARGN)
  39. message(SEND_ERROR "Error: protobuf_generate() called without any proto files")
  40. return()
  41. endif()
  42. set(${c_var})
  43. set(${h_var})
  44. set(_add_target FALSE)
  45. foreach(file ${ARGN})
  46. if("${file}" STREQUAL "TARGET")
  47. set(_add_target TRUE)
  48. continue()
  49. endif()
  50. get_filename_component(abs_file ${file} ABSOLUTE)
  51. get_filename_component(file_name ${file} NAME_WE)
  52. get_filename_component(file_dir ${abs_file} PATH)
  53. get_filename_component(parent_subdir ${file_dir} NAME)
  54. if("${parent_subdir}" STREQUAL "proto")
  55. set(proto_output_path ${CMAKE_BINARY_DIR}/proto/${comp}/proto)
  56. else()
  57. set(proto_output_path ${CMAKE_BINARY_DIR}/proto/${comp}/proto/${parent_subdir})
  58. endif()
  59. list(APPEND ${c_var} "${proto_output_path}/${file_name}.pb.cc")
  60. list(APPEND ${h_var} "${proto_output_path}/${file_name}.pb.h")
  61. add_custom_command(
  62. OUTPUT "${proto_output_path}/${file_name}.pb.cc" "${proto_output_path}/${file_name}.pb.h"
  63. WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
  64. COMMAND ${CMAKE_COMMAND} -E make_directory "${proto_output_path}"
  65. COMMAND ${CMAKE_COMMAND} -E echo "generate proto cpp_out ${comp} by ${abs_file}"
  66. COMMAND ${protoc_EXECUTABLE} -I${file_dir} --cpp_out=${proto_output_path} ${abs_file}
  67. DEPENDS protoc_build ${abs_file}
  68. COMMENT "Running C++ protocol buffer compiler on ${file}" VERBATIM )
  69. endforeach()
  70. if(_add_target)
  71. add_custom_target(
  72. ${comp} DEPENDS ${${c_var}} ${${h_var}}
  73. )
  74. endif()
  75. set_source_files_properties(${${c_var}} ${${h_var}} PROPERTIES GENERATED TRUE)
  76. set(${c_var} ${${c_var}} PARENT_SCOPE)
  77. set(${h_var} ${${h_var}} PARENT_SCOPE)
  78. endfunction()
  79. function(protobuf_generate_py comp py_var)
  80. if(NOT ARGN)
  81. message(SEND_ERROR "Error: protobuf_generate_py() called without any proto files")
  82. return()
  83. endif()
  84. set(${py_var})
  85. set(_add_target FALSE)
  86. foreach(file ${ARGN})
  87. if("${file}" STREQUAL "TARGET")
  88. set(_add_target TRUE)
  89. continue()
  90. endif()
  91. get_filename_component(abs_file ${file} ABSOLUTE)
  92. get_filename_component(file_name ${file} NAME_WE)
  93. get_filename_component(file_dir ${abs_file} PATH)
  94. get_filename_component(parent_subdir ${file_dir} NAME)
  95. if("${parent_subdir}" STREQUAL "proto")
  96. set(proto_output_path ${CMAKE_BINARY_DIR}/proto/${comp}/proto)
  97. else()
  98. set(proto_output_path ${CMAKE_BINARY_DIR}/proto/${comp}/proto/${parent_subdir})
  99. endif()
  100. list(APPEND ${py_var} "${proto_output_path}/${file_name}_pb2.py")
  101. add_custom_command(
  102. OUTPUT "${proto_output_path}/${file_name}_pb2.py"
  103. WORKING_DIRECTORY ${PROJECT_SOURCE_DIR}
  104. COMMAND ${CMAKE_COMMAND} -E make_directory "${proto_output_path}"
  105. COMMAND ${CMAKE_COMMAND} -E echo "generate proto cpp_out ${comp} by ${abs_file}"
  106. COMMAND ${protoc_EXECUTABLE} -I${file_dir} --python_out=${proto_output_path} ${abs_file}
  107. DEPENDS protoc_build ${abs_file}
  108. COMMENT "Running PYTHON protocol buffer compiler on ${file}" VERBATIM )
  109. endforeach()
  110. if(_add_target)
  111. add_custom_target(
  112. ${comp} DEPENDS ${${py_var}}
  113. )
  114. endif()
  115. set_source_files_properties(${${py_var}} PROPERTIES GENERATED TRUE)
  116. set(${py_var} ${${py_var}} PARENT_SCOPE)
  117. endfunction()
  118. #set(HAVE_PROTOC TRUE CACHE BOOL "protoc build add")
  119. set(HAVE_PROTOC TRUE)

图引擎模块(GE)是MindSpore的一个子模块,其代码由C++实现,位于前端模块ME和底层硬件之间,起到承接作用。图引擎模块以ME下发的图作为输入,然后进行一系列的深度图优化操作,最后输出一张可以在底层硬件上高效运行的图。GE针对昇腾AI处理器的硬件结构特点,做了特定的优化工作,以此来充分发挥出昇腾AI处理器的强大算力。在进行模型训练/推理时,GE会被自动调用而用户并不感知。GE主要由GE API和GE Core两部分组成,详细的架构图如下所示