You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cross_build_linux_arm_inference.sh 5.3 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175
  1. #!/usr/bin/env bash
  2. set -e
  3. ARCHS=("arm64-v8a" "armeabi-v7a-softfp" "armeabi-v7a-hardfp")
  4. BUILD_TYPE=Release
  5. MGE_WITH_CUDA=OFF
  6. MGE_ARMV8_2_FEATURE_FP16=OFF
  7. MGE_DISABLE_FLOAT16=OFF
  8. ARCH=arm64-v8a
  9. REMOVE_OLD_BUILD=false
  10. NINJA_VERBOSE=OFF
  11. NINJA_DRY_RUN=OFF
  12. CMAKE_C_FLAGS="-Wno-psabi"
  13. CMAKE_CXX_FLAGS="-Wno-psabi"
  14. echo "EXTRA_CMAKE_ARGS: ${EXTRA_CMAKE_ARGS}"
  15. function usage() {
  16. echo "$0 args1 args2 .."
  17. echo "available args detail:"
  18. echo "-d : Build with Debug mode, default Release mode"
  19. echo "-c : Build with CUDA, default without CUDA(for arm with cuda, example tx1)"
  20. echo "-f : enable MGE_ARMV8_2_FEATURE_FP16 for ARM64, need toolchain and hardware support"
  21. echo "-k : open MGE_DISABLE_FLOAT16 for NEON "
  22. echo "-a : config build arch available: ${ARCHS[@]}"
  23. echo "-r : remove old build dir before make, default off"
  24. echo "-v : ninja with verbose and explain, default off"
  25. echo "-n : ninja with -n dry run (don't run commands but act like they succeeded)"
  26. echo "-h : show usage"
  27. echo "append other cmake config by export EXTRA_CMAKE_ARGS=..."
  28. echo "example: $0 -d"
  29. exit -1
  30. }
  31. while getopts "nvrkhdcfa:" arg
  32. do
  33. case $arg in
  34. d)
  35. echo "Build with Debug mode"
  36. BUILD_TYPE=Debug
  37. ;;
  38. c)
  39. echo "Build with CUDA"
  40. MGE_WITH_CUDA=ON
  41. ;;
  42. f)
  43. echo "enable MGE_ARMV8_2_FEATURE_FP16 for ARM64"
  44. MGE_ARMV8_2_FEATURE_FP16=ON
  45. ;;
  46. k)
  47. echo "open MGE_DISABLE_FLOAT16 for NEON"
  48. MGE_DISABLE_FLOAT16=ON
  49. ;;
  50. a)
  51. tmp_arch=null
  52. for arch in ${ARCHS[@]}; do
  53. if [ "$arch" = "$OPTARG" ]; then
  54. echo "CONFIG BUILD ARCH to : $OPTARG"
  55. tmp_arch=$OPTARG
  56. ARCH=$OPTARG
  57. break
  58. fi
  59. done
  60. if [ "$tmp_arch" = "null" ]; then
  61. echo "ERR args for arch (-a)"
  62. echo "available arch list: ${ARCHS[@]}"
  63. usage
  64. fi
  65. ;;
  66. h)
  67. echo "show usage"
  68. usage
  69. ;;
  70. r)
  71. echo "config REMOVE_OLD_BUILD=true"
  72. REMOVE_OLD_BUILD=true
  73. ;;
  74. v)
  75. echo "config NINJA_VERBOSE=ON"
  76. NINJA_VERBOSE=ON
  77. ;;
  78. n)
  79. echo "config NINJA_DRY_RUN=ON"
  80. NINJA_DRY_RUN=ON
  81. ;;
  82. ?)
  83. echo "unkonw argument"
  84. usage
  85. ;;
  86. esac
  87. done
  88. echo "----------------------------------------------------"
  89. echo "build config summary:"
  90. echo "BUILD_TYPE: $BUILD_TYPE"
  91. echo "MGE_WITH_CUDA: $MGE_WITH_CUDA"
  92. echo "MGE_ARMV8_2_FEATURE_FP16: $MGE_ARMV8_2_FEATURE_FP16"
  93. echo "MGE_DISABLE_FLOAT16: $MGE_DISABLE_FLOAT16"
  94. echo "ARCH: $ARCH"
  95. echo "----------------------------------------------------"
  96. READLINK=readlink
  97. OS=$(uname -s)
  98. if [ $OS = "Darwin" ];then
  99. READLINK=greadlink
  100. elif [[ $OS =~ "NT" ]]; then
  101. echo "BUILD in NT ..."
  102. fi
  103. if [ ! $OS = "Linux" ] && [ $MGE_WITH_CUDA = "ON" ];then
  104. echo "cross build for arm with cuda only support from Linux"
  105. exit -1
  106. fi
  107. if [ $MGE_WITH_CUDA = "ON" ] && [ ! $ARCH = "arm64-v8a" ];then
  108. echo "arm with cuda only support ARCH: arm64-v8a"
  109. exit -1
  110. fi
  111. if [ $MGE_WITH_CUDA = "OFF" ];then
  112. echo "config -Werror=unused-parameter when cuda off for CI check"
  113. CMAKE_C_FLAGS="-Werror=unused-parameter -Wno-psabi"
  114. CMAKE_CXX_FLAGS="-Werror=unused-parameter -Wno-psabi"
  115. fi
  116. SRC_DIR=$($READLINK -f "`dirname $0`/../../")
  117. source $SRC_DIR/scripts/cmake-build/utils/utils.sh
  118. function cmake_build() {
  119. BUILD_DIR=$SRC_DIR/build_dir/gnu-linux/MGE_WITH_CUDA_$3/$1/$BUILD_TYPE/build
  120. INSTALL_DIR=$BUILD_DIR/../install
  121. TOOLCHAIN=$SRC_DIR/toolchains/$2
  122. MGE_WITH_CUDA=$3
  123. echo "build dir: $BUILD_DIR"
  124. echo "install dir: $INSTALL_DIR"
  125. echo "build type: $BUILD_TYPE"
  126. echo "build toolchain: $TOOLCHAIN"
  127. echo "MGE_WITH_CUDA: $MGE_WITH_CUDA"
  128. try_remove_old_build $REMOVE_OLD_BUILD $BUILD_DIR $INSTALL_DIR
  129. echo "create build dir"
  130. mkdir -p $BUILD_DIR
  131. mkdir -p $INSTALL_DIR
  132. cd_real_build_dir $BUILD_DIR
  133. bash -c "cmake -G Ninja \
  134. -DCMAKE_C_FLAGS=$CMAKE_C_FLAGS \
  135. -DCMAKE_CXX_FLAGS=$CMAKE_CXX_FLAGS \
  136. -DCMAKE_TOOLCHAIN_FILE=$TOOLCHAIN \
  137. -DCMAKE_BUILD_TYPE=$BUILD_TYPE \
  138. -DMGE_INFERENCE_ONLY=ON \
  139. -DMGE_WITH_CUDA=$MGE_WITH_CUDA \
  140. -DMGE_ARMV8_2_FEATURE_FP16= $MGE_ARMV8_2_FEATURE_FP16 \
  141. -DMGE_DISABLE_FLOAT16=$MGE_DISABLE_FLOAT16 \
  142. -DCMAKE_INSTALL_PREFIX=$INSTALL_DIR \
  143. ${EXTRA_CMAKE_ARGS} \
  144. $SRC_DIR "
  145. config_ninja_target_cmd ${NINJA_VERBOSE} "OFF" "install/strip" ${NINJA_DRY_RUN}
  146. bash -c "${NINJA_CMD}"
  147. }
  148. build_flatc $SRC_DIR $REMOVE_OLD_BUILD
  149. toolchain=null
  150. if [ "$ARCH" = "arm64-v8a" ]; then
  151. toolchain="aarch64-linux-gnu.toolchain.cmake"
  152. elif [ "$ARCH" = "armeabi-v7a-hardfp" ]; then
  153. toolchain="arm-linux-gnueabihf.toolchain.cmake"
  154. elif [ "$ARCH" = "armeabi-v7a-softfp" ]; then
  155. toolchain="arm-linux-gnueabi.toolchain.cmake"
  156. else
  157. echo "ERR CONFIG ABORT NOW!!"
  158. exit -1
  159. fi
  160. cmake_build $ARCH $toolchain $MGE_WITH_CUDA

MegEngine 安装包中集成了使用 GPU 运行代码所需的 CUDA 环境,不用区分 CPU 和 GPU 版。 如果想要运行 GPU 程序,请确保机器本身配有 GPU 硬件设备并安装好驱动。 如果你想体验在云端 GPU 算力平台进行深度学习开发的感觉,欢迎访问 MegStudio 平台