You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

cross_build_linux_arm_inference.sh 5.3 kB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173
  1. #!/usr/bin/env bash
  2. set -e
  3. ARCHS=("arm64-v8a" "armeabi-v7a-softfp" "armeabi-v7a-hardfp")
  4. BUILD_TYPE=Release
  5. MGE_WITH_CUDA=OFF
  6. MGE_ARMV8_2_FEATURE_FP16=OFF
  7. MGE_ARMV8_2_FEATURE_DOTPROD=OFF
  8. MGE_DISABLE_FLOAT16=OFF
  9. ARCH=arm64-v8a
  10. REMOVE_OLD_BUILD=false
  11. CMAKE_C_FLAGS="-Wno-psabi"
  12. CMAKE_CXX_FLAGS="-Wno-psabi"
  13. echo "EXTRA_CMAKE_ARGS: ${EXTRA_CMAKE_ARGS}"
  14. function usage() {
  15. echo "$0 args1 args2 .."
  16. echo "available args detail:"
  17. echo "-d : Build with Debug mode, default Release mode"
  18. echo "-c : Build with CUDA, default without CUDA(for arm with cuda, example tx1)"
  19. echo "-f : enable MGE_ARMV8_2_FEATURE_FP16 for ARM64, need toolchain and hardware support"
  20. echo "-p : enable MGE_ARMV8_2_FEATURE_DOTPROD for ARM64, need toolchain and hardware support"
  21. echo "-k : open MGE_DISABLE_FLOAT16 for NEON "
  22. echo "-a : config build arch available: ${ARCHS[@]}"
  23. echo "-r : remove old build dir before make, default off"
  24. echo "-h : show usage"
  25. echo "append other cmake config by export EXTRA_CMAKE_ARGS=..."
  26. echo "example: $0 -d"
  27. exit -1
  28. }
  29. while getopts "rkhdcfpa:" arg
  30. do
  31. case $arg in
  32. d)
  33. echo "Build with Debug mode"
  34. BUILD_TYPE=Debug
  35. ;;
  36. c)
  37. echo "Build with CUDA"
  38. MGE_WITH_CUDA=ON
  39. ;;
  40. f)
  41. echo "enable MGE_ARMV8_2_FEATURE_FP16 for ARM64"
  42. MGE_ARMV8_2_FEATURE_FP16=ON
  43. ;;
  44. p)
  45. echo "enable MGE_ARMV8_2_FEATURE_DOTPROD for ARM64"
  46. MGE_ARMV8_2_FEATURE_DOTPROD=ON
  47. ;;
  48. k)
  49. echo "open MGE_DISABLE_FLOAT16 for NEON"
  50. MGE_DISABLE_FLOAT16=ON
  51. ;;
  52. a)
  53. tmp_arch=null
  54. for arch in ${ARCHS[@]}; do
  55. if [ "$arch" = "$OPTARG" ]; then
  56. echo "CONFIG BUILD ARCH to : $OPTARG"
  57. tmp_arch=$OPTARG
  58. ARCH=$OPTARG
  59. break
  60. fi
  61. done
  62. if [ "$tmp_arch" = "null" ]; then
  63. echo "ERR args for arch (-a)"
  64. echo "available arch list: ${ARCHS[@]}"
  65. usage
  66. fi
  67. ;;
  68. h)
  69. echo "show usage"
  70. usage
  71. ;;
  72. r)
  73. echo "config REMOVE_OLD_BUILD=true"
  74. REMOVE_OLD_BUILD=true
  75. ;;
  76. ?)
  77. echo "unkonw argument"
  78. usage
  79. ;;
  80. esac
  81. done
  82. echo "----------------------------------------------------"
  83. echo "build config summary:"
  84. echo "BUILD_TYPE: $BUILD_TYPE"
  85. echo "MGE_WITH_CUDA: $MGE_WITH_CUDA"
  86. echo "MGE_ARMV8_2_FEATURE_FP16: $MGE_ARMV8_2_FEATURE_FP16"
  87. echo "MGE_ARMV8_2_FEATURE_DOTPROD: $MGE_ARMV8_2_FEATURE_DOTPROD"
  88. echo "MGE_DISABLE_FLOAT16: $MGE_DISABLE_FLOAT16"
  89. echo "ARCH: $ARCH"
  90. echo "----------------------------------------------------"
  91. READLINK=readlink
  92. MAKEFILE_TYPE="Unix"
  93. OS=$(uname -s)
  94. if [ $OS = "Darwin" ];then
  95. READLINK=greadlink
  96. elif [[ $OS =~ "NT" ]]; then
  97. echo "BUILD in NT ..."
  98. MAKEFILE_TYPE="Unix"
  99. fi
  100. if [ ! $OS = "Linux" ] && [ $MGE_WITH_CUDA = "ON" ];then
  101. echo "cross build for arm with cuda only support from Linux"
  102. exit -1
  103. fi
  104. if [ $MGE_WITH_CUDA = "ON" ] && [ ! $ARCH = "arm64-v8a" ];then
  105. echo "arm with cuda only support ARCH: arm64-v8a"
  106. exit -1
  107. fi
  108. if [ $MGE_WITH_CUDA = "OFF" ];then
  109. echo "config -Werror=unused-parameter when cuda off for CI check"
  110. CMAKE_C_FLAGS="-Werror=unused-parameter -Wno-psabi"
  111. CMAKE_CXX_FLAGS="-Werror=unused-parameter -Wno-psabi"
  112. fi
  113. SRC_DIR=$($READLINK -f "`dirname $0`/../../")
  114. source $SRC_DIR/scripts/cmake-build/utils/utils.sh
  115. function cmake_build() {
  116. BUILD_DIR=$SRC_DIR/build_dir/gnu-linux/MGE_WITH_CUDA_$3/$1/$BUILD_TYPE/build
  117. INSTALL_DIR=$BUILD_DIR/../install
  118. TOOLCHAIN=$SRC_DIR/toolchains/$2
  119. MGE_WITH_CUDA=$3
  120. echo "build dir: $BUILD_DIR"
  121. echo "install dir: $INSTALL_DIR"
  122. echo "build type: $BUILD_TYPE"
  123. echo "build toolchain: $TOOLCHAIN"
  124. echo "MGE_WITH_CUDA: $MGE_WITH_CUDA"
  125. echo "BUILD MAKEFILE_TYPE: $MAKEFILE_TYPE"
  126. try_remove_old_build $REMOVE_OLD_BUILD $BUILD_DIR $INSTALL_DIR
  127. echo "create build dir"
  128. mkdir -p $BUILD_DIR
  129. mkdir -p $INSTALL_DIR
  130. cd $BUILD_DIR
  131. cmake -G "$MAKEFILE_TYPE Makefiles" \
  132. -DCMAKE_C_FLAGS=$CMAKE_C_FLAGS \
  133. -DCMAKE_CXX_FLAGS=$CMAKE_CXX_FLAGS \
  134. -DCMAKE_TOOLCHAIN_FILE=$TOOLCHAIN \
  135. -DCMAKE_BUILD_TYPE=$BUILD_TYPE \
  136. -DMGE_INFERENCE_ONLY=ON \
  137. -DMGE_WITH_CUDA=$MGE_WITH_CUDA \
  138. -DMGE_ARMV8_2_FEATURE_FP16= $MGE_ARMV8_2_FEATURE_FP16 \
  139. -DMGE_ARMV8_2_FEATURE_DOTPROD=$MGE_ARMV8_2_FEATURE_DOTPROD \
  140. -DMGE_DISABLE_FLOAT16=$MGE_DISABLE_FLOAT16 \
  141. -DCMAKE_INSTALL_PREFIX=$INSTALL_DIR \
  142. ${EXTRA_CMAKE_ARGS} \
  143. $SRC_DIR
  144. make -j$(nproc)
  145. make install/strip
  146. }
  147. build_flatc $SRC_DIR $REMOVE_OLD_BUILD
  148. toolchain=null
  149. if [ "$ARCH" = "arm64-v8a" ]; then
  150. toolchain="aarch64-linux-gnu.toolchain.cmake"
  151. elif [ "$ARCH" = "armeabi-v7a-hardfp" ]; then
  152. toolchain="arm-linux-gnueabihf.toolchain.cmake"
  153. elif [ "$ARCH" = "armeabi-v7a-softfp" ]; then
  154. toolchain="arm-linux-gnueabi.toolchain.cmake"
  155. else
  156. echo "ERR CONFIG ABORT NOW!!"
  157. exit -1
  158. fi
  159. cmake_build $ARCH $toolchain $MGE_WITH_CUDA

MegEngine 安装包中集成了使用 GPU 运行代码所需的 CUDA 环境,不用区分 CPU 和 GPU 版。 如果想要运行 GPU 程序,请确保机器本身配有 GPU 硬件设备并安装好驱动。 如果你想体验在云端 GPU 算力平台进行深度学习开发的感觉,欢迎访问 MegStudio 平台