You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

build.sh 37 kB

5 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
5 years ago
5 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
5 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966
  1. #!/bin/bash
  2. # Copyright 2019 Huawei Technologies Co., Ltd
  3. #
  4. # Licensed under the Apache License, Version 2.0 (the "License");
  5. # you may not use this file except in compliance with the License.
  6. # You may obtain a copy of the License at
  7. #
  8. # http://www.apache.org/licenses/LICENSE-2.0
  9. #
  10. # Unless required by applicable law or agreed to in writing, software
  11. # distributed under the License is distributed on an "AS IS" BASIS,
  12. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. # See the License for the specific language governing permissions and
  14. # limitations under the License.
  15. # ============================================================================
  16. set -e
  17. BASEPATH=$(cd "$(dirname $0)"; pwd)
  18. CUDA_PATH=""
  19. export BUILD_PATH="${BASEPATH}/build/"
  20. # print usage message
  21. usage()
  22. {
  23. echo "Usage:"
  24. echo "bash build.sh [-d] [-r] [-v] [-c on|off] [-t ut|st] [-g on|off] [-h] [-b ge] [-m infer|train] \\"
  25. echo " [-a on|off] [-p on|off] [-i] [-R] [-D on|off] [-j[n]] [-e gpu|ascend|cpu|npu] \\"
  26. echo " [-P on|off] [-z [on|off]] [-M on|off] [-V 9.2|10.1|310|910] [-I arm64|arm32|x86_64] [-K] \\"
  27. echo " [-B on|off] [-E] [-l on|off] [-n full|lite|off] [-T on|off] [-H on|off] \\"
  28. echo " [-A [cpp|java|object-c] [-C on|off] [-o on|off] [-S on|off] [-k on|off] [-W sse|neon|avx|off] \\"
  29. echo " [-L Tensor-RT path] \\"
  30. echo ""
  31. echo "Options:"
  32. echo " -d Debug mode"
  33. echo " -r Release mode, default mode"
  34. echo " -v Display build command"
  35. echo " -c Enable code coverage, default off"
  36. echo " -t Run testcases, default off"
  37. echo " -g Use glog to output log, default on"
  38. echo " -h Print usage"
  39. echo " -b Select other backend, available: \\"
  40. echo " ge:graph engine"
  41. echo " -m Select graph engine backend mode, available: infer, train, default is infer"
  42. echo " -a Enable ASAN, default off"
  43. echo " -p Enable pipeline profile, print to stdout, default off"
  44. echo " -R Enable pipeline profile, record to json, default off"
  45. echo " -i Enable increment building, default off"
  46. echo " -j[n] Set the threads when building (Default: -j8)"
  47. echo " -e Use cpu, gpu, npu or ascend"
  48. echo " -P Enable dump anf graph to file in ProtoBuffer format, default on"
  49. echo " -D Enable dumping of function graph ir, default on"
  50. echo " -z Compile dataset & mindrecord, default on"
  51. echo " -n Compile minddata with mindspore lite, available: off, lite, full, lite_cv, full mode in lite train and lite_cv, wrapper mode in lite predict"
  52. echo " -M Enable MPI and NCCL for GPU training, gpu default on"
  53. echo " -V Specify the device version, if -e gpu, default CUDA 10.1, if -e ascend, default Ascend 910"
  54. echo " -I Enable compiling mindspore lite for arm64, arm32 or x86_64, default disable mindspore lite compilation"
  55. echo " -K Compile with AKG, default on"
  56. echo " -B Enable debugger, default on"
  57. echo " -E Enable IBVERBS for parameter server, default off"
  58. echo " -l Compile with python dependency, default on"
  59. echo " -A Language used by mindspore lite, default cpp"
  60. echo " -T Enable on-device training, default off"
  61. echo " -C Enable mindspore lite converter compilation, enabled when -I is specified, default on"
  62. echo " -o Enable mindspore lite tools compilation, enabled when -I is specified, default on"
  63. echo " -S Enable enable download cmake compile dependency from gitee , default off"
  64. echo " -k Enable make clean, clean up compilation generated cache "
  65. echo " -W Enable x86_64 SSE or AVX instruction set, use [sse|avx|neon|off], default off"
  66. echo " -H Enable hidden"
  67. echo " -L Link and specify Tensor-RT library path, default disable Tensor-RT lib linking"
  68. }
  69. # check value of input is 'on' or 'off'
  70. # usage: check_on_off arg_value arg_name
  71. check_on_off()
  72. {
  73. if [[ "X$1" != "Xon" && "X$1" != "Xoff" ]]; then
  74. echo "Invalid value $1 for option -$2"
  75. usage
  76. exit 1
  77. fi
  78. }
  79. # check and set options
  80. checkopts()
  81. {
  82. # Init default values of build options
  83. THREAD_NUM=8
  84. DEBUG_MODE="off"
  85. VERBOSE=""
  86. ENABLE_COVERAGE="off"
  87. RUN_TESTCASES="off"
  88. RUN_CPP_ST_TESTS="off"
  89. ENABLE_BACKEND=""
  90. TRAIN_MODE="INFER"
  91. ENABLE_ASAN="off"
  92. ENABLE_PROFILE="off"
  93. INC_BUILD="off"
  94. ENABLE_TIMELINE="off"
  95. ENABLE_DUMP2PROTO="on"
  96. ENABLE_DUMP_IR="on"
  97. COMPILE_MINDDATA="on"
  98. COMPILE_MINDDATA_LITE="lite_cv"
  99. ENABLE_MPI="off"
  100. CUDA_VERSION="10.1"
  101. COMPILE_LITE="off"
  102. LITE_PLATFORM=""
  103. SUPPORT_TRAIN="off"
  104. USE_GLOG="on"
  105. ENABLE_AKG="on"
  106. ENABLE_ACL="off"
  107. ENABLE_DEBUGGER="on"
  108. ENABLE_IBVERBS="off"
  109. ENABLE_PYTHON="on"
  110. ENABLE_GPU="off"
  111. ENABLE_VERBOSE="off"
  112. ENABLE_TOOLS="on"
  113. ENABLE_CONVERTER="on"
  114. LITE_LANGUAGE="cpp"
  115. ENABLE_GITEE="off"
  116. ANDROID_STL="c++_shared"
  117. ENABLE_MAKE_CLEAN="off"
  118. X86_64_SIMD="off"
  119. ARM_SIMD="off"
  120. DEVICE_VERSION=""
  121. DEVICE=""
  122. ENABLE_NPU="off"
  123. ENABLE_HIDDEN="on"
  124. LITE_ENABLE_GPU=""
  125. TENSORRT_HOME=""
  126. # Process the options
  127. while getopts 'drvj:c:t:hsb:a:g:p:ie:m:l:I:RP:D:zM:V:K:B:En:T:A:C:o:S:k:W:H:L:' opt
  128. do
  129. CASE_SENSIVE_ARG=${OPTARG}
  130. OPTARG=$(echo ${OPTARG} | tr '[A-Z]' '[a-z]')
  131. case "${opt}" in
  132. d)
  133. DEBUG_MODE="on"
  134. ;;
  135. n)
  136. if [[ "X$OPTARG" == "Xoff" || "X$OPTARG" == "Xlite" || "X$OPTARG" == "Xfull" || "X$OPTARG" == "Xlite_cv" || "X$OPTARG" == "Xwrapper" ]]; then
  137. COMPILE_MINDDATA_LITE="$OPTARG"
  138. else
  139. echo "Invalid value ${OPTARG} for option -n"
  140. usage
  141. exit 1
  142. fi
  143. ;;
  144. r)
  145. DEBUG_MODE="off"
  146. ;;
  147. v)
  148. ENABLE_VERBOSE="on"
  149. VERBOSE="VERBOSE=1"
  150. ;;
  151. j)
  152. THREAD_NUM=$OPTARG
  153. ;;
  154. c)
  155. check_on_off $OPTARG c
  156. ENABLE_COVERAGE="$OPTARG"
  157. ;;
  158. t)
  159. if [[ "X$OPTARG" == "Xon" || "X$OPTARG" == "Xut" ]]; then
  160. RUN_TESTCASES="on"
  161. elif [[ "X$OPTARG" == "Xoff" ]]; then
  162. RUN_TESTCASES="off"
  163. elif [[ "X$OPTARG" == "Xst" ]]; then
  164. RUN_CPP_ST_TESTS="on"
  165. else
  166. echo "Invalid value ${OPTARG} for option -t"
  167. usage
  168. exit 1
  169. fi
  170. ;;
  171. g)
  172. check_on_off $OPTARG g
  173. USE_GLOG="$OPTARG"
  174. ;;
  175. h)
  176. usage
  177. exit 0
  178. ;;
  179. b)
  180. if [[ "X$OPTARG" != "Xge" && "X$OPTARG" != "Xcpu" ]]; then
  181. echo "Invalid value ${OPTARG} for option -b"
  182. usage
  183. exit 1
  184. fi
  185. ENABLE_BACKEND=$(echo "$OPTARG" | tr '[a-z]' '[A-Z]')
  186. if [[ "X$ENABLE_BACKEND" != "XCPU" ]]; then
  187. ENABLE_CPU="on"
  188. fi
  189. ;;
  190. a)
  191. check_on_off $OPTARG a
  192. ENABLE_ASAN="$OPTARG"
  193. ;;
  194. p)
  195. check_on_off $OPTARG p
  196. ENABLE_PROFILE="$OPTARG"
  197. ;;
  198. l)
  199. check_on_off $OPTARG l
  200. ENABLE_PYTHON="$OPTARG"
  201. ;;
  202. i)
  203. INC_BUILD="on"
  204. ;;
  205. m)
  206. if [[ "X$OPTARG" != "Xinfer" && "X$OPTARG" != "Xtrain" ]]; then
  207. echo "Invalid value ${OPTARG} for option -m"
  208. usage
  209. exit 1
  210. fi
  211. TRAIN_MODE=$(echo "$OPTARG" | tr '[a-z]' '[A-Z]')
  212. ;;
  213. R)
  214. ENABLE_TIMELINE="on"
  215. echo "enable time_line record"
  216. ;;
  217. S)
  218. check_on_off $OPTARG S
  219. ENABLE_GITEE="$OPTARG"
  220. echo "enable download from gitee"
  221. ;;
  222. k)
  223. check_on_off $OPTARG k
  224. ENABLE_MAKE_CLEAN="$OPTARG"
  225. echo "enable make clean"
  226. ;;
  227. e)
  228. DEVICE=$OPTARG
  229. ;;
  230. M)
  231. check_on_off $OPTARG M
  232. ENABLE_MPI="$OPTARG"
  233. ;;
  234. V)
  235. DEVICE_VERSION=$OPTARG
  236. ;;
  237. P)
  238. check_on_off $OPTARG p
  239. ENABLE_DUMP2PROTO="$OPTARG"
  240. echo "enable dump anf graph to proto file"
  241. ;;
  242. D)
  243. check_on_off $OPTARG D
  244. ENABLE_DUMP_IR="$OPTARG"
  245. echo "enable dump function graph ir"
  246. ;;
  247. z)
  248. eval ARG=\$\{$OPTIND\}
  249. if [[ -n "$ARG" && "$ARG" != -* ]]; then
  250. OPTARG="$ARG"
  251. check_on_off $OPTARG z
  252. OPTIND=$((OPTIND + 1))
  253. else
  254. OPTARG=""
  255. fi
  256. if [[ "X$OPTARG" == "Xoff" ]]; then
  257. COMPILE_MINDDATA="off"
  258. fi
  259. ;;
  260. I)
  261. COMPILE_LITE="on"
  262. if [[ "$OPTARG" == "arm64" ]]; then
  263. ENABLE_CONVERTER="off"
  264. RUN_TESTCASES="on"
  265. LITE_PLATFORM="arm64"
  266. elif [[ "$OPTARG" == "arm32" ]]; then
  267. ENABLE_CONVERTER="off"
  268. RUN_TESTCASES="on"
  269. LITE_PLATFORM="arm32"
  270. elif [[ "$OPTARG" == "x86_64" ]]; then
  271. ENABLE_CONVERTER="on"
  272. RUN_TESTCASES="on"
  273. LITE_PLATFORM="x86_64"
  274. else
  275. echo "-I parameter must be arm64、arm32 or x86_64"
  276. exit 1
  277. fi
  278. ;;
  279. K)
  280. ENABLE_AKG="on"
  281. echo "enable compile with akg"
  282. ;;
  283. B)
  284. check_on_off $OPTARG B
  285. ENABLE_DEBUGGER="$OPTARG"
  286. ;;
  287. E)
  288. ENABLE_IBVERBS="on"
  289. echo "enable IBVERBS for parameter server"
  290. ;;
  291. T)
  292. check_on_off $OPTARG T
  293. SUPPORT_TRAIN=$OPTARG
  294. COMPILE_MINDDATA_LITE="full"
  295. echo "support train on device "
  296. ;;
  297. A)
  298. COMPILE_LITE="on"
  299. if [[ "$OPTARG" == "cpp" ]]; then
  300. LITE_LANGUAGE="cpp"
  301. ANDROID_STL="c++_shared"
  302. elif [[ "$OPTARG" == "java" ]]; then
  303. LITE_LANGUAGE="java"
  304. ENABLE_CONVERTER="off"
  305. ANDROID_STL="c++_static"
  306. RUN_TESTCASES="off"
  307. ENABLE_TOOLS="off"
  308. elif [[ "$OPTARG" == "object-c" ]]; then
  309. LITE_LANGUAGE="object-c"
  310. else
  311. echo "-A parameter must be cpp, java or object-c"
  312. exit 1
  313. fi
  314. ;;
  315. C)
  316. check_on_off $OPTARG C
  317. ENABLE_CONVERTER="$OPTARG"
  318. ;;
  319. o)
  320. check_on_off $OPTARG o
  321. ENABLE_TOOLS="$OPTARG"
  322. ;;
  323. W)
  324. if [[ "$OPTARG" != "sse" && "$OPTARG" != "off" && "$OPTARG" != "avx" && "$OPTARG" != "neon" ]]; then
  325. echo "Invalid value ${OPTARG} for option -W, -W parameter must be sse|neon|avx|off"
  326. usage
  327. exit 1
  328. fi
  329. if [[ "$OPTARG" == "sse" || "$OPTARG" == "avx" ]]; then
  330. X86_64_SIMD="$OPTARG"
  331. fi
  332. if [[ "$OPTARG" == "neon" ]]; then
  333. ARM_SIMD="$OPTARG"
  334. fi
  335. ;;
  336. H)
  337. check_on_off $OPTARG H
  338. ENABLE_HIDDEN="$OPTARG"
  339. echo "${OPTARG} hidden"
  340. ;;
  341. L)
  342. ENABLE_TRT="on"
  343. TENSORRT_HOME="$CASE_SENSIVE_ARG"
  344. echo "Link Tensor-RT library. Path: ${CASE_SENSIVE_ARG}"
  345. ;;
  346. *)
  347. echo "Unknown option ${opt}!"
  348. usage
  349. exit 1
  350. esac
  351. done
  352. if [[ "X$RUN_TESTCASES" == "Xon" && "X$DEVICE" != "X" && "X$COMPILE_LITE" != "Xon" ]]; then
  353. echo "WARNING:Option -e can't be set while option -t on/ut is set, reset device to empty."
  354. DEVICE=""
  355. fi
  356. # Parse device
  357. # Process build option
  358. if [[ "X$DEVICE" == "Xgpu" ]]; then
  359. LITE_ENABLE_GPU="opencl"
  360. ENABLE_GPU="on"
  361. ENABLE_CPU="on"
  362. ENABLE_MPI="on"
  363. # version default 10.1
  364. if [[ "X$DEVICE_VERSION" == "X" ]]; then
  365. DEVICE_VERSION=10.1
  366. fi
  367. if [[ "X$DEVICE_VERSION" != "X11.1" && "X$DEVICE_VERSION" != "X10.1" ]]; then
  368. echo "Invalid value ${DEVICE_VERSION} for option -V"
  369. usage
  370. exit 1
  371. fi
  372. CUDA_VERSION="$DEVICE_VERSION"
  373. elif [[ "X$DEVICE" == "Xd" || "X$DEVICE" == "Xascend" ]]; then
  374. # version default 910
  375. if [[ "X$DEVICE_VERSION" == "X" ]]; then
  376. DEVICE_VERSION=910
  377. fi
  378. if [[ "X$DEVICE_VERSION" == "X310" ]]; then
  379. ENABLE_ACL="on"
  380. elif [[ "X$DEVICE_VERSION" == "X910" ]]; then
  381. ENABLE_D="on"
  382. ENABLE_CPU="on"
  383. else
  384. echo "Invalid value ${DEVICE_VERSION} for option -V"
  385. usage
  386. exit 1
  387. fi
  388. elif [[ "X$DEVICE" == "Xnpu" ]]; then
  389. ENABLE_NPU="on"
  390. ENABLE_CPU="on"
  391. elif [[ "X$DEVICE" == "Xcpu" ]]; then
  392. ENABLE_CPU="on"
  393. elif [[ "X$DEVICE" == "Xopencl" ]]; then
  394. LITE_ENABLE_GPU="opencl"
  395. elif [[ "X$DEVICE" == "Xvulkan" ]]; then
  396. LITE_ENABLE_GPU="vulkan"
  397. elif [[ "X$DEVICE" == "Xcuda" ]]; then
  398. LITE_ENABLE_GPU="cuda"
  399. elif [[ "X$DEVICE" == "X" ]]; then
  400. :
  401. else
  402. echo "Invalid value ${DEVICE} for option -e"
  403. usage
  404. exit 1
  405. fi
  406. }
  407. checkopts "$@"
  408. echo "---------------- MindSpore: build start ----------------"
  409. mkdir -pv "${BUILD_PATH}/package/mindspore/lib"
  410. git submodule update --init graphengine
  411. cd "${BASEPATH}/graphengine"
  412. git submodule update --init metadef
  413. cd "${BASEPATH}"
  414. if [[ "X$ENABLE_AKG" = "Xon" ]] && [[ "X$ENABLE_D" = "Xon" || "X$ENABLE_GPU" = "Xon" ]]; then
  415. git submodule update --init --recursive akg
  416. fi
  417. build_exit()
  418. {
  419. echo "$@" >&2
  420. stty echo
  421. exit 1
  422. }
  423. # Create building path
  424. build_mindspore()
  425. {
  426. echo "start build mindspore project."
  427. mkdir -pv "${BUILD_PATH}/mindspore"
  428. cd "${BUILD_PATH}/mindspore"
  429. CMAKE_ARGS="-DDEBUG_MODE=$DEBUG_MODE -DBUILD_PATH=$BUILD_PATH -DX86_64_SIMD=${X86_64_SIMD}"
  430. if [[ "X$ENABLE_COVERAGE" = "Xon" ]]; then
  431. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_COVERAGE=ON"
  432. fi
  433. if [[ "X$RUN_TESTCASES" = "Xon" ]]; then
  434. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_TESTCASES=ON"
  435. fi
  436. if [[ "X$RUN_CPP_ST_TESTS" = "Xon" ]]; then
  437. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_CPP_ST=ON"
  438. fi
  439. if [[ -n "$ENABLE_BACKEND" ]]; then
  440. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_${ENABLE_BACKEND}=ON"
  441. fi
  442. if [[ -n "$TRAIN_MODE" ]]; then
  443. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_${TRAIN_MODE}=ON"
  444. fi
  445. if [[ "X$ENABLE_ASAN" = "Xon" ]]; then
  446. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_ASAN=ON"
  447. fi
  448. if [[ "X$ENABLE_PROFILE" = "Xon" ]]; then
  449. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_PROFILE=ON"
  450. fi
  451. if [[ "X$ENABLE_TIMELINE" = "Xon" ]]; then
  452. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_TIMELINE=ON"
  453. fi
  454. if [[ "X$ENABLE_DUMP2PROTO" = "Xon" ]]; then
  455. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_DUMP_PROTO=ON"
  456. fi
  457. if [[ "X$ENABLE_GITEE" = "Xon" ]]; then
  458. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_GITEE=ON"
  459. fi
  460. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_DUMP_IR=${ENABLE_DUMP_IR}"
  461. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_PYTHON=${ENABLE_PYTHON}"
  462. if [[ "X$ENABLE_MPI" = "Xon" ]]; then
  463. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_MPI=ON"
  464. fi
  465. if [[ "X$ENABLE_D" = "Xon" ]]; then
  466. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_D=ON"
  467. fi
  468. if [[ "X$ENABLE_GPU" = "Xon" ]]; then
  469. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_GPU=ON -DUSE_CUDA=ON -DCUDA_PATH=$CUDA_PATH -DMS_REQUIRE_CUDA_VERSION=${CUDA_VERSION}"
  470. fi
  471. if [[ "X$ENABLE_CPU" = "Xon" ]]; then
  472. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_CPU=ON -DX86_64_SIMD=${X86_64_SIMD} -DARM_SIMD=${ARM_SIMD}"
  473. fi
  474. if [[ "X$COMPILE_MINDDATA" = "Xon" ]]; then
  475. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_MINDDATA=ON"
  476. fi
  477. if [[ "X$USE_GLOG" = "Xon" ]]; then
  478. CMAKE_ARGS="${CMAKE_ARGS} -DUSE_GLOG=ON"
  479. fi
  480. if [[ "X$ENABLE_AKG" = "Xon" ]] && [[ "X$ENABLE_D" = "Xon" || "X$ENABLE_GPU" = "Xon" ]]; then
  481. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_AKG=ON"
  482. fi
  483. if [[ "X$ENABLE_ACL" = "Xon" ]]; then
  484. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_ACL=ON"
  485. fi
  486. if [[ "X$ENABLE_DEBUGGER" = "Xon" ]]; then
  487. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_DEBUGGER=ON"
  488. fi
  489. if [[ "X$ENABLE_IBVERBS" = "Xon" ]]; then
  490. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_IBVERBS=ON"
  491. fi
  492. if [[ "X$ENABLE_HIDDEN" = "Xoff" ]]; then
  493. CMAKE_ARGS="${CMAKE_ARGS} -DENABLE_HIDDEN=OFF"
  494. fi
  495. if [[ "X$ENABLE_TRT" == "Xon" ]]; then
  496. CMAKE_ARGS="${CMAKE_ARGS} -DTENSORRT_HOME=${TENSORRT_HOME}"
  497. fi
  498. echo "${CMAKE_ARGS}"
  499. if [[ "X$INC_BUILD" = "Xoff" ]]; then
  500. cmake ${CMAKE_ARGS} ../..
  501. fi
  502. if [[ -n "$VERBOSE" ]]; then
  503. CMAKE_VERBOSE="--verbose"
  504. fi
  505. cmake --build . --target package ${CMAKE_VERBOSE} -j$THREAD_NUM
  506. echo "success building mindspore project!"
  507. }
  508. checkndk() {
  509. if [ "${ANDROID_NDK}" ]; then
  510. echo -e "\e[31mANDROID_NDK=$ANDROID_NDK \e[0m"
  511. else
  512. echo -e "\e[31mplease set ANDROID_NDK in environment variable for example: export ANDROID_NDK=/root/usr/android-ndk-r20b/ \e[0m"
  513. exit 1
  514. fi
  515. }
  516. checkddk() {
  517. if [ "${HWHIAI_DDK}" ]; then
  518. echo -e "\e[31mHWHIAI_DDK=$HWHIAI_DDK \e[0m"
  519. else
  520. echo -e "\e[31mplease set HWHIAI_DDK in environment variable for example: export HWHIAI_DDK=/root/usr/hwhiai-ddk-100.500.010.010/ \e[0m"
  521. exit 1
  522. fi
  523. }
  524. get_version() {
  525. VERSION_MAJOR=$(grep "const int ms_version_major =" ${BASEPATH}/mindspore/lite/include/version.h | tr -dc "[0-9]")
  526. VERSION_MINOR=$(grep "const int ms_version_minor =" ${BASEPATH}/mindspore/lite/include/version.h | tr -dc "[0-9]")
  527. VERSION_REVISION=$(grep "const int ms_version_revision =" ${BASEPATH}/mindspore/lite/include/version.h | tr -dc "[0-9]")
  528. VERSION_STR=${VERSION_MAJOR}.${VERSION_MINOR}.${VERSION_REVISION}
  529. }
  530. write_commit_file() {
  531. COMMIT_STR=$(git log -1 | grep commit)
  532. echo ${COMMIT_STR} > "${BASEPATH}/mindspore/lite/build/.commit_id"
  533. }
  534. build_lite()
  535. {
  536. rm -rf ${BASEPATH}/output/*
  537. get_version
  538. echo "============ Start building MindSpore Lite ${VERSION_STR} ============"
  539. local LOCAL_LITE_PLATFORM=${LITE_PLATFORM}
  540. local LOCAL_INC_BUILD=${INC_BUILD}
  541. local LOCAL_LITE_ENABLE_GPU=${LITE_ENABLE_GPU}
  542. local LOCAL_LITE_ENABLE_NPU=${ENABLE_NPU}
  543. if [[ "${LITE_LANGUAGE}" == "java" ]]; then
  544. if [[ "X$1" != "X" ]]; then
  545. LOCAL_LITE_PLATFORM=$1
  546. else
  547. LOCAL_LITE_PLATFORM=""
  548. fi
  549. if [[ "X$2" != "X" ]]; then
  550. LOCAL_INC_BUILD=$2
  551. else
  552. LOCAL_INC_BUILD=""
  553. fi
  554. if [[ "X$3" != "X" ]]; then
  555. LOCAL_LITE_ENABLE_GPU=$3
  556. else
  557. LOCAL_LITE_ENABLE_GPU=""
  558. fi
  559. mkdir -p ${BASEPATH}/mindspore/lite/build/java
  560. cd ${BASEPATH}/mindspore/lite/build/
  561. find . -maxdepth 1 | grep -v java | grep '/' | xargs -I {} rm -rf {}
  562. fi
  563. if [[ "${LITE_LANGUAGE}" == "cpp" ]]; then
  564. if [[ "${DEVICE}" == "" && "${LOCAL_LITE_PLATFORM}" == "arm64" ]]; then
  565. LOCAL_LITE_ENABLE_GPU="opencl"
  566. LOCAL_LITE_ENABLE_NPU="on"
  567. fi
  568. if [[ "${LOCAL_INC_BUILD}" == "off" ]]; then
  569. rm -rf ${BASEPATH}/mindspore/lite/build
  570. fi
  571. mkdir -pv ${BASEPATH}/mindspore/lite/build
  572. fi
  573. if [ "${LOCAL_LITE_ENABLE_NPU}" == "on" ]; then
  574. if [ "${LOCAL_LITE_PLATFORM}" == "arm64" ]; then
  575. checkddk
  576. else
  577. echo "NPU only support platform arm64."
  578. exit 1
  579. fi
  580. fi
  581. cd ${BASEPATH}/mindspore/lite/build
  582. write_commit_file
  583. BUILD_TYPE="Release"
  584. if [[ "${DEBUG_MODE}" == "on" ]]; then
  585. BUILD_TYPE="Debug"
  586. fi
  587. if [[ "${LOCAL_LITE_PLATFORM}" == "arm64" ]]; then
  588. if [ "${OS}" == "Darwin" ]; then
  589. cmake -DCMAKE_BUILD_TYPE="Release" \
  590. -DCMAKE_TOOLCHAIN_FILE=${BASEPATH}/cmake/lite_ios.cmake \
  591. -DARCHS="arm64" -DENABLE_BITCODE=0 \
  592. -DSUPPORT_TRAIN="off" \
  593. -DENABLE_MINDRT=off \
  594. -DPLATFORM_ARM64="on" -DENABLE_NEON=on -DENABLE_FP16="on" \
  595. -DENABLE_TOOLS="on" -DENABLE_CONVERTER="off" -DBUILD_TESTCASES="off" \
  596. -DSUPPORT_GPU="" -DSUPPORT_NPU="off" -DENABLE_V0="on" \
  597. -DOFFLINE_COMPILE=${OPENCL_OFFLINE_COMPILE} -DBUILD_MINDDATA="" \
  598. -DCMAKE_INSTALL_PREFIX=${BUILD_PATH}/output/tmp \
  599. -G Xcode ..
  600. else
  601. checkndk
  602. cmake -DCMAKE_TOOLCHAIN_FILE="${ANDROID_NDK}/build/cmake/android.toolchain.cmake" -DANDROID_NATIVE_API_LEVEL="19" \
  603. -DANDROID_NDK="${ANDROID_NDK}" -DANDROID_ABI="arm64-v8a" -DANDROID_TOOLCHAIN_NAME="aarch64-linux-android-clang" \
  604. -DANDROID_STL=${ANDROID_STL} -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DSUPPORT_TRAIN=${SUPPORT_TRAIN} \
  605. -DPLATFORM_ARM64=on -DENABLE_NEON=on -DENABLE_FP16="on" \
  606. -DENABLE_TOOLS=${ENABLE_TOOLS} -DENABLE_CONVERTER=${ENABLE_CONVERTER} -DBUILD_TESTCASES=${RUN_TESTCASES} \
  607. -DSUPPORT_GPU=${LOCAL_LITE_ENABLE_GPU} -DSUPPORT_NPU=${LOCAL_LITE_ENABLE_NPU} -DENABLE_V0=on \
  608. -DOFFLINE_COMPILE=${OPENCL_OFFLINE_COMPILE} -DBUILD_MINDDATA=${COMPILE_MINDDATA_LITE} \
  609. -DCMAKE_INSTALL_PREFIX=${BASEPATH}/output/tmp -DMS_VERSION_MAJOR=${VERSION_MAJOR} \
  610. -DMS_VERSION_MINOR=${VERSION_MINOR} -DMS_VERSION_REVISION=${VERSION_REVISION} -DENABLE_VERBOSE=${ENABLE_VERBOSE} \
  611. "${BASEPATH}/mindspore/lite"
  612. fi
  613. elif [[ "${LOCAL_LITE_PLATFORM}" == "arm32" ]]; then
  614. if [ "${OS}" == "Darwin" ]; then
  615. cmake -DCMAKE_BUILD_TYPE="Release" \
  616. -DCMAKE_TOOLCHAIN_FILE=${BASEPATH}/cmake/lite_ios.cmake \
  617. -DARCHS="armv7;armv7s" -DENABLE_BITCODE=0 \
  618. -DSUPPORT_TRAIN="off" \
  619. -DENABLE_MINDRT=off \
  620. -DPLATFORM_ARM32="on" -DENABLE_NEON=on \
  621. -DENABLE_TOOLS="on" -DENABLE_CONVERTER="off" -DBUILD_TESTCASES="off" \
  622. -DSUPPORT_GPU="" -DSUPPORT_NPU="off" -DENABLE_V0=on \
  623. -DOFFLINE_COMPILE=${OPENCL_OFFLINE_COMPILE} -DBUILD_MINDDATA="" \
  624. -DCMAKE_INSTALL_PREFIX=${BUILD_PATH}/output/tmp \
  625. -G Xcode ..
  626. else
  627. checkndk
  628. cmake -DCMAKE_TOOLCHAIN_FILE="${ANDROID_NDK}/build/cmake/android.toolchain.cmake" -DANDROID_NATIVE_API_LEVEL="19" \
  629. -DANDROID_NDK="${ANDROID_NDK}" -DANDROID_ABI="armeabi-v7a" -DANDROID_TOOLCHAIN_NAME="clang" \
  630. -DANDROID_STL=${ANDROID_STL} -DCMAKE_BUILD_TYPE=${BUILD_TYPE} \
  631. -DPLATFORM_ARM32=on -DENABLE_NEON=on -DSUPPORT_TRAIN=${SUPPORT_TRAIN} -DENABLE_FP16="on" \
  632. -DENABLE_TOOLS=${ENABLE_TOOLS} -DENABLE_CONVERTER=${ENABLE_CONVERTER} -DBUILD_TESTCASES=${RUN_TESTCASES} \
  633. -DSUPPORT_GPU=${LOCAL_LITE_ENABLE_GPU} -DSUPPORT_NPU=${LOCAL_LITE_ENABLE_NPU} -DENABLE_V0=on \
  634. -DOFFLINE_COMPILE=${OPENCL_OFFLINE_COMPILE} -DBUILD_MINDDATA=${COMPILE_MINDDATA_LITE} \
  635. -DCMAKE_INSTALL_PREFIX=${BASEPATH}/output/tmp -DMS_VERSION_MAJOR=${VERSION_MAJOR} \
  636. -DMS_VERSION_MINOR=${VERSION_MINOR} -DMS_VERSION_REVISION=${VERSION_REVISION} -DENABLE_VERBOSE=${ENABLE_VERBOSE} \
  637. "${BASEPATH}/mindspore/lite"
  638. fi
  639. else
  640. cmake -DPLATFORM_ARM64=off -DSUPPORT_TRAIN=${SUPPORT_TRAIN} \
  641. -DENABLE_TOOLS=${ENABLE_TOOLS} -DENABLE_CONVERTER=${ENABLE_CONVERTER} -DBUILD_TESTCASES=${RUN_TESTCASES} \
  642. -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DSUPPORT_GPU=${LOCAL_LITE_ENABLE_GPU} -DSUPPORT_NPU=${LOCAL_LITE_ENABLE_NPU} \
  643. -DBUILD_MINDDATA=${COMPILE_MINDDATA_LITE} -DENABLE_V0=on \
  644. -DOFFLINE_COMPILE=${OPENCL_OFFLINE_COMPILE} -DCMAKE_INSTALL_PREFIX=${BASEPATH}/output/tmp \
  645. -DMS_VERSION_MAJOR=${VERSION_MAJOR} -DMS_VERSION_MINOR=${VERSION_MINOR} -DMS_VERSION_REVISION=${VERSION_REVISION} \
  646. -DENABLE_VERBOSE=${ENABLE_VERBOSE} -DX86_64_SIMD=${X86_64_SIMD} "${BASEPATH}/mindspore/lite"
  647. fi
  648. if [ "${OS}" == "Darwin" ]; then
  649. xcodebuild ONLY_ACTIVE_ARCH=NO -configuration Release -scheme mindspore_lite -target mindspore_lite -sdk iphoneos -quiet
  650. else
  651. make -j$THREAD_NUM && make install && make package
  652. fi
  653. if [[ $? -ne 0 ]]; then
  654. echo "---------------- mindspore lite: build failed ----------------"
  655. exit 1
  656. else
  657. if [[ "${LITE_LANGUAGE}" == "cpp" ]]; then
  658. if [ "${OS}" == "Darwin" ]; then
  659. mkdir -p ${BASEPATH}/output
  660. cp -r ${BASEPATH}/mindspore/lite/build/src/Release-iphoneos/mindspore_lite.framework ${BASEPATH}/output/mindspore_lite.framework
  661. cd ${BASEPATH}/output
  662. tar -zcvf mindspore_lite.framework-${VERSION_STR}-${LOCAL_LITE_PLATFORM}.tar.gz mindspore_lite.framework/
  663. sha256sum mindspore_lite.framework-${VERSION_STR}-${LOCAL_LITE_PLATFORM}.tar.gz > \
  664. mindspore_lite.framework-${VERSION_STR}-${LOCAL_LITE_PLATFORM}.tar.gz.sha256
  665. rm -r mindspore_lite.framework
  666. else
  667. mv ${BASEPATH}/output/tmp/*.tar.gz* ${BASEPATH}/output/
  668. fi
  669. elif [[ "${LITE_LANGUAGE}" == "java" ]]; then
  670. mv ${BASEPATH}/output/tmp/*.tar.gz* ${BASEPATH}/mindspore/lite/build/java
  671. fi
  672. rm -rf ${BASEPATH}/output/tmp/
  673. echo "---------------- mindspore lite: build success ----------------"
  674. if [[ "X$LITE_LANGUAGE" = "Xcpp" ]]; then
  675. exit 0
  676. fi
  677. if [ "${OS}" == "Darwin" ]; then
  678. exit 0
  679. fi
  680. fi
  681. }
  682. build_lite_java_arm64() {
  683. # build mindspore-lite arm64
  684. local JTARBALL=mindspore-lite-${VERSION_STR}-inference-android-aarch64
  685. if [[ "X$SUPPORT_TRAIN" = "Xon" ]]; then
  686. JTARBALL=mindspore-lite-${VERSION_STR}-train-android-aarch64
  687. fi
  688. if [[ "X$INC_BUILD" == "Xoff" ]] || [[ ! -f "${BASEPATH}/mindspore/lite/build/java/${JTARBALL}.tar.gz" ]]; then
  689. if [[ "X${DEVICE}" == "Xcpu" ]]; then
  690. build_lite "arm64" "off" ""
  691. elif [[ "X${DEVICE}" == "Xnpu" ]]; then
  692. echo "NPU only support c++."
  693. exit 1
  694. else
  695. build_lite "arm64" "off" "opencl"
  696. fi
  697. fi
  698. # copy arm64 so
  699. cd ${BASEPATH}/mindspore/lite/build/java/
  700. rm -rf ${JTARBALL}
  701. tar -zxvf ${JTARBALL}.tar.gz
  702. [ -n "${JAVA_PATH}" ] && rm -rf ${JAVA_PATH}/java/app/libs/arm64-v8a/
  703. mkdir -p ${JAVA_PATH}/java/app/libs/arm64-v8a/
  704. mkdir -p ${JAVA_PATH}/native/libs/arm64-v8a/
  705. if [[ "X$SUPPORT_TRAIN" = "Xon" ]]; then
  706. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libmindspore-lite.so ${JAVA_PATH}/java/app/libs/arm64-v8a/
  707. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libmindspore-lite.so ${JAVA_PATH}/native/libs/arm64-v8a/
  708. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libminddata-lite.so ${JAVA_PATH}/java/app/libs/arm64-v8a/
  709. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libminddata-lite.so ${JAVA_PATH}/native/libs/arm64-v8a/
  710. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/third_party/libjpeg-turbo/lib/*.so ${JAVA_PATH}/java/app/libs/arm64-v8a/
  711. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/third_party/libjpeg-turbo/lib/*.so ${JAVA_PATH}/native/libs/arm64-v8a/
  712. else
  713. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/inference/lib/libmindspore-lite.so ${JAVA_PATH}/java/app/libs/arm64-v8a/
  714. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/inference/lib/libmindspore-lite.so ${JAVA_PATH}/native/libs/arm64-v8a/
  715. fi
  716. [ -n "${VERSION_STR}" ] && rm -rf ${JTARBALL}
  717. }
  718. build_lite_java_arm32() {
  719. # build mindspore-lite arm32
  720. local JTARBALL=mindspore-lite-${VERSION_STR}-inference-android-aarch32
  721. if [[ "X$SUPPORT_TRAIN" = "Xon" ]]; then
  722. JTARBALL=mindspore-lite-${VERSION_STR}-train-android-aarch32
  723. fi
  724. if [[ "X$INC_BUILD" == "Xoff" ]] || [[ ! -f "${BASEPATH}/mindspore/lite/build/java/${JTARBALL}.tar.gz" ]]; then
  725. build_lite "arm32" "off" ""
  726. fi
  727. # copy arm32 so
  728. cd ${BASEPATH}/mindspore/lite/build/java/
  729. rm -rf ${JTARBALL}
  730. tar -zxvf ${JTARBALL}.tar.gz
  731. [ -n "${JAVA_PATH}" ] && rm -rf ${JAVA_PATH}/java/app/libs/armeabi-v7a/
  732. mkdir -p ${JAVA_PATH}/java/app/libs/armeabi-v7a/
  733. mkdir -p ${JAVA_PATH}/native/libs/armeabi-v7a/
  734. if [[ "X$SUPPORT_TRAIN" = "Xon" ]]; then
  735. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libmindspore-lite.so ${JAVA_PATH}/java/app/libs/armeabi-v7a/
  736. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libmindspore-lite.so ${JAVA_PATH}/native/libs/armeabi-v7a/
  737. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libminddata-lite.so ${JAVA_PATH}/java/app/libs/armeabi-v7a/
  738. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libminddata-lite.so ${JAVA_PATH}/native/libs/armeabi-v7a/
  739. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/third_party/libjpeg-turbo/lib/*.so ${JAVA_PATH}/java/app/libs/armeabi-v7a/
  740. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/third_party/libjpeg-turbo/lib/*.so ${JAVA_PATH}/native/libs/armeabi-v7a/
  741. else
  742. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/inference/lib/libmindspore-lite.so ${JAVA_PATH}/java/app/libs/armeabi-v7a/
  743. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/inference/lib/libmindspore-lite.so ${JAVA_PATH}/native/libs/armeabi-v7a/
  744. fi
  745. [ -n "${VERSION_STR}" ] && rm -rf ${JTARBALL}
  746. }
  747. build_lite_java_x86() {
  748. # build mindspore-lite x86
  749. local inference_or_train=inference
  750. if [[ "X$SUPPORT_TRAIN" = "Xon" ]]; then
  751. inference_or_train=train
  752. fi
  753. local JTARBALL=mindspore-lite-${VERSION_STR}-${inference_or_train}-linux-x64
  754. if [[ "X$INC_BUILD" == "Xoff" ]] || [[ ! -f "${BASEPATH}/mindspore/lite/build/java/${JTARBALL}.tar.gz" ]]; then
  755. build_lite "x86_64" "off" ""
  756. fi
  757. # copy x86 so
  758. cd ${BASEPATH}/mindspore/lite/build/java
  759. rm -rf ${JTARBALL}
  760. tar -zxvf ${JTARBALL}.tar.gz
  761. [ -n "${JAVA_PATH}" ] && rm -rf ${JAVA_PATH}/java/linux_x86/libs/
  762. mkdir -p ${JAVA_PATH}/java/linux_x86/libs/
  763. mkdir -p ${JAVA_PATH}/native/libs/linux_x86/
  764. if [[ "X$SUPPORT_TRAIN" = "Xon" ]]; then
  765. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libmindspore-lite.so ${JAVA_PATH}/java/linux_x86/libs/
  766. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libmindspore-lite.so ${JAVA_PATH}/native/libs/linux_x86/
  767. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libminddata-lite.so ${JAVA_PATH}/java/linux_x86/libs/
  768. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/lib/libminddata-lite.so ${JAVA_PATH}/native/libs/linux_x86/
  769. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/third_party/libjpeg-turbo/lib/*.so* ${JAVA_PATH}/java/linux_x86/libs/
  770. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/train/third_party/libjpeg-turbo/lib/*.so* ${JAVA_PATH}/native/libs/linux_x86/
  771. else
  772. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/inference/lib/libmindspore-lite.so ${JAVA_PATH}/java/linux_x86/libs/
  773. cp ${BASEPATH}/mindspore/lite/build/java/${JTARBALL}/inference/lib/libmindspore-lite.so ${JAVA_PATH}/native/libs/linux_x86/
  774. fi
  775. [ -n "${VERSION_STR}" ] && rm -rf ${JTARBALL}
  776. }
  777. build_jni_arm64() {
  778. # build jni so
  779. cd "${BASEPATH}/mindspore/lite/build"
  780. rm -rf java/jni
  781. mkdir -pv java/jni
  782. cd java/jni
  783. cmake -DCMAKE_TOOLCHAIN_FILE="${ANDROID_NDK}/build/cmake/android.toolchain.cmake" -DANDROID_NATIVE_API_LEVEL="19" \
  784. -DANDROID_NDK="${ANDROID_NDK}" -DANDROID_ABI="arm64-v8a" -DANDROID_TOOLCHAIN_NAME="aarch64-linux-android-clang" \
  785. -DMS_VERSION_MAJOR=${VERSION_MAJOR} -DMS_VERSION_MINOR=${VERSION_MINOR} -DMS_VERSION_REVISION=${VERSION_REVISION} \
  786. -DANDROID_STL="c++_static" -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DENABLE_VERBOSE=${ENABLE_VERBOSE} \
  787. -DSUPPORT_TRAIN=${SUPPORT_TRAIN} -DPLATFORM_ARM64=on "${JAVA_PATH}/native/"
  788. make -j$THREAD_NUM
  789. if [[ $? -ne 0 ]]; then
  790. echo "---------------- mindspore lite: build jni arm64 failed----------------"
  791. exit 1
  792. fi
  793. mkdir -p ${JAVA_PATH}/java/app/libs/arm64-v8a/
  794. cp ${BASEPATH}/mindspore/lite/build/java/jni/libmindspore-lite-jni.so ${JAVA_PATH}/java/app/libs/arm64-v8a/
  795. mkdir -p ${JAVA_PATH}/native/libs/arm64-v8a/
  796. cp ${BASEPATH}/mindspore/lite/build/java/jni/libmindspore-lite-jni.so ${JAVA_PATH}/native/libs/arm64-v8a/
  797. }
  798. build_jni_arm32() {
  799. # build jni so
  800. cd "${BASEPATH}/mindspore/lite/build"
  801. rm -rf java/jni
  802. mkdir -pv java/jni
  803. cd java/jni
  804. cmake -DCMAKE_TOOLCHAIN_FILE="${ANDROID_NDK}/build/cmake/android.toolchain.cmake" -DANDROID_NATIVE_API_LEVEL="19" \
  805. -DANDROID_NDK="${ANDROID_NDK}" -DANDROID_ABI="armeabi-v7a" -DANDROID_TOOLCHAIN_NAME="aarch64-linux-android-clang" \
  806. -DMS_VERSION_MAJOR=${VERSION_MAJOR} -DMS_VERSION_MINOR=${VERSION_MINOR} -DMS_VERSION_REVISION=${VERSION_REVISION} \
  807. -DANDROID_STL="c++_static" -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DENABLE_VERBOSE=${ENABLE_VERBOSE} \
  808. -DSUPPORT_TRAIN=${SUPPORT_TRAIN} -DPLATFORM_ARM32=on "${JAVA_PATH}/native"
  809. make -j$THREAD_NUM
  810. if [[ $? -ne 0 ]]; then
  811. echo "---------------- mindspore lite: build jni arm32 failed----------------"
  812. exit 1
  813. fi
  814. mkdir -p ${JAVA_PATH}/java/app/libs/armeabi-v7a/
  815. cp ${BASEPATH}/mindspore/lite/build/java/jni/libmindspore-lite-jni.so ${JAVA_PATH}/java/app/libs/armeabi-v7a/
  816. mkdir -p ${JAVA_PATH}/native/libs/armeabi-v7a/
  817. cp ${BASEPATH}/mindspore/lite/build/java/jni/libmindspore-lite-jni.so ${JAVA_PATH}/native/libs/armeabi-v7a/
  818. }
  819. build_jni_x86_64() {
  820. # build jni so
  821. cd "${BASEPATH}/mindspore/lite/build"
  822. rm -rf java/jni
  823. mkdir -pv java/jni
  824. cd java/jni
  825. cmake -DMS_VERSION_MAJOR=${VERSION_MAJOR} -DMS_VERSION_MINOR=${VERSION_MINOR} -DMS_VERSION_REVISION=${VERSION_REVISION} \
  826. -DENABLE_VERBOSE=${ENABLE_VERBOSE} -DSUPPORT_TRAIN=${SUPPORT_TRAIN} "${JAVA_PATH}/native/"
  827. make -j$THREAD_NUM
  828. if [[ $? -ne 0 ]]; then
  829. echo "---------------- mindspore lite: build jni x86_64 failed----------------"
  830. exit 1
  831. fi
  832. mkdir -p ${JAVA_PATH}/java/linux_x86/libs/
  833. cp ${BASEPATH}/mindspore/lite/build/java/jni/libmindspore-lite-jni.so ${JAVA_PATH}/java/linux_x86/libs/
  834. mkdir -p ${JAVA_PATH}/native/libs/linux_x86/
  835. cp ${BASEPATH}/mindspore/lite/build/java/jni/libmindspore-lite-jni.so ${JAVA_PATH}/native/libs/linux_x86/
  836. }
  837. check_java_home() {
  838. if [ "${JAVA_PATH}" ]; then
  839. echo -e "\e[31mJAVA_HOME=$JAVA_HOME \e[0m"
  840. else
  841. echo -e "\e[31mplease set $JAVA_HOME in environment variable for example: export JAVA_HOME=/usr/lib/jvm/java-1.8.0-openjdk-amd64 \e[0m"
  842. exit 1
  843. fi
  844. }
  845. build_java() {
  846. JAVA_PATH=${BASEPATH}/mindspore/lite/java
  847. get_version
  848. if [[ "X${INC_BUILD}" == "Xoff" ]]; then
  849. rm -rf ${BASEPATH}/mindspore/lite/build
  850. fi
  851. # build common module
  852. cd ${JAVA_PATH}/java/common
  853. gradle clean
  854. gradle build
  855. # build aar
  856. build_lite_java_arm64
  857. build_jni_arm64
  858. build_lite_java_arm32
  859. build_jni_arm32
  860. mkdir -p ${JAVA_PATH}/java/linux_x86/libs
  861. cp ${JAVA_PATH}/java/common/build/libs/mindspore-lite-java-common.jar ${JAVA_PATH}/java/app/libs
  862. cd ${JAVA_PATH}/java/app
  863. gradle clean
  864. gradle build
  865. gradle publish -PLITE_VERSION=${VERSION_STR}
  866. cd ${JAVA_PATH}/java/app/build
  867. zip -r mindspore-lite-maven-${VERSION_STR}.zip mindspore
  868. local inference_or_train=inference
  869. if [[ "X$SUPPORT_TRAIN" = "Xon" ]]; then
  870. inference_or_train=train
  871. fi
  872. # build linux x86 jar
  873. check_java_home
  874. build_lite_java_x86
  875. build_jni_x86_64
  876. mkdir -p ${JAVA_PATH}/java/linux_x86/libs
  877. cp ${JAVA_PATH}/java/common/build/libs/mindspore-lite-java-common.jar ${JAVA_PATH}/java/linux_x86/libs/
  878. # build java
  879. cd ${JAVA_PATH}/java/linux_x86/
  880. gradle clean
  881. gradle releaseJar
  882. # install and package
  883. mkdir -p ${JAVA_PATH}/java/linux_x86/build/lib
  884. cp ${JAVA_PATH}/java/linux_x86/libs/*.so* ${JAVA_PATH}/java/linux_x86/build/lib/jar
  885. cd ${JAVA_PATH}/java/linux_x86/build/
  886. local LINUX_X86_PACKAGE_NAME=mindspore-lite-${VERSION_STR}-${inference_or_train}-linux-x64-jar
  887. cp -r ${JAVA_PATH}/java/linux_x86/build/lib ${JAVA_PATH}/java/linux_x86/build/${LINUX_X86_PACKAGE_NAME}
  888. tar czvf ${LINUX_X86_PACKAGE_NAME}.tar.gz ${LINUX_X86_PACKAGE_NAME}
  889. # copy output
  890. cp ${JAVA_PATH}/java/app/build/mindspore-lite-maven-${VERSION_STR}.zip ${BASEPATH}/output
  891. cp ${LINUX_X86_PACKAGE_NAME}.tar.gz ${BASEPATH}/output
  892. cd ${BASEPATH}/output
  893. [ -n "${VERSION_STR}" ] && rm -rf ${BASEPATH}/mindspore/lite/build/java/mindspore-lite-${VERSION_STR}-${inference_or_train}-linux-x64
  894. exit 0
  895. }
  896. make_clean()
  897. {
  898. echo "enable make clean"
  899. cd "${BUILD_PATH}/mindspore"
  900. cmake --build . --target clean
  901. }
  902. OS=$(uname)
  903. if [[ "X$COMPILE_LITE" = "Xon" ]]; then
  904. if [[ "X$LITE_LANGUAGE" = "Xjava" ]]; then
  905. build_java
  906. else
  907. build_lite
  908. fi
  909. else
  910. build_mindspore
  911. fi
  912. if [[ "X$ENABLE_MAKE_CLEAN" = "Xon" ]]; then
  913. make_clean
  914. fi
  915. cp -rf ${BUILD_PATH}/package/mindspore/lib ${BUILD_PATH}/../mindspore
  916. cp -rf ${BUILD_PATH}/package/mindspore/*.so ${BUILD_PATH}/../mindspore
  917. echo "---------------- mindspore: build end ----------------"