Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 1 | #!/bin/bash -ex |
2 | |||||
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 3 | : "${OUT_DIR:?Must set OUT_DIR}" |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 4 | TOP=$(pwd) |
5 | |||||
6 | UNAME="$(uname)" | ||||
7 | case "$UNAME" in | ||||
8 | Linux) | ||||
9 | OS='linux' | ||||
10 | ;; | ||||
11 | Darwin) | ||||
12 | OS='darwin' | ||||
13 | ;; | ||||
14 | *) | ||||
15 | exit 1 | ||||
16 | ;; | ||||
17 | esac | ||||
18 | |||||
19 | build_soong=1 | ||||
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 20 | [[ ! -d ${TOP}/toolchain/go ]] || build_go=1 |
21 | clean=t | ||||
22 | [[ "${1:-}" != '--resume' ]] || clean='' | ||||
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 23 | |
Dan Willemsen | 0d4cca5 | 2020-04-29 15:46:22 -0700 | [diff] [blame^] | 24 | # Use toybox and other prebuilts even outside of the build (test running, go, etc) |
25 | export PATH=${TOP}/prebuilts/build-tools/path/${OS}-x86:$PATH | ||||
26 | |||||
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 27 | if [ -n ${build_soong} ]; then |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 28 | SOONG_OUT=${OUT_DIR}/soong |
29 | SOONG_HOST_OUT=${OUT_DIR}/soong/host/${OS}-x86 | ||||
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 30 | [[ -z "${clean}" ]] || rm -rf ${SOONG_OUT} |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 31 | mkdir -p ${SOONG_OUT} |
32 | cat > ${SOONG_OUT}/soong.variables << EOF | ||||
33 | { | ||||
34 | "Allow_missing_dependencies": true, | ||||
Dan Willemsen | 0455a26 | 2018-08-28 17:50:21 -0700 | [diff] [blame] | 35 | "HostArch":"x86_64" |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 36 | } |
37 | EOF | ||||
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 38 | SOONG_BINARIES=( |
39 | acp | ||||
Dan Willemsen | 52503bb | 2017-11-17 10:11:03 -0800 | [diff] [blame] | 40 | aidl |
Dan Willemsen | 10aabfe | 2018-01-08 17:12:38 -0800 | [diff] [blame] | 41 | bison |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 42 | bpfmt |
Elliott Hughes | 8355f23 | 2019-02-19 12:57:48 -0800 | [diff] [blame] | 43 | bzip2 |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 44 | ckati |
45 | ckati_stamp_dump | ||||
Dan Willemsen | 77ad4b9 | 2018-05-22 16:38:31 -0700 | [diff] [blame] | 46 | flex |
Dan Willemsen | 6656b71 | 2019-12-09 15:00:19 -0800 | [diff] [blame] | 47 | gavinhoward-bc |
Sasha Smundak | 1d2ebbb | 2019-12-03 18:00:54 -0800 | [diff] [blame] | 48 | go_extractor |
Neel Mehta | 487def6 | 2019-07-30 17:26:20 -0700 | [diff] [blame] | 49 | hidl-lint |
Dan Willemsen | 9867042 | 2019-04-22 11:11:58 -0700 | [diff] [blame] | 50 | m4 |
Dan Willemsen | c4e38f5 | 2018-10-04 17:41:49 -0700 | [diff] [blame] | 51 | make |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 52 | ninja |
Elliott Hughes | 8355f23 | 2019-02-19 12:57:48 -0800 | [diff] [blame] | 53 | one-true-awk |
Dan Willemsen | 882ed39 | 2019-02-17 14:41:11 -0800 | [diff] [blame] | 54 | py2-cmd |
Dan Willemsen | f7bf4cd | 2019-12-09 08:54:43 -0800 | [diff] [blame] | 55 | py3-cmd |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 56 | soong_zip |
Dan Willemsen | 17dbeae | 2019-08-21 13:34:54 -0700 | [diff] [blame] | 57 | toybox |
Dan Willemsen | 9672d7a | 2018-03-09 01:00:47 -0800 | [diff] [blame] | 58 | xz |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 59 | zip2zip |
Dan Willemsen | 52503bb | 2017-11-17 10:11:03 -0800 | [diff] [blame] | 60 | zipalign |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 61 | ziptime |
Elliott Hughes | 754018d | 2019-10-29 13:56:37 -0700 | [diff] [blame] | 62 | ziptool |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 63 | ) |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 64 | SOONG_ASAN_BINARIES=( |
65 | acp | ||||
Dan Willemsen | 52503bb | 2017-11-17 10:11:03 -0800 | [diff] [blame] | 66 | aidl |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 67 | ckati |
Dan Willemsen | 6656b71 | 2019-12-09 15:00:19 -0800 | [diff] [blame] | 68 | gavinhoward-bc |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 69 | ninja |
Dan Willemsen | 17dbeae | 2019-08-21 13:34:54 -0700 | [diff] [blame] | 70 | toybox |
Dan Willemsen | 52503bb | 2017-11-17 10:11:03 -0800 | [diff] [blame] | 71 | zipalign |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 72 | ziptime |
Elliott Hughes | 754018d | 2019-10-29 13:56:37 -0700 | [diff] [blame] | 73 | ziptool |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 74 | ) |
75 | SOONG_JAVA_LIBRARIES=( | ||||
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 76 | desugar.jar |
77 | dx.jar | ||||
78 | turbine.jar | ||||
79 | javac_extractor.jar | ||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 80 | ) |
81 | SOONG_JAVA_WRAPPERS=( | ||||
82 | dx | ||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 83 | ) |
Dan Willemsen | 7c8949f | 2018-10-29 11:00:43 -0700 | [diff] [blame] | 84 | if [[ $OS == "linux" ]]; then |
85 | SOONG_BINARIES+=( | ||||
Dan Willemsen | 5e68d97 | 2019-01-10 12:50:28 -0800 | [diff] [blame] | 86 | nsjail |
Dan Willemsen | 7c8949f | 2018-10-29 11:00:43 -0700 | [diff] [blame] | 87 | ) |
88 | fi | ||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 89 | |
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 90 | binaries="${SOONG_BINARIES[@]/#/${SOONG_HOST_OUT}/bin/}" |
91 | asan_binaries="${SOONG_ASAN_BINARIES[@]/#/${SOONG_HOST_OUT}/bin/}" | ||||
92 | jars="${SOONG_JAVA_LIBRARIES[@]/#/${SOONG_HOST_OUT}/framework/}" | ||||
93 | wrappers="${SOONG_JAVA_WRAPPERS[@]/#/${SOONG_HOST_OUT}/bin/}" | ||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 94 | |
95 | # Build everything | ||||
96 | build/soong/soong_ui.bash --make-mode --skip-make \ | ||||
97 | ${binaries} \ | ||||
98 | ${wrappers} \ | ||||
99 | ${jars} \ | ||||
Colin Cross | acad53f | 2017-12-12 10:59:25 -0800 | [diff] [blame] | 100 | ${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test \ |
Dan Willemsen | fe85be0 | 2018-02-15 13:59:35 -0800 | [diff] [blame] | 101 | ${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test \ |
Colin Cross | acad53f | 2017-12-12 10:59:25 -0800 | [diff] [blame] | 102 | soong_docs |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 103 | |
104 | # Run ninja tests | ||||
Dan Willemsen | 7674849 | 2016-04-21 12:40:04 -0700 | [diff] [blame] | 105 | ${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 106 | |
Dan Willemsen | fe85be0 | 2018-02-15 13:59:35 -0800 | [diff] [blame] | 107 | # Run ckati tests |
108 | ${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test | ||||
109 | |||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 110 | # Copy arch-specific binaries |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 111 | mkdir -p ${SOONG_OUT}/dist/bin |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 112 | cp ${binaries} ${SOONG_OUT}/dist/bin/ |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 113 | cp -R ${SOONG_HOST_OUT}/lib* ${SOONG_OUT}/dist/ |
114 | |||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 115 | # Copy jars and wrappers |
Dan Willemsen | 97f1b90 | 2019-12-23 15:13:20 -0800 | [diff] [blame] | 116 | mkdir -p ${SOONG_OUT}/dist-common/{bin,flex,framework} |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 117 | cp ${wrappers} ${SOONG_OUT}/dist-common/bin |
118 | cp ${jars} ${SOONG_OUT}/dist-common/framework | ||||
119 | |||||
Dan Willemsen | 10aabfe | 2018-01-08 17:12:38 -0800 | [diff] [blame] | 120 | cp -r external/bison/data ${SOONG_OUT}/dist-common/bison |
Dan Willemsen | 97f1b90 | 2019-12-23 15:13:20 -0800 | [diff] [blame] | 121 | cp external/bison/NOTICE ${SOONG_OUT}/dist-common/bison/ |
122 | cp -r external/flex/src/FlexLexer.h ${SOONG_OUT}/dist-common/flex/ | ||||
123 | cp external/flex/NOTICE ${SOONG_OUT}/dist-common/flex/ | ||||
Dan Willemsen | 10aabfe | 2018-01-08 17:12:38 -0800 | [diff] [blame] | 124 | |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 125 | if [[ $OS == "linux" ]]; then |
126 | # Build ASAN versions | ||||
127 | export ASAN_OPTIONS=detect_leaks=0 | ||||
128 | cat > ${SOONG_OUT}/soong.variables << EOF | ||||
129 | { | ||||
130 | "Allow_missing_dependencies": true, | ||||
131 | "HostArch":"x86_64", | ||||
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 132 | "SanitizeHost": ["address"] |
133 | } | ||||
134 | EOF | ||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 135 | |
Dan Willemsen | 070ee5b | 2020-01-03 20:35:41 -0800 | [diff] [blame] | 136 | export ASAN_SYMBOLIZER_PATH=${PWD}/prebuilts/clang/host/linux-x86/llvm-binutils-stable/llvm-symbolizer |
137 | |||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 138 | # Clean up non-ASAN installed versions |
Colin Cross | 85c2d92 | 2017-05-09 20:30:40 -0700 | [diff] [blame] | 139 | rm -rf ${SOONG_HOST_OUT} |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 140 | |
141 | # Build everything with ASAN | ||||
142 | build/soong/soong_ui.bash --make-mode --skip-make \ | ||||
Dan Willemsen | d447508 | 2017-10-04 15:40:35 -0700 | [diff] [blame] | 143 | ${asan_binaries} \ |
Dan Willemsen | fe85be0 | 2018-02-15 13:59:35 -0800 | [diff] [blame] | 144 | ${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test \ |
145 | ${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test | ||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 146 | |
147 | # Run ninja tests | ||||
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 148 | ${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 149 | |
Dan Willemsen | fe85be0 | 2018-02-15 13:59:35 -0800 | [diff] [blame] | 150 | # Run ckati tests |
151 | ${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test | ||||
152 | |||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 153 | # Copy arch-specific binaries |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 154 | mkdir -p ${SOONG_OUT}/dist/asan/bin |
Dan Willemsen | d447508 | 2017-10-04 15:40:35 -0700 | [diff] [blame] | 155 | cp ${asan_binaries} ${SOONG_OUT}/dist/asan/bin/ |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 156 | cp -R ${SOONG_HOST_OUT}/lib* ${SOONG_OUT}/dist/asan/ |
157 | fi | ||||
158 | |||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 159 | # Package arch-specific prebuilts |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 160 | ( |
161 | cd ${SOONG_OUT}/dist | ||||
162 | zip -qryX build-prebuilts.zip * | ||||
163 | ) | ||||
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 164 | |
165 | # Package common prebuilts | ||||
166 | ( | ||||
167 | cd ${SOONG_OUT}/dist-common | ||||
168 | zip -qryX build-common-prebuilts.zip * | ||||
169 | ) | ||||
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 170 | fi |
171 | |||||
172 | # Go | ||||
173 | if [ -n ${build_go} ]; then | ||||
174 | GO_OUT=${OUT_DIR}/obj/go | ||||
175 | rm -rf ${GO_OUT} | ||||
176 | mkdir -p ${GO_OUT} | ||||
177 | cp -a ${TOP}/toolchain/go/* ${GO_OUT}/ | ||||
178 | ( | ||||
179 | cd ${GO_OUT}/src | ||||
180 | export GOROOT_BOOTSTRAP=${TOP}/prebuilts/go/${OS}-x86 | ||||
Colin Cross | 42f43d9 | 2016-04-18 12:31:06 -0700 | [diff] [blame] | 181 | export GOROOT_FINAL=./prebuilts/go/${OS}-x86 |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 182 | export GO_TEST_TIMEOUT_SCALE=100 |
183 | ./make.bash | ||||
Dan Willemsen | 817bd2e | 2017-02-21 14:37:36 -0800 | [diff] [blame] | 184 | rm -rf ../pkg/bootstrap |
Dan Willemsen | 77ba553 | 2018-07-23 10:48:27 -0700 | [diff] [blame] | 185 | rm -rf ../pkg/obj |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 186 | GOROOT=$(pwd)/.. ../bin/go install -race std |
187 | ) | ||||
188 | ( | ||||
189 | cd ${GO_OUT} | ||||
190 | zip -qryX go.zip * | ||||
191 | ) | ||||
192 | fi | ||||
193 | |||||
194 | if [ -n "${DIST_DIR}" ]; then | ||||
195 | mkdir -p ${DIST_DIR} || true | ||||
196 | |||||
197 | if [ -n ${build_soong} ]; then | ||||
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 198 | cp ${SOONG_OUT}/dist/build-prebuilts.zip ${DIST_DIR}/ |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 199 | cp ${SOONG_OUT}/dist-common/build-common-prebuilts.zip ${DIST_DIR}/ |
Jaewoong Jung | 8f0c912 | 2019-02-20 15:10:39 -0800 | [diff] [blame] | 200 | cp ${SOONG_OUT}/docs/*.html ${DIST_DIR}/ |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 201 | fi |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 202 | if [ -n ${build_go} ]; then |
203 | cp ${GO_OUT}/go.zip ${DIST_DIR}/ | ||||
204 | fi | ||||
205 | fi |