Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 1 | #!/bin/bash -ex |
| 2 | |
Colin Cross | 9297fad | 2020-08-10 12:18:51 -0700 | [diff] [blame] | 3 | # Copyright 2020 Google Inc. All rights reserved. |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | # you may not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
| 8 | # |
| 9 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | # |
| 11 | # Unless required by applicable law or agreed to in writing, software |
| 12 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | # See the License for the specific language governing permissions and |
| 15 | # limitations under the License. |
| 16 | |
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 17 | : "${OUT_DIR:?Must set OUT_DIR}" |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 18 | TOP=$(pwd) |
| 19 | |
| 20 | UNAME="$(uname)" |
| 21 | case "$UNAME" in |
| 22 | Linux) |
| 23 | OS='linux' |
| 24 | ;; |
| 25 | Darwin) |
| 26 | OS='darwin' |
| 27 | ;; |
| 28 | *) |
| 29 | exit 1 |
| 30 | ;; |
| 31 | esac |
| 32 | |
| 33 | build_soong=1 |
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 34 | [[ ! -d ${TOP}/toolchain/go ]] || build_go=1 |
| 35 | clean=t |
| 36 | [[ "${1:-}" != '--resume' ]] || clean='' |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 37 | |
Dan Willemsen | 0d4cca5 | 2020-04-29 15:46:22 -0700 | [diff] [blame] | 38 | # Use toybox and other prebuilts even outside of the build (test running, go, etc) |
| 39 | export PATH=${TOP}/prebuilts/build-tools/path/${OS}-x86:$PATH |
| 40 | |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 41 | if [ -n ${build_soong} ]; then |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 42 | SOONG_OUT=${OUT_DIR}/soong |
| 43 | SOONG_HOST_OUT=${OUT_DIR}/soong/host/${OS}-x86 |
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 44 | [[ -z "${clean}" ]] || rm -rf ${SOONG_OUT} |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 45 | mkdir -p ${SOONG_OUT} |
Dan Willemsen | 9e607a2 | 2020-12-16 18:45:34 -0800 | [diff] [blame] | 46 | rm -rf ${SOONG_OUT}/dist ${SOONG_OUT}/dist-common |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 47 | cat > ${SOONG_OUT}/soong.variables << EOF |
| 48 | { |
| 49 | "Allow_missing_dependencies": true, |
Dan Willemsen | 79299d1 | 2020-12-23 16:51:09 -0800 | [diff] [blame] | 50 | "HostArch":"x86_64", |
| 51 | "VendorVars": { |
| 52 | "cpython3": { |
| 53 | "force_build_host": "true" |
| 54 | } |
| 55 | } |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 56 | } |
| 57 | EOF |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 58 | SOONG_BINARIES=( |
| 59 | acp |
Dan Willemsen | 52503bb | 2017-11-17 10:11:03 -0800 | [diff] [blame] | 60 | aidl |
Dan Willemsen | 10aabfe | 2018-01-08 17:12:38 -0800 | [diff] [blame] | 61 | bison |
ThiƩbaud Weksteen | 3701365 | 2020-12-15 20:45:36 +0100 | [diff] [blame] | 62 | bloaty |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 63 | bpfmt |
Elliott Hughes | 8355f23 | 2019-02-19 12:57:48 -0800 | [diff] [blame] | 64 | bzip2 |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 65 | ckati |
| 66 | ckati_stamp_dump |
Dan Willemsen | 77ad4b9 | 2018-05-22 16:38:31 -0700 | [diff] [blame] | 67 | flex |
Dan Willemsen | 6656b71 | 2019-12-09 15:00:19 -0800 | [diff] [blame] | 68 | gavinhoward-bc |
Sasha Smundak | 1d2ebbb | 2019-12-03 18:00:54 -0800 | [diff] [blame] | 69 | go_extractor |
Colin Cross | dbb6c20 | 2020-09-08 15:25:01 -0700 | [diff] [blame] | 70 | hidl-gen |
Neel Mehta | 487def6 | 2019-07-30 17:26:20 -0700 | [diff] [blame] | 71 | hidl-lint |
Dan Willemsen | 9867042 | 2019-04-22 11:11:58 -0700 | [diff] [blame] | 72 | m4 |
Dan Willemsen | c4e38f5 | 2018-10-04 17:41:49 -0700 | [diff] [blame] | 73 | make |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 74 | ninja |
Elliott Hughes | 8355f23 | 2019-02-19 12:57:48 -0800 | [diff] [blame] | 75 | one-true-awk |
Dan Willemsen | 1d121b0 | 2020-12-16 14:54:34 -0800 | [diff] [blame] | 76 | openssl |
Dan Willemsen | 882ed39 | 2019-02-17 14:41:11 -0800 | [diff] [blame] | 77 | py2-cmd |
Dan Willemsen | f7bf4cd | 2019-12-09 08:54:43 -0800 | [diff] [blame] | 78 | py3-cmd |
Dan Willemsen | 9e607a2 | 2020-12-16 18:45:34 -0800 | [diff] [blame] | 79 | py3-launcher64 |
| 80 | py3-launcher-autorun64 |
Sasha Smundak | eccfaaf | 2020-04-27 23:03:34 -0700 | [diff] [blame] | 81 | runextractor |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 82 | soong_zip |
Dan Willemsen | 17dbeae | 2019-08-21 13:34:54 -0700 | [diff] [blame] | 83 | toybox |
Dan Willemsen | 9672d7a | 2018-03-09 01:00:47 -0800 | [diff] [blame] | 84 | xz |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 85 | zip2zip |
Dan Willemsen | 52503bb | 2017-11-17 10:11:03 -0800 | [diff] [blame] | 86 | zipalign |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 87 | ziptime |
Elliott Hughes | 754018d | 2019-10-29 13:56:37 -0700 | [diff] [blame] | 88 | ziptool |
Colin Cross | c5042c7 | 2017-06-20 17:22:32 -0700 | [diff] [blame] | 89 | ) |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 90 | SOONG_ASAN_BINARIES=( |
| 91 | acp |
Dan Willemsen | 52503bb | 2017-11-17 10:11:03 -0800 | [diff] [blame] | 92 | aidl |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 93 | ckati |
Dan Willemsen | 6656b71 | 2019-12-09 15:00:19 -0800 | [diff] [blame] | 94 | gavinhoward-bc |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 95 | ninja |
Dan Willemsen | 17dbeae | 2019-08-21 13:34:54 -0700 | [diff] [blame] | 96 | toybox |
Dan Willemsen | 52503bb | 2017-11-17 10:11:03 -0800 | [diff] [blame] | 97 | zipalign |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 98 | ziptime |
Elliott Hughes | 754018d | 2019-10-29 13:56:37 -0700 | [diff] [blame] | 99 | ziptool |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 100 | ) |
| 101 | SOONG_JAVA_LIBRARIES=( |
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 102 | desugar.jar |
| 103 | dx.jar |
| 104 | turbine.jar |
| 105 | javac_extractor.jar |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 106 | ) |
| 107 | SOONG_JAVA_WRAPPERS=( |
| 108 | dx |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 109 | ) |
Dan Willemsen | 7c8949f | 2018-10-29 11:00:43 -0700 | [diff] [blame] | 110 | if [[ $OS == "linux" ]]; then |
| 111 | SOONG_BINARIES+=( |
David Srbecky | 7439f81 | 2021-04-01 13:39:08 +0000 | [diff] [blame] | 112 | create_minidebuginfo |
Dan Willemsen | 5e68d97 | 2019-01-10 12:50:28 -0800 | [diff] [blame] | 113 | nsjail |
Dan Willemsen | 7c8949f | 2018-10-29 11:00:43 -0700 | [diff] [blame] | 114 | ) |
| 115 | fi |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 116 | |
Sasha Smundak | 2244273 | 2019-11-18 18:27:12 -0800 | [diff] [blame] | 117 | binaries="${SOONG_BINARIES[@]/#/${SOONG_HOST_OUT}/bin/}" |
| 118 | asan_binaries="${SOONG_ASAN_BINARIES[@]/#/${SOONG_HOST_OUT}/bin/}" |
| 119 | jars="${SOONG_JAVA_LIBRARIES[@]/#/${SOONG_HOST_OUT}/framework/}" |
| 120 | wrappers="${SOONG_JAVA_WRAPPERS[@]/#/${SOONG_HOST_OUT}/bin/}" |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 121 | |
Dan Willemsen | 9e607a2 | 2020-12-16 18:45:34 -0800 | [diff] [blame] | 122 | # TODO: When we have a better method of extracting zips from Soong, use that. |
| 123 | py3_stdlib_zip="${SOONG_OUT}/.intermediates/external/python/cpython3/Lib/py3-stdlib-zip/gen/py3-stdlib.zip" |
| 124 | |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 125 | # Build everything |
| 126 | build/soong/soong_ui.bash --make-mode --skip-make \ |
| 127 | ${binaries} \ |
| 128 | ${wrappers} \ |
| 129 | ${jars} \ |
Dan Willemsen | 9e607a2 | 2020-12-16 18:45:34 -0800 | [diff] [blame] | 130 | ${py3_stdlib_zip} \ |
Colin Cross | acad53f | 2017-12-12 10:59:25 -0800 | [diff] [blame] | 131 | ${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test \ |
Dan Willemsen | fe85be0 | 2018-02-15 13:59:35 -0800 | [diff] [blame] | 132 | ${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test \ |
Colin Cross | acad53f | 2017-12-12 10:59:25 -0800 | [diff] [blame] | 133 | soong_docs |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 134 | |
| 135 | # Run ninja tests |
Dan Willemsen | 7674849 | 2016-04-21 12:40:04 -0700 | [diff] [blame] | 136 | ${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 137 | |
Dan Willemsen | fe85be0 | 2018-02-15 13:59:35 -0800 | [diff] [blame] | 138 | # Run ckati tests |
| 139 | ${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test |
| 140 | |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 141 | # Copy arch-specific binaries |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 142 | mkdir -p ${SOONG_OUT}/dist/bin |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 143 | cp ${binaries} ${SOONG_OUT}/dist/bin/ |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 144 | cp -R ${SOONG_HOST_OUT}/lib* ${SOONG_OUT}/dist/ |
| 145 | |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 146 | # Copy jars and wrappers |
Dan Willemsen | 9e607a2 | 2020-12-16 18:45:34 -0800 | [diff] [blame] | 147 | mkdir -p ${SOONG_OUT}/dist-common/{bin,flex,framework,py3-stdlib} |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 148 | cp ${wrappers} ${SOONG_OUT}/dist-common/bin |
| 149 | cp ${jars} ${SOONG_OUT}/dist-common/framework |
| 150 | |
Dan Willemsen | 10aabfe | 2018-01-08 17:12:38 -0800 | [diff] [blame] | 151 | cp -r external/bison/data ${SOONG_OUT}/dist-common/bison |
Dan Willemsen | 97f1b90 | 2019-12-23 15:13:20 -0800 | [diff] [blame] | 152 | cp external/bison/NOTICE ${SOONG_OUT}/dist-common/bison/ |
| 153 | cp -r external/flex/src/FlexLexer.h ${SOONG_OUT}/dist-common/flex/ |
| 154 | cp external/flex/NOTICE ${SOONG_OUT}/dist-common/flex/ |
Dan Willemsen | 10aabfe | 2018-01-08 17:12:38 -0800 | [diff] [blame] | 155 | |
Dan Willemsen | 9e607a2 | 2020-12-16 18:45:34 -0800 | [diff] [blame] | 156 | unzip -q -d ${SOONG_OUT}/dist-common/py3-stdlib ${py3_stdlib_zip} |
| 157 | cp external/python/cpython3/LICENSE ${SOONG_OUT}/dist-common/py3-stdlib/ |
| 158 | |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 159 | if [[ $OS == "linux" ]]; then |
| 160 | # Build ASAN versions |
| 161 | export ASAN_OPTIONS=detect_leaks=0 |
| 162 | cat > ${SOONG_OUT}/soong.variables << EOF |
| 163 | { |
| 164 | "Allow_missing_dependencies": true, |
| 165 | "HostArch":"x86_64", |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 166 | "SanitizeHost": ["address"] |
| 167 | } |
| 168 | EOF |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 169 | |
Dan Willemsen | 070ee5b | 2020-01-03 20:35:41 -0800 | [diff] [blame] | 170 | export ASAN_SYMBOLIZER_PATH=${PWD}/prebuilts/clang/host/linux-x86/llvm-binutils-stable/llvm-symbolizer |
| 171 | |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 172 | # Clean up non-ASAN installed versions |
Colin Cross | 85c2d92 | 2017-05-09 20:30:40 -0700 | [diff] [blame] | 173 | rm -rf ${SOONG_HOST_OUT} |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 174 | |
| 175 | # Build everything with ASAN |
| 176 | build/soong/soong_ui.bash --make-mode --skip-make \ |
Dan Willemsen | d447508 | 2017-10-04 15:40:35 -0700 | [diff] [blame] | 177 | ${asan_binaries} \ |
Dan Willemsen | fe85be0 | 2018-02-15 13:59:35 -0800 | [diff] [blame] | 178 | ${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test \ |
| 179 | ${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 180 | |
| 181 | # Run ninja tests |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 182 | ${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 183 | |
Dan Willemsen | fe85be0 | 2018-02-15 13:59:35 -0800 | [diff] [blame] | 184 | # Run ckati tests |
| 185 | ${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test |
| 186 | |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 187 | # Copy arch-specific binaries |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 188 | mkdir -p ${SOONG_OUT}/dist/asan/bin |
Dan Willemsen | d447508 | 2017-10-04 15:40:35 -0700 | [diff] [blame] | 189 | cp ${asan_binaries} ${SOONG_OUT}/dist/asan/bin/ |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 190 | cp -R ${SOONG_HOST_OUT}/lib* ${SOONG_OUT}/dist/asan/ |
| 191 | fi |
| 192 | |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 193 | # Package arch-specific prebuilts |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 194 | ( |
| 195 | cd ${SOONG_OUT}/dist |
| 196 | zip -qryX build-prebuilts.zip * |
| 197 | ) |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 198 | |
| 199 | # Package common prebuilts |
| 200 | ( |
| 201 | cd ${SOONG_OUT}/dist-common |
| 202 | zip -qryX build-common-prebuilts.zip * |
| 203 | ) |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 204 | fi |
| 205 | |
| 206 | # Go |
| 207 | if [ -n ${build_go} ]; then |
| 208 | GO_OUT=${OUT_DIR}/obj/go |
| 209 | rm -rf ${GO_OUT} |
| 210 | mkdir -p ${GO_OUT} |
| 211 | cp -a ${TOP}/toolchain/go/* ${GO_OUT}/ |
| 212 | ( |
| 213 | cd ${GO_OUT}/src |
| 214 | export GOROOT_BOOTSTRAP=${TOP}/prebuilts/go/${OS}-x86 |
Colin Cross | 42f43d9 | 2016-04-18 12:31:06 -0700 | [diff] [blame] | 215 | export GOROOT_FINAL=./prebuilts/go/${OS}-x86 |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 216 | export GO_TEST_TIMEOUT_SCALE=100 |
| 217 | ./make.bash |
Dan Willemsen | 817bd2e | 2017-02-21 14:37:36 -0800 | [diff] [blame] | 218 | rm -rf ../pkg/bootstrap |
Dan Willemsen | 77ba553 | 2018-07-23 10:48:27 -0700 | [diff] [blame] | 219 | rm -rf ../pkg/obj |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 220 | GOROOT=$(pwd)/.. ../bin/go install -race std |
| 221 | ) |
| 222 | ( |
| 223 | cd ${GO_OUT} |
| 224 | zip -qryX go.zip * |
| 225 | ) |
| 226 | fi |
| 227 | |
| 228 | if [ -n "${DIST_DIR}" ]; then |
| 229 | mkdir -p ${DIST_DIR} || true |
| 230 | |
| 231 | if [ -n ${build_soong} ]; then |
Dan Willemsen | 6adbc36 | 2016-10-05 22:41:25 -0700 | [diff] [blame] | 232 | cp ${SOONG_OUT}/dist/build-prebuilts.zip ${DIST_DIR}/ |
Colin Cross | 14cd25f | 2017-09-22 14:27:44 -0700 | [diff] [blame] | 233 | cp ${SOONG_OUT}/dist-common/build-common-prebuilts.zip ${DIST_DIR}/ |
Jaewoong Jung | 8f0c912 | 2019-02-20 15:10:39 -0800 | [diff] [blame] | 234 | cp ${SOONG_OUT}/docs/*.html ${DIST_DIR}/ |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 235 | fi |
Colin Cross | 0ffa5a0 | 2016-04-01 16:45:40 -0700 | [diff] [blame] | 236 | if [ -n ${build_go} ]; then |
| 237 | cp ${GO_OUT}/go.zip ${DIST_DIR}/ |
| 238 | fi |
| 239 | fi |