blob: dafa8e3ba8371b8f868a8fe60dcce9615cb0a4a6 [file] [log] [blame]
#!/bin/bash -ex
# Copyright 2020 Google Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
: "${OUT_DIR:?Must set OUT_DIR}"
TOP=$(pwd)
UNAME="$(uname)"
case "$UNAME" in
Linux)
OS='linux'
;;
Darwin)
OS='darwin'
;;
*)
exit 1
;;
esac
build_soong=1
[[ ! -d ${TOP}/toolchain/go ]] || build_go=1
use_musl=false
clean=true
while getopts ":-:" opt; do
case "$opt" in
-)
case "${OPTARG}" in
resume) clean= ;;
musl) use_musl=true ;;
skip-go) unset build_go ;;
skip-soong-tests) skip_soong_tests=--skip-soong-tests ;;
*) echo "Unknown option --${OPTARG}"; exit 1 ;;
esac;;
*) echo "'${opt}' '${OPTARG}'"
esac
done
secondary_arch=""
if [[ ${OS} = linux ]]; then
secondary_arch="\"HostSecondaryArch\":\"x86\","
fi
# Use toybox and other prebuilts even outside of the build (test running, go, etc)
export PATH=${TOP}/prebuilts/build-tools/path/${OS}-x86:$PATH
if [ -n "${build_soong}" ]; then
SOONG_OUT=${OUT_DIR}/soong
SOONG_HOST_OUT=${OUT_DIR}/soong/host/${OS}-x86
[[ -z "${clean}" ]] || rm -rf ${SOONG_OUT}
mkdir -p ${SOONG_OUT}
rm -rf ${SOONG_OUT}/dist ${SOONG_OUT}/dist-common
cat > ${SOONG_OUT}/soong.variables << EOF
{
"Allow_missing_dependencies": true,
"HostArch":"x86_64",
${secondary_arch}
"HostMusl": $use_musl,
"VendorVars": {
"cpython3": {
"force_build_host": "true"
},
"art_module": {
"source_build": "true"
}
}
}
EOF
SOONG_BINARIES=(
acp
aidl
bison
bloaty
bpfmt
bssl_inject_hash
bzip2
ckati
ckati_stamp_dump
flex
gavinhoward-bc
go_extractor
hidl-gen
hidl-lint
m4
make
ninja
one-true-awk
openssl
py2-cmd
py3-cmd
py3-launcher64
py3-launcher-autorun64
runextractor
soong_zip
toybox
xz
zip2zip
zipalign
ziptime
ziptool
)
SOONG_MUSL_BINARIES=(
py3-launcher-static64
py3-launcher-autorun-static64
)
SOONG_ASAN_BINARIES=(
acp
aidl
ckati
gavinhoward-bc
ninja
toybox
zipalign
ziptime
ziptool
)
SOONG_JAVA_LIBRARIES=(
desugar.jar
dx.jar
turbine.jar
javac_extractor.jar
)
SOONG_JAVA_WRAPPERS=(
dx
)
if [[ $OS == "linux" ]]; then
SOONG_BINARIES+=(
create_minidebuginfo
nsjail
)
fi
binaries="${SOONG_BINARIES[@]/#/${SOONG_HOST_OUT}/bin/}"
asan_binaries="${SOONG_ASAN_BINARIES[@]/#/${SOONG_HOST_OUT}/bin/}"
jars="${SOONG_JAVA_LIBRARIES[@]/#/${SOONG_HOST_OUT}/framework/}"
wrappers="${SOONG_JAVA_WRAPPERS[@]/#/${SOONG_HOST_OUT}/bin/}"
# TODO: When we have a better method of extracting zips from Soong, use that.
py3_stdlib_zip="${SOONG_OUT}/.intermediates/external/python/cpython3/Lib/py3-stdlib-zip/gen/py3-stdlib.zip"
musl_sysroot32=""
musl_sysroot64=""
if [[ ${use_musl} = "true" ]]; then
binaries="${binaries} ${SOONG_MUSL_BINARIES[@]/#/${SOONG_HOST_OUT}/bin/}"
musl_sysroot32="${SOONG_OUT}/.intermediates/external/musl/libc_musl_sysroot/linux_musl_x86/gen/libc_musl_sysroot.zip"
musl_sysroot64="${SOONG_OUT}/.intermediates/external/musl/libc_musl_sysroot/linux_musl_x86_64/gen/libc_musl_sysroot.zip"
fi
# Build everything
build/soong/soong_ui.bash --make-mode --soong-only --skip-config ${skip_soong_tests} \
${binaries} \
${wrappers} \
${jars} \
${py3_stdlib_zip} \
${musl_sysroot32} \
${musl_sysroot64} \
${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test \
${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test \
soong_docs
# Run ninja tests
${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test
# Run ckati tests
${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test
# Copy arch-specific binaries
mkdir -p ${SOONG_OUT}/dist/bin
cp ${binaries} ${SOONG_OUT}/dist/bin/
cp -R ${SOONG_HOST_OUT}/lib* ${SOONG_OUT}/dist/
# Copy jars and wrappers
mkdir -p ${SOONG_OUT}/dist-common/{bin,flex,framework,py3-stdlib}
cp ${wrappers} ${SOONG_OUT}/dist-common/bin
cp ${jars} ${SOONG_OUT}/dist-common/framework
cp -r external/bison/data ${SOONG_OUT}/dist-common/bison
cp external/bison/NOTICE ${SOONG_OUT}/dist-common/bison/
cp -r external/flex/src/FlexLexer.h ${SOONG_OUT}/dist-common/flex/
cp external/flex/NOTICE ${SOONG_OUT}/dist-common/flex/
unzip -q -d ${SOONG_OUT}/dist-common/py3-stdlib ${py3_stdlib_zip}
cp external/python/cpython3/LICENSE ${SOONG_OUT}/dist-common/py3-stdlib/
if [[ ${use_musl} = "true" ]]; then
cp ${musl_sysroot64} ${SOONG_OUT}/musl-sysroot64.zip
cp ${musl_sysroot32} ${SOONG_OUT}/musl-sysroot32.zip
fi
if [[ $OS == "linux" ]]; then
# Build ASAN versions
export ASAN_OPTIONS=detect_leaks=0
cat > ${SOONG_OUT}/soong.variables << EOF
{
"Allow_missing_dependencies": true,
"HostArch":"x86_64",
${secondary_arch}
"SanitizeHost": ["address"],
"VendorVars": {
"art_module": {
"source_build": "true"
}
}
}
EOF
export ASAN_SYMBOLIZER_PATH=${PWD}/prebuilts/clang/host/linux-x86/llvm-binutils-stable/llvm-symbolizer
# Clean up non-ASAN installed versions
rm -rf ${SOONG_HOST_OUT}
# Build everything with ASAN
build/soong/soong_ui.bash --make-mode --soong-only --skip-config ${skip_soong_tests} \
${asan_binaries} \
${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test \
${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test
# Run ninja tests
${SOONG_HOST_OUT}/nativetest64/ninja_test/ninja_test
# Run ckati tests
${SOONG_HOST_OUT}/nativetest64/ckati_test/find_test
# Copy arch-specific binaries
mkdir -p ${SOONG_OUT}/dist/asan/bin
cp ${asan_binaries} ${SOONG_OUT}/dist/asan/bin/
cp -R ${SOONG_HOST_OUT}/lib* ${SOONG_OUT}/dist/asan/
fi
# Package arch-specific prebuilts
(
cd ${SOONG_OUT}/dist
zip -qryX build-prebuilts.zip *
)
# Package common prebuilts
(
cd ${SOONG_OUT}/dist-common
zip -qryX build-common-prebuilts.zip *
)
fi
# Go
if [ -n "${build_go}" ]; then
GO_OUT=${OUT_DIR}/obj/go
rm -rf ${GO_OUT}
mkdir -p ${GO_OUT}
cp -a ${TOP}/toolchain/go/* ${GO_OUT}/
(
cd ${GO_OUT}/src
export GOROOT_BOOTSTRAP=${TOP}/prebuilts/go/${OS}-x86
export GOROOT_FINAL=./prebuilts/go/${OS}-x86
export GO_TEST_TIMEOUT_SCALE=100
./make.bash
rm -rf ../pkg/bootstrap
rm -rf ../pkg/obj
GOROOT=$(pwd)/.. ../bin/go install -race std
)
(
cd ${GO_OUT}
zip -qryX go.zip * --exclude update_prebuilts.sh
)
fi
if [ -n "${DIST_DIR}" ]; then
mkdir -p ${DIST_DIR} || true
if [ -n "${build_soong}" ]; then
cp ${SOONG_OUT}/dist/build-prebuilts.zip ${DIST_DIR}/
cp ${SOONG_OUT}/dist-common/build-common-prebuilts.zip ${DIST_DIR}/
cp ${SOONG_OUT}/docs/*.html ${DIST_DIR}/
if [ ${use_musl} = "true" ]; then
cp ${SOONG_OUT}/musl-sysroot64.zip ${DIST_DIR}/
cp ${SOONG_OUT}/musl-sysroot32.zip ${DIST_DIR}/
fi
fi
if [ -n "${build_go}" ]; then
cp ${GO_OUT}/go.zip ${DIST_DIR}/
fi
fi