Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | # Copyright 2018 The Go Authors. All rights reserved. |
| 3 | # Use of this source code is governed by a BSD-style |
| 4 | # license that can be found in the LICENSE file. |
| 5 | |
| 6 | REPO_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" |
| 7 | |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 8 | function print() { echo -e "\x1b[1m> $@\x1b[0m"; } |
| 9 | |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 10 | # The test directory contains the Go and protobuf toolchains used for testing. |
| 11 | # The bin directory contains symlinks to each tool by version. |
| 12 | # It is safe to delete this directory and run the test script from scratch. |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 13 | TEST_DIR=/tmp/golang-protobuf-test |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 14 | mkdir -p $TEST_DIR/bin |
| 15 | function register_binary() { |
| 16 | rm -f $TEST_DIR/bin/$1 # best-effort delete |
| 17 | ln -s $TEST_DIR/$2 $TEST_DIR/bin/$1 |
| 18 | } |
| 19 | export PATH=$TEST_DIR/bin:$PATH |
| 20 | cd $TEST_DIR # install toolchains relative to test directory |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 21 | |
| 22 | # Download and build the protobuf toolchain. |
| 23 | # We avoid downloading the pre-compiled binaries since they do not contain |
| 24 | # the conformance test runner. |
| 25 | PROTOBUF_VERSION=3.6.1 |
| 26 | PROTOBUF_DIR="protobuf-$PROTOBUF_VERSION" |
| 27 | if [ ! -d $PROTOBUF_DIR ]; then |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 28 | print "download and build $PROTOBUF_DIR" |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 29 | (curl -s -L https://github.com/google/protobuf/releases/download/v$PROTOBUF_VERSION/protobuf-all-$PROTOBUF_VERSION.tar.gz | tar -zxf -) || exit 1 |
| 30 | (cd $PROTOBUF_DIR && ./configure && make && cd conformance && make) || exit 1 |
| 31 | fi |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 32 | register_binary conformance-test-runner $PROTOBUF_DIR/conformance/conformance-test-runner |
| 33 | register_binary protoc $PROTOBUF_DIR/src/protoc |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 34 | |
| 35 | # Download each Go toolchain version. |
Joe Tsai | 9f9e0ee | 2018-08-24 16:54:01 -0700 | [diff] [blame] | 36 | GO_LATEST=go1.11 |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 37 | GO_VERSIONS=(go1.10.3 $GO_LATEST) |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 38 | for GO_VERSION in ${GO_VERSIONS[@]}; do |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 39 | if [ ! -d $GO_VERSION ]; then |
| 40 | print "download $GO_VERSION" |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 41 | GOOS=$(uname | tr '[:upper:]' '[:lower:]') |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 42 | (mkdir $GO_VERSION && curl -s -L https://dl.google.com/go/$GO_VERSION.$GOOS-amd64.tar.gz | tar -zxf - -C $GO_VERSION --strip-components 1) || exit 1 |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 43 | fi |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 44 | register_binary $GO_VERSION $GO_VERSION/bin/go |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 45 | done |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 46 | register_binary go $GO_LATEST/bin/go |
| 47 | register_binary gofmt $GO_LATEST/bin/gofmt |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 48 | |
Joe Tsai | d1e65e6 | 2018-08-07 14:54:07 -0700 | [diff] [blame] | 49 | # Travis-CI sets GOROOT, which confuses later invocations of the Go toolchains. |
| 50 | # Explicitly clear GOROOT, so each toolchain uses their default GOROOT. |
| 51 | unset GOROOT |
| 52 | |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 53 | # Setup GOPATH for pre-module support. |
| 54 | MODULE_PATH=$(cd $REPO_ROOT && go list -m -f "{{.Path}}") |
| 55 | rm -f gopath/src/$MODULE_PATH # best-effort delete |
| 56 | mkdir -p gopath/src/$(dirname $MODULE_PATH) |
| 57 | (cd gopath/src/$(dirname $MODULE_PATH) && ln -s $REPO_ROOT $(basename $MODULE_PATH)) |
| 58 | export GOPATH=$TEST_DIR/gopath |
| 59 | |
Joe Tsai | ed2fbe0 | 2018-08-04 00:17:53 -0700 | [diff] [blame] | 60 | # Download dependencies using modules. |
| 61 | # For pre-module support, dump the dependencies in a vendor directory. |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 62 | (cd $REPO_ROOT && go mod tidy && go mod vendor) || exit 1 |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 63 | |
| 64 | # Run tests across every supported version of Go. |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 65 | LABELS=() |
| 66 | PIDS=() |
| 67 | OUTS=() |
| 68 | function cleanup() { for OUT in ${OUTS[@]}; do rm $OUT; done; } |
| 69 | trap cleanup EXIT |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 70 | for GO_VERSION in ${GO_VERSIONS[@]}; do |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 71 | # Run the go command in a background process. |
| 72 | function go() { |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 73 | # Use a per-version Go cache to work around bugs in Go build caching. |
| 74 | # See https://golang.org/issue/26883 |
| 75 | GO_CACHE="$TEST_DIR/cache.$GO_VERSION" |
| 76 | LABELS+=("$(echo "$GO_VERSION $@")") |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 77 | OUT=$(mktemp) |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 78 | (cd $GOPATH/src/$MODULE_PATH && GOCACHE=$GO_CACHE $GO_VERSION "$@" &> $OUT) & |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 79 | PIDS+=($!) |
| 80 | OUTS+=($OUT) |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 81 | } |
| 82 | |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 83 | go build ./... |
| 84 | go test -race ./... |
Joe Tsai | dbc9a12 | 2018-08-03 17:13:23 -0700 | [diff] [blame] | 85 | go test -race -tags purego ./... |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 86 | go test -race -tags proto1_legacy ./... |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 87 | |
| 88 | unset go # to avoid confusing later invocations of "go" |
Joe Tsai | 1bed454 | 2018-08-03 19:13:55 -0700 | [diff] [blame] | 89 | done |
Joe Tsai | ed2fbe0 | 2018-08-04 00:17:53 -0700 | [diff] [blame] | 90 | |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 91 | # Wait for all processes to finish. |
| 92 | RET=0 |
| 93 | for I in ${!PIDS[@]}; do |
| 94 | print "${LABELS[$I]}" |
| 95 | if ! wait ${PIDS[$I]}; then |
| 96 | cat ${OUTS[$I]} # only output upon error |
| 97 | RET=1 |
| 98 | fi |
| 99 | done |
| 100 | |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 101 | # Run commands that produce output when there is a failure. |
| 102 | function check() { |
| 103 | OUT=$(cd $REPO_ROOT && "$@" 2>&1) |
| 104 | if [ ! -z "$OUT" ]; then |
| 105 | print "$@" |
| 106 | echo "$OUT" |
| 107 | RET=1 |
| 108 | fi |
| 109 | } |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 110 | |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 111 | # Check for stale or unformatted source files. |
| 112 | check go run ./internal/cmd/generate-types |
| 113 | check gofmt -d . |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 114 | |
Joe Tsai | 913ace2 | 2018-08-15 11:53:54 -0700 | [diff] [blame] | 115 | # Check for changed or untracked files. |
| 116 | check git diff --no-prefix HEAD |
| 117 | check git ls-files --others --exclude-standard |
Joe Tsai | ed2fbe0 | 2018-08-04 00:17:53 -0700 | [diff] [blame] | 118 | |
Joe Tsai | ea04a13 | 2018-08-07 16:42:30 -0700 | [diff] [blame] | 119 | # Print termination status. |
| 120 | if [ $RET -eq 0 ]; then |
| 121 | echo -e "\x1b[32;1mPASS\x1b[0m" |
| 122 | else |
| 123 | echo -e "\x1b[31;1mFAIL\x1b[0m" |
| 124 | fi |
| 125 | exit $RET |