Sean Purcell | daec40d | 2017-03-07 12:08:15 -0800 | [diff] [blame] | 1 | # Medium Tests: Run on all commits/PRs to dev branch |
| 2 | |
Yann Collet | 4856a00 | 2015-01-24 01:58:16 +0100 | [diff] [blame] | 3 | language: c |
Lzu Tao | 0a25b13 | 2018-11-28 13:06:18 +0700 | [diff] [blame] | 4 | |
Sean Purcell | daec40d | 2017-03-07 12:08:15 -0800 | [diff] [blame] | 5 | git: |
| 6 | depth: 1 |
| 7 | |
| 8 | branches: |
| 9 | only: |
| 10 | - dev |
| 11 | - master |
Yann Collet | ed1a429 | 2018-06-27 16:57:28 -0700 | [diff] [blame] | 12 | - travisTest |
Przemyslaw Skibinski | 0b48a59 | 2016-11-14 13:07:45 +0100 | [diff] [blame] | 13 | |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 14 | addons: |
| 15 | apt: |
| 16 | update: true |
| 17 | |
| 18 | env: |
| 19 | global: |
| 20 | - FUZZERTEST=-T2mn |
| 21 | ZSTREAM_TESTTIME=-T2mn |
| 22 | DECODECORPUS_TESTTIME=-T1mn |
| 23 | |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 24 | |
| 25 | matrix: |
| 26 | fast_finish: true |
| 27 | include: |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 28 | - name: arm64 # ~2.5 mn |
Bimba Shrestha | 4899b6f | 2019-10-23 10:43:20 -0700 | [diff] [blame] | 29 | os: linux |
| 30 | arch: arm64 |
| 31 | script: |
| 32 | - make check |
| 33 | |
Bimba Shrestha | eb76f78 | 2020-01-06 14:19:11 -0800 | [diff] [blame] | 34 | - name: make benchmarking |
| 35 | script: |
| 36 | - make benchmarking |
| 37 | |
| 38 | - name: make test (complete) |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 39 | script: |
Yann Collet | 7aaac3f | 2019-11-25 10:35:36 -0800 | [diff] [blame] | 40 | # DEVNULLRIGHTS : will request sudo rights to test permissions on /dev/null |
| 41 | - DEVNULLRIGHTS=test make test |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 42 | |
Yann Collet | c6ae2e8 | 2020-04-28 18:29:20 -0700 | [diff] [blame] | 43 | - name: gcc-6 + gcc-7 + libzstdmt compilation # ~ 6mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 44 | script: |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 45 | - make gcc6install gcc7install |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 46 | - CC=gcc-6 CFLAGS=-Werror make -j all |
| 47 | - make clean |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 48 | - CC=gcc-7 CFLAGS=-Werror make -j all |
Yann Collet | c6ae2e8 | 2020-04-28 18:29:20 -0700 | [diff] [blame] | 49 | - make clean |
| 50 | - LDFLAGS=-Wl,--no-undefined make -C lib libzstd-mt |
Yann Collet | 7ea2ae6 | 2020-04-28 21:18:29 -0700 | [diff] [blame] | 51 | - make -C tests zbufftest-dll |
| 52 | # LDFLAGS=-Wl,--no-undefined : will make the linker fail if dll is underlinked |
| 53 | # zbufftest-dll : test that a user program can link to multi-threaded libzstd without specifying -pthread |
Yann Collet | 515c2aa | 2018-12-24 02:56:21 -0800 | [diff] [blame] | 54 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 55 | - name: gcc-8 + ASan + UBSan + Test Zstd # ~6.5mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 56 | script: |
| 57 | - make gcc8install |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 58 | - CC=gcc-8 CFLAGS="-Werror" make -j all |
| 59 | - make clean |
| 60 | - CC=gcc-8 make -j uasan-test-zstd </dev/null # test when stdin is not a tty |
| 61 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 62 | - name: gcc-6 + ASan + UBSan + Test Zstd, 32bit mode # ~4mn |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 63 | script: |
| 64 | - make gcc6install libc6install |
| 65 | - CC=gcc-6 CFLAGS="-Werror -m32" make -j all32 |
| 66 | - make clean |
| 67 | - CC=gcc-6 make -j uasan-test-zstd32 # note : can complain about pointer overflow |
Yann Collet | 515c2aa | 2018-12-24 02:56:21 -0800 | [diff] [blame] | 68 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 69 | - name: clang-3.8 + MSan + Test Zstd # ~3.5mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 70 | script: |
| 71 | - make clang38install |
Yann Collet | bad35bd | 2019-10-21 12:55:39 -0700 | [diff] [blame] | 72 | # External libraries must be turned off when using MSAN tests, |
| 73 | # because they are not msan-instrumented, |
| 74 | # so any data coming from these libraries is always considered "uninitialized" |
| 75 | - CC=clang-3.8 make clean msan-test-zstd HAVE_ZLIB=0 HAVE_LZ4=0 HAVE_LZMA=0 |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 76 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 77 | - name: Minimal Decompressor Macros # ~5mn |
W. Felix Handte | 4e2f6c1 | 2018-12-05 14:04:57 -0800 | [diff] [blame] | 78 | script: |
senhuang42 | adc53db | 2020-10-15 15:00:26 -0400 | [diff] [blame] | 79 | - make clean && make -j all ZSTD_LIB_MINIFY=1 MOREFLAGS="-Werror" |
Yann Collet | a9f7e77 | 2020-10-20 16:32:22 -0700 | [diff] [blame] | 80 | - make clean && make check ZSTD_LIB_MINIFY=1 MOREFLAGS="-Werror" |
senhuang42 | adc53db | 2020-10-15 15:00:26 -0400 | [diff] [blame] | 81 | - make clean && make -j all MOREFLAGS="-Werror -DHUF_FORCE_DECOMPRESS_X1 -DZSTD_FORCE_DECOMPRESS_SEQUENCES_SHORT" |
Yann Collet | a9f7e77 | 2020-10-20 16:32:22 -0700 | [diff] [blame] | 82 | - make clean && make check MOREFLAGS="-Werror -DHUF_FORCE_DECOMPRESS_X1 -DZSTD_FORCE_DECOMPRESS_SEQUENCES_SHORT" |
senhuang42 | adc53db | 2020-10-15 15:00:26 -0400 | [diff] [blame] | 83 | - make clean && make -j all MOREFLAGS="-Werror -DHUF_FORCE_DECOMPRESS_X2 -DZSTD_FORCE_DECOMPRESS_SEQUENCES_LONG" |
Yann Collet | a9f7e77 | 2020-10-20 16:32:22 -0700 | [diff] [blame] | 84 | - make clean && make check MOREFLAGS="-Werror -DHUF_FORCE_DECOMPRESS_X2 -DZSTD_FORCE_DECOMPRESS_SEQUENCES_LONG" |
senhuang42 | adc53db | 2020-10-15 15:00:26 -0400 | [diff] [blame] | 85 | - make clean && make -j all MOREFLAGS="-Werror -DZSTD_NO_INLINE -DZSTD_STRIP_ERROR_STRINGS" |
Yann Collet | a9f7e77 | 2020-10-20 16:32:22 -0700 | [diff] [blame] | 86 | - make clean && make check MOREFLAGS="-Werror -DZSTD_NO_INLINE -DZSTD_STRIP_ERROR_STRINGS" |
W. Felix Handte | 4e2f6c1 | 2018-12-05 14:04:57 -0800 | [diff] [blame] | 87 | |
Taylor Braun-Jones | 5b054d9 | 2020-03-23 16:08:52 -0400 | [diff] [blame] | 88 | - name: cmake build and test check # ~6mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 89 | script: |
| 90 | - make cmakebuild |
| 91 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 92 | - name: static analyzer scanbuild # ~26mn |
Yann Collet | 52dc6ff | 2019-11-27 14:39:43 -0800 | [diff] [blame] | 93 | dist: trusty # note : it's important to pin down a version of static analyzer, since different versions report different false positives |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 94 | script: |
| 95 | - make staticAnalyze |
| 96 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 97 | - name: gcc-8 + ASan + UBSan + Fuzz Test # ~19mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 98 | script: |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 99 | - make gcc8install |
| 100 | - CC=gcc-8 make clean uasan-fuzztest |
Yann Collet | 515c2aa | 2018-12-24 02:56:21 -0800 | [diff] [blame] | 101 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 102 | - name: gcc-6 + ASan + UBSan + Fuzz Test 32bit # ~15.5mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 103 | script: |
| 104 | - make gcc6install libc6install |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 105 | - CC=gcc-6 CFLAGS="-O2 -m32" make uasan-fuzztest # can complain about pointer overflow |
Yann Collet | 515c2aa | 2018-12-24 02:56:21 -0800 | [diff] [blame] | 106 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 107 | - name: clang-3.8 + MSan + Fuzz Test # ~14.5mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 108 | script: |
| 109 | - make clang38install |
| 110 | - CC=clang-3.8 make clean msan-fuzztest |
Yann Collet | 515c2aa | 2018-12-24 02:56:21 -0800 | [diff] [blame] | 111 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 112 | - name: ASan + UBSan + MSan + Regression Test # ~ 4.5mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 113 | script: |
| 114 | - make -j uasanregressiontest |
| 115 | - make clean |
| 116 | - make -j msanregressiontest |
| 117 | |
Yann Collet | 87ae7b9 | 2019-11-26 10:30:11 -0800 | [diff] [blame] | 118 | - name: C++, gnu90 and c99 compatibility # ~3mn |
| 119 | script: |
| 120 | - make cxxtest |
| 121 | - make clean |
| 122 | - make gnu90build |
| 123 | - make clean |
| 124 | - make c99build |
| 125 | - make clean |
| 126 | - make travis-install # just ensures `make install` works |
| 127 | |
Yann Collet | d6e32af | 2019-11-27 12:44:02 -0800 | [diff] [blame] | 128 | - name: mingw cross-compilation |
| 129 | script : |
| 130 | - sudo update-alternatives --set x86_64-w64-mingw32-g++ /usr/bin/x86_64-w64-mingw32-g++-posix; |
Yann Collet | 52dc6ff | 2019-11-27 14:39:43 -0800 | [diff] [blame] | 131 | - CC=x86_64-w64-mingw32-gcc CXX=x86_64-w64-mingw32-g++ CFLAGS="-Werror -O1" make zstd |
Yann Collet | d6e32af | 2019-11-27 12:44:02 -0800 | [diff] [blame] | 132 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 133 | - name: Valgrind + Fuzz Test Stack Mode # ~ 7mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 134 | script: |
| 135 | - make valgrindinstall |
| 136 | - make -C tests clean valgrindTest |
| 137 | - make clean |
| 138 | - make -C tests test-fuzzer-stackmode |
| 139 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 140 | - name: Qemu ARM emulation + Fuzz Test # ~13.5mn |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 141 | script: |
| 142 | - make arminstall |
| 143 | - make armfuzz |
Yann Collet | c8d1fda | 2018-12-21 15:08:48 -0800 | [diff] [blame] | 144 | |
W. Felix Handte | 976c055 | 2019-12-05 17:14:57 -0500 | [diff] [blame] | 145 | # Introduced to check compat with old toolchains, to prevent e.g. #1872 |
| 146 | - name: ARM Build Test (on Trusty) |
| 147 | dist: trusty |
| 148 | script: |
| 149 | - make arminstall |
| 150 | - make armbuild |
| 151 | |
Yann Collet | ecaf3ce | 2019-11-26 16:44:56 -0800 | [diff] [blame] | 152 | - name: Qemu PPC + Fuzz Test # ~13mn |
| 153 | dist: trusty # it seems ppc cross-compilation fails on "current" |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 154 | script: |
| 155 | - make ppcinstall |
| 156 | - make ppcfuzz |
Yann Collet | c8d1fda | 2018-12-21 15:08:48 -0800 | [diff] [blame] | 157 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 158 | # check release number (release only) |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 159 | - name: Tag-Specific Test |
| 160 | if: tag =~ ^v[0-9]\.[0-9] |
| 161 | script: |
| 162 | - make -C tests checkTag |
| 163 | - tests/checkTag "$TRAVIS_BRANCH" |
| 164 | |
Yann Collet | 81dab45 | 2018-12-24 03:31:40 -0800 | [diff] [blame] | 165 | # tests for master branch and cron job only |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 166 | - name: OS-X # ~13mn |
Yann Collet | 3746693 | 2019-12-14 13:29:24 -0800 | [diff] [blame] | 167 | if: branch = master |
Yann Collet | 81dab45 | 2018-12-24 03:31:40 -0800 | [diff] [blame] | 168 | os: osx |
| 169 | script: |
| 170 | - make test |
W. Felix Handte | 85801b9 | 2020-05-08 13:10:20 -0400 | [diff] [blame] | 171 | - make -C lib all |
Yann Collet | 81dab45 | 2018-12-24 03:31:40 -0800 | [diff] [blame] | 172 | |
Bimba Shrestha | 6a4258a | 2020-02-05 16:55:00 -0800 | [diff] [blame] | 173 | - name: zbuff test |
| 174 | if: branch = master |
| 175 | script: |
Yann Collet | 14aaa52 | 2020-05-21 00:22:52 -0700 | [diff] [blame] | 176 | - make -C tests test-zbuff |
Bimba Shrestha | 6a4258a | 2020-02-05 16:55:00 -0800 | [diff] [blame] | 177 | |
Yann Collet | 1d7adee | 2019-11-26 10:28:21 -0800 | [diff] [blame] | 178 | - name: Versions Compatibility Test # 11.5mn |
| 179 | if: branch = master |
| 180 | script: |
| 181 | - make -C tests versionsTest |
| 182 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 183 | - name: thread sanitizer # ~29mn |
Yann Collet | 66b21b6 | 2018-12-24 03:44:57 -0800 | [diff] [blame] | 184 | if: branch = master |
Yann Collet | 81dab45 | 2018-12-24 03:31:40 -0800 | [diff] [blame] | 185 | script: |
| 186 | - make clang38install |
| 187 | - CC=clang-3.8 make tsan-test-zstream |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 188 | - CC=clang-3.8 make tsan-fuzztest |
Yann Collet | 81dab45 | 2018-12-24 03:31:40 -0800 | [diff] [blame] | 189 | |
Yann Collet | 3746693 | 2019-12-14 13:29:24 -0800 | [diff] [blame] | 190 | - name: PPC64LE + Fuzz test # ~13mn |
| 191 | if: branch = master |
| 192 | arch: ppc64le |
| 193 | script: |
| 194 | - cat /proc/cpuinfo |
| 195 | - make test |
| 196 | |
Yann Collet | a63810e | 2020-05-21 10:26:40 -0700 | [diff] [blame] | 197 | - name: Qemu PPC64 + Fuzz test # ~13mn, presumed Big-Endian (?) |
| 198 | dist: trusty # note : PPC64 cross-compilation for Qemu tests seems broken on Xenial |
| 199 | if: branch = master |
| 200 | script: |
| 201 | - make ppcinstall |
| 202 | - make ppc64fuzz |
| 203 | |
Yann Collet | d6e32af | 2019-11-27 12:44:02 -0800 | [diff] [blame] | 204 | # note : we already have aarch64 tests on hardware |
| 205 | - name: Qemu aarch64 + Fuzz Test (on Xenial) # ~14mn |
| 206 | if: branch = master |
| 207 | dist: xenial |
| 208 | script: |
| 209 | - make arminstall |
| 210 | - make aarch64fuzz |
| 211 | |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 212 | - name: zlib wrapper test # ~7.5mn |
Yann Collet | 66b21b6 | 2018-12-24 03:44:57 -0800 | [diff] [blame] | 213 | if: branch = master |
Yann Collet | 81dab45 | 2018-12-24 03:31:40 -0800 | [diff] [blame] | 214 | script: |
| 215 | - make gpp6install valgrindinstall |
| 216 | - make -C zlibWrapper test |
| 217 | - make -C zlibWrapper valgrindTest |
| 218 | |
Yann Collet | b154692 | 2020-11-30 05:32:43 -0800 | [diff] [blame] | 219 | - name: LZ4, thread pool, and partial libs tests # ~4mn |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 220 | if: branch = master |
| 221 | script: |
| 222 | - make lz4install |
| 223 | - make -C tests test-lz4 |
Yann Collet | b154692 | 2020-11-30 05:32:43 -0800 | [diff] [blame] | 224 | - make check < /dev/null | tee # mess with lz4 console detection |
Yann Collet | 7d51e1a | 2018-12-24 04:15:41 -0800 | [diff] [blame] | 225 | - make clean |
| 226 | - make -C tests test-pool |
| 227 | - make clean |
| 228 | - bash tests/libzstd_partial_builds.sh |
| 229 | |
Yann Collet | 81dab45 | 2018-12-24 03:31:40 -0800 | [diff] [blame] | 230 | # meson dedicated test |
Yann Collet | 26b21e4 | 2020-05-21 14:19:28 -0700 | [diff] [blame] | 231 | - name: Xenial (Meson + clang) # ~15mn |
Yann Collet | 228a6d2 | 2019-11-26 10:24:09 -0800 | [diff] [blame] | 232 | if: branch = master |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 233 | dist: xenial |
| 234 | language: cpp |
| 235 | compiler: clang |
Lzu Tao | 889a492 | 2018-12-28 10:07:05 +0700 | [diff] [blame] | 236 | install: |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 237 | - sudo apt-get install -qq liblz4-dev valgrind tree |
Lzu Tao | 4d15685 | 2019-06-29 01:42:17 +0700 | [diff] [blame] | 238 | - | |
| 239 | travis_retry curl -o ~/ninja.zip -L 'https://github.com/ninja-build/ninja/releases/download/v1.9.0/ninja-linux.zip' && |
| 240 | unzip ~/ninja.zip -d ~/.local/bin |
| 241 | - | |
| 242 | travis_retry curl -o ~/get-pip.py -L 'https://bootstrap.pypa.io/get-pip.py' && |
| 243 | python3 ~/get-pip.py --user && |
| 244 | pip3 install --user meson |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 245 | script: |
Lzu Tao | 4d15685 | 2019-06-29 01:42:17 +0700 | [diff] [blame] | 246 | - | |
| 247 | meson setup \ |
| 248 | --buildtype=debugoptimized \ |
| 249 | -Db_lundef=false \ |
| 250 | -Dauto_features=enabled \ |
Lzu Tao | 8e590a1 | 2019-06-29 01:59:57 +0700 | [diff] [blame] | 251 | -Dbin_programs=true \ |
| 252 | -Dbin_tests=true \ |
| 253 | -Dbin_contrib=true \ |
Lzu Tao | 4d15685 | 2019-06-29 01:42:17 +0700 | [diff] [blame] | 254 | -Ddefault_library=both \ |
lzutao | 1d70bc3 | 2019-05-03 02:35:37 +0700 | [diff] [blame] | 255 | build/meson builddir |
Lzu Tao | 5d900ff | 2019-04-30 13:12:00 +0700 | [diff] [blame] | 256 | - pushd builddir |
lzutao | 1d70bc3 | 2019-05-03 02:35:37 +0700 | [diff] [blame] | 257 | - ninja |
| 258 | - meson test --verbose --no-rebuild |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 259 | - DESTDIR=./staging ninja install |
| 260 | - tree ./staging |
lzutao | 1d70bc3 | 2019-05-03 02:35:37 +0700 | [diff] [blame] | 261 | after_failure: |
| 262 | - cat "$TRAVIS_BUILD_DIR"/builddir/meson-logs/testlog.txt |
Bimba Shrestha | 5228c07 | 2019-10-22 17:43:29 -0700 | [diff] [blame] | 263 | |
Lzu Tao | b3be899 | 2018-12-14 01:38:06 +0700 | [diff] [blame] | 264 | allow_failures: |
Lzu Tao | 889a492 | 2018-12-28 10:07:05 +0700 | [diff] [blame] | 265 | - env: ALLOW_FAILURES=true |