| #!/bin/sh |
| |
| set -ex |
| |
| DEQP_WIDTH=${DEQP_WIDTH:-256} |
| DEQP_HEIGHT=${DEQP_HEIGHT:-256} |
| DEQP_CONFIG=${DEQP_CONFIG:-rgba8888d24s8ms0} |
| DEQP_VARIANT=${DEQP_VARIANT:-master} |
| |
| DEQP_OPTIONS="$DEQP_OPTIONS --deqp-surface-width=$DEQP_WIDTH --deqp-surface-height=$DEQP_HEIGHT" |
| DEQP_OPTIONS="$DEQP_OPTIONS --deqp-surface-type=pbuffer" |
| DEQP_OPTIONS="$DEQP_OPTIONS --deqp-gl-config-name=$DEQP_CONFIG" |
| DEQP_OPTIONS="$DEQP_OPTIONS --deqp-visibility=hidden" |
| |
| if [ -z "$DEQP_VER" ]; then |
| echo 'DEQP_VER must be set to something like "gles2", "gles31" or "vk" for the test run' |
| exit 1 |
| fi |
| |
| if [ "$DEQP_VER" = "vk" ]; then |
| if [ -z "$VK_DRIVER" ]; then |
| echo 'VK_DRIVER must be to something like "radeon" or "intel" for the test run' |
| exit 1 |
| fi |
| fi |
| |
| if [ -z "$DEQP_SKIPS" ]; then |
| echo 'DEQP_SKIPS must be set to something like "deqp-default-skips.txt"' |
| exit 1 |
| fi |
| |
| INSTALL=`pwd`/install |
| |
| # Set up the driver environment. |
| export LD_LIBRARY_PATH=`pwd`/install/lib/ |
| export EGL_PLATFORM=surfaceless |
| export VK_ICD_FILENAMES=`pwd`/install/share/vulkan/icd.d/"$VK_DRIVER"_icd.`uname -m`.json |
| |
| # the runner was failing to look for libkms in /usr/local/lib for some reason |
| # I never figured out. |
| export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib |
| |
| RESULTS=`pwd`/${DEQP_RESULTS_DIR:-results} |
| mkdir -p $RESULTS |
| |
| # Generate test case list file. |
| if [ "$DEQP_VER" = "vk" ]; then |
| cp /deqp/mustpass/vk-$DEQP_VARIANT.txt /tmp/case-list.txt |
| DEQP=/deqp/external/vulkancts/modules/vulkan/deqp-vk |
| elif [ "$DEQP_VER" = "gles2" -o "$DEQP_VER" = "gles3" -o "$DEQP_VER" = "gles31" ]; then |
| cp /deqp/mustpass/$DEQP_VER-$DEQP_VARIANT.txt /tmp/case-list.txt |
| DEQP=/deqp/modules/$DEQP_VER/deqp-$DEQP_VER |
| SUITE=dEQP |
| else |
| cp /deqp/mustpass/$DEQP_VER-$DEQP_VARIANT.txt /tmp/case-list.txt |
| DEQP=/deqp/external/openglcts/modules/glcts |
| SUITE=KHR |
| fi |
| |
| # If the job is parallel, take the corresponding fraction of the caselist. |
| # Note: N~M is a gnu sed extension to match every nth line (first line is #1). |
| if [ -n "$CI_NODE_INDEX" ]; then |
| sed -ni $CI_NODE_INDEX~$CI_NODE_TOTAL"p" /tmp/case-list.txt |
| fi |
| |
| if [ -n "$DEQP_CASELIST_FILTER" ]; then |
| sed -ni "/$DEQP_CASELIST_FILTER/p" /tmp/case-list.txt |
| fi |
| |
| if [ ! -s /tmp/case-list.txt ]; then |
| echo "Caselist generation failed" |
| exit 1 |
| fi |
| |
| if [ -n "$DEQP_EXPECTED_FAILS" ]; then |
| BASELINE="--baseline $INSTALL/$DEQP_EXPECTED_FAILS" |
| fi |
| |
| if [ -n "$DEQP_FLAKES" ]; then |
| FLAKES="--flakes $INSTALL/$DEQP_FLAKES" |
| fi |
| |
| set +e |
| |
| if [ -n "$DEQP_PARALLEL" ]; then |
| JOB="--jobs $DEQP_PARALLEL" |
| elif [ -n "$FDO_CI_CONCURRENT" ]; then |
| JOB="--jobs $FDO_CI_CONCURRENT" |
| else |
| JOB="--jobs 4" |
| fi |
| |
| # If this CI lab lacks artifacts support, print the whole list of failures/flakes. |
| if [ -z "$DEQP_NO_SAVE_RESULTS" ]; then |
| SUMMARY_LIMIT="--summary-limit 0" |
| fi |
| |
| # Silence the debug output for apps triggering GL errors, since dEQP will do a lot of that. |
| export MESA_DEBUG=silent |
| |
| run_cts() { |
| deqp=$1 |
| caselist=$2 |
| output=$3 |
| deqp-runner \ |
| run \ |
| --deqp $deqp \ |
| --output $RESULTS \ |
| --caselist $caselist \ |
| --skips $INSTALL/$DEQP_SKIPS \ |
| $BASELINE \ |
| $FLAKES \ |
| $JOB \ |
| $SUMMARY_LIMIT \ |
| $DEQP_RUNNER_OPTIONS \ |
| -- \ |
| $DEQP_OPTIONS |
| } |
| |
| report_flakes() { |
| flakes=`grep ",Flake" $1 | sed 's|,Flake.*||g'` |
| if [ -z "$flakes" ]; then |
| return 0 |
| fi |
| |
| if [ -z "$FLAKES_CHANNEL" ]; then |
| return 0 |
| fi |
| |
| # The nick needs to be something unique so that multiple runners |
| # connecting at the same time don't race for one nick and get blocked. |
| # freenode has a 16-char limit on nicks (9 is the IETF standard, but |
| # various servers extend that). So, trim off the common prefixes of the |
| # runner name, and append the job ID so that software runners with more |
| # than one concurrent job (think swrast) don't collide. For freedreno, |
| # that gives us a nick as long as db410c-N-JJJJJJJJ, and it'll be a while |
| # before we make it to 9-digit jobs (we're at 7 so far). |
| runner=`echo $CI_RUNNER_DESCRIPTION | sed 's|mesa-||' | sed 's|google-freedreno-||g'` |
| bot="$runner-$CI_JOB_ID" |
| channel="$FLAKES_CHANNEL" |
| ( |
| echo NICK $bot |
| echo USER $bot unused unused :Gitlab CI Notifier |
| sleep 10 |
| echo "JOIN $channel" |
| sleep 1 |
| desc="Flakes detected in job: $CI_JOB_URL on $CI_RUNNER_DESCRIPTION" |
| if [ -n "$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME" ]; then |
| desc="$desc on branch $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME ($CI_MERGE_REQUEST_TITLE)" |
| elif [ -n "$CI_COMMIT_BRANCH" ]; then |
| desc="$desc on branch $CI_COMMIT_BRANCH ($CI_COMMIT_TITLE)" |
| fi |
| echo "PRIVMSG $channel :$desc" |
| for flake in $flakes; do |
| echo "PRIVMSG $channel :$flake" |
| done |
| echo "PRIVMSG $channel :See $CI_JOB_URL/artifacts/browse/results/" |
| echo "QUIT" |
| ) | nc irc.freenode.net 6667 > /dev/null |
| |
| } |
| |
| # Generate junit results |
| generate_junit() { |
| results=$1 |
| echo "<?xml version=\"1.0\" encoding=\"utf-8\"?>" |
| echo "<testsuites>" |
| echo "<testsuite name=\"$DEQP_VER-$CI_NODE_INDEX\">" |
| while read line; do |
| testcase=${line%,*} |
| result=${line#*,} |
| # avoid counting Skip's in the # of tests: |
| if [ "$result" = "Skip" ]; then |
| continue; |
| fi |
| echo "<testcase name=\"$testcase\">" |
| if [ "$result" != "Pass" ]; then |
| echo "<failure type=\"$result\">" |
| echo "$result: See $CI_JOB_URL/artifacts/results/$testcase.xml" |
| echo "</failure>" |
| fi |
| echo "</testcase>" |
| done < $results |
| echo "</testsuite>" |
| echo "</testsuites>" |
| } |
| |
| parse_renderer() { |
| RENDERER=`grep -A1 TestCaseResult.\*info.renderer $RESULTS/deqp-info.qpa | grep '<Text' | sed 's|.*<Text>||g' | sed 's|</Text>||g'` |
| VERSION=`grep -A1 TestCaseResult.\*info.version $RESULTS/deqp-info.qpa | grep '<Text' | sed 's|.*<Text>||g' | sed 's|</Text>||g'` |
| echo "Renderer: $RENDERER" |
| echo "Version: $VERSION " |
| |
| if ! echo $RENDERER | grep -q $DEQP_EXPECTED_RENDERER; then |
| echo "Expected GL_RENDERER $DEQP_EXPECTED_RENDERER" |
| exit 1 |
| fi |
| } |
| |
| check_renderer() { |
| echo "Capturing renderer info for GLES driver sanity checks" |
| # If you're having trouble loading your driver, uncommenting this may help |
| # debug. |
| # export EGL_LOG_LEVEL=debug |
| VERSION=`echo $DEQP_VER | tr '[a-z]' '[A-Z]'` |
| $DEQP $DEQP_OPTIONS --deqp-case=$SUITE-$VERSION.info.\* --deqp-log-filename=$RESULTS/deqp-info.qpa |
| parse_renderer |
| } |
| |
| check_vk_device_name() { |
| echo "Capturing device info for VK driver sanity checks" |
| $DEQP $DEQP_OPTIONS --deqp-case=dEQP-VK.info.device --deqp-log-filename=$RESULTS/deqp-info.qpa |
| DEVICENAME=`grep deviceName $RESULTS/deqp-info.qpa | sed 's|deviceName: ||g'` |
| echo "deviceName: $DEVICENAME" |
| if [ -n "$DEQP_EXPECTED_RENDERER" -a "x$DEVICENAME" != "x$DEQP_EXPECTED_RENDERER" ]; then |
| echo "Expected deviceName $DEQP_EXPECTED_RENDERER" |
| exit 1 |
| fi |
| } |
| |
| # wrapper to supress +x to avoid spamming the log |
| quiet() { |
| set +x |
| "$@" |
| set -x |
| } |
| |
| if [ "$GALLIUM_DRIVER" = "virpipe" ]; then |
| # deqp is to use virpipe, and virgl_test_server llvmpipe |
| export GALLIUM_DRIVER="$GALLIUM_DRIVER" |
| |
| VTEST_ARGS="--use-egl-surfaceless" |
| if [ "$VIRGL_HOST_API" = "GLES" ]; then |
| VTEST_ARGS="$VTEST_ARGS --use-gles" |
| fi |
| |
| GALLIUM_DRIVER=llvmpipe \ |
| GALLIVM_PERF="nopt,no_filter_hacks" \ |
| virgl_test_server $VTEST_ARGS >$RESULTS/vtest-log.txt 2>&1 & |
| |
| sleep 1 |
| fi |
| |
| if [ $DEQP_VER = vk ]; then |
| quiet check_vk_device_name |
| else |
| quiet check_renderer |
| fi |
| |
| RESULTS_CSV=$RESULTS/results.csv |
| FAILURES_CSV=$RESULTS/failures.csv |
| |
| run_cts $DEQP /tmp/case-list.txt $RESULTS_CSV |
| DEQP_EXITCODE=$? |
| |
| echo "System load: $(cut -d' ' -f1-3 < /proc/loadavg)" |
| echo "# of CPU cores: $(cat /proc/cpuinfo | grep processor | wc -l)" |
| |
| # Remove the shader cache, no need to include in the artifacts. |
| find $RESULTS -name \*.shader_cache | xargs rm -f |
| |
| # junit is disabled, because it overloads gitlab.freedesktop.org to parse it. |
| # quiet generate_junit $RESULTS_CSV > $RESULTS/results.xml |
| |
| # Turn up to the first 50 individual test QPA files from failures or flakes into |
| # XML results you can view from the browser. |
| qpas=`find $RESULTS -name \*.qpa -a ! -name deqp-info.qpa` |
| if [ -n "$qpas" ]; then |
| shard_qpas=`echo "$qpas" | grep dEQP- | head -n 50` |
| for qpa in $shard_qpas; do |
| xml=`echo $qpa | sed 's|\.qpa|.xml|'` |
| /deqp/executor/testlog-to-xml $qpa $xml |
| done |
| |
| cp /deqp/testlog.css "$RESULTS/" |
| cp /deqp/testlog.xsl "$RESULTS/" |
| |
| # Remove all the QPA files (extracted or not) now that we have the XML we want. |
| echo $qpas | xargs rm -f |
| fi |
| |
| # Report the flakes to the IRC channel for monitoring (if configured): |
| quiet report_flakes $RESULTS_CSV |
| |
| exit $DEQP_EXITCODE |