Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 1 | #!/bin/sh |
| 2 | |
| 3 | ## Script to build and test the latest python from svn. It basically |
| 4 | ## does this: |
| 5 | ## svn up ; ./configure ; make ; make test ; make install ; cd Doc ; make |
| 6 | ## |
| 7 | ## Logs are kept and rsync'ed to the host. If there are test failure(s), |
| 8 | ## information about the failure(s) is mailed. |
| 9 | ## |
| 10 | ## This script is run on the PSF's machine as user neal via crontab. |
| 11 | ## |
| 12 | ## Yes, this script would probably be easier in python, but then |
| 13 | ## there's a bootstrap problem. What if Python doesn't build? |
| 14 | ## |
| 15 | ## This script should be fairly clean Bourne shell, ie not too many |
| 16 | ## bash-isms. We should try to keep it portable to other Unixes. |
| 17 | ## Even though it will probably only run on Linux. I'm sure there are |
| 18 | ## several GNU-isms currently (date +%s and readlink). |
| 19 | ## |
| 20 | ## Perhaps this script should be broken up into 2 (or more) components. |
| 21 | ## Building doc is orthogonal to the rest of the python build/test. |
| 22 | ## |
| 23 | |
| 24 | ## FIXME: we should detect test hangs (eg, if they take more than 45 minutes) |
| 25 | |
| 26 | ## FIXME: we should run valgrind |
| 27 | ## FIXME: we should run code coverage |
| 28 | |
| 29 | ## Utilities invoked in this script include: |
Neal Norwitz | d3a5867 | 2006-01-02 23:22:41 +0000 | [diff] [blame] | 30 | ## basename, date, dirname, expr, grep, readlink, uname |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 31 | ## cksum, make, mutt, rsync, svn |
| 32 | |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 33 | ## remember where did we started from |
| 34 | DIR=`dirname $0` |
| 35 | if [ "$DIR" = "" ]; then |
| 36 | DIR="." |
| 37 | fi |
| 38 | |
| 39 | ## make directory absolute |
| 40 | DIR=`readlink -f $DIR` |
Neal Norwitz | d3a5867 | 2006-01-02 23:22:41 +0000 | [diff] [blame] | 41 | FULLPATHNAME="$DIR/`basename $0`" |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 42 | ## we want Misc/.. |
| 43 | DIR=`dirname $DIR` |
| 44 | |
| 45 | ## Configurable options |
| 46 | |
| 47 | FAILURE_SUBJECT="Python Regression Test Failures" |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 48 | #FAILURE_MAILTO="YOUR_ACCOUNT@gmail.com" |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 49 | FAILURE_MAILTO="python-3000-checkins@python.org" |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 50 | #FAILURE_CC="optional--uncomment and set to desired address" |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 51 | |
| 52 | REMOTE_SYSTEM="neal@dinsdale.python.org" |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 53 | REMOTE_DIR="/data/ftp.python.org/pub/docs.python.org/dev/3.0" |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 54 | RESULT_FILE="$DIR/build/index.html" |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 55 | INSTALL_DIR="/tmp/python-test-3.0/local" |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 56 | RSYNC_OPTS="-aC -e ssh" |
| 57 | |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 58 | # Always run the installed version of Python. |
| 59 | PYTHON=$INSTALL_DIR/bin/python |
| 60 | |
| 61 | # Python options and regression test program that should always be run. |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 62 | REGRTEST_ARGS="-E -tt $INSTALL_DIR/lib/python3.0/test/regrtest.py" |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 63 | |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 64 | REFLOG="build/reflog.txt.out" |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 65 | # These tests are not stable and falsely report leaks sometimes. |
Neal Norwitz | f415d5f | 2006-02-19 18:48:19 +0000 | [diff] [blame] | 66 | # The entire leak report will be mailed if any test not in this list leaks. |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 67 | # Note: test_XXX (none currently) really leak, but are disabled |
| 68 | # so we don't send spam. Any test which really leaks should only |
| 69 | # be listed here if there are also test cases under Lib/test/leakers. |
Guido van Rossum | 7eaf822 | 2007-06-18 17:58:50 +0000 | [diff] [blame] | 70 | LEAKY_TESTS="test_(cmd_line|popen2|socket|threading_local|urllib2_localnet)" |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 71 | |
| 72 | # These tests always fail, so skip them so we don't get false positives. |
Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 +0000 | [diff] [blame] | 73 | _ALWAYS_SKIP="" |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 74 | ALWAYS_SKIP="-x $_ALWAYS_SKIP" |
Neal Norwitz | f415d5f | 2006-02-19 18:48:19 +0000 | [diff] [blame] | 75 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 76 | # Skip these tests altogether when looking for leaks. These tests |
| 77 | # do not need to be stored above in LEAKY_TESTS too. |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 78 | # test_logging causes hangs, skip it. |
Neal Norwitz | cb44f26 | 2007-08-16 05:15:20 +0000 | [diff] [blame] | 79 | LEAKY_SKIPS="-x test_logging $_ALWAYS_SKIP" |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 80 | |
| 81 | # Change this flag to "yes" for old releases to only update/build the docs. |
Neal Norwitz | 88b78d8 | 2006-02-14 08:14:16 +0000 | [diff] [blame] | 82 | BUILD_DISABLED="no" |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 83 | |
| 84 | ## utility functions |
| 85 | current_time() { |
| 86 | date +%s |
| 87 | } |
| 88 | |
| 89 | update_status() { |
| 90 | now=`current_time` |
| 91 | time=`expr $now - $3` |
| 92 | echo "<li><a href=\"$2\">$1</a> <font size=\"-1\">($time seconds)</font></li>" >> $RESULT_FILE |
| 93 | } |
| 94 | |
| 95 | mail_on_failure() { |
| 96 | if [ "$NUM_FAILURES" != "0" ]; then |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 97 | dest=$FAILURE_MAILTO |
| 98 | # FAILURE_CC is optional. |
| 99 | if [ "$FAILURE_CC" != "" ]; then |
| 100 | dest="$dest -c $FAILURE_CC" |
| 101 | fi |
| 102 | mutt -s "$FAILURE_SUBJECT $1 ($NUM_FAILURES)" $dest < $2 |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 103 | fi |
| 104 | } |
| 105 | |
| 106 | ## setup |
| 107 | cd $DIR |
| 108 | mkdir -p build |
| 109 | rm -f $RESULT_FILE build/*.out |
| 110 | rm -rf $INSTALL_DIR |
| 111 | |
| 112 | ## create results file |
| 113 | TITLE="Automated Python Build Results" |
Neal Norwitz | b896759 | 2006-01-16 04:37:22 +0000 | [diff] [blame] | 114 | echo "<html>" >> $RESULT_FILE |
| 115 | echo " <head>" >> $RESULT_FILE |
| 116 | echo " <title>$TITLE</title>" >> $RESULT_FILE |
| 117 | echo " <meta http-equiv=\"refresh\" content=\"43200\">" >> $RESULT_FILE |
| 118 | echo " </head>" >> $RESULT_FILE |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 119 | echo "<body>" >> $RESULT_FILE |
| 120 | echo "<h2>Automated Python Build Results</h2>" >> $RESULT_FILE |
| 121 | echo "<table>" >> $RESULT_FILE |
| 122 | echo " <tr>" >> $RESULT_FILE |
| 123 | echo " <td>Built on:</td><td>`date`</td>" >> $RESULT_FILE |
| 124 | echo " </tr><tr>" >> $RESULT_FILE |
| 125 | echo " <td>Hostname:</td><td>`uname -n`</td>" >> $RESULT_FILE |
| 126 | echo " </tr><tr>" >> $RESULT_FILE |
| 127 | echo " <td>Platform:</td><td>`uname -srmpo`</td>" >> $RESULT_FILE |
| 128 | echo " </tr>" >> $RESULT_FILE |
| 129 | echo "</table>" >> $RESULT_FILE |
| 130 | echo "<ul>" >> $RESULT_FILE |
| 131 | |
| 132 | ## update, build, and test |
| 133 | ORIG_CHECKSUM=`cksum $FULLPATHNAME` |
| 134 | F=svn-update.out |
| 135 | start=`current_time` |
| 136 | svn update >& build/$F |
| 137 | err=$? |
| 138 | update_status "Updating" "$F" $start |
Neal Norwitz | 88b78d8 | 2006-02-14 08:14:16 +0000 | [diff] [blame] | 139 | if [ $err = 0 -a "$BUILD_DISABLED" != "yes" ]; then |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 140 | ## FIXME: we should check if this file has changed. |
| 141 | ## If it has changed, we should re-run the script to pick up changes. |
| 142 | if [ "$ORIG_CHECKSUM" != "$ORIG_CHECKSUM" ]; then |
| 143 | exec $FULLPATHNAME $@ |
| 144 | fi |
| 145 | |
| 146 | F=svn-stat.out |
| 147 | start=`current_time` |
| 148 | svn stat >& build/$F |
| 149 | ## ignore some of the diffs |
| 150 | NUM_DIFFS=`egrep -vc '^. (@test|db_home|Lib/test/(regrtest\.py|db_home))$' build/$F` |
| 151 | update_status "svn stat ($NUM_DIFFS possibly important diffs)" "$F" $start |
| 152 | |
| 153 | F=configure.out |
| 154 | start=`current_time` |
| 155 | ./configure --prefix=$INSTALL_DIR --with-pydebug >& build/$F |
| 156 | err=$? |
| 157 | update_status "Configuring" "$F" $start |
| 158 | if [ $err = 0 ]; then |
| 159 | F=make.out |
| 160 | start=`current_time` |
| 161 | make >& build/$F |
| 162 | err=$? |
| 163 | warnings=`grep warning build/$F | egrep -vc "te?mpnam(_r|)' is dangerous,"` |
| 164 | update_status "Building ($warnings warnings)" "$F" $start |
| 165 | if [ $err = 0 ]; then |
Neal Norwitz | d19a4d4 | 2006-01-02 22:10:10 +0000 | [diff] [blame] | 166 | ## make install |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 167 | F=make-install.out |
| 168 | start=`current_time` |
| 169 | make install >& build/$F |
| 170 | update_status "Installing" "$F" $start |
| 171 | |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 172 | if [ ! -x $PYTHON ]; then |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 173 | ln -s ${PYTHON}3.* $PYTHON |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 174 | fi |
| 175 | |
Neal Norwitz | d19a4d4 | 2006-01-02 22:10:10 +0000 | [diff] [blame] | 176 | ## make and run basic tests |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 177 | F=make-test.out |
| 178 | start=`current_time` |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 179 | $PYTHON $REGRTEST_ARGS $ALWAYS_SKIP >& build/$F |
Neal Norwitz | 7941552 | 2006-02-15 06:07:32 +0000 | [diff] [blame] | 180 | NUM_FAILURES=`grep -ic " failed:" build/$F` |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 181 | update_status "Testing basics ($NUM_FAILURES failures)" "$F" $start |
Neal Norwitz | 02c408d | 2006-01-03 02:18:01 +0000 | [diff] [blame] | 182 | mail_on_failure "basics" build/$F |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 183 | |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 184 | F=make-test-opt.out |
| 185 | start=`current_time` |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 186 | $PYTHON -O $REGRTEST_ARGS $ALWAYS_SKIP >& build/$F |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 187 | NUM_FAILURES=`grep -ic " failed:" build/$F` |
| 188 | update_status "Testing opt ($NUM_FAILURES failures)" "$F" $start |
| 189 | mail_on_failure "opt" build/$F |
| 190 | |
Neal Norwitz | d19a4d4 | 2006-01-02 22:10:10 +0000 | [diff] [blame] | 191 | ## run the tests looking for leaks |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 192 | F=make-test-refleak.out |
| 193 | start=`current_time` |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 +0000 | [diff] [blame] | 194 | ## ensure that the reflog exists so the grep doesn't fail |
| 195 | touch $REFLOG |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 196 | $PYTHON $REGRTEST_ARGS -R 4:3:$REFLOG -u network $LEAKY_SKIPS >& build/$F |
Guido van Rossum | 360e4b8 | 2007-05-14 22:51:27 +0000 | [diff] [blame] | 197 | NUM_FAILURES=`egrep -vc "($LEAKY_TESTS|sum=0)" $REFLOG` |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 198 | update_status "Testing refleaks ($NUM_FAILURES failures)" "$F" $start |
| 199 | mail_on_failure "refleak" $REFLOG |
| 200 | |
Neal Norwitz | d19a4d4 | 2006-01-02 22:10:10 +0000 | [diff] [blame] | 201 | ## now try to run all the tests |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 202 | F=make-testall.out |
| 203 | start=`current_time` |
Neal Norwitz | d19a4d4 | 2006-01-02 22:10:10 +0000 | [diff] [blame] | 204 | ## skip curses when running from cron since there's no terminal |
| 205 | ## skip sound since it's not setup on the PSF box (/dev/dsp) |
Guido van Rossum | 5205653 | 2007-05-10 14:04:07 +0000 | [diff] [blame] | 206 | $PYTHON $REGRTEST_ARGS -uall -x test_curses test_linuxaudiodev test_ossaudiodev $_ALWAYS_SKIP >& build/$F |
Neal Norwitz | 7941552 | 2006-02-15 06:07:32 +0000 | [diff] [blame] | 207 | NUM_FAILURES=`grep -ic " failed:" build/$F` |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 208 | update_status "Testing all except curses and sound ($NUM_FAILURES failures)" "$F" $start |
Neal Norwitz | d3a5867 | 2006-01-02 23:22:41 +0000 | [diff] [blame] | 209 | mail_on_failure "all" build/$F |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 210 | fi |
| 211 | fi |
| 212 | fi |
| 213 | |
| 214 | |
| 215 | ## make doc |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 +0000 | [diff] [blame] | 216 | cd $DIR/Doc |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 217 | F="make-doc.out" |
| 218 | start=`current_time` |
Neal Norwitz | cb44f26 | 2007-08-16 05:15:20 +0000 | [diff] [blame] | 219 | # XXX(nnorwitz): For now, keep the code that checks for a conflicted file until |
| 220 | # after the first release of 2.6a1 or 3.0a1. At that point, it will be clear |
| 221 | # if there will be a similar problem with the new doc system. |
| 222 | |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 223 | # Doc/commontex/boilerplate.tex is expected to always have an outstanding |
| 224 | # modification for the date. When a release is cut, a conflict occurs. |
| 225 | # This allows us to detect this problem and not try to build the docs |
| 226 | # which will definitely fail with a conflict. |
Neal Norwitz | cb44f26 | 2007-08-16 05:15:20 +0000 | [diff] [blame] | 227 | #CONFLICTED_FILE=commontex/boilerplate.tex |
| 228 | #conflict_count=`grep -c "<<<" $CONFLICTED_FILE` |
| 229 | conflict_count=0 |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 230 | if [ $conflict_count != 0 ]; then |
| 231 | echo "Conflict detected in $CONFLICTED_FILE. Doc build skipped." > ../build/$F |
| 232 | err=1 |
| 233 | else |
Neal Norwitz | ed44a1a | 2007-08-17 04:19:37 +0000 | [diff] [blame^] | 234 | make update html >& ../build/$F |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 +0000 | [diff] [blame] | 235 | err=$? |
| 236 | fi |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 237 | update_status "Making doc" "$F" $start |
| 238 | if [ $err != 0 ]; then |
| 239 | NUM_FAILURES=1 |
| 240 | mail_on_failure "doc" ../build/$F |
| 241 | fi |
| 242 | |
| 243 | echo "</ul>" >> $RESULT_FILE |
| 244 | echo "</body>" >> $RESULT_FILE |
| 245 | echo "</html>" >> $RESULT_FILE |
| 246 | |
| 247 | ## copy results |
Neal Norwitz | cb44f26 | 2007-08-16 05:15:20 +0000 | [diff] [blame] | 248 | rsync $RSYNC_OPTS build/html/* $REMOTE_SYSTEM:$REMOTE_DIR |
Neal Norwitz | 461aa5b | 2006-01-02 20:07:16 +0000 | [diff] [blame] | 249 | cd ../build |
| 250 | rsync $RSYNC_OPTS index.html *.out $REMOTE_SYSTEM:$REMOTE_DIR/results/ |