[Python-checkins] r42355 - python/branches/release24-maint/Misc/build.sh
neal.norwitz
python-checkins at python.org
Tue Feb 14 09:16:02 CET 2006
Author: neal.norwitz
Date: Tue Feb 14 09:16:01 2006
New Revision: 42355
Added:
python/branches/release24-maint/Misc/build.sh (contents, props changed)
Log:
Add build.sh to 2.4 so we can build the docs (and only the docs).
Added: python/branches/release24-maint/Misc/build.sh
==============================================================================
--- (empty file)
+++ python/branches/release24-maint/Misc/build.sh Tue Feb 14 09:16:01 2006
@@ -0,0 +1,196 @@
+#!/bin/sh
+
+## Script to build and test the latest python from svn. It basically
+## does this:
+## svn up ; ./configure ; make ; make test ; make install ; cd Doc ; make
+##
+## Logs are kept and rsync'ed to the host. If there are test failure(s),
+## information about the failure(s) is mailed.
+##
+## This script is run on the PSF's machine as user neal via crontab.
+##
+## Yes, this script would probably be easier in python, but then
+## there's a bootstrap problem. What if Python doesn't build?
+##
+## This script should be fairly clean Bourne shell, ie not too many
+## bash-isms. We should try to keep it portable to other Unixes.
+## Even though it will probably only run on Linux. I'm sure there are
+## several GNU-isms currently (date +%s and readlink).
+##
+## Perhaps this script should be broken up into 2 (or more) components.
+## Building doc is orthogonal to the rest of the python build/test.
+##
+
+## FIXME: we should detect test hangs (eg, if they take more than 45 minutes)
+
+## FIXME: we should run valgrind
+## FIXME: we should run code coverage
+
+## Utilities invoked in this script include:
+## basename, date, dirname, expr, grep, readlink, uname
+## cksum, make, mutt, rsync, svn
+
+## remember where did we started from
+DIR=`dirname $0`
+if [ "$DIR" = "" ]; then
+ DIR="."
+fi
+
+## make directory absolute
+DIR=`readlink -f $DIR`
+FULLPATHNAME="$DIR/`basename $0`"
+## we want Misc/..
+DIR=`dirname $DIR`
+
+## Configurable options
+
+FAILURE_SUBJECT="Python Regression Test Failures"
+#FAILURE_MAILTO="python-checkins at python.org"
+#FAILURE_MAILTO="YOUR_ACCOUNT at gmail.com"
+FAILURE_MAILTO="nnorwitz at gmail.com"
+
+REMOTE_SYSTEM="neal at dinsdale.python.org"
+REMOTE_DIR="/data/ftp.python.org/pub/docs.python.org/dev/2.4"
+RESULT_FILE="$DIR/build/index.html"
+INSTALL_DIR="/tmp/python-test/local"
+RSYNC_OPTS="-aC -e ssh"
+
+REFLOG="build/reflog.txt.out"
+# Change this flag to "yes" for old releases to just update/build the docs.
+BUILD_DISABLED="yes"
+
+## utility functions
+current_time() {
+ date +%s
+}
+
+update_status() {
+ now=`current_time`
+ time=`expr $now - $3`
+ echo "<li><a href=\"$2\">$1</a> <font size=\"-1\">($time seconds)</font></li>" >> $RESULT_FILE
+}
+
+mail_on_failure() {
+ if [ "$NUM_FAILURES" != "0" ]; then
+ mutt -s "$FAILURE_SUBJECT $1 ($NUM_FAILURES)" $FAILURE_MAILTO < $2
+ fi
+}
+
+## setup
+cd $DIR
+mkdir -p build
+rm -f $RESULT_FILE build/*.out
+rm -rf $INSTALL_DIR
+
+## create results file
+TITLE="Automated Python Build Results"
+echo "<html>" >> $RESULT_FILE
+echo " <head>" >> $RESULT_FILE
+echo " <title>$TITLE</title>" >> $RESULT_FILE
+echo " <meta http-equiv=\"refresh\" content=\"43200\">" >> $RESULT_FILE
+echo " </head>" >> $RESULT_FILE
+echo "<body>" >> $RESULT_FILE
+echo "<h2>Automated Python Build Results</h2>" >> $RESULT_FILE
+echo "<table>" >> $RESULT_FILE
+echo " <tr>" >> $RESULT_FILE
+echo " <td>Built on:</td><td>`date`</td>" >> $RESULT_FILE
+echo " </tr><tr>" >> $RESULT_FILE
+echo " <td>Hostname:</td><td>`uname -n`</td>" >> $RESULT_FILE
+echo " </tr><tr>" >> $RESULT_FILE
+echo " <td>Platform:</td><td>`uname -srmpo`</td>" >> $RESULT_FILE
+echo " </tr>" >> $RESULT_FILE
+echo "</table>" >> $RESULT_FILE
+echo "<ul>" >> $RESULT_FILE
+
+## update, build, and test
+ORIG_CHECKSUM=`cksum $FULLPATHNAME`
+F=svn-update.out
+start=`current_time`
+svn update >& build/$F
+err=$?
+update_status "Updating" "$F" $start
+if [ $err = 0 -a "$BUILD_DISABLED" != "yes" ]; then
+ ## FIXME: we should check if this file has changed.
+ ## If it has changed, we should re-run the script to pick up changes.
+ if [ "$ORIG_CHECKSUM" != "$ORIG_CHECKSUM" ]; then
+ exec $FULLPATHNAME $@
+ fi
+
+ F=svn-stat.out
+ start=`current_time`
+ svn stat >& build/$F
+ ## ignore some of the diffs
+ NUM_DIFFS=`egrep -vc '^. (@test|db_home|Lib/test/(regrtest\.py|db_home))$' build/$F`
+ update_status "svn stat ($NUM_DIFFS possibly important diffs)" "$F" $start
+
+ F=configure.out
+ start=`current_time`
+ ./configure --prefix=$INSTALL_DIR --with-pydebug >& build/$F
+ err=$?
+ update_status "Configuring" "$F" $start
+ if [ $err = 0 ]; then
+ F=make.out
+ start=`current_time`
+ make >& build/$F
+ err=$?
+ warnings=`grep warning build/$F | egrep -vc "te?mpnam(_r|)' is dangerous,"`
+ update_status "Building ($warnings warnings)" "$F" $start
+ if [ $err = 0 ]; then
+ ## make install
+ F=make-install.out
+ start=`current_time`
+ make install >& build/$F
+ update_status "Installing" "$F" $start
+
+ ## make and run basic tests
+ F=make-test.out
+ start=`current_time`
+ make test >& build/$F
+ NUM_FAILURES=`grep -ic " test failed:" build/$F`
+ update_status "Testing basics ($NUM_FAILURES failures)" "$F" $start
+ ## FIXME: should mail since -uall below should find same problems
+ mail_on_failure "basics" build/$F
+
+ ## run the tests looking for leaks
+ F=make-test-refleak.out
+ start=`current_time`
+ ./python ./Lib/test/regrtest.py -R 4:3:$REFLOG -u network >& build/$F
+ NUM_FAILURES=`grep -ic leak $REFLOG`
+ update_status "Testing refleaks ($NUM_FAILURES failures)" "$F" $start
+ mail_on_failure "refleak" $REFLOG
+
+ ## now try to run all the tests
+ F=make-testall.out
+ start=`current_time`
+ ## skip curses when running from cron since there's no terminal
+ ## skip sound since it's not setup on the PSF box (/dev/dsp)
+ ./python -E -tt ./Lib/test/regrtest.py -uall -x test_curses test_linuxaudiodev test_ossaudiodev >& build/$F
+ NUM_FAILURES=`grep -ic fail build/$F`
+ update_status "Testing all except curses and sound ($NUM_FAILURES failures)" "$F" $start
+ mail_on_failure "all" build/$F
+ fi
+ fi
+fi
+
+
+## make doc
+cd Doc
+F="make-doc.out"
+start=`current_time`
+make >& ../build/$F
+err=$?
+update_status "Making doc" "$F" $start
+if [ $err != 0 ]; then
+ NUM_FAILURES=1
+ mail_on_failure "doc" ../build/$F
+fi
+
+echo "</ul>" >> $RESULT_FILE
+echo "</body>" >> $RESULT_FILE
+echo "</html>" >> $RESULT_FILE
+
+## copy results
+rsync $RSYNC_OPTS html/* $REMOTE_SYSTEM:$REMOTE_DIR
+cd ../build
+rsync $RSYNC_OPTS index.html *.out $REMOTE_SYSTEM:$REMOTE_DIR/results/
+
More information about the Python-checkins
mailing list