218 lines
7.2 KiB
Bash
Executable file
218 lines
7.2 KiB
Bash
Executable file
#!/bin/sh
|
|
#
|
|
# INDEX build tinderbox script. Build an INDEX for all supported FreeBSD branches
|
|
# using the latest value of OSVERSION according to the src trees. If the build
|
|
# fails, yowl about it on ${REPORT_ADDRESS} If not, copy the index to www.freebsd.org so
|
|
# that 'make fetchindex' sees it.
|
|
#
|
|
# When INDEX is broken, assemble the list of committers who touched files
|
|
# on the most recent 'cvs update', and put those committers "on the hook".
|
|
# These committers all stay on the hook until INDEX is buildable again.
|
|
|
|
# --------------------------------------------------------
|
|
# Change these!
|
|
|
|
# Address for success/failure reports
|
|
REPORT_ADDRESS=root@localhost
|
|
|
|
# Address for script errors
|
|
ERROR_ADDRESS=root@localhost
|
|
|
|
# Where to scp the resulting indexes after build
|
|
SCP_DEST_HOST=root@localhost
|
|
SCP_DEST_TMP=/tmp
|
|
SCP_DEST_DIR=/usr/local/www/ports
|
|
|
|
# Location of ports tree and source trees
|
|
export BASEDIR=/local0/tmp/kris/tindex
|
|
export PORTSDIR=${BASEDIR}/ports
|
|
export SRCDIR4=${BASEDIR}/src.4
|
|
export SRCDIR5=${BASEDIR}/src.5
|
|
export SRCDIR6=${BASEDIR}/src.6
|
|
export SRCDIR7=${BASEDIR}/src.7
|
|
|
|
# SSH key to use for copying INDEXes to www host (if non-default)
|
|
export SSHKEY="-i /home/kris/.ssh/id_dsa-index"
|
|
|
|
# --------------------------------------------------------
|
|
|
|
blame() {
|
|
# Find out who is responsible for current version of file $1
|
|
|
|
# Fastest way to extract is from the CVS "FreeBSD" tag
|
|
ident=$(ident $1 2>/dev/null | grep '$FreeBSD')
|
|
who=$(echo $ident | awk '{print $6}')
|
|
|
|
if [ -z "$ident" ]; then
|
|
# No FreeBSD tag, fall back to slower method of parsing cvs logs.
|
|
rev=$(cvs status $1 2>/dev/null | grep 'Working revision:' | awk '{print $3}')
|
|
if [ "$rev" != "No" ]; then # "No" means not under CVS control
|
|
ident=$(cvs -Rq log -r$rev $1 | grep "^date:" | head -1 | sed 's,;,,g')
|
|
who=$(echo $ident | awk '{print $5}')
|
|
fi
|
|
fi
|
|
|
|
echo $who
|
|
}
|
|
|
|
indexfail() {
|
|
BRANCH=$1
|
|
|
|
# Leave a cookie behind so that we know when the index is fixed
|
|
touch ${PORTSDIR}/broken.${BRANCH}
|
|
|
|
(
|
|
echo "INDEX build failed with errors:";
|
|
len=$(wc -l index.out | awk '{print $1}')
|
|
if [ "$len" -gt "40" ]; then
|
|
head -20 index.out
|
|
echo "[...]"
|
|
tail -20 index.out
|
|
else
|
|
cat index.out
|
|
fi
|
|
|
|
len=$(wc -l index.err | awk '{print $1}')
|
|
if [ "$len" -gt "40" ]; then
|
|
head -20 index.err
|
|
echo "[...]"
|
|
tail -20 index.err
|
|
else
|
|
cat index.err
|
|
fi
|
|
|
|
# Find out which committers are on the hook
|
|
|
|
commits=$(grep ^U ${PORTSDIR}/cvs.log | grep -v INDEX | awk '{print $2}')
|
|
for i in ${commits}; do
|
|
blame $i >> ${PORTSDIR}/hook
|
|
done
|
|
sort -u ${PORTSDIR}/hook > ${PORTSDIR}/hook.new
|
|
mv ${PORTSDIR}/hook.new ${PORTSDIR}/hook
|
|
echo
|
|
echo "Committers on the hook:"
|
|
tr -s '\n' ' ' < ${PORTSDIR}/hook
|
|
echo
|
|
echo
|
|
echo "Most recent CVS update was:";
|
|
grep -v '/work$' cvs.log | grep -v '^\?'
|
|
) | mail -s "INDEX build failed for ${BRANCH}" ${REPORT_ADDRESS}
|
|
exit 1
|
|
}
|
|
|
|
checkfixed() {
|
|
BRANCH=$1
|
|
|
|
# If the cookie exists that means that this is the first build for which the
|
|
# INDEX succeeded, so announce this.
|
|
if [ -e ${PORTSDIR}/broken.${BRANCH} ]; then
|
|
rm -f ${PORTSDIR}/broken.${BRANCH}
|
|
mail -s "INDEX now builds successfully on ${BRANCH}" ${REPORT_ADDRESS} < /dev/null
|
|
fi
|
|
}
|
|
|
|
createtmpdir() {
|
|
TMPDIR=`ssh ${SCP_DEST_HOST} "mktemp -qd ${SCP_DEST_TMP}/tindex.XXXXXX"`
|
|
if [ $? -ne 0 ]; then
|
|
echo "$0: Can't create temp file, exiting..."
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
|
|
# Sanitize the environment so that the indexes aren't customized by the
|
|
# local machine settinge
|
|
export __MAKE_CONF=/dev/null
|
|
export PORT_DBDIR=/nonexistent
|
|
export PKG_DBDIR=/nonexistent
|
|
export INDEX_PRISTINE=1
|
|
export INDEX_JOBS=4
|
|
export INDEX_QUIET=1
|
|
|
|
# First update the source trees to get current OSVERSION
|
|
cd ${SRCDIR4}/sys/sys
|
|
cvs -Rq update -PdA -r RELENG_4 param.h
|
|
OSVERSION4=$(awk '/^#define __FreeBSD_version/ {print $3}' < ${SRCDIR4}/sys/sys/param.h)
|
|
|
|
cd ${SRCDIR5}/sys/sys
|
|
cvs -Rq update -PdA -r RELENG_5 param.h
|
|
OSVERSION5=$(awk '/^#define __FreeBSD_version/ {print $3}' < ${SRCDIR5}/sys/sys/param.h)
|
|
|
|
cd ${SRCDIR6}/sys/sys
|
|
cvs -Rq update -PdA -r RELENG_6 param.h
|
|
OSVERSION6=$(awk '/^#define __FreeBSD_version/ {print $3}' < ${SRCDIR6}/sys/sys/param.h)
|
|
|
|
cd ${SRCDIR7}/sys/sys
|
|
cvs -Rq update -PdA param.h
|
|
OSVERSION7=$(awk '/^#define __FreeBSD_version/ {print $3}' < ${SRCDIR7}/sys/sys/param.h)
|
|
|
|
cd ${PORTSDIR}
|
|
rm -f INDEX INDEX.bz2 INDEX-5 INDEX-5.bz2 INDEX-6 INDEX-6.bz2 INDEX-7 INDEX-7.bz2
|
|
(cvs -Rq update -PdA 2>1 ) > cvs.log
|
|
if grep -q ^C cvs.log ; then
|
|
(echo "cvs update failed with conflicts:";
|
|
grep ^C cvs.log) | mail -s "Ports cvsup failed" ${ERROR_ADDRESS}
|
|
exit 1
|
|
fi
|
|
|
|
export OSVERSION=${OSVERSION4}
|
|
BRANCH=4.x
|
|
echo "Building INDEX for ${BRANCH} with OSVERSION=${OSVERSION}"
|
|
cd ${PORTSDIR}
|
|
((make index 2> index.err) > index.out) || indexfail ${BRANCH}
|
|
if [ -s index.err ]; then
|
|
indexfail ${BRANCH}
|
|
fi
|
|
checkfixed ${BRANCH}
|
|
|
|
createtmpdir
|
|
bzip2 -kf ${PORTSDIR}/INDEX
|
|
scp -q ${SSHKEY} ${PORTSDIR}/INDEX ${PORTSDIR}/INDEX.bz2 ${SCP_DEST_HOST}:${TMPDIR} || mail -s "Cannot copy INDEX to temp dir" ${ERROR_ADDRESS}
|
|
ssh ${SCP_DEST_HOST} "/bin/mv ${TMPDIR}/INDEX ${SCP_DEST_DIR}; /bin/mv ${TMPDIR}/INDEX.bz2 ${SCP_DEST_DIR}; rmdir ${TMPDIR}" || mail -s "Cannot move INDEX to final dir" ${ERROR_ADDRESS}
|
|
BRANCH=5.x
|
|
export OSVERSION=${OSVERSION5}
|
|
echo "Building INDEX for ${BRANCH} with OSVERSION=${OSVERSION}"
|
|
cd ${PORTSDIR}
|
|
((make index 2> index.err) > index.out) || indexfail ${BRANCH}
|
|
if [ -s index.err ]; then
|
|
indexfail ${BRANCH}
|
|
fi
|
|
checkfixed ${BRANCH}
|
|
|
|
createtmpdir
|
|
bzip2 -kf ${PORTSDIR}/INDEX-5
|
|
scp -q ${SSHKEY} ${PORTSDIR}/INDEX-5 ${PORTSDIR}/INDEX-5.bz2 ${SCP_DEST_HOST}:${TMPDIR} || mail -s "Cannot copy INDEX-5 to temp dir" ${ERROR_ADDRESS}
|
|
ssh ${SCP_DEST_HOST} "/bin/mv ${TMPDIR}/INDEX-5 ${SCP_DEST_DIR}; /bin/mv ${TMPDIR}/INDEX-5.bz2 ${SCP_DEST_DIR}; rmdir ${TMPDIR}" || mail -s "Cannot move INDEX-5 to final dir" ${ERROR_ADDRESS}
|
|
|
|
BRANCH=6.x
|
|
export OSVERSION=${OSVERSION6}
|
|
echo "Building INDEX for ${BRANCH} with OSVERSION=${OSVERSION}"
|
|
cd ${PORTSDIR}
|
|
((make index 2> index.err) > index.out) || indexfail ${BRANCH}
|
|
if [ -s index.err ]; then
|
|
indexfail ${BRANCH}
|
|
fi
|
|
checkfixed ${BRANCH}
|
|
|
|
createtmpdir
|
|
bzip2 -kf ${PORTSDIR}/INDEX-6
|
|
scp -q ${SSHKEY} ${PORTSDIR}/INDEX-6 ${PORTSDIR}/INDEX-6.bz2 ${SCP_DEST_HOST}:${TMPDIR} || mail -s "Cannot copy INDEX-6 to temp dir" ${ERROR_ADDRESS}
|
|
ssh ${SCP_DEST_HOST} "/bin/mv ${TMPDIR}/INDEX-6 ${SCP_DEST_DIR}; /bin/mv ${TMPDIR}/INDEX-6.bz2 ${SCP_DEST_DIR}; rmdir ${TMPDIR}" || mail -s "Cannot move INDEX-6 to final dir" ${ERROR_ADDRESS}
|
|
|
|
BRANCH=7.x
|
|
export OSVERSION=${OSVERSION7}
|
|
echo "Building INDEX for ${BRANCH} with OSVERSION=${OSVERSION}"
|
|
cd ${PORTSDIR}
|
|
((make index 2> index.err) > index.out) || indexfail ${BRANCH}
|
|
if [ -s index.err ]; then
|
|
indexfail ${BRANCH}
|
|
fi
|
|
checkfixed ${BRANCH}
|
|
|
|
createtmpdir
|
|
bzip2 -kf ${PORTSDIR}/INDEX-7
|
|
scp -q ${SSHKEY} ${PORTSDIR}/INDEX-7 ${PORTSDIR}/INDEX-7.bz2 ${SCP_DEST_HOST}:${TMPDIR} || mail -s "Cannot copy INDEX-7 to temp dir" ${ERROR_ADDRESS}
|
|
ssh ${SCP_DEST_HOST} "/bin/mv ${TMPDIR}/INDEX-7 ${SCP_DEST_DIR}; /bin/mv ${TMPDIR}/INDEX-7.bz2 ${SCP_DEST_DIR}; rmdir ${TMPDIR}" || mail -s "Cannot move INDEX-7 to final dir" ${ERROR_ADDRESS}
|
|
|
|
# All indexes built successfully, clear the hook
|
|
rm -f ${PORTSDIR}/hook
|