opnsense-ports/Tools/scripts/tindex

156 lines
4.4 KiB
Bash
Executable File

#!/bin/sh
#
# INDEX build tinderbox script. Build an INDEX for all supported FreeBSD branches
# using the latest value of OSVERSION according to the src trees. If the build
# fails, yowl about it on ${REPORT_ADDRESS} If not, copy the index to www.freebsd.org so
# that 'make fetchindex' sees it.
#
# When INDEX is broken, assemble the list of committers who touched files
# on the most recent 'git pull', and put those committers "on the hook".
# These committers all stay on the hook until INDEX is buildable again.
#
# MAINTAINER= portmgr@FreeBSD.org
#
# --------------------------------------------------------
# Change these!
GIT=/usr/local/bin/git
SVN=/usr/local/bin/svn
# Address for success/failure reports
REPORT_ADDRESS=root@localhost
# Address for script errors
ERROR_ADDRESS=root@localhost
# Location of ports tree and source trees
export BASEDIR=/a/tindex
export PORTSDIR=${BASEDIR}/ports
export SRCDIR12=${BASEDIR}/src.12
export SRCDIR13=${BASEDIR}/src.13
export SRCDIR14=${BASEDIR}/src.14
export OUTDIR=${BASEDIR}/out
# Target architecture if not set in the environment
if [ "${ARCH}" = "" ]; then
export ARCH=i386
export MACHINE_ARCH=i386
fi
# --------------------------------------------------------
blame() {
# Find out who is responsible for current version of file $1
${GIT} log --no-patch --max-count=1 --format='%ce' -- $1
}
indexfail() {
BRANCH=$1
# Leave a cookie behind so that we know when the index is fixed
touch ${PORTSDIR}/broken.${BRANCH}
(
echo "INDEX build failed with errors:";
len=$(wc -l index.out | awk '{print $1}')
if [ "$len" -gt "40" ]; then
head -20 index.out
echo "[...]"
tail -20 index.out
else
cat index.out
fi
len=$(wc -l index.err | awk '{print $1}')
if [ "$len" -gt "40" ]; then
head -20 index.err
echo "[...]"
tail -20 index.err
else
cat index.err
fi
# Find out which committers are on the hook
commits=$(${GIT} diff --name-only ${OLD_HEAD})
for i in ${commits}; do
blame $i >> ${PORTSDIR}/hook
done
sort -u ${PORTSDIR}/hook > ${PORTSDIR}/hook.new
mv ${PORTSDIR}/hook.new ${PORTSDIR}/hook
echo
echo "Committers on the hook:"
tr -s '\n' ' ' < ${PORTSDIR}/hook
echo
echo
echo "Most recent Git update was:";
(IFS=""; echo ${commits})
) | mail -s "INDEX build failed for ${BRANCH}" ${REPORT_ADDRESS}
exit 1
}
checkfixed() {
BRANCH=$1
# If the cookie exists that means that this is the first build for which the
# INDEX succeeded, so announce this.
if [ -e ${PORTSDIR}/broken.${BRANCH} ]; then
rm -f ${PORTSDIR}/broken.${BRANCH}
mail -s "INDEX now builds successfully on ${BRANCH}" ${REPORT_ADDRESS} < /dev/null
fi
}
# Sanitize the environment so that the indexes aren't customized by the
# local machine settinge
export __MAKE_CONF=/dev/null
export PORT_DBDIR=/nonexistent
export PKG_DBDIR=/nonexistent
export LOCALBASE=/nonexistent
export INDEX_PRISTINE=1
export INDEX_JOBS=3
export INDEX_QUIET=1
# First update the source trees to get current OSVERSION
${SVN} -q up ${SRCDIR12}/sys/sys
OSVERSION12=$(awk '/^#define[[:blank:]]__FreeBSD_version/ {print $3}' < ${SRCDIR12}/sys/sys/param.h)
${GIT} -C ${SRCDIR13} pull --rebase -q
OSVERSION13=$(awk '/^#define[[:blank:]]__FreeBSD_version/ {print $3}' < ${SRCDIR13}/sys/sys/param.h)
${GIT} -C ${SRCDIR14} pull --rebase -q
OSVERSION14=$(awk '/^#define[[:blank:]]__FreeBSD_version/ {print $3}' < ${SRCDIR14}/sys/sys/param.h)
cd ${PORTSDIR}
rm -f INDEX-12 INDEX-12.bz2 INDEX-13 INDEX-13.bz2 INDEX-14 INDEX-14.bz2
OLD_HEAD=$(${GIT} rev-parse HEAD)
if ! ${GIT} pull --ff-only > git.log 2>&1 ; then
(echo "Git update failed with conflicts:";
cat git.log) | mail -s "Ports Git update failed" ${ERROR_ADDRESS}
exit 1
fi
for branch in 12.x 13.x 14.x; do
release=$(echo $branch | sed -e 's,.x,,')
eval _osver=\$OSVERSION${release}
eval _uname_r="$(( ${_osver} / 100000 )).0-RELEASE"
export OSVERSION=${_osver}
export UNAME_r=${_uname_r}
echo "Building INDEX for ${branch} with OSVERSION=${OSVERSION}"
cd ${PORTSDIR}
( (make index 2> index.err) > index.out) || indexfail ${branch}
if [ -s index.err ]; then
indexfail ${branch}
fi
checkfixed ${branch}
bzip2 -kf ${PORTSDIR}/INDEX-${release}
mv ${PORTSDIR}/INDEX-${release} ${PORTSDIR}/INDEX-${release}.bz2 ${OUTDIR}
done
# All indexes built successfully, clear the hook
rm -f ${PORTSDIR}/hook