diff options
| author | Holger Levsen <holger@layer-acht.org> | 2015-09-21 14:17:10 +0200 |
|---|---|---|
| committer | Holger Levsen <holger@layer-acht.org> | 2015-09-21 14:17:10 +0200 |
| commit | f521b26f9c308ca6c1baa4ee0589d78870717457 (patch) | |
| tree | 50e4e88a40207b0db988025019be57aa1c2574fb /bin | |
| parent | db68a8c9089e85182dd01aaf3b469d68c69b2aa2 (diff) | |
| download | jenkins.debian.net-f521b26f9c308ca6c1baa4ee0589d78870717457.tar.xz | |
reproducible: remove stale builds from at the beginning of the build and send a daily mail about these from the maintenance job
Diffstat (limited to 'bin')
| -rwxr-xr-x | bin/reproducible_build.sh | 9 | ||||
| -rwxr-xr-x | bin/reproducible_html_live_status.py | 2 | ||||
| -rwxr-xr-x | bin/reproducible_maintenance.sh | 10 |
3 files changed, 20 insertions, 1 deletions
diff --git a/bin/reproducible_build.sh b/bin/reproducible_build.sh index 6919b768..2d6bce0a 100755 --- a/bin/reproducible_build.sh +++ b/bin/reproducible_build.sh @@ -415,6 +415,15 @@ init_package_build() { echo "=============================================================================" echo "Initialising reproducibly build of ${SRCPACKAGE} in ${SUITE} on ${ARCH} on $(hostname -f) now. $ANNOUNCE" echo "=============================================================================" + # remove previous build attempts which didnt finish correctly + BUILDER_PREFIX="${JOB_NAME#reproducible_builder_}/" + BAD_BUILDS=$(sqlite3 -init $INIT ${PACKAGES_DB} "SELECT package_id, date_build_started, builder FROM schedule WHERE builder LIKE '${BUILDER_PREFIX}%'") + if [ ! -z "$BAD_BUILDS" ] ; then + # stale_builds.txt is mailed once a day by reproducible_maintenance.sh + echo "$(date -u) - stale builds detected, cleaning up database from these entries:" | tee -a /var/lib/jenkins/stale_builds.txt + echo -n $BAD_BUILDS | tee -a /var/lib/jenkins/stale_builds.txt + sqlite3 -init $INIT ${PACKAGES_DB} "UPDATE schedule SET date_build_started='' WHERE builder LIKE '${BUILDER_PREFIX}%'" + fi # mark build attempt if [ -z "$(sqlite3 -init $INIT ${PACKAGES_DB} "SELECT date_build_started FROM schedule WHERE package_id = '$SRCPKGID'")" ] ; then sqlite3 -init $INIT ${PACKAGES_DB} "UPDATE schedule SET date_build_started='$DATE', builder='$BUILDER' WHERE package_id = '$SRCPKGID'" diff --git a/bin/reproducible_html_live_status.py b/bin/reproducible_html_live_status.py index 334a31b5..1d55bb39 100755 --- a/bin/reproducible_html_live_status.py +++ b/bin/reproducible_html_live_status.py @@ -78,7 +78,7 @@ def generate_live_status_table(arch): counter += 1 # the numbers 17 and 9 should really be derived from /var/lib/jenkins/jobs/reproducible_builder_${arch}_* instead of being hard-coded here... if ( arch == 'amd64' and counter == 17 ) or ( arch == 'armhf' and counter == 9 ): - html += '<tr><td colspan="10">There are more builds marked as currently building in the database than there are ' + arch + ' build jobs. This does not compute. Please cleanup and please automate cleanup.</td></tr>' + html += '<tr><td colspan="10">There are more builds marked as currently building in the database than there are ' + arch + ' build jobs. This does not compute, please investigate and fix the cause.</td></tr>' suite = row[1] arch = row[2] pkg = row[3] diff --git a/bin/reproducible_maintenance.sh b/bin/reproducible_maintenance.sh index c577a659..0fd38938 100755 --- a/bin/reproducible_maintenance.sh +++ b/bin/reproducible_maintenance.sh @@ -336,6 +336,16 @@ if [ ! -z "$BADPERMS" ] ; then echo fi +# once a day, send mail about stale builds +if [ "$HOSTNAME" = "jenkins" ] && [ $(date -u +%H) -eq 0 ] ; then + if [ -s /var/lib/jenkins/stale_builds.txt ] ; then + TMPFILE=$(mktemp --tmpdir=$TEMPDIR maintenance-XXXXXXXXXXXX) + mv /var/lib/jenkins/stale_builds.txt $TMPFILE + cat $TMPFILE | mail -s "stale builds found" qa-jenkins-scm@lists.alioth.debian.org + rm -f $TMPFILE + fi +fi + if ! $DIRTY ; then echo "$(date -u ) - Everything seems to be fine." echo |