diff options
| -rwxr-xr-x | bin/reproducible_html_graphs.sh | 6 | ||||
| -rwxr-xr-x | bin/reproducible_html_repository_comparison.sh | 5 | ||||
| -rwxr-xr-x | bin/reproducible_openwrt.sh | 259 |
3 files changed, 270 insertions, 0 deletions
diff --git a/bin/reproducible_html_graphs.sh b/bin/reproducible_html_graphs.sh index 157a470c..5f845734 100755 --- a/bin/reproducible_html_graphs.sh +++ b/bin/reproducible_html_graphs.sh @@ -583,12 +583,18 @@ create_main_stats_page() { RESULT=$(sqlite3 -init ${INIT} ${PACKAGES_DB} "SELECT COUNT(*) FROM (SELECT s.id FROM sources AS s JOIN results AS r ON r.package_id=s.id WHERE r.status='FTBFS' AND s.id NOT IN (SELECT package_id FROM notes) AND s.suite='$SUITE' AND s.architecture='$ARCH')") write_page "<tr><td> - failing to build</a></td><td>$RESULT / $(echo "scale=1 ; ($RESULT*100/$COUNT_TOTAL)" | bc)%</td></tr>" write_page "<tr><td>packages in $SUITE which need to be fixed</td><td>$(echo $COUNT_BAD + $COUNT_UGLY |bc) / $(echo $PERCENT_BAD + $PERCENT_UGLY|bc)%</td></tr>" + SUITE="testing" + gather_suite_stats + write_page "<tr><td> - in $SUITE</td><td>$(echo $COUNT_BAD + $COUNT_UGLY |bc) / $(echo $PERCENT_BAD + $PERCENT_UGLY|bc)%</td></tr>" + SUITE="unstable" if [ -f ${NOTES_GIT_PATH}/packages.yml ] && [ -f ${NOTES_GIT_PATH}/issues.yml ] ; then write_page "<tr><td>committers to <a href=\"https://anonscm.debian.org/cgit/reproducible/notes.git\" target=\"_parent\">notes.git</a> (in the last three months)</td><td>$(cd ${NOTES_GIT_PATH} ; git log --since="3 months ago"|grep Author|sort -u |wc -l)</td></tr>" write_page "<tr><td>committers to notes.git (in total)</td><td>$(cd ${NOTES_GIT_PATH} ; git log |grep Author|sort -u |wc -l)</td></tr>" fi RESULT=$(cat /srv/reproducible-results/modified_in_sid.txt || echo "unknown") # written by reproducible_html_repository_comparison.sh write_page "<tr><td>packages <a href=\"/index_repositories.html\">modified in our toolchain</a> (in unstable)</td><td>$(echo $RESULT)</td></tr>" + RESULT=$(cat /srv/reproducible-results/modified_in_exp.txt || echo "unknown") # written by reproducible_html_repository_comparison.sh + write_page "<tr><td> - (in experimental)</td><td>$(echo $RESULT)</td></tr>" write_page "</table>" # write bugs with usertags table write_usertag_table diff --git a/bin/reproducible_html_repository_comparison.sh b/bin/reproducible_html_repository_comparison.sh index 22aebe46..4b2675cf 100755 --- a/bin/reproducible_html_repository_comparison.sh +++ b/bin/reproducible_html_repository_comparison.sh @@ -19,6 +19,7 @@ TMPFILE=$(mktemp) TMP2FILE=$(mktemp) MODIFIED_IN_SID=0 +MODIFIED_IN_EXP=0 echo "$(date) - starting to write $PAGE page." write_page_header $VIEW "Comparison between the reproducible builds apt repository and regular Debian suites" @@ -164,6 +165,9 @@ for PKG in $SOURCES ; do if ! $OBSOLETE_IN_SID ; then let "MODIFIED_IN_SID+=1" fi + if ! $OBSOLETE_IN_EXP ; then + let "MODIFIED_IN_EXP+=1" + fi write_page " </td>" write_page " <td><a href=\"https://tracker.debian.org/pkg/$PKG\">PTS</a></td>" URL="https://bugs.debian.org/cgi-bin/pkgreport.cgi?src=$PKG&users=reproducible-builds@lists.alioth.debian.org&archive=both" @@ -183,3 +187,4 @@ rm $TMPFILE $TMP2FILE write_page_footer publish_page echo "$MODIFIED_IN_SID" > /srv/reproducible-results/modified_in_sid.txt +echo "$MODIFIED_IN_EXP" > /srv/reproducible-results/modified_in_exp.txt diff --git a/bin/reproducible_openwrt.sh b/bin/reproducible_openwrt.sh new file mode 100755 index 00000000..322c5e39 --- /dev/null +++ b/bin/reproducible_openwrt.sh @@ -0,0 +1,259 @@ +#!/bin/bash + +# Copyright 2014-2015 Holger Levsen <holger@layer-acht.org> +# © 2015 Mattia Rizzolo <mattia@mapreri.org> +# released under the GPLv=2 + +DEBUG=true +. /srv/jenkins/bin/common-functions.sh +common_init "$@" + +# common code defining db access +. /srv/jenkins/bin/reproducible_common.sh +set -e + +cleanup_tmpdir() { + cd + rm -r $TMPDIR +} + +create_results_dirs() { + mkdir -p $BASE/openwrt/dbd +} + +call_debbindiff() { + local TMPLOG=(mktemp --tmpdir=$TMPDIR) + local msg="" + set +e + ( timeout $TIMEOUT schroot \ + --directory $TMPDIR \ + -c source:jenkins-reproducible-${DBDSUITE}-debbindiff \ + debbindiff -- \ + --html $TMPDIR/$1.html \ + $TMPDIR/b1/$1/openwrt.rom \ + $TMPDIR/b2/$1/openwrt.rom 2>&1 \ + ) 2>&1 >> $TMPLOG + RESULT=$? + if ! "$DEBUG" ; then set +x ; fi + set -e + cat $TMPLOG # print dbd output + rm -f $TMPLOG + case $RESULT in + 0) echo "$(date -u) - $1/openwrt.rom is reproducible, yay!" + ;; + 1) + echo "$(date -u) - $DBDVERSION found issues, please investigate $1/openwrt.rom" + ;; + 2) + msg="$(date -u) - $DBDVERSION had trouble comparing the two builds. Please investigate $1/openwrt.rom" + ;; + 124) + if [ ! -s $TMPDIR/$1.html ] ; then + msg="$(date -u) - $DBDVERSION produced no output for $1/openwrt.rom and was killed after running into timeout after ${TIMEOUT}..." + else + msg="$DBDVERSION was killed after running into timeout after $TIMEOUT, but there is still $TMPDIR/$1.html" + fi + ;; + *) + msg="$(date -u) - Something weird happened when running $DBDVERSION on $1/openwrt.rom (which exited with $RESULT) and I don't know how to handle it." + ;; + esac + if [ ! -z $msg ] ; then + echo $msg | tee -a $TMPDIR/$1.html + fi +} + +# +# main +# + +TMPDIR=$(mktemp --tmpdir=/srv/reproducible-results -d) # where everything actually happens +trap cleanup_tmpdir INT TERM EXIT +cd $TMPDIR + +DATE=$(date -u +'%Y-%m-%d') +START=$(date +'%s') +mkdir b1 b2 + +echo "=============================================================================" +echo "$(date -u) - Cloning the OpenWRT git repository now." +echo "=============================================================================" +git clone git://git.openwrt.org/openwrt.git +cd openwrt +OPENWRT="$(git log -1)" +OPENWRT_VERSION=$(git describe -always) +echo "This is openwrt $OPENWRT_VERSION." +echo +git log -1 + +echo "=============================================================================" +echo "$(date -u) - Building the toolchain now." +echo "=============================================================================" +make defconfig +make -j $NUM_CPU tools/install + +# +# create html about toolchain used +# +TOOLCHAIN_HTML=$(mktemp) +echo "<table><tr><th>Debian $(cat /etc/debian_version) package on $(dpkg --print-architecture)</th><th>installed version</th></tr>" > $TOOLCHAIN_HTML +for i in gcc binutils bzip2 flex python perl make findutils grep diff unzip gawk util-linux zlib1g-dev libc6-dev git subversion ; do + echo " <tr><td>$i</td><td>" >> $TOOLCHAIN_HTML + dpkg -s $i|grep '^Version'|cut -d " " -f2 >> $TOOLCHAIN_HTML + echo " </td></tr>" >> $TOOLCHAIN_HTML +done +echo "</table>" >> $TOOLCHAIN_HTML +cd ../../.. + +echo "=============================================================================" +echo "$(date -u) - Building openwrt ${OPENWRT_VERSION} images now - first build run." +echo "=============================================================================" +export TZ="/usr/share/zoneinfo/Etc/GMT+12" +# actually build everything +nice ionice -c 3 \ + make -j $NUM_CPU target/compile +nice ionice -c 3 \ + make -j $NUM_CPU package/cleanup +nice ionice -c 3 \ + make -j $NUM_CPU package/compile + +cd openwrt-builds +for i in * ; do + # abuild and sharedutils are build results but not the results we are looking for... + if [ "$i" != "abuild" ] && [ "$i" != "sharedutils" ] ; then + mkdir $TMPDIR/b1/$i + if [ -f $i/openwrt.rom ] ; then + cp -p $i/openwrt.rom $TMPDIR/b1/$i/ + fi + fi +done +cd .. +rm openwrt-builds -rf + +echo "=============================================================================" +echo "$(date -u) - Building openwrt images now - second build run." +echo "=============================================================================" +export TZ="/usr/share/zoneinfo/Etc/GMT-14" +export LANG="fr_CH.UTF-8" +export LC_ALL="fr_CH.UTF-8" +export PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/i/capture/the/path" +export CAPTURE_ENVIRONMENT="I capture the environment" +umask 0002 +# use allmost all cores for second build +NEW_NUM_CPU=$(echo $NUM_CPU-1|bc) +nice ionice -c 3 \ + linux64 --uname-2.6 \ + make -j $NEW_NUM_CPU target/compile +nice ionice -c 3 \ + linux64 --uname-2.6 \ + make -j $NEW_NUM_CPU package/cleanup +nice ionice -c 3 \ + linux64 --uname-2.6 \ + make -j $NEW_NUM_CPU package/compile + +# reset environment to default values again +export LANG="en_GB.UTF-8" +unset LC_ALL +export TZ="/usr/share/zoneinfo/UTC" +export PATH="/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:" +umask 0022 + +cd openwrt-builds +for i in * ; do + if [ -f $i/openwrt.rom ] ; then + mkdir $TMPDIR/b2/$i + cp -p $i/openwrt.rom $TMPDIR/b2/$i/ + fi +done +cd .. +rm openwrt-builds -r + +# run debbindiff on the results +TIMEOUT="30m" +DBDSUITE="unstable" +DBDVERSION="$(schroot --directory /tmp -c source:jenkins-reproducible-${DBDSUITE}-debbindiff debbindiff -- --version 2>&1)" +echo "=============================================================================" +echo "$(date -u) - Running $DBDVERSION on openwrt images now" +echo "=============================================================================" +ROMS_HTML=$(mktemp) +echo " <ul>" > $ROMS_HTML +BAD_ROMS=0 +GOOD_ROMS=0 +ALL_ROMS=0 +create_results_dirs +cd $TMPDIR/b1 +for i in * ; do + let ALL_ROMS+=1 + if [ -f $i/openwrt.rom ] ; then + call_debbindiff $i + SIZE="$(du -h -b $i/openwrt.rom | cut -f1)" + SIZE="$(echo $SIZE/1024|bc)" + if [ -f $TMPDIR/$i.html ] ; then + mv $TMPDIR/$i.html $BASE/openwrt/dbd/$i.html + echo " <li><a href=\"dbd/$i.html\"><img src=\"/userContent/static/weather-showers-scattered.png\" alt=\"unreproducible icon\" /> $i</a> (${SIZE}K) is unreproducible.</li>" >> $ROMS_HTML + else + SHASUM=$(sha256sum $i/openwrt.rom|cut -d " " -f1) + echo " <li><img src=\"/userContent/static/weather-clear.png\" alt=\"reproducible icon\" /> $i ($SHASUM, ${SIZE}K) is reproducible.</li>" >> $ROMS_HTML + let GOOD_ROMS+=1 + rm -f $BASE/openwrt/dbd/$i.html # cleanup from previous (unreproducible) tests - if needed + fi + else + echo " <li><img src=\"/userContent/static/weather-storm.png\" alt=\"FTBFS icon\" /> $i <a href=\"${BUILD_URL}console\">failed to build</a> from source.</li>" >> $ROMS_HTML + let BAD_ROMS+=1 + fi +done +echo " </ul>" >> $ROMS_HTML +GOOD_PERCENT=$(echo "scale=1 ; ($GOOD_ROMS*100/$ALL_ROMS)" | bc) +BAD_PERCENT=$(echo "scale=1 ; ($BAD_ROMS*100/$ALL_ROMS)" | bc) + +# +# finally create the webpage +# +cd $TMPDIR +PAGE=openwrt/openwrt.html +cat > $PAGE <<- EOF +<!DOCTYPE html> +<html lang="en-US"> + <head> + <meta charset="UTF-8"> + <meta name="viewport" content="width=device-width"> + <title>openwrt</title> + <link rel='stylesheet' id='twentyfourteen-style-css' href='landing_style.css?ver=4.0' type='text/css' media='all' /> + </head> + <body> + <div class="content"> + <div class="page-content"> + <p> </p> + <p><center><img src="openwrt.png" width="300" class="alignnone size-medium wp-image-6" alt="openwrt" height="231" /><br /> + <blockquote> + <br /> + <strong>openwrt™</strong>: fast, flexible <em>and reproducible</em> Open Source firmware? + </blockquote> + </center></p> +EOF +write_page " <h1>Reproducible OpenWRT</h1>" +write_page " <p><em>Reproducible builds</em> enable anyone to reproduce bit by bit identical binary packages from a given source, so that anyone can verify that a given binary derived from the source it was said to be derived. There is a lot more information about <a href=\"https://wiki.debian.org/ReproducibleBuilds\">reproducible builds on the Debian wiki</a> and on <a href=\"https://reproducible.debian.net\">https://reproducible.debian.net</a>. The wiki has a lot more information, eg. why this is useful, what common issues exist and which workarounds and solutions are known.<br />" +write_page " <em>Reproducible OpenWRT</em> is an effort to apply this to openwrt. Thus each openwrt.rom is build twice (without payloads), with a few varitations added and then those two ROMs are compared using <a href=\"https://tracker.debian.org/debbindiff\">debbindiff</a>. Please note that the toolchain is not varied at all as the rebuild happens on exactly the same system. More variations are expected to be seen in the wild.</p>" +write_page " <p>There is a monthly run <a href=\"https://jenkins.debian.net/view/reproducible/job/reproducible_openwrt/\">jenkins job</a> to test the <code>master</code> branch of <a href=\"https://review.openwrt.org/p/openwrt.git\">openwrt.git</a>. Currently this job is triggered more often though, because this is still under development and brand new. The jenkins job is simply running <a href=\"http://anonscm.debian.org/cgit/qa/jenkins.debian.net.git/tree/bin/reproducible_openwrt.sh\">reproducible_openwrt.sh</a> in a Debian environemnt and this script is solely responsible for creating this page. Feel invited to join <code>#debian-reproducible</code> (on irc.oftc.net) to request job runs whenever sensible. Patches and other <a href=\"mailto:reproducible-builds@lists.alioth.debian.org\">feedback</a> are very much appreciated!</p>" +write_page " <p>$GOOD_ROMS ($GOOD_PERCENT%) out of $ALL_ROMS built openwrt images were reproducible in our test setup, while $BAD_ROMS ($BAD_PERCENT%) failed to build from source." +write_page " These tests were last run on $DATE for version ${OPENWRT_VERSION}.</p>" +write_explaination_table openwrt +cat $ROMS_HTML >> $PAGE +write_page " <p><pre>" +echo -n "$OPENWRT" >> $PAGE +write_page " </pre></p>" +cat $TOOLCHAIN_HTML >> $PAGE +write_page " </div></div>" +write_page_footer openwrt +publish_page +rm -f $ROMS_HTML $TOOLCHAIN_HTML + +# the end +calculate_build_duration +print_out_duration +irc_message "$REPRODUCIBLE_URL/openwrt/ has been updated." +echo "=============================================================================" + +# remove everything, we don't need it anymore... +cleanup_tmpdir +trap - INT TERM EXIT |