blob: e8eef5fa7953d9f6b236278dfd5ada0c02dcf53f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
|
#!/bin/bash
# Copyright 2015 Holger Levsen <holger@layer-acht.org>
# released under the GPLv=2
DEBUG=false
. /srv/jenkins/bin/common-functions.sh
common_init "$@"
# common code defining db access
. /srv/jenkins/bin/reproducible_common.sh
# FIXME:temporarily overwrite default:
ARCHS="amd64 armhf"
VIEW=repositories
PAGE=index_${VIEW}.html
SOURCES=$(mktemp --tmpdir=$TEMPDIR repo-comp-XXXXXXXXX)
PACKAGES=$(mktemp --tmpdir=$TEMPDIR repo-comp-XXXXXXXXX)
TMPFILE=$(mktemp --tmpdir=$TEMPDIR repo-comp-XXXXXXXXX)
MODIFIED_IN_SID=0
MODIFIED_IN_EXP=0
echo "$(date) - starting to write $PAGE page."
write_page_header $VIEW "Comparison between the reproducible builds apt repository and regular Debian suites"
write_page "<p>These source packages are different from unstable in our apt repository on alioth. They are available for <a href=\"https://wiki.debian.org/ReproducibleBuilds/ExperimentalToolchain#Usage_example\">testing using these sources.lists</a> entries:<pre>"
write_page "deb http://reproducible.alioth.debian.org/debian/ ./"
write_page "deb-src http://reproducible.alioth.debian.org/debian/ ./"
write_page "</pre></p>"
write_page "<p><table><tr><th>package</th><th>git repo</th><th>PTS link</th><th>usertagged bug</th><th>old versions in our repo<br />(needed for reproducing old builds)</th><th>version in our repo</th><th>version in 'testing'</th><th>version in 'unstable'</th><th>version in 'experimental'</th></tr>"
curl http://reproducible.alioth.debian.org/debian/Sources > $SOURCES
curl http://reproducible.alioth.debian.org/debian/Packages > $PACKAGES
SOURCEPKGS=$(grep-dctrl -n -s Package -r -FPackage . $SOURCES | sort -u)
for PKG in $SOURCEPKGS ; do
echo "Processing $PKG..."
if [ "${PKG:0:3}" = "lib" ] ; then
PREFIX=${PKG:0:4}
else
PREFIX=${PKG:0:1}
fi
VERSIONS=$(grep-dctrl -n -s version -S $PKG $SOURCES|sort -u)
CRUFT=""
BET=""
OBSOLETE_IN_SID=false
OBSOLETE_IN_TESTING=false
OBSOLETE_IN_EXP=false
#
# gather versions of a package
#
for VERSION in ${VERSIONS} ; do
if [ "$BET" = "" ] ; then
BET=${VERSION}
continue
elif dpkg --compare-versions "$BET" lt "${VERSION}" ; then
BET=${VERSION}
fi
done
SID=$(rmadison -s unstable $PKG | egrep -v '^(debian|new):' | cut -d "|" -f2|xargs echo)
for VERSION in ${VERSIONS} ; do
if [ "${VERSION}" != "$BET" ] ; then
CRUFT="$CRUFT ${VERSION}"
fi
done
TESTING=$(rmadison -s testing $PKG | egrep -v '^(debian|new):' | cut -d "|" -f2|xargs echo)
EXPERIMENTAL=$(rmadison -s experimental $PKG | egrep -v '^(debian|new):' | cut -d "|" -f2|xargs echo)
#
# format output
#
CSID=""
CTEST=""
CEXP=""
if [ ! -z "$TESTING" ] ; then
for i in $TESTING ; do
if dpkg --compare-versions "$i" gt "$BET" ; then
CTEST="$CTEST<span class=\"green\">$i</span><br />"
OBSOLETE_IN_TESTING=true
OBSOLETE_IN_SID=true
OBSOLETE_IN_EXP=true
else
CTEST="$CTEST$i<br />"
fi
done
fi
if [ ! -z "$EXPERIMENTAL" ] ; then
for i in $EXPERIMENTAL ; do
if dpkg --compare-versions "$i" gt "$BET" ; then
CEXP="$CEXP<a href=\"https://tracker.debian.org/media/packages/$PREFIX/$PKG/changelog-$i\">$i</a><br />"
OBSOLETE_IN_EXP=true
else
CEXP="$CEXP$i<br />"
fi
done
fi
for i in $SID ; do
if dpkg --compare-versions "$i" gt "$BET" ; then
CSID="$CSID<a href=\"https://tracker.debian.org/media/packages/$PREFIX/$PKG/changelog-$i\">$i</a><br />"
if [ ! -z "$BET" ] ; then
CRUFT="$BET $CRUFT"
BET=""
OBSOLETE_IN_SID=true
OBSOLETE_IN_EXP=true
fi
else
CSID="$CSID$i<br />"
fi
done
BINARIES=""
if [ ! -z "$BET" ] ; then
for ARCH in $ARCHS ; do
i="$(grep-dctrl -n -s Package -r -FPackage $PKG --and -FVersion $BET --and -FArchitecture all --or -FArchitecture $ARCH $PACKAGES|xargs -r echo)"
if [ ! -z $i ] ; then
i="$ARCH+all: $i"
else
i="<span class=\"red\">no binaries for $ARCH</span>"
fi
BINARIES="$BINARIES<br />$i"
done
BET="<span class=\"green\">$BET</span>"
else
BET=" "
fi
if [ ! -z "$CRUFT" ] ; then
CRUFT="$(echo $CRUFT|sed 's# #<br />#g')"
fi
#
# write output
#
write_page "<tr><td><pre>src:$PKG</pre></td>"
write_page " <td>"
case $PKG in
strip-nondeterminism|debbindiff)
URL="http://anonscm.debian.org/cgit/reproducible/$PKG.git" ;;
*)
URL="http://anonscm.debian.org/cgit/reproducible/$PKG.git/?h=pu/reproducible_builds" ;;
esac
curl $URL > $TMPFILE
if [ "$(grep "'error'>No repositories found" $TMPFILE 2>/dev/null)" ] ; then
write_page "$URL<br /><span class=\"red\">(no git repository found)</span>"
elif [ "$(grep "'error'>Invalid branch" $TMPFILE 2>/dev/null)" ] ; then
URL="http://anonscm.debian.org/cgit/reproducible/$PKG.git/?h=merged/reproducible_builds"
curl $URL > $TMPFILE
if [ "$(grep "'error'>Invalid branch" $TMPFILE 2>/dev/null)" ] ; then
if ! $OBSOLETE_IN_SID ; then
write_page "<a href=\"$URL\">$PKG.git</a><br /><span class=\"purple\">non-standard branch</span>"
else
write_page "<a href=\"$URL\">$PKG.git</a><br /><span class=\"green\">non-standard branch</span> (but that is ok, our package aint't used in unstable)"
fi
else
write_page "<a href=\"$URL\">$PKG.git</a>"
write_page "<br />(<span class=\"green\">merged</span>"
if $OBSOLETE_IN_TESTING ; then
write_page "and available in testing and unstable)"
elif $OBSOLETE_IN_SID ; then
write_page "and available in unstable)"
elif $OBSOLETE_IN_EXP ; then
write_page "and available in experimental)"
fi
fi
else
write_page "<a href=\"$URL\">$PKG.git</a>"
if [ "$PKG" != "strip-nondeterminism" ] && [ "$PKG" != "debbindiff" ] ; then
if $OBSOLETE_IN_TESTING && $OBSOLETE_IN_SID && $OBSOLETE_IN_EXP ; then
write_page "<br />(unused?"
write_page "<br /><span class=\"purple\">Then the branch should probably renamed.</span>"
elif $OBSOLETE_IN_SID && $OBSOLETE_IN_EXP ; then
write_page "<br />(only used in testing, fixed in sid,"
write_page "<br /><span class=\"purple\">branch should probably renamed</span>)"
elif $OBSOLETE_IN_EXP ; then
write_page "<br />(only used in testing and unstable, fixed in experimental)"
fi
elif ( [ "$PKG" = "strip-nondeterminism" ] || [ "$PKG" = "debbindiff" ] ) && $OBSOLETE_IN_SID ; then
write_page "<br />(this repo is always used)"
fi
fi
if ! $OBSOLETE_IN_SID ; then
let "MODIFIED_IN_SID+=1"
fi
if ! $OBSOLETE_IN_EXP ; then
let "MODIFIED_IN_EXP+=1"
fi
write_page " </td>"
write_page " <td><a href=\"https://tracker.debian.org/pkg/$PKG\">PTS</a></td>"
URL="https://bugs.debian.org/cgi-bin/pkgreport.cgi?src=$PKG&users=reproducible-builds@lists.alioth.debian.org&archive=both"
for TAG in $USERTAGS ; do
URL="$URL&tag=$TAG"
done
write_page " <td><a href=\"$URL\">bugs</a></td>"
write_page " <td>$CRUFT</td>"
write_page " <td>$BET $BINARIES</td>"
write_page " <td>$CTEST</td>"
write_page " <td>$CSID</td>"
write_page " <td>$CEXP</td>"
write_page "</tr>"
done
write_page "</table></p>"
write_page_footer
publish_page
echo "$MODIFIED_IN_SID" > /srv/reproducible-results/modified_in_sid.txt
echo "$MODIFIED_IN_EXP" > /srv/reproducible-results/modified_in_exp.txt
# cleanup
rm $SOURCES $PACKAGES $TMPFILE
|