1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
|
#!/usr/bin/python3
# -*- coding: utf-8 -*-
#
# Copyright © 2014 Holger Levsen <holger@layer-acht.org>
# © 2015 Mattia Rizzolo <mattia@mapreri.org>
# Licensed under GPL-2
#
# Depends: python3
#
# Get the output of dd-list(1) and turn it into some nice html
import lzma
from urllib.request import urlopen
from subprocess import Popen, PIPE
from tempfile import NamedTemporaryFile
from reproducible_common import *
arch = 'amd64' # the arch is only relevant for link targets here
mirror = 'http://deb.debian.org/debian'
bugs = get_bugs()
for suite in SUITES:
remotefile = mirror + '/dists/' + suite + '/main/source/Sources.xz'
os.makedirs('/tmp/reproducible', exist_ok=True)
with NamedTemporaryFile(dir='/tmp/reproducible') as sources:
log.info('Downloading sources file for ' + suite + ': ' + remotefile)
xfile = lzma.decompress(urlopen(remotefile).read())
if xfile:
sources.write(xfile)
else:
log.error('Failed to get the ' + suite + 'sources')
continue
query = "SELECT s.name " + \
"FROM results AS r JOIN sources AS s ON r.package_id=s.id " + \
"WHERE r.status='unreproducible' AND s.suite='{suite}'"
try:
pkgs = [x[0] for x in query_db(query.format(suite=suite))]
except IndexError:
log.error('Looks like there are no unreproducible packages...')
p = Popen(('dd-list --stdin --sources ' + sources.name).split(),
stdout=PIPE, stdin=PIPE, stderr=PIPE)
out, err = p.communicate(input=('\n'.join(pkgs)).encode())
if err:
log.error('dd-list printed some errors:\n' + err.decode())
log.debug('dd-list output:\n' + out.decode())
html = '<p>The following maintainers and uploaders are listed '
html += 'for packages in ' + suite + ' which have built '
html += 'unreproducibly. Please note that the while the link '
html += 'always points to the amd64 version, it\'s possible that'
html += 'the unreproducibility is only present in another architecture(s).</p>\n<p><pre>'
out = out.decode().splitlines()
get_mail = re.compile('<(.*)>')
for line in out:
if line[0:3] == ' ':
line = line.strip().split(None, 1)
html += ' '
# the final strip() is to avoid a newline
html += link_package(line[0], suite, arch, bugs).strip()
try:
html += ' ' + line[1] # eventual uploaders sign
except IndexError:
pass
elif line.strip(): # be sure this is not just an empty line
email = get_mail.findall(line.strip())[0]
html += HTML.escape(line.strip())
html += '<a name="{maint}" href="#{maint}">¶</a>'.format(
maint=email)
html += '\n'
html += '</pre></p>'
title = 'Maintainers of unreproducible packages in ' + suite
destfile = DEBIAN_BASE + '/' + suite + '/index_dd-list.html'
suite_arch_nav_template = DEBIAN_URI + '/{{suite}}/index_dd-list.html'
left_nav_html = create_main_navigation(suite=suite, arch=arch,
displayed_page='dd_list', no_arch=True,
suite_arch_nav_template=suite_arch_nav_template)
write_html_page(title, html, destfile, style_note=True,
left_nav_html=left_nav_html)
log.info('%s/%s/index_dd-list.html published', DEBIAN_URL, suite)
|