reproducible: rewrite reproducible_html_dd_list into python. This allow us to get the "informative package links" on that page too

1 files changed, 70 insertions, 0 deletions

diff --git a/bin/reproducible_html_dd_list.py b/bin/reproducible_html_dd_list.py
new file mode 100755
index 00000000..7e7ce6b5
--- /dev/null
+++ b/bin/reproducible_html_dd_list.py
@@ -0,0 +1,70 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+#
+# Copyright © 2014 Holger Levsen <holger@layer-acht.org>
+#           © 2015 Mattia Rizzolo <mattia@mapreri.org>
+# Licensed under GPL-2
+#
+# Depends: python3
+#
+# Get the output of dd-list(1) and turn it into some nice html
+
+import lzma
+from urllib.request import urlopen
+from subprocess import Popen, PIPE
+from tempfile import NamedTemporaryFile
+
+from reproducible_common import *
+
+
+arch = 'amd64'
+mirror = 'http://ftp.de.debian.org/debian'
+
+bugs = get_bugs()
+
+for suite in SUITES:
+    remotefile = mirror + '/dists/' + suite + '/main/source/Sources.xz'
+    os.makedirs('/tmp/reproducible', exist_ok=True)
+    with NamedTemporaryFile(dir='/tmp/reproducible') as sources:
+        log.info('Downloading sources file for ' + suite + ': ' + remotefile)
+        xfile = lzma.decompress(urlopen(remotefile).read())
+        if xfile:
+            sources.write(xfile)
+        else:
+            log.error('Failed to get the ' + suite + 'sources')
+            continue
+        query = "SELECT s.name " + \
+                "FROM results AS r JOIN sources AS s ON r.package_id=s.id " + \
+                "WHERE r.status='unreproducible' AND s.suite='{suite}'"
+        try:
+            pkgs = [x[0] for x in query_db(query.format(suite=suite))]
+        except IndexError:
+            log.error('Looks like there are no unreproducible packages...')
+        p = Popen(('dd-list --stdin --sources ' + sources.name).split(),
+                  stdout=PIPE, stdin=PIPE, stderr=PIPE)
+        out, err = p.communicate(input=('\n'.join(pkgs)).encode())
+        if err:
+            log.error('dd-list errored:\n' + err.decode())
+        log.debug('dd-list output:\n' + out.decode())
+
+        html = '<p>The following maintainers and uploaders are listed '
+        html += 'for packages in ' + suite + ' which have built '
+        html += 'unreproducibly:</p>\n<p><pre>'
+        out = out.decode().splitlines()
+        for line in out:
+            if line[0:3] == '   ':
+                line = line.strip().split(None, 1)
+                html += '    '
+                # the final strip() is to avoid a newline
+                html += link_package(line[0], suite, arch, bugs).strip()
+                try:
+                    html += ' ' + line[1]  # eventual uploaders sign
+                except IndexError:
+                    pass
+            else:
+                html += HTML.escape(line.strip())
+            html += '\n'
+        html += '</pre></p>'
+        title = 'Maintainers of unreproducible packages in ' + suite
+        destfile = BASE + '/' + suite + '/index_dd-list.html'
+        write_html_page(title, html, destfile, suite, arch)