summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorMattia Rizzolo <mattia@mapreri.org>2015-02-14 23:33:54 +0100
committerHolger Levsen <holger@layer-acht.org>2015-02-15 17:37:46 +0100
commit836291e79f8334a4484e46a40d3159009421f158 (patch)
tree083a19c409a71da9d3421e4c00c790b8511234b2
parenteea62fc01ec6764d1df2ce2707bd9c03ff78c1dd (diff)
downloadjenkins.debian.net-836291e79f8334a4484e46a40d3159009421f158.tar.xz
reproducible: add reproducible_html_indexes.py
-rwxr-xr-xbin/reproducible_html_indexes.py189
1 files changed, 189 insertions, 0 deletions
diff --git a/bin/reproducible_html_indexes.py b/bin/reproducible_html_indexes.py
new file mode 100755
index 00000000..cd580190
--- /dev/null
+++ b/bin/reproducible_html_indexes.py
@@ -0,0 +1,189 @@
+#!/usr/bin/python3
+# -*- coding: utf-8 -*-
+#
+# Copyright © 2015 Mattia Rizzolo <mattia@mapreri.org>
+# Based on reproducible_html_indexes.sh © 2014 Holger Levsen <holger@layer-acht.org>
+# Licensed under GPL-2
+#
+# Depends: python3
+#
+# Build quite all index_* pages
+
+from reproducible_common import *
+
+"""
+Reference doc for the folowing lists:
+
+* queries is just a list of queries. They are referred further below.
+* pages is just a list of pages. It is actually a dictionary, where every
+ element is a page. Every page has:
+ + `title`: The page title
+ + `body`: a list of dicts containing every section that made up the page.
+ Every section has:
+ - `icon_status`: the name of a icon (see join_status_icon())
+ - `icon_link`: a link to hide below the icon
+ - `query`: query to perform against the reproducible db to get the list of
+ packages to show
+ - `text` a string.Template instance with $tot (total of packages listed)
+ and $percent (percentual on all sid packages)
+
+Technically speaking, a package can be empty (we all love nonsense) but every
+section must have at least a `query` defining what to file in.
+"""
+
+queries = {
+ 'reproducible_all': 'SELECT name FROM source_packages WHERE status = "reproducible" ORDER BY build_date DESC',
+ 'reproducible_last24h': 'SELECT name FROM source_packages WHERE status = "reproducible" AND build_date > datetime("now", "-24 hours") ORDER BY build_date DESC',
+ 'reproducible_last48h': 'SELECT name FROM source_packages WHERE status = "reproducible" AND build_date > datetime("now", "-48 hours") ORDER BY build_date DESC',
+ 'reproducible_all_abc': 'SELECT name FROM source_packages WHERE status = "reproducible" ORDER BY name',
+ 'FTBR_all': 'SELECT name FROM source_packages WHERE status = "unreproducible" ORDER BY build_date DESC',
+ 'FTBR_last24h': 'SELECT name FROM source_packages WHERE status = "unreproducible" AND build_date > datetime("now", "-24 hours") ORDER BY build_date DESC',
+ 'FTBR_last48h': 'SELECT name FROM source_packages WHERE status = "unreproducible" AND build_date > datetime("now", "-48 hours") ORDER BY build_date DESC',
+ 'FTBR_all_abc': 'SELECT name FROM source_packages WHERE status = "unreproducible" ORDER BY name',
+ 'FTBFS_all': 'SELECT name FROM source_packages WHERE status = "FTBFS" ORDER BY build_date DESC',
+ 'FTBFS_last24h': 'SELECT name FROM source_packages WHERE status = "FTBFS" AND build_date > datetime("now", "-24 hours") ORDER BY build_date DESC',
+ 'FTBFS_last48h': 'SELECT name FROM source_packages WHERE status = "FTBFS" AND build_date > datetime("now", "-48 hours") ORDER BY build_date DESC',
+ 'FTBFS_all_abc': 'SELECT name FROM source_packages WHERE status = "FTBFS" ORDER BY name',
+ '404_all': 'SELECT name FROM source_packages WHERE status = "404" ORDER BY build_date DESC',
+ '404_all_abc': 'SELECT name FROM source_packages WHERE status = "404" ORDER BY name',
+ 'not_for_us_all': 'SELECT name FROM source_packages WHERE status = "not for us" ORDER BY build_date DESC',
+ 'not_for_us_all_abc': 'SELECT name FROM source_packages WHERE status = "not for us" ORDER BY name',
+ 'blacklisted_all': 'SELECT name FROM source_packages WHERE status = "blacklisted" ORDER BY name'
+}
+
+pages = {
+ 'reproducible': {
+ 'title': 'Overview of packages which built reproducibly',
+ 'body': [
+ {
+ 'icon_status': 'reproducible',
+ 'icon_link': '/index_reproducible.html',
+ 'query': 'reproducible_all',
+ 'text': Template('$tot ($percent%) packages which built reproducibly.')
+ }
+ ]
+ },
+ 'FTBR': {
+ 'title': 'Overview of packages which failed to build reproducibly',
+ 'body': [
+ {
+ 'icon_status': 'FTBR',
+ 'query': 'FTBR_all',
+ 'text': Template('$tot ($percent%) packages which failed to build reproducibly.')
+ }
+ ]
+ },
+ 'FTBFS': {
+ 'title': 'Overview of packages which failed to build from source',
+ 'body': [
+ {
+ 'icon_status': 'FTBFS',
+ 'query': 'FTBFS_all',
+ 'text': Template('$tot ($percent%) packages where the sources failed to download.')
+ }
+ ]
+ },
+ '404': {
+ 'title': 'Overview of packages where the sources failed to download',
+ 'body': [
+ {
+ 'icon_status': '404',
+ 'query': '404_all',
+ 'text': Template('$tot ($percent%) packages which failed to build from source.')
+ }
+ ]
+ },
+ 'not_for_us': {
+ 'title': 'Overview of packages which should not be build on "amd64"',
+ 'body': [
+ {
+ 'icon_status': 'not_for_us',
+ 'query': 'not_for_us_all',
+ 'text': Template('$tot ($percent%) packages which should not be build on "amd64".')
+ }
+ ]
+ },
+ 'blacklisted': {
+ 'title': 'Overview of packages which have been blacklisted',
+ 'body': [
+ {
+ 'icon_status': 'blacklisted',
+ 'query': 'blacklisted_all',
+ 'text': Template('$tot ($percent%) packages which have been blacklisted.')
+ }
+ ]
+ }
+}
+
+
+def build_leading_text_section(section, rows):
+ html = '<p>\n' + tab
+ total = len(rows)
+ percent = round(((total/amount)*100), 1) # amount is defined in common
+ try:
+ html += '<a href="' + section['icon_link'] + '" target="_parent">'
+ no_icon_link = False
+ except KeyError:
+ no_icon_link = True # to avoid closing the </a> tag below
+ if section.get('icon_status'):
+ html += '<img src="/static/'
+ html += join_status_icon(section['icon_status'])[1]
+ html += '" alt="reproducible icon" />'
+ if not no_icon_link:
+ html += '</a>'
+ html += '\n' + tab
+ try:
+ html += section['text'].substitute(tot=total, percent=percent)
+ except KeyError:
+ log.warning('There is no text for this section')
+ html += '\n</p>\n'
+ return html
+
+
+def build_page_section(section):
+ try:
+ rows = query_db(queries[section['query']])
+ # remember: this is a list of tuples! so while looping the package
+ # name will be pkg[0] and not simply pkg.
+ except:
+ print_critical_message('A query failed: ' + queries[section['query']])
+ raise
+ html = ''
+ html += build_leading_text_section(section, rows)
+ html += '<p>\n' + tab + '<code>\n'
+ for pkg in rows:
+ url = RB_PKG_URI + '/' + pkg[0] + '.html'
+ html += tab*2 + '<a href="' + url + '" class="'
+ if package_has_notes(pkg[0]):
+ html += 'noted'
+ else:
+ html += 'package'
+ html += '">' + pkg[0] + '</a>'
+ html += get_trailing_icon(pkg[0], bugs) + '\n'
+ html += tab + '</code>\n'
+ html += '</p>'
+ html = (tab*2).join(html.splitlines(True))
+ return html
+
+
+def build_page(page):
+ log.info('Building the ' + page + ' index page...')
+ html = ''
+ for section in pages[page]['body']:
+ html += build_page_section(section)
+ try:
+ title = pages[page]['title']
+ except KeyError:
+ title = page
+ destfilename = page
+ destfile = BASE + '/index_' + destfilename + '.html'
+ desturl = REPRODUCIBLE_URL + '/index_' + destfilename + '.html'
+ write_html_page(title=title, body=html, destfile=destfile, style_note=True)
+ log.info('"' + title + '" now available at ' + desturl)
+
+
+if __name__ == '__main__':
+ bugs = get_bugs()
+ print(bugs)
+ for page in pages.keys():
+ build_page(page)