From 12c04491ccb8ea8570a39595f6b06f5a61e3c97d Mon Sep 17 00:00:00 2001 From: Mattia Rizzolo Date: Sun, 3 May 2015 18:58:21 +0200 Subject: reproducible: add remote_scheduler.py: a mean to be called via ssh to schedule packages --- bin/reproducible_remote_scheduler.py | 116 +++++++++++++++++++++++++++++++++++ 1 file changed, 116 insertions(+) create mode 100755 bin/reproducible_remote_scheduler.py (limited to 'bin') diff --git a/bin/reproducible_remote_scheduler.py b/bin/reproducible_remote_scheduler.py new file mode 100755 index 00000000..2f51d242 --- /dev/null +++ b/bin/reproducible_remote_scheduler.py @@ -0,0 +1,116 @@ +#!/usr/bin/python3 +# -*- coding: utf-8 -*- +# +# Copyright © 2015 Mattia Rizzolo +# Licensed under GPL-2 +# +# Depends: python3 +# +# A secure script to be called from remote hosts + +import argparse +from subprocess import check_output + + +parser = argparse.ArgumentParser( + description='Reschedule packages to re-test their reproducibly', + epilog='You can wait for the results on #debian-reproducible, where the ' + + 'build will be announced') +parser.add_argument('-a', '--artifacts', default=False, action='store_true', + help='Save artifacts (for further offline study)') +parser.add_argument('-s', '--suite', required=True, + help='Specify the suite to schedule for') +parser.add_argument('packages', metavar='package', nargs='+', + help='list of packages to reschedule') +scheduling_args = parser.parse_known_args()[0] + +# these are here as an hack to be able to parse the command line +from reproducible_common import * +from reproducible_html_indexes import generate_schedule + + +class bcolors: + BOLD = '\033[1m' + UNDERLINE = '\033[4m' + GOOD = '\033[92m' + WARN = '\033[93m' + UNDERLINE + FAIL = '\033[91m' + BOLD + UNDERLINE + ENDC = '\033[0m' + + +# this variable is expected to come from the remote host +try: + requester = os.environ['LC_USER'] +except KeyError: + log.critical(bcolors.FAIL + 'You should use the provided script to ' + 'schedule packages. Ask in #debian-reproducible if you have ' + 'trouble with that.' + bcolors.ENDC) + sys.exit(1) +suite = scheduling_args.suite +packages = scheduling_args.packages +artifacts = scheduling_args.artifacts + +log.debug('Requester: ' + requester) +log.debug('Artifacts: ' + str(artifacts)) +log.debug('Architecture: ' + defaultarch) +log.debug('Suite: ' + suite) + +if suite not in SUITES: + log.critical('The specified suite is not in the available ones.') + log.critical('Please chose between ' + ', '.join(SUITES)) + sys.exit(1) + +if scheduling_args.artifacts: + log.info('The artifacts of the build(s) will be saved to the location ' + 'mentioned at the end of the build log(s).') + +ids = [] + +query = 'SELECT id FROM sources WHERE name="{pkg}" AND suite="{suite}"' +for pkg in packages: + queryed = query.format(pkg=pkg, suite=suite) + result = query_db(query.format(pkg=pkg, suite=suite)) + result = query_db(queryed) + try: + ids.append(result[0][0]) + except IndexError: + log.critical('The package ' + pkg + ' is not available in ' + suite) + sys.exit(1) + +blablabla = '✂…' if len(' '.join(packages)) > 257 else '' +packages_txt = ' packages ' if len(packages) > 1 else ' package ' +artifacts_txt = ' - artifacts will be preserved' if artifacts else '' + +message = str(len(ids)) + packages_txt + 'scheduled in ' + suite + ' by ' + \ + requester + ': ' + ' '.join(packages)[0:256] + blablabla + artifacts_txt + + +# these packages are manually scheduled, so should have high priority, +# so schedule them in the past, so they are picked earlier :) +# the current date is subtracted twice, so it sorts before early scheduling +# schedule on the full hour so we can recognize them easily +now = datetime.datetime.now() +days = int(now.strftime('%j'))*2 +hours = int(now.strftime('%H'))*2 +minutes = int(now.strftime('%M')) +time_delta = datetime.timedelta(days=days, hours=hours, minutes=minutes) +date = (now - time_delta).strftime('%Y-%m-%d %H:%M') +log.debug('date_scheduled = ' + date + ' time_delta = ' + str(time_delta)) + +to_schedule = [] +for id in ids: + artifacts_value = 1 if artifacts else 0 + to_schedule.append((id, date, artifacts_value)) +log.debug('Packages about to be scheduled: ' + str(to_schedule)) + +query = '''REPLACE INTO schedule + (package_id, date_scheduled, date_build_started, save_artifacts, notify) + VALUES (?, ?, "", ?, "true")''' + +cursor = conn_db.cursor() +cursor.executemany(query, to_schedule) + +log.info(bcolors.GOOD + message + bcolors.ENDC) +irc_msg(message) + +generate_schedule() # the html page -- cgit v1.2.3-70-g09d2