- defaults:
name: reproducible
project-type: freestyle
properties:
- sidebar: &sb1
url: https://jenkins.debian.net/userContent/about.html
text: About jenkins.debian.net
icon: /userContent/images/debian-swirl-24x24.png
- sidebar: &sb2
url: https://jenkins.debian.net/view/reproducible
text: reproducible builds jobs
icon: /userContent/images/debian-jenkins-24x24.png
- sidebar: &sb3
url: http://www.profitbricks.co.uk
text: Sponsored by Profitbricks
icon: /userContent/images/profitbricks-24x24.png
description: &desc '{my_description}
Job configuration source is reproducible.yaml.
Results are available at https://reproducible.debian.net.'
triggers:
- timed: '{my_timed}'
logrotate:
daysToKeep: 90
numToKeep: 30
artifactDaysToKeep: -1
artifactNumToKeep: -1
builders:
- shell: '{my_shell}'
publishers:
- logparser: &logparse
parse-rules: '/srv/jenkins/logparse/reproducible.rules'
unstable-on-warning: 'true'
fail-on-error: 'true'
- email:
recipients: '{my_recipients}'
node: '{my_node}'
- defaults:
name: reproducible_git
project-type: freestyle
properties:
- sidebar: *sb1
- sidebar: *sb2
- sidebar: *sb3
description: *desc
triggers:
- timed: '{my_timed}'
- pollscm: '*/6 * * * *'
logrotate:
daysToKeep: 90
numToKeep: 20
artifactDaysToKeep: -1
artifactNumToKeep: -1
builders:
- shell: '{my_shell}'
publishers:
- logparser: *logparse
- email:
recipients: '{my_recipients}'
scm:
- git:
url: '{my_gitrepo}'
branches:
- master
node: '{my_node}'
- defaults:
name: reproducible_builder
project-type: freestyle
description: *desc
properties:
- sidebar: *sb1
- sidebar: *sb2
- sidebar: *sb3
- priority-sorter:
priority: '150'
- throttle:
max-total: 58
max-per-node: 58
enabled: true
option: category
categories:
- reproducible
triggers:
- timed: '{my_timed}'
wrappers:
- timeout:
timeout: 1560
logrotate:
daysToKeep: 3
numToKeep: 300
artifactDaysToKeep: -1
artifactNumToKeep: -1
builders:
- shell: '{my_shell}'
publishers:
- logparser: *logparse
- email:
recipients: '{my_recipients}'
notify-every-unstable-build: false
node: '{my_node}'
- defaults:
name: reproducible_builder_trigger
project-type: freestyle
description: *desc
properties:
- sidebar: *sb1
- sidebar: *sb2
- sidebar: *sb3
- priority-sorter:
priority: '150'
- throttle:
max-total: 58
max-per-node: 58
enabled: true
option: category
categories:
- reproducible
triggers:
- timed: '{my_timed}'
wrappers:
- timeout:
timeout: 1560
logrotate:
daysToKeep: 3
numToKeep: 300
artifactDaysToKeep: -1
artifactNumToKeep: -1
builders:
- shell: '{my_shell}'
publishers:
- logparser: *logparse
- email:
recipients: '{my_recipients}'
notify-every-unstable-build: false
- trigger:
project: '{my_trigger}'
node: '{my_node}'
- defaults:
name: reproducible_other_projects
project-type: freestyle
description: *desc
properties:
- sidebar: *sb1
- sidebar: *sb2
- sidebar: *sb3
- throttle:
max-total: 9
max-per-node: 9
enabled: true
option: category
categories:
- reproducible # no special category yet
triggers:
- timed: '{my_timed}'
logrotate:
daysToKeep: 90
numToKeep: 30
artifactDaysToKeep: -1
artifactNumToKeep: -1
builders:
- shell: '{my_shell}'
publishers:
- logparser:
parse-rules: '/srv/jenkins/logparse/reproducible-extra.rules'
unstable-on-warning: 'true'
fail-on-error: 'true'
- email:
recipients: '{my_recipients}'
node: '{my_node}'
- defaults:
name: reproducible_other_projects_trigger
project-type: freestyle
description: *desc
properties:
- sidebar: *sb1
- sidebar: *sb2
- sidebar: *sb3
- throttle:
max-total: 9
max-per-node: 9
enabled: true
option: category
categories:
- reproducible # no special category yet
triggers:
- timed: '{my_timed}'
logrotate:
daysToKeep: 90
numToKeep: 30
artifactDaysToKeep: -1
artifactNumToKeep: -1
builders:
- shell: '{my_shell}'
publishers:
- logparser:
parse-rules: '/srv/jenkins/logparse/reproducible-extra.rules'
unstable-on-warning: 'true'
fail-on-error: 'true'
- email:
recipients: '{my_recipients}'
- trigger:
project: '{my_trigger}'
node: '{my_node}'
- job-template:
defaults: reproducible
name: '{name}_{my_task}'
- job-template:
defaults: reproducible
name: '{name}_{my_task}_{my_arch}_{my_hname}'
- job-template:
defaults: reproducible
name: '{name}_setup_schroot_{my_distro}_{my_arch}_{my_hname}'
- job-template:
defaults: reproducible_builder
name: '{name}_builder_{my_arch}_{my_num}'
- job-template:
defaults: reproducible_git
name: '{name}_html_{my_reponame}'
- job-template:
defaults: reproducible_other_projects
name: '{name}_{otherproject}'
- job-template:
defaults: reproducible_other_projects_trigger
name: '{name}_{otherproject_triggering}'
- job-template:
defaults: reproducible_builder_trigger
name: '{name}_builder_{otherproject}_{my_num}'
- project:
name: reproducible
my_recipients: 'qa-jenkins-scm@lists.alioth.debian.org'
my_node: '{my_hname}'
jobs:
- '{name}_{my_task}_{my_arch}_{my_hname}':
my_task:
- 'maintenance':
my_description: 'Do some maintenance: check for old directories laying around, do backups, update pbuilder and schroots, etc.'
my_timed: '5 0,3,6,9,12,15,18,21 * * *'
my_shell: '/srv/jenkins/bin/reproducible_maintenance.sh'
my_hname:
- 'jenkins': { my_arch: 'amd64' }
my_node: ''
- '{name}_{my_task}_{my_arch}_{my_hname}':
my_task:
- 'maintenance':
my_description: 'Do some maintenance: check for old directories laying around, do backups, update pbuilder and schroots, etc.'
my_timed: '5 0,3,6,9,12,15,18,21 * * *'
my_hname:
- 'bpi0': { my_arch: 'armhf' }
- 'cbxi4pro0': { my_arch: 'armhf' }
- 'ff2a': { my_arch: 'armhf' }
- 'ff2b': { my_arch: 'armhf' }
- 'hb0': { my_arch: 'armhf' }
- 'wbq0': { my_arch: 'armhf' }
- 'odxu4': { my_arch: 'armhf' }
- 'odxu4b': { my_arch: 'armhf' }
- 'odxu4c': { my_arch: 'armhf' }
- 'opi2a': { my_arch: 'armhf' }
- 'opi2b': { my_arch: 'armhf' }
- 'wbd0': { my_arch: 'armhf' }
- 'rpi2b': { my_arch: 'armhf' }
- 'rpi2c': { my_arch: 'armhf' }
- 'profitbricks1': { my_arch: 'amd64' }
- 'profitbricks2': { my_arch: 'amd64' }
- 'profitbricks3': { my_arch: 'amd64' }
- 'profitbricks5': { my_arch: 'amd64' }
- 'profitbricks6': { my_arch: 'amd64' }
my_shell: '/srv/jenkins/bin/jenkins_master_wrapper.sh'
- '{name}_{my_task}_{my_arch}_{my_hname}':
my_task:
- 'setup_pbuilder_testing':
my_description: 'Setup pbuilder for reproducible builds of packages from testing as described in https://wiki.debian.org/ReproducibleBuilds#Usage_example'
my_timed: '23 7 * * *'
- 'setup_pbuilder_unstable':
my_description: 'Setup pbuilder for reproducible builds of packages from testing as described in https://wiki.debian.org/ReproducibleBuilds#Usage_example'
my_timed: '42 7 * * *'
- 'setup_pbuilder_experimental':
my_description: 'Setup pbuilder for reproducible builds of packages from experimental as described in https://wiki.debian.org/ReproducibleBuilds#Usage_example'
my_timed: '33 7 * * *'
- 'setup_schroot_unstable':
my_description: 'Setup unstable schroot for fetching source packages for the builder jobs.'
my_timed: '20 1 * * *'
- 'setup_schroot_testing':
my_description: 'Setup testing schroot for fetching source packages for the builder jobs.'
my_timed: '0 1 * * *'
- 'setup_schroot_experimental':
my_description: 'Setup experimental schroot for fetching source packages for the builder jobs.'
my_timed: '40 1 * * *'
my_hname:
- 'bpi0': { my_arch: 'armhf' }
- 'cbxi4pro0': { my_arch: 'armhf' }
- 'ff2a': { my_arch: 'armhf' }
- 'ff2b': { my_arch: 'armhf' }
- 'hb0': { my_arch: 'armhf' }
- 'wbq0': { my_arch: 'armhf' }
- 'odxu4': { my_arch: 'armhf' }
- 'odxu4b': { my_arch: 'armhf' }
- 'odxu4c': { my_arch: 'armhf' }
- 'opi2a': { my_arch: 'armhf' }
- 'opi2b': { my_arch: 'armhf' }
- 'wbd0': { my_arch: 'armhf' }
- 'rpi2b': { my_arch: 'armhf' }
- 'rpi2c': { my_arch: 'armhf' }
- 'profitbricks1': { my_arch: 'amd64' }
- 'profitbricks2': { my_arch: 'amd64' }
- 'profitbricks5': { my_arch: 'amd64' }
- 'profitbricks6': { my_arch: 'amd64' }
my_shell: '/srv/jenkins/bin/jenkins_master_wrapper.sh'
- '{name}_setup_schroot_{my_distro}_{my_arch}_{my_hname}':
my_distro:
- 'unstable_diffoscope':
my_description: 'Setup schroot for running diffoscope in a unstable environment (this is needed to be able to correctly investigate haskell binaries...)'
my_timed: '42 0 * * *'
my_shell: '/srv/jenkins/bin/schroot-create.sh reproducible reproducible-unstable-diffoscope unstable diffoscope locales-all'
- 'testing_diffoscope':
my_description: 'Setup schroot for running diffoscope in a testing environment (this is needed to be able to correctly investigate haskell binaries...)'
my_timed: '23 0 * * *'
my_shell: '/srv/jenkins/bin/schroot-create.sh reproducible reproducible-testing-diffoscope testing diffoscope locales-all'
- 'unstable':
my_timed: '42 1 * * *'
my_shell: '/srv/jenkins/bin/schroot-create.sh reproducible reproducible-{my_distro} {my_distro} botch'
- 'testing':
my_timed: '42 1 * * *'
- 'experimental':
my_timed: '33 1 * * *'
my_description: 'Setup {my_distro} schroot for fetching source packages for the builder jobs.'
my_shell: '/srv/jenkins/bin/schroot-create.sh reproducible reproducible-{my_distro} {my_distro}'
my_hname:
- 'jenkins': { my_arch: 'amd64' }
my_node: ''
- '{name}_{my_task}_{my_arch}_{my_hname}':
my_task:
- 'setup_schroot_unstable_diffoscope':
my_description: 'Setup schroot for running diffoscope in a unstable environment'
my_timed: '42 0 * * *'
my_shell: '/srv/jenkins/bin/jenkins_master_wrapper.sh'
my_hname:
- 'profitbricks3': { my_arch: 'amd64' }
- '{name}_{my_task}':
my_task:
- 'scheduler':
my_description: 'Schedule packages to be tested for reproducibility.'
my_timed: '10 * * * *'
my_shellext: ".py"
- 'html_dashboard':
my_description: 'Generate HTML dashboard with graphs for reproducible builds.'
my_timed: '*/5 * * * *'
- 'html_pkg_sets':
my_description: 'Generate HTML results (package sets with graphs) for reproducible builds.'
my_timed: '0 */4 * * *'
- 'html_indexes':
my_description: 'Generate HTML results (indexes) for reproducible builds.'
my_timed: '*/15 * * * *'
my_shellext: ".py"
- 'html_dd_list':
my_description: 'Generate HTML results (dd-list) for reproducible builds.'
my_timed: '55 */2 * * *'
my_shellext: ".py"
- 'html_all_packages':
my_description: 'Generate HTML results (for all packages) for reproducible builds. This job is rather redudant and just run to give a fuzzy warm feeling all pages are good.'
my_timed: '37 13 * * 1'
my_shellext: ".py"
- 'html_repository_comparison':
my_description: 'Generate HTML results (repository_comparison) for reproducible builds.'
my_timed: '0 1 * * *'
- 'html_breakages':
my_description: 'Generate an HTML page with CI issues (packages with incoherent status or files that should or should not be there).'
my_timed: '30 0,12 * * *'
my_shellext: ".py"
- 'html_rsync_remote_results':
my_description: 'rsync the results from some remote jobs to the main node.'
my_timed: ''
- 'html_live_status':
my_description: 'Generate an HTML page showing the live status of all builds happening or scheduled by humans.'
my_timed: 'H/2 * * * *'
my_shellext: ".py"
- 'create_meta_pkg_sets':
my_description: 'Create meta package sets for later consumption when generating HTML stats.'
my_timed: '0 6 * * H/3'
- 'nodes_info':
my_description: 'Collect various information from build nodes used for reproducible builds.'
my_timed: '0 0 * * *'
- 'json':
my_description: 'Generate https://reproducible.debian.net/userContent/reproducible.json for consumption by tracker.debian.org.'
my_timed: '1 * * * *'
my_shellext: ".py"
- 'html_archlinux':
my_description: 'Build a simple webpage for Arch Linux reproducibility tests'
my_timed: ''
- 'html_fedora-23_x86_64':
my_description: 'Build a simple webpage for Fedora 23 reproducibility tests'
my_timed: ''
my_shell: '/srv/jenkins/bin/reproducible_html_rpms.sh fedora-23 x86_64'
my_shellext: ".sh"
my_shell: '/srv/jenkins/bin/reproducible_{my_task}{my_shellext}'
my_hname: ''
- '{name}_html_{my_reponame}':
my_reponame:
- 'notes':
my_description: 'Generate HTML results ({my_reponame}) for reproducible builds, triggered by changes to the {my_reponame}.git repository.'
my_timed: '57 0 * * *'
my_shell: '/srv/jenkins/bin/reproducible_{my_reponame}.py && /srv/jenkins/bin/reproducible_html_{my_reponame}.py'
- 'source-date-epoch-spec':
my_description: 'Generate the HTML of the reproducible builds SOURCE_DATE_EPOCH specification, triggered by changes to the {my_reponame}.git repository.'
my_timed: ''
my_shell: '/srv/jenkins/bin/reproducible_html_specs.sh {my_reponame}'
my_recipients: 'jenkins+debian-reproducible qa-jenkins-scm@lists.alioth.debian.org'
my_gitrepo: 'git://git.debian.org/git/reproducible/{my_reponame}.git'
my_hname: ''
- '{name}_builder_{my_arch}_{my_num}':
my_description: 'Try to reproducibly build a scheduled package. This is one of several builder jobs.'
my_arch: 'amd64'
my_num:
- '1': &bd_amd_1_5 { my_node1: 'profitbricks-build1', my_node2: 'profitbricks-build5' }
- '2': &bd_amd_2_6 { my_node1: 'profitbricks-build2', my_node2: 'profitbricks-build6' }
- '3': &bd_amd_1_6 { my_node1: 'profitbricks-build1', my_node2: 'profitbricks-build6' }
- '4': &bd_amd_2_5 { my_node1: 'profitbricks-build2', my_node2: 'profitbricks-build5' }
- '5': &bd_amd_6_2 { my_node1: 'profitbricks-build6', my_node2: 'profitbricks-build2' }
- '6': &bd_amd_5_1 { my_node1: 'profitbricks-build5', my_node2: 'profitbricks-build1' }
- '7': &bd_amd_5_2 { my_node1: 'profitbricks-build5', my_node2: 'profitbricks-build2' }
- '8': &bd_amd_6_1 { my_node1: 'profitbricks-build6', my_node2: 'profitbricks-build1' }
- '9': *bd_amd_1_5
- '10': *bd_amd_2_6
- '11': *bd_amd_1_6
- '12': *bd_amd_2_5
- '13': *bd_amd_6_2
- '14': *bd_amd_5_1
- '15': *bd_amd_5_2
- '16': *bd_amd_6_1
- '17': *bd_amd_1_5
- '18': *bd_amd_2_6
- '19': *bd_amd_1_6
- '20': *bd_amd_2_5
- '21': *bd_amd_6_2
- '22': *bd_amd_5_1
- '23': *bd_amd_5_2
- '24': *bd_amd_6_1
- '25': *bd_amd_1_5
- '26': *bd_amd_2_6
- '27': *bd_amd_1_6
- '28': *bd_amd_2_5
- '29': *bd_amd_6_2
- '30': *bd_amd_5_1
- '31': *bd_amd_5_2
- '32': *bd_amd_6_1
my_shell: '/srv/jenkins/bin/reproducible_build.sh {my_node1}-{my_arch} {my_node2}-{my_arch}'
my_timed: '* * * * *'
my_hname: ''
# could have all archs in one block, but it seems cleaner this way
# to choose new jobs:
# for i in wbq0 cbxi4pro0 ff2a ff2b odxu4 odxu4b odxu4c opi2a rpi2b rpi2c bpi0 hb0 wbd0 ; do echo "$i: " ; grep my_node1 job-cfg/reproducible.yaml|grep armhf|grep $i-armhf ; echo ; done
- '{name}_builder_{my_arch}_{my_num}':
my_description: 'Try to reproducibly build a scheduled package. This is one of several builder jobs.'
my_arch: 'armhf'
my_num:
- '1': { my_node1: 'bpi0-armhf-rb', my_node2: 'odxu4-armhf-rb' }
- '2': { my_node1: 'wbq0-armhf-rb', my_node2: 'cbxi4pro0-armhf-rb' }
- '3': { my_node1: 'hb0-armhf-rb', my_node2: 'odxu4-armhf-rb' }
- '4': { my_node1: 'cbxi4pro0-armhf-rb', my_node2: 'wbq0-armhf-rb' }
- '5': { my_node1: 'cbxi4pro0-armhf-rb', my_node2: 'bpi0-armhf-rb' }
- '6': { my_node1: 'wbq0-armhf-rb', my_node2: 'cbxi4pro0-armhf-rb' }
- '7': { my_node1: 'wbq0-armhf-rb', my_node2: 'odxu4-armhf-rb' }
- '8': { my_node1: 'hb0-armhf-rb', my_node2: 'wbq0-armhf-rb' }
- '9': { my_node1: 'odxu4-armhf-rb', my_node2: 'bpi0-armhf-rb' }
- '10': { my_node1: 'odxu4-armhf-rb', my_node2: 'rpi2b-armhf-rb' }
- '11': { my_node1: 'odxu4-armhf-rb', my_node2: 'wbd0-armhf-rb' }
- '12': { my_node1: 'wbd0-armhf-rb', my_node2: 'cbxi4pro0-armhf-rb' }
- '13': { my_node1: 'cbxi4pro0-armhf-rb', my_node2: 'rpi2b-armhf-rb' }
- '14': { my_node1: 'wbq0-armhf-rb', my_node2: 'odxu4b-armhf-rb' }
- '15': { my_node1: 'rpi2b-armhf-rb', my_node2: 'odxu4c-armhf-rb' }
- '16': { my_node1: 'odxu4b-armhf-rb', my_node2: 'wbd0-armhf-rb' }
- '17': { my_node1: 'odxu4c-armhf-rb', my_node2: 'hb0-armhf-rb' }
- '18': { my_node1: 'odxu4b-armhf-rb', my_node2: 'ff2a-armhf-rb' }
- '19': { my_node1: 'odxu4c-armhf-rb', my_node2: 'ff2a-armhf-rb' }
- '20': { my_node1: 'ff2a-armhf-rb', my_node2: 'odxu4b-armhf-rb' }
- '21': { my_node1: 'ff2a-armhf-rb', my_node2: 'odxu4c-armhf-rb' }
- '22': { my_node1: 'ff2a-armhf-rb', my_node2: 'rpi2c-armhf-rb' }
- '23': { my_node1: 'rpi2c-armhf-rb', my_node2: 'odxu4b-armhf-rb' }
- '24': { my_node1: 'rpi2c-armhf-rb', my_node2: 'odxu4c-armhf-rb' }
- '25': { my_node1: 'odxu4b-armhf-rb', my_node2: 'ff2b-armhf-rb' }
- '26': { my_node1: 'opi2a-armhf-rb', my_node2: 'ff2a-armhf-rb' }
- '27': { my_node1: 'odxu4c-armhf-rb', my_node2: 'ff2b-armhf-rb' }
- '28': { my_node1: 'opi2a-armhf-rb', my_node2: 'ff2b-armhf-rb' }
- '29': { my_node1: 'ff2b-armhf-rb', my_node2: 'opi2a-armhf-rb' }
- '30': { my_node1: 'ff2b-armhf-rb', my_node2: 'opi2a-armhf-rb' }
- '31': { my_node1: 'ff2b-armhf-rb', my_node2: 'opi2a-armhf-rb' }
my_shell: '/srv/jenkins/bin/reproducible_build.sh {my_node1} {my_node2}'
my_timed: '* * * * *'
my_hname: ''
- '{name}_{otherproject_triggering}':
otherproject_triggering:
- 'coreboot':
my_description: 'Rebuild all coreboot ROMs twice (with variations) and investigate regarding reproducibility.'
my_timed: '42 23 * * 1'
- 'openwrt':
my_description: 'Rebuild OpenWrt (some targets, some packages) twice (with variations) and investigate regarding reproducibility.'
my_timed: '42 23 * * 2'
- 'netbsd':
my_description: 'Rebuild NetBSD (for some archs) twice (with variations) and investigate regarding reproducibility.'
my_timed: '42 23 * * 3'
my_trigger: 'reproducible_html_rsync_remote_results'
my_shell: '/srv/jenkins/bin/jenkins_master_wrapper.sh'
my_hname: 'profitbricks3'
- '{name}_{otherproject}':
otherproject:
- 'freebsd':
my_description: 'Rebuild FreeBSD twice (with variations) and investigate regarding reproducibility.'
my_timed: '42 23 * * 4'
- 'setup_schroot_archlinux_jenkins':
my_description: 'Setup an Arch Linux schroot to test Arch Linux packages for reproducibility.'
my_timed: '42 23 1 1 *'
my_shell: '/srv/jenkins/bin/reproducible_setup_archlinux_schroot.sh'
- 'setup_schroot_archlinux_profitbricks3':
my_description: 'Setup an Arch Linux schroot to test Arch Linux packages for reproducibility.'
my_timed: '42 23 1 1 *'
my_shell: '/srv/jenkins/bin/jenkins_master_wrapper.sh'
my_hname: 'profitbricks3'
- 'setup_mock_fedora-23_x86_64_jenkins':
my_description: 'Setup mock for fedora-23 on X86_64 to test .rpm packages for reproducibility.'
my_timed: '42 23 1 1 *'
my_shell: '/srv/jenkins/bin/reproducible_setup_mock.sh fedora-23 x86_64'
- 'setup_mock_fedora-23_x86_64_profitbricks3':
my_description: 'Setup mock for fedora-23 on X86_64 to test .rpm packages for reproducibility.'
my_timed: '42 23 1 1 *'
my_shell: '/srv/jenkins/bin/jenkins_master_wrapper.sh'
my_hname: 'profitbricks3'
my_shell: '/srv/jenkins/bin/reproducible_{otherproject}.sh'
my_hname: ''
- '{name}_builder_{otherproject}_{my_num}':
otherproject:
- 'archlinux':
my_num: 1
op_descname: 'an Arch Linux'
- 'archlinux':
my_num: 2
op_descname: 'an Arch Linux'
- 'fedora-23_x86_64':
my_num: 1
op_descname: 'a Fedora 23'
my_shell: '/srv/jenkins/bin/reproducible_build_rpm.sh fedora-23 x86_64'
- 'fedora-23_x86_64':
my_num: 2
op_descname: 'a Fedora 23'
my_shell: '/srv/jenkins/bin/reproducible_build_rpm.sh fedora-23 x86_64'
# when you add another fedora builder here
# the loop in bin/reproducible_setup_mock.sh needs to be increased too
my_description: 'Try to reproducibly build {op_descname} package.'
my_shell: '/srv/jenkins/bin/reproducible_build_{otherproject}_pkg.sh'
my_timed: '* * * * *'
my_trigger: 'reproducible_html_{otherproject}'
my_hname: ''