diff options
| -rwxr-xr-x | bin/reproducible_build_service.sh | 1 | ||||
| -rw-r--r-- | job-cfg/reproducible.yaml | 244 |
2 files changed, 0 insertions, 245 deletions
diff --git a/bin/reproducible_build_service.sh b/bin/reproducible_build_service.sh index 17d736f1..c1ba605e 100755 --- a/bin/reproducible_build_service.sh +++ b/bin/reproducible_build_service.sh @@ -264,7 +264,6 @@ done # * maintenance job might want to: # - check for running builds using systemctl show & ps fax # - check if at least one build is running on a build node -# * drop jobs from repro.yaml # * use ExecStop to kill remote builds on shutdown # - remove cleanup_nodes.sh once this works # * add support for disabling archs and for shutdown+respan of workers diff --git a/job-cfg/reproducible.yaml b/job-cfg/reproducible.yaml index 8533fcbd..406635a6 100644 --- a/job-cfg/reproducible.yaml +++ b/job-cfg/reproducible.yaml @@ -73,36 +73,6 @@ node: '{my_node}' - defaults: - name: reproducible_builder - project-type: freestyle - my_disabled: - disabled: '{obj:my_disabled}' - description: *desc - properties: - - sidebar: *sb1 - - sidebar: *sb2 - - sidebar: *sb3 - - priority-sorter: - priority: '150' - triggers: - - timed: '{my_timed}' - wrappers: - - timeout: - timeout: 2640 # (24+18+2)*60 - logrotate: - daysToKeep: 3 - numToKeep: 300 - artifactDaysToKeep: -1 - artifactNumToKeep: -1 - builders: - - shell: '{my_shell}' - publishers: - - email: - recipients: '{my_recipients}' - notify-every-unstable-build: false - node: '{my_node}' - -- defaults: name: reproducible_builder_trigger project-type: freestyle my_disabled: @@ -280,10 +250,6 @@ name: '{name}_setup_schroot_{my_distro}_{my_arch}_{my_hname}' - job-template: - defaults: reproducible_builder - name: '{name}_builder_{my_arch}_{my_num}' - -- job-template: defaults: reproducible_git name: '{name}_html_{my_reponame}' @@ -566,216 +532,6 @@ my_gitrepo: 'git://git.debian.org/git/reproducible/{my_reponame}.git' my_hname: '' - - '{name}_builder_{my_arch}_{my_num}': - my_description: 'Try to reproducibly build a scheduled package. This is one of several builder jobs.' - my_arch: 'amd64' - my_disabled: true - my_num: - - '1': &builders_1_5 { my_node1: 'profitbricks-build1', my_node2: 'profitbricks-build5' } - - '2': &builders_5_1 { my_node1: 'profitbricks-build5', my_node2: 'profitbricks-build1' } - - '3': &builders_1_15 { my_node1: 'profitbricks-build1', my_node2: 'profitbricks-build15' } - - '4': &builders_15_1 { my_node1: 'profitbricks-build15', my_node2: 'profitbricks-build1' } - - '5': &builders_11_5 { my_node1: 'profitbricks-build11', my_node2: 'profitbricks-build5' } - - '6': &builders_5_11 { my_node1: 'profitbricks-build5', my_node2: 'profitbricks-build11' } - - '7': &builders_11_15 { my_node1: 'profitbricks-build11', my_node2: 'profitbricks-build15' } - - '8': &builders_15_11 { my_node1: 'profitbricks-build15', my_node2: 'profitbricks-build11' } - - '9': *builders_1_5 - - '10': *builders_5_1 - - '11': *builders_1_15 - - '12': *builders_15_1 - - '13': *builders_11_5 - - '14': *builders_5_11 - - '15': *builders_11_15 - - '16': *builders_15_11 - - '17': *builders_1_5 - - '18': *builders_5_1 - - '19': *builders_1_15 - - '20': *builders_15_1 - - '21': *builders_11_5 - - '22': *builders_5_11 - - '23': *builders_11_15 - - '24': *builders_15_11 - - '25': *builders_1_5 - - '26': *builders_5_1 - - '27': *builders_1_15 - - '28': *builders_15_1 - - '29': *builders_11_5 - - '30': *builders_5_11 - - '31': *builders_11_15 - - '32': *builders_15_11 - - '33': *builders_1_5 - - '34': *builders_5_1 - - '35': *builders_1_15 - - '36': *builders_15_1 - - '37': *builders_11_5 - - '38': *builders_5_11 - - '39': *builders_11_15 - - '40': *builders_15_11 - my_shell: '/srv/jenkins/bin/reproducible_build.sh {my_node1}-{my_arch} {my_node2}-{my_arch}' - my_timed: '* * * * *' - my_hname: '' - - - '{name}_builder_{my_arch}_{my_num}': - my_description: 'Try to reproducibly build a scheduled package. This is one of several builder jobs.' - my_arch: 'i386' - my_disabled: true - my_num: - - '1': &builders_2_6 { my_node1: 'profitbricks-build2', my_node2: 'profitbricks-build6' } - - '2': &builders_6_2 { my_node1: 'profitbricks-build6', my_node2: 'profitbricks-build2' } - - '3': &builders_2_16 { my_node1: 'profitbricks-build2', my_node2: 'profitbricks-build16' } - - '4': &builders_16_2 { my_node1: 'profitbricks-build16', my_node2: 'profitbricks-build2' } - - '5': &builders_12_6 { my_node1: 'profitbricks-build12', my_node2: 'profitbricks-build6' } - - '6': &builders_6_12 { my_node1: 'profitbricks-build6', my_node2: 'profitbricks-build12' } - - '7': &builders_12_16 { my_node1: 'profitbricks-build12', my_node2: 'profitbricks-build16' } - - '8': &builders_16_12 { my_node1: 'profitbricks-build16', my_node2: 'profitbricks-build12' } - - '9': *builders_2_6 - - '10': *builders_6_2 - - '11': *builders_2_16 - - '12': *builders_16_2 - - '13': *builders_12_6 - - '14': *builders_6_12 - - '15': *builders_12_16 - - '16': *builders_16_12 - - '17': *builders_2_6 - - '18': *builders_6_2 - - '19': *builders_2_16 - - '20': *builders_16_2 - - '21': *builders_12_6 - - '22': *builders_6_12 - - '23': *builders_12_16 - - '24': *builders_16_12 - my_shell: '/srv/jenkins/bin/reproducible_build.sh {my_node1}-{my_arch} {my_node2}-{my_arch}' - my_timed: '* * * * *' - my_hname: '' - - # always build on an odd numbered node and an even numbered node - # - # for i in sled9 sled10 sled11 sled12 sled13 sled14 sled15 sled16 ; do echo "$i: " ; grep node1 job-cfg/reproducible.yaml | grep $i | grep -v grep ; done - # - - '{name}_builder_{my_arch}_{my_num}': - my_description: 'Try to reproducibly build a scheduled package. This is one of several builder jobs.' - my_arch: 'arm64' - my_disabled: true - my_num: - - '1': { my_node1: 'codethink-sled9', my_node2: 'codethink-sled10' } - - '2': { my_node1: 'codethink-sled9', my_node2: 'codethink-sled12' } - - '3': { my_node1: 'codethink-sled9', my_node2: 'codethink-sled14' } - - '4': { my_node1: 'codethink-sled10', my_node2: 'codethink-sled9' } - - '5': { my_node1: 'codethink-sled12', my_node2: 'codethink-sled9' } - - '6': { my_node1: 'codethink-sled14', my_node2: 'codethink-sled9' } - - '7': { my_node1: 'codethink-sled10', my_node2: 'codethink-sled11' } - - '8': { my_node1: 'codethink-sled10', my_node2: 'codethink-sled13' } - - '9': { my_node1: 'codethink-sled13', my_node2: 'codethink-sled10' } - - '10': { my_node1: 'codethink-sled15', my_node2: 'codethink-sled10' } - - '11': { my_node1: 'codethink-sled12', my_node2: 'codethink-sled11' } - - '12': { my_node1: 'codethink-sled11', my_node2: 'codethink-sled14' } - - '13': { my_node1: 'codethink-sled11', my_node2: 'codethink-sled16' } - - '14': { my_node1: 'codethink-sled11', my_node2: 'codethink-sled12' } - - '15': { my_node1: 'codethink-sled12', my_node2: 'codethink-sled15' } - - '16': { my_node1: 'codethink-sled15', my_node2: 'codethink-sled16' } - - '17': { my_node1: 'codethink-sled13', my_node2: 'codethink-sled12' } - - '18': { my_node1: 'codethink-sled13', my_node2: 'codethink-sled14' } - - '19': { my_node1: 'codethink-sled14', my_node2: 'codethink-sled13' } - - '20': { my_node1: 'codethink-sled16', my_node2: 'codethink-sled13' } - - '21': { my_node1: 'codethink-sled14', my_node2: 'codethink-sled15' } - - '22': { my_node1: 'codethink-sled16', my_node2: 'codethink-sled15' } - - '23': { my_node1: 'codethink-sled16', my_node2: 'codethink-sled11' } - - '24': { my_node1: 'codethink-sled15', my_node2: 'codethink-sled16' } - - '25': { my_node1: 'codethink-sled9', my_node2: 'codethink-sled16' } - - '26': { my_node1: 'codethink-sled16', my_node2: 'codethink-sled9' } - - '27': { my_node1: 'codethink-sled10', my_node2: 'codethink-sled15' } - - '28': { my_node1: 'codethink-sled11', my_node2: 'codethink-sled10' } - - '29': { my_node1: 'codethink-sled12', my_node2: 'codethink-sled13' } - - '30': { my_node1: 'codethink-sled15', my_node2: 'codethink-sled12' } - - '31': { my_node1: 'codethink-sled14', my_node2: 'codethink-sled11' } - - '32': { my_node1: 'codethink-sled13', my_node2: 'codethink-sled14' } - my_shell: '/srv/jenkins/bin/reproducible_build.sh {my_node1}-{my_arch} {my_node2}-{my_arch}' - my_timed: '* * * * *' - my_hname: '' - - # could have all archs in one block, but it seems cleaner this way - # to choose new jobs: - # for i in cb3a hb0 rpi2b rpi2c wbd0 bpi0 bbx15 cbxi4pro0 ff2a ff2b jtk1a odxu4 odxu4b odxu4c odu3a opi2a opi2b opi2c p64b p64c wbq0 cbxi4a cbxi4b ff4a ; do echo "$i: " ; grep my_node1 job-cfg/reproducible.yaml|grep armhf|grep $i-armhf ; done - # 8 jobs for quad-cores with 4 gb ram - # 6 jobs for octo-cores with 2 gb ram - # 6 jobs for quad-cores with 2 gb ram - # 3 jobs for dual-cores with 1 gb ram - # 3 jobs for quad-cores with 1 gb ram - - '{name}_builder_{my_arch}_{my_num}': - my_description: 'Try to reproducibly build a scheduled package. This is one of several builder jobs.' - my_arch: 'armhf' - my_disabled: true - my_num: - - '1': { my_node1: 'bbx15-armhf-rb', my_node2: 'odxu4-armhf-rb' } - - '2': { my_node1: 'wbq0-armhf-rb', my_node2: 'p64c-armhf-rb' } - - '3': { my_node1: 'hb0-armhf-rb', my_node2: 'p64b-armhf-rb' } - - '4': { my_node1: 'ff4a-armhf-rb', my_node2: 'wbq0-armhf-rb' } - - '5': { my_node1: 'cbxi4pro0-armhf-rb', my_node2: 'bpi0-armhf-rb' } - - '6': { my_node1: 'ff4a-armhf-rb', my_node2: 'cbxi4pro0-armhf-rb' } - - '7': { my_node1: 'wbq0-armhf-rb', my_node2: 'odxu4-armhf-rb' } - - '8': { my_node1: 'hb0-armhf-rb', my_node2: 'wbq0-armhf-rb' } - - '9': { my_node1: 'ff4a-armhf-rb', my_node2: 'bpi0-armhf-rb' } - - '10': { my_node1: 'odxu4-armhf-rb', my_node2: 'rpi2b-armhf-rb' } - - '11': { my_node1: 'odxu4-armhf-rb', my_node2: 'wbd0-armhf-rb' } - - '12': { my_node1: 'wbd0-armhf-rb', my_node2: 'cbxi4pro0-armhf-rb' } - - '13': { my_node1: 'cbxi4pro0-armhf-rb', my_node2: 'rpi2b-armhf-rb' } - - '14': { my_node1: 'cbxi4a-armhf-rb', my_node2: 'odxu4b-armhf-rb' } - - '15': { my_node1: 'rpi2b-armhf-rb', my_node2: 'odxu4c-armhf-rb' } - - '16': { my_node1: 'odxu4b-armhf-rb', my_node2: 'wbd0-armhf-rb' } - - '17': { my_node1: 'odxu4c-armhf-rb', my_node2: 'hb0-armhf-rb' } - - '18': { my_node1: 'odxu4b-armhf-rb', my_node2: 'odu3a-armhf-rb' } - - '19': { my_node1: 'odxu4c-armhf-rb', my_node2: 'opi2c-armhf-rb' } - - '20': { my_node1: 'opi2b-armhf-rb', my_node2: 'odxu4b-armhf-rb' } - - '21': { my_node1: 'ff2a-armhf-rb', my_node2: 'odxu4c-armhf-rb' } - - '22': { my_node1: 'ff2a-armhf-rb', my_node2: 'rpi2c-armhf-rb' } - - '23': { my_node1: 'rpi2c-armhf-rb', my_node2: 'odxu4b-armhf-rb' } - - '24': { my_node1: 'rpi2c-armhf-rb', my_node2: 'odxu4c-armhf-rb' } - - '25': { my_node1: 'odxu4b-armhf-rb', my_node2: 'ff2b-armhf-rb' } - - '26': { my_node1: 'jtk1a-armhf-rb', my_node2: 'ff2a-armhf-rb' } - - '27': { my_node1: 'odxu4c-armhf-rb', my_node2: 'cbxi4a-armhf-rb' } - - '28': { my_node1: 'jtk1a-armhf-rb', my_node2: 'ff2b-armhf-rb' } - - '29': { my_node1: 'ff2b-armhf-rb', my_node2: 'jtk1a-armhf-rb' } - - '30': { my_node1: 'ff2b-armhf-rb', my_node2: 'cbxi4b-armhf-rb' } - - '31': { my_node1: 'ff2b-armhf-rb', my_node2: 'opi2b-armhf-rb' } - - '32': { my_node1: 'jtk1a-armhf-rb', my_node2: 'cbxi4b-armhf-rb' } - - '33': { my_node1: 'ff2a-armhf-rb', my_node2: 'opi2b-armhf-rb' } - - '34': { my_node1: 'cbxi4a-armhf-rb', my_node2: 'opi2b-armhf-rb' } - - '35': { my_node1: 'opi2a-armhf-rb', my_node2: 'ff2b-armhf-rb' } - - '36': { my_node1: 'opi2a-armhf-rb', my_node2: 'cbxi4a-armhf-rb' } - - '37': { my_node1: 'opi2a-armhf-rb', my_node2: 'wbq0-armhf-rb' } - - '38': { my_node1: 'cbxi4b-armhf-rb', my_node2: 'jtk1a-armhf-rb' } - - '39': { my_node1: 'cbxi4b-armhf-rb', my_node2: 'cbxi4a-armhf-rb' } - - '40': { my_node1: 'opi2b-armhf-rb', my_node2: 'cbxi4b-armhf-rb' } - - '41': { my_node1: 'opi2b-armhf-rb', my_node2: 'cbxi4b-armhf-rb' } - - '42': { my_node1: 'cbxi4b-armhf-rb', my_node2: 'cbxi4a-armhf-rb' } - - '43': { my_node1: 'cbxi4a-armhf-rb', my_node2: 'opi2c-armhf-rb' } - - '44': { my_node1: 'bbx15-armhf-rb', my_node2: 'ff4a-armhf-rb' } - - '45': { my_node1: 'ff4a-armhf-rb', my_node2: 'p64b-armhf-rb' } - - '46': { my_node1: 'wbq0-armhf-rb', my_node2: 'bbx15-armhf-rb' } - - '47': { my_node1: 'cbxi4pro0-armhf-rb', my_node2: 'bbx15-armhf-rb' } - - '48': { my_node1: 'bbx15-armhf-rb', my_node2: 'p64c-armhf-rb' } - - '49': { my_node1: 'bpi0-armhf-rb', my_node2: 'ff4a-armhf-rb' } - - '50': { my_node1: 'odxu4-armhf-rb', my_node2: 'odu3a-armhf-rb' } - - '51': { my_node1: 'odu3a-armhf-rb', my_node2: 'cb3a-armhf-rb' } - - '52': { my_node1: 'opi2c-armhf-rb', my_node2: 'cb3a-armhf-rb' } - - '53': { my_node1: 'cb3a-armhf-rb', my_node2: 'ff4a-armhf-rb' } - - '54': { my_node1: 'odu3a-armhf-rb', my_node2: 'opi2c-armhf-rb' } - - '55': { my_node1: 'opi2c-armhf-rb', my_node2: 'odu3a-armhf-rb' } - - '56': { my_node1: 'odu3a-armhf-rb', my_node2: 'ff2a-armhf-rb' } - - '57': { my_node1: 'opi2c-armhf-rb', my_node2: 'ff2a-armhf-rb' } - - '58': { my_node1: 'cbxi4a-armhf-rb', my_node2: 'p64b-armhf-rb' } - - '59': { my_node1: 'jtk1a-armhf-rb', my_node2: 'p64c-armhf-rb' } - - '60': { my_node1: 'cbxi4b-armhf-rb', my_node2: 'opi2a-armhf-rb' } - - '61': { my_node1: 'p64c-armhf-rb', my_node2: 'opi2a-armhf-rb' } - - '62': { my_node1: 'p64b-armhf-rb', my_node2: 'opi2a-armhf-rb' } - - '63': { my_node1: 'p64b-armhf-rb', my_node2: 'ff4a-armhf-rb' } - - '64': { my_node1: 'p64c-armhf-rb', my_node2: 'bbx15-armhf-rb' } - - '65': { my_node1: 'p64b-armhf-rb', my_node2: 'cbxi4pro0-armhf-rb' } - - '66': { my_node1: 'p64c-armhf-rb', my_node2: 'odxu4-armhf-rb' } - my_shell: '/srv/jenkins/bin/reproducible_build.sh {my_node1} {my_node2}' - my_timed: '* * * * *' - my_hname: '' - - '{name}_{otherproject_artifacts}': otherproject_artifacts: - 'lede': |