1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
|
#!/usr/bin/python
base_distros = """
squeeze
wheezy
jessie
sid
""".split()
distro_upgrades = { 'squeeze': 'wheezy',
'wheezy': 'jessie',
'jessie': 'sid' }
oldstable = 'squeeze'
# ftp.de.debian.org runs mirror updates at 03:25, 09:25, 15:25 and 21:25 UTC and usually they run 10m...
trigger_times = { 'squeeze': '30 16 25 * *',
'wheezy': '30 16 4,18 * *',
'jessie': '30 10 * * *',
'sid': '30 4 * * *' }
targets = """
housekeeping
bootstrap
gnome
kde
kde-full
lxde
xfce
full_desktop
haskell
developer
education-tasks
education-menus
education-astronomy
education-chemistry
education-common
education-desktop-gnome
education-desktop-kde
education-desktop-lxde
education-desktop-mate
education-desktop-other
education-desktop-sugar
education-desktop-xfce
education-development
education-electronics
education-geography
education-graphics
education-language
education-laptop
education-logic-games
education-main-server
education-mathematics
education-misc
education-music
education-networked
education-physics
education-services
education-standalone
education-thin-client
education-thin-client-server
education-workstation
""".split()
#
# not all packages are available in all distros
#
def get_targets_in_distro(distro, targets):
targets_in_distro = []
for target in targets:
# haskell and edu tests not in squeeze
if distro == 'squeeze' and ( target == 'haskell' or target[:10] == 'education-'):
continue
# education-desktop-mate wasn't in wheezy
if distro == 'wheezy' and target == 'education-desktop-mate':
continue
targets_in_distro.append(target)
return targets_in_distro
#
# who gets mail for which target
#
def get_recipients(target):
if target == 'housekeeping':
return 'holger@layer-acht.org' # FIXME: this should be jenkins-maintainers@lists.somewhere
elif target == 'haskell':
return 'jenkins+debian-haskell holger@layer-acht.org pkg-haskell-maintainers@lists.alioth.debian.org'
elif target[:10] == 'education-':
return 'jenkins+debian-edu debian-edu-commits@lists.alioth.debian.org'
else:
return 'jenkins+debian-qa holger@layer-acht.org'
#
# views for different targets
#
def get_view(target, distro):
if target == 'housekeeping':
return 'jenkins.d.n'
elif target == 'haskell':
return 'haskell'
elif target[:10] == 'education-':
if distro in ('squeeze', 'wheezy'):
return 'edu_stable'
else:
return 'edu_devel'
else:
return 'chroot-installation'
#
# special descriptions used for some targets
#
spoken_names = {}
spoken_names = { 'gnome': 'GNOME',
'kde': 'KDE plasma desktop',
'kde-full': 'complete KDE desktop',
'lxde': 'LXDE',
'xfce': 'Xfce',
'full_desktop': 'four desktop environments and the most commonly used applications and packages',
'haskell': 'all Haskell related packages',
'developer': 'four desktop environments and the most commonly used applications and packages - and the build depends for all of these' }
def get_spoken_name(target):
if target[:10] == 'education-':
return 'the Debian Edu metapackage '+target
elif target in spoken_names:
return spoken_names[target]
else:
return target
#
# nothing to edit below
#
print("""
- defaults:
name: chroot-installation
description: '{my_description}{do_not_edit}'
logrotate:
daysToKeep: 90
numToKeep: 30
artifactDaysToKeep: -1
artifactNumToKeep: -1
triggers:
- timed: '{my_time}'
builders:
- shell: '{my_shell}'
publishers:
- trigger:
project: '{my_trigger}'
- logparser:
parse-rules: '/srv/jenkins/logparse/debian.rules'
unstable-on-warning: 'false'
fail-on-error: 'false'
- email-ext:
recipients: '{my_recipients}'
first-failure: true
fixed: true
subject: 'Jenkins: $BUILD_STATUS for $JOB_NAME/$BUILD_NUMBER'
attach-build-log: true
body: 'See $BUILD_URL and $BUILD_URL/console'
properties:
- sidebar:
url: https://jenkins.debian.net/userContent/about.html
text: About jenkins.debian.net
icon: /userContent/images/debian-swirl-24x24.png
- sidebar:
url: https://jenkins.debian.net/view/{my_view}/
text: All {my_view} jobs
icon: /userContent/images/debian-jenkins-24x24.png
- sidebar:
url: http://www.profitbricks.com
text: Sponsored by Profitbricks
icon: /userContent/images/profitbricks-24x24.png
- priority:
job-prio: '{my_prio}'
- throttle:
max-total: 6
max-per-node: 6
enabled: True
option: category
categories:
- chroot-installation
""")
for base_distro in sorted(base_distros):
for target in sorted(get_targets_in_distro(base_distro, targets)):
if target in ('bootstrap', 'housekeeping'):
action = target
else:
action = 'install_'+target
if target == 'housekeeping' or base_distro != oldstable:
print("""- job-template:
defaults: chroot-installation
name: '{name}_%(base_distro)s_%(action)s'""" %
dict(base_distro=base_distro,
action=action))
if base_distro in distro_upgrades and action != 'housekeeping':
print("""- job-template:
defaults: chroot-installation
name: '{name}_%(base_distro)s_%(action)s_upgrade_to_%(second_base)s'""" %
dict(base_distro=base_distro,
action=action,
second_base=distro_upgrades[base_distro]))
print("""
- project:
name: chroot-installation
do_not_edit: '<br><br>Job configuration source is <a href="http://anonscm.debian.org/cgit/qa/jenkins.debian.net.git/job-cfg/chroot-installation.yaml.py">chroot-installation.yaml.py</a>.'
jobs:""")
for base_distro in sorted(base_distros):
for target in sorted(get_targets_in_distro(base_distro, targets)):
if target == 'housekeeping':
description = 'Housekeeping job for chroot-installation_'+base_distro+'_* jobs, do some cleanups and monitoring so that there is a predictable environment.'
shell = '/srv/jenkins/bin/housekeeping.sh chroot-installation_'+base_distro
prio = 135
time = trigger_times[base_distro]
if base_distro in distro_upgrades.values():
trigger = 'chroot-installation_'+base_distro+'_bootstrap'
for item in distro_upgrades.items():
if item[1]==base_distro and base_distro in distro_upgrades:
trigger = trigger+', chroot-installation_'+base_distro+'_bootstrap_upgrade_to_'+distro_upgrades[base_distro]
else:
trigger = 'chroot-installation_'+base_distro+'_bootstrap_upgrade_to_'+distro_upgrades[base_distro]
elif target == 'bootstrap':
description = 'Debootstrap '+base_distro+'.'
shell = '/srv/jenkins/bin/chroot-installation.sh '+base_distro
prio = 131
time = ''
trigger = ''
for trigger_target in get_targets_in_distro(base_distro, targets):
if trigger_target not in ('housekeeping', 'bootstrap'):
if trigger != '':
trigger = trigger+', '
trigger = trigger+'chroot-installation_'+base_distro+'_install_'+trigger_target
else:
description = 'Debootstrap '+base_distro+', then install '+get_spoken_name(target)+'.'
shell = '/srv/jenkins/bin/chroot-installation.sh '+base_distro+' '+target
prio = 130
time = ''
trigger = ''
if target in ('bootstrap', 'housekeeping'):
action = target
else:
action = 'install_'+target
if target == 'housekeeping' or base_distro != oldstable:
print(""" - '{name}_%(base_distro)s_%(action)s':
my_shell: '%(shell)s'
my_prio: '%(prio)s'
my_time: '%(time)s'
my_trigger: '%(trigger)s'
my_recipients: '%(recipients)s'
my_view: '%(view)s'
my_description: '%(description)s'""" %
dict(base_distro=base_distro,
action=action,
shell=shell,
prio=prio,
time=time,
trigger=trigger,
recipients=get_recipients(target),
view=get_view(target, base_distro),
description=description))
if base_distro in distro_upgrades and action != 'housekeeping':
if target == 'bootstrap':
shell = '/srv/jenkins/bin/chroot-installation.sh '+base_distro+' none '+distro_upgrades[base_distro]
description = 'Debootstrap '+base_distro+', then upgrade to '+distro_upgrades[base_distro]+'.'
trigger = ''
for trigger_target in get_targets_in_distro(base_distro, targets):
if trigger_target not in ('housekeeping', 'bootstrap'):
if trigger != '':
trigger = trigger+', '
trigger = trigger+'chroot-installation_'+base_distro+'_install_'+trigger_target+'_upgrade_to_'+distro_upgrades[base_distro]
else:
shell = '/srv/jenkins/bin/chroot-installation.sh '+base_distro+' '+target+' '+distro_upgrades[base_distro]
description = 'Debootstrap '+base_distro+', then install '+get_spoken_name(target)+', then upgrade to '+distro_upgrades[base_distro]+'.'
trigger = ''
print(""" - '{name}_%(base_distro)s_%(action)s_upgrade_to_%(second_base)s':
my_shell: '%(shell)s'
my_prio: '%(prio)s'
my_time: ''
my_trigger: '%(trigger)s'
my_recipients: '%(recipients)s'
my_view: '%(view)s'
my_description: '%(description)s'""" %
dict(base_distro=base_distro,
action=action,
shell=shell,
prio=prio,
trigger=trigger,
recipients=get_recipients(target),
view=get_view(target, base_distro),
second_base=distro_upgrades[base_distro],
description=description))
|