blob: 6d2f419c814b33dc869ebae2f00c577efc73abd5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
#!/bin/bash
# Copyright 2015-2017 Holger Levsen <holger@layer-acht.org>
# 2016 Phil Hands <phil@hands.com>
# released under the GPLv=2
# based on an idea by Peter Palfrader (see bin/jenkins_node_wrapper.sh)
set -u
set -e
# don't try to run on test system
if [ "$HOSTNAME" = "jenkins-test-vm" ] ; then
echo "$(date -u) - running on $HOSTNAME, exiting successfully and cleanly immediatly."
exit 0
fi
# define Debian build nodes in use
. /srv/jenkins/bin/jenkins_node_definitions.sh
PORT=0
get_node_ssh_port $NODE_NAME
# don't try to fetch artifacts by default
RETRIEVE_ARTIFACTS=no
# add some more params if needed,
# by default we just use the job name as param
case $JOB_NAME in
rebootstrap_*) PARAMS="$JOB_NAME $@"
;;
lvc_*) PARAMS="$JOB_NAME $EXECUTOR_NUMBER TRIGGERING_BRANCH=${TRIGGERING_BRANCH:-} $@"
RETRIEVE_ARTIFACTS=yes
export
;;
*) PARAMS="$JOB_NAME"
;;
esac
# pseudo job used to cleanup nodes
if [ "$JOB_NAME" = "cleanup_nodes" ] ; then
PARAMS="$PARAMS $@"
fi
#
# main
#
set +e
ssh -o "BatchMode = yes" -p $PORT $NODE_NAME /bin/true
RESULT=$?
# abort job if host is down
if [ $RESULT -ne 0 ] ; then
#
# this should abort (=no success, but also no status change mails…) but as
# this somehow doesnt work anymore, rather error out to see the breakage…
#
#echo "$(date -u) - $NODE_NAME seems to be down, sleeping 15min before aborting this job."
echo "$(date -u) - $NODE_NAME seems to be down, sleeping 1min before exiting with error."
sleep 1m
exit 1
#exec /srv/jenkins/bin/abort.sh
fi
set -e
#
# actually run things on the target node
#
RETVAL=0
ssh -o "BatchMode = yes" -p $PORT $NODE_NAME "$PARAMS" || {
# mention failures, but continue since we might want the artifacts anyway
RETVAL=$?
printf "\nSSH EXIT CODE: %s\n" $RETVAL
}
# grab artifacts and tidy up at the other end
if [ "$RETRIEVE_ARTIFACTS" = "yes" ] ; then
RESULTS="$WORKSPACE/workspace/$JOB_NAME/results"
NODE_RESULTS="/var/lib/jenkins/jobs/$JOB_NAME/workspace/results"
echo "$(date -u) - retrieving artifacts."
set -x
mkdir -p "$RESULTS"
rsync -r --delete -v -e "ssh -o 'Batchmode = yes' -p $PORT" "$NODE_NAME:$NODE_RESULTS/" "$RESULTS/"
ssh -o "BatchMode = yes" -p $PORT $NODE_NAME "rm -r $NODE_RESULTS"
fi
#
# exit with the actual exit code from the target node
#
exit $RETVAL
|