blob: b3afb83ea79fa82efb84c3092157a209410263da (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
# Auto generated by ./tcwg/generate-yamlfiles.sh from tcwg-update-containers.yaml.in and tcwg-update-containers/tcwg-update-bmk-containers.def. Do not edit.
#BEGIN: tcwg/default.yaml.inc
# -*- mode: Yaml -*-
- property:
name: default-properties
properties:
- authorization:
anonymous:
- job-read
- job-extended-read
linaro:
- job-build
- job-cancel
- build-discarder:
days-to-keep: 30
num-to-keep: 30
- scm:
name: jenkins-scripts
scm:
- git:
url: https://git.linaro.org/toolchain/jenkins-scripts.git
refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*
branches:
- $scripts_branch
basedir: jenkins-scripts
skip-tag: true
reference-repo: /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git
wipe-workspace: false
clean:
before: true
prune: true
#END: tcwg/default.yaml.inc
- job:
name: tcwg-update-bmk-containers
project-type: freestyle
defaults: global
properties:
- authorization:
anonymous:
- job-read
- job-extended-read
linaro:
- job-build
- job-cancel
- build-discarder:
days-to-keep: 30
num-to-keep: 100
- throttle:
max-per-node: 1
option: project
parameters:
- label:
name: nodes
default: tcwg-bmk-hw
all-nodes: true
matching-label: 'allCases'
description: 'Machines to run on'
- string:
name: distro
default: 'focal'
description: 'Distro version to use.'
- bool:
name: force
default: 'false'
description: 'Whether to force update even with no changes in image'
- bool:
name: verbose
default: 'true'
description: 'Whether to be verbose'
- string:
name: scripts_branch
default: master
description: 'Scripts revision to use'
disabled: false
node: tcwg-coordinator
concurrent: true
display-name: 'TCWG CCC Update bmk containers'
# We need to unshare workspace with $NODE_NAME in the path to
# correctly run on tcwg-bmk-* nodes.
workspace: workspace/tcwg-update-bmk-containers_$EXECUTOR_NUMBER/$NODE_NAME
scm:
- jenkins-scripts
triggers:
- timed: '@daily'
wrappers:
- timeout:
timeout: 600
- timestamps
- ssh-agent-credentials:
users:
- 'tcwg-benchmark'
- build-name:
name: '#${BUILD_NUMBER}-${NODE_NAME}'
builders:
- shell:
command: |
#!/bin/bash
set -ex
for lock in $(set +f; ls -tr $HOME/boards/$NODE_NAME-*.lock); do
(
flock -e 9
touch $lock
board=$(cat <&9)
rsync -az --delete ./jenkins-scripts/ $board:jenkins-scripts/
node=$(echo "$board" \
| sed -e "s/tcwg-bmk-/tcwg-/" -e "s/\.tcwglab\$//")
ssh -Snone $board ./jenkins-scripts/tcwg-update-host-containers.sh \
--distro "$distro" \
--force "$force" \
--verbose "$verbose"
ssh -Snone $board ./jenkins-scripts/tcwg-update-host-containers.sh \
--distro "$distro" \
--node "$node" \
--force "$force" \
--verbose "$verbose"
# We start the jenkins container above so that it can process
# all the queued cleanup and maintenance tasks.
# Here we wait for jenkins container to become idle by looking
# at number of processes. Idle container has
# - HEADER
# - tini
# - sudo java
# - java
# processes -- 4 lines.
while sleep 60; do
if [ "$(ssh -Snone $board docker top $node | wc -l)" -le "4" ]; then
break
fi
done
# Now stop the jenkins container so that it's not terminated
# midway some other build by a starting benchmarking job.
ssh -Snone $board docker stop "$node"
) 9<$lock &
done
wait
# checksum: 63b089b7b3a2e23ed64c3ce49d653a53
|
