1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
|
- job:
name: tcwg-llvm-patch-benchmarking
project-type: matrix
defaults: global
properties:
- authorization:
linaro:
- job-read
- job-extended-read
- job-build
- job-cancel
- build-discarder:
days-to-keep: 30
num-to-keep: 100
parameters:
- string:
name: GERRIT_PATCHSET_REVISION
default:
description: 'Patched revision'
- string:
name: GERRIT_PROJECT
default: 'toolchain/llvm'
description: 'Project whoich contains the patch (llvm, clang, ...)'
- string:
name: GERRIT_BRANCH
default: 'master'
description: 'Base branch'
- string:
name: reference
default: patch_prev
description: 'Reference version: patch_prev or sha1'
- string:
name: projects
default: 'clang'
description: 'Which projects to build with $GERRIT_PROJECT -- clang compiler-rt lld libcxx libcxxabi libunwind openmp'
- string:
name: target_list
default: 'tcwg-apm_64-build tcwg-apm_32-build'
description: 'List of targets -- tcwg-tk1_32-build tcwg-apm_32-build tcwg-apm_64-build'
- string:
name: extension_list
default: 'O2g'
description: 'List of build profiles: O2, O3, O2g, O3g, Ofast, Os'
- string:
name: scripts_branch
default: 'refs/remotes/origin/tested'
description: 'jenkins-scripts branch to use'
- text:
name: build_params
default: |
revision=
toolchain=
build_type=Release
cmake_flags=
build_container_tag=lts
twostage=false
tessuite=false
compiler=clang
repository=https://git.linaro.org/toolchain/llvm
description: 'Build parameters, see tcwg-llvm-staged-build job'
- text:
name: benchmark_params
default: |
bench_list=bzip2
cflags=
testmode=benchmark
iterations=1
sysroot=
fileserver=dev-01.tcwglab
forceinstall=false
run_profile=parallel3x3
bmk_branch=master
description: 'Benchmark parameters, see tcwg-benchmark job'
disabled: true
node: tcwg-bmk-bkp-01
concurrent: true
display-name: 'TCWG ZZZ LLVM Patch Benchmarking'
scm:
- git:
url: http://git.linaro.org/toolchain/jenkins-scripts.git
refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*
basedir: jenkins-scripts
branches:
- ${scripts_branch}
skip-tag: true
shallow-clone: true
wipe-workspace: true
axes:
- axis:
type: slave
name: label
values:
- tcwg-coordinator
- axis:
type: dynamic
name: target
values:
- target_list
- axis:
type: dynamic
name: extension
values:
- extension_list
execution-strategy:
sequential: false
wrappers:
- timeout:
timeout: 600
- timestamps
- ssh-agent-credentials:
users:
- 'tcwg-benchmark'
builders:
- shell: |
#!/bin/bash
set -ex
. ./jenkins-scripts/jenkins-helpers.sh
REFERENCES="$HOME/llvm-reference"
# Gather revisions to build.
patched_proj=$(basename $GERRIT_PROJECT)
patch_rev=$(git_rev_parse $REFERENCES/$patched_proj $GERRIT_PATCHSET_REVISION)
if [ x"$reference" = x"patch_prev" ]; then
reference="$patch_rev^"
fi
proj_ref_rev=$(git_rev_parse $REFERENCES/$patched_proj $reference)
patched_proj_list=${patched_proj}@${patch_rev}
ref_proj_list=${patched_proj}@${proj_ref_rev}
for proj in $projects ; do
sha1=$(git_rev_parse $REFERENCES/$proj $GERRIT_BRANCH)
patched_proj_list+=" ${proj}@${sha1}"
ref_proj_list+=" ${proj}@${sha1}"
done
cat > build_ref_params <<EOF
projects=$ref_proj_list
target_list=$target
scripts_branch=$scripts_branch
EOF
echo "$build_params" >> build_ref_params
cat > build_patch_params <<EOF
projects=$patched_proj_list
target_list=$target
scripts_branch=$scripts_branch
EOF
echo "$build_params" >> build_patch_params
- trigger-builds:
- project: 'tcwg-llvm-staged-build'
parameter-factories:
- factory: filebuild
file-pattern: build_*_params
block: true
- shell: |
#!/bin/bash
set -ex
case "$target" in
"tcwg-apm_64"*) board="tx1_64" ;;
"tcwg-apm_32"*) board="tx1_32" ;;
*) board="tk1_32" ;;
esac
# Extract triggered build numbers from comma separated list
bf_buildnum=(${TRIGGERED_BUILD_NUMBERS_tcwg_llvm_staged_build//,/ })
REFNUM=${bf_buildnum[0]}
PATCHNUM=${bf_buildnum[1]}
BF_URL_PREFIX=https://ci.linaro.org/job/tcwg-llvm-staged-build
BF_URL_SUFIX=label=${target},target=${target}
# Hackish way to get tarball name from json api
TAR_REF_NAME=$(wget --quiet ${BF_URL_PREFIX}/${REFNUM}/${BF_URL_SUFIX}/api/json?pretty=true -O -| grep -P "fileName.*\".*.tar.xz\"" | awk '{print $3}' | sed -e 's/[",]//g')
TAR_PATCH_NAME=$(wget --quiet ${BF_URL_PREFIX}/${PATCHNUM}/${BF_URL_SUFIX}/api/json?pretty=true -O -| grep -P "fileName.*\".*.tar.xz\"" | awk '{print $3}' | sed -e 's/[",]//g')
rm -rf ref-tools
mkdir -p ref-tools
cd ref-tools
wget --progress=dot -e dotbytes=2M "${BF_URL_PREFIX}/${REFNUM}/${BF_URL_SUFIX}/artifact/${TAR_REF_NAME}"
tar xJf *.tar.xz
REF_CCPREFIX=$(readlink -f clang+*/bin)/
cd ..
rm -rf patch-tools
mkdir -p patch-tools
cd patch-tools
wget --progress=dot -e dotbytes=2M "${BF_URL_PREFIX}/${PATCHNUM}/${BF_URL_SUFIX}/artifact/${TAR_PATCH_NAME}"
tar xJf *.tar.xz
PATCH_CCPREFIX=$(readlink -f clang+*/bin)/
cd ..
cat > ref_params <<EOF
toolchain_url=rsync://${NODE_NAME}.tcwglab:$REF_CCPREFIX
target_list=$board
extension=$extension
builder=$target
scripts_branch=$scripts_branch
EOF
echo "$benchmark_params" >> ref_params
cat > patch_params <<EOF
toolchain_url=rsync://${NODE_NAME}.tcwglab:$PATCH_CCPREFIX
target_list=$board
extension=$extension
builder=$target
scripts_branch=$scripts_branch
EOF
echo "$benchmark_params" >> patch_params
- trigger-builds:
- project: 'tcwg-benchmark'
property-file: ref_params
block: true
- trigger-builds:
- project: 'tcwg-benchmark'
property-file: patch_params
block: true
- shell: |
#!/bin/bash
set -ex
case "$target" in
"tcwg-apm_64"*) board="tx1_64" ;;
"tcwg-apm_32"*) board="tx1_32" ;;
*) board="tk1_32" ;;
esac
# Extract triggered build numbers from comma separated list
bf_buildnum=(${TRIGGERED_BUILD_NUMBERS_tcwg_benchmark//,/ })
REFNUM=${bf_buildnum[0]}
PATCHNUM=${bf_buildnum[1]}
cat > res_params << EOF
results_ref=${board}/tcwg-benchmark-${REFNUM}
results_id=${board}/tcwg-benchmark-${PATCHNUM}
EOF
cat > cmp_params << EOF
resultsref=${board}/tcwg-benchmark-${REFNUM}
resultseval=${board}/tcwg-benchmark-${PATCHNUM}
EOF
- trigger-builds:
- project: 'tcwg-benchmark-results'
property-file: res_params
block: false
- project: 'tcwg-benchmark-compare'
property-file: cmp_params
block: false
|
