1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
|
- job:
name: tcwg-gnu-patch-benchmarking
project-type: matrix
defaults: global
properties:
- authorization:
linaro:
- job-read
- job-extended-read
- job-build
- job-cancel
- build-discarder:
days-to-keep: 30
num-to-keep: 100
parameters:
- string:
name: GERRIT_PATCHSET_REVISION
default: refs/remotes/origin/linaro/gcc-7-branch
description: 'Patched GCC revision'
- string:
name: GERRIT_BRANCH
default: linaro-local/gcc-7-integration-branch
description: 'Base GCC branch'
- string:
name: gcc_orig
default: gcc_patch_prev
description: 'Original GCC revision'
- string:
name: abe_branch
default: refs/remotes/origin/tested
description: 'ABE revision to use'
- string:
name: target_list
default: 'aarch64-linux-gnu arm-linux-gnueabihf'
description: 'List of targets'
- string:
name: extension_list
default: 'O2g'
description: 'List of build profiles: O2, O3, O2g, O3g, Ofast, Os'
- text:
name: buildfarm_params
default: |
host_x86_64_languages=c,c++,fortran
host_aarchXX_languages=c,c++,fortran
runtests=
try_bootstrap=false
host_x86_64_excludecheck=gdb
host_aarchXX_excludecheck=gdb
extraconfig=
rebuild=false
dont_fail=false
log_server=dev-01.tcwglab:logs
scripts_branch=master
build_container_tag=trusty
binaries=true
description: 'Buildfarm parameters, see tcwg-buildfarm job'
- text:
name: benchmark_params
default: |
bench_list=bzip2
cflags=
testmode=verify
iterations=1
sysroot=tarball
fileserver=dev-01.tcwglab
forceinstall=false
run_profile=parallel3x3
scripts_branch=master
bmk_branch=master
description: 'Benchmark parameters, see tcwg-benchmark job'
disabled: false
node: tcwg-bmk-coordinator
concurrent: true
display-name: 'TCWG ZZZ GNU Patch Benchmarking'
scm:
- git:
url: https://git-us.linaro.org/toolchain/gcc.git
refspec: +refs/changes/*:refs/remotes/changes/*
basedir: gcc
branches:
- ${GERRIT_PATCHSET_REVISION}
skip-tag: true
wipe-workspace: false
reference-repo: /home/tcwg-buildslave/snapshots-ref/gcc.git
choosing-strategy: gerrit
- git:
url: https://git-us.linaro.org/toolchain/abe.git
refspec: +refs/changes/*:refs/remotes/changes/*
basedir: abe
branches:
- $abe_branch
skip-tag: true
shallow-clone: true
wipe-workspace: true
axes:
- axis:
type: slave
name: label
values:
- tcwg-coordinator
- axis:
type: dynamic
name: target
values:
- target_list
- axis:
type: dynamic
name: extension
values:
- extension_list
execution-strategy:
sequential: false
wrappers:
- timeout:
timeout: 600
- timestamps
- ssh-agent-credentials:
users:
- 'tcwg-benchmark'
builders:
- shell: |
#!/bin/bash
set -ex
# Gather revisions to build.
abe_rev=$(git -C abe rev-parse --short $abe_branch)
gcc_patch_rev=$(git -C gcc rev-parse $GERRIT_PATCHSET_REVISION)
if [ x"$gcc_orig" = x"gcc_patch_prev" ]; then
gcc_orig="$gcc_patch_rev^"
fi
gcc_orig_rev=$(git -C gcc rev-parse $gcc_orig)
# Get matching config.
case ${GERRIT_BRANCH} in
*gcc-4_9*)
toolchainconf='--extraconfigdir ../config/gcc4_9'
;;
*gcc-5*)
toolchainconf='--extraconfigdir ../config/gcc5'
;;
*gcc-6*)
toolchainconf='--extraconfigdir ../config/gcc6'
;;
*gcc-7*)
toolchainconf='--extraconfigdir ../config/gcc7'
;;
*)
toolchainconf='--extraconfigdir ../config/gcc7 binutils=binutils-gdb.git/master glibc=glibc.git~master newlib=newlib.git~master'
;;
esac
cat > gcc_orig_params <<EOF
override=$toolchainconf gcc=gcc.git@$gcc_orig_rev
log_name=tcwg-gnu-patch-benchmarking-$gcc_orig_rev/$abe_rev/\$builder_type.\$target
target_list=$target
abe_branch=$abe_rev
displaytag=gnu-patch-benchmarking-ref-${gcc_orig_rev}
EOF
echo "$buildfarm_params" >> gcc_orig_params
cat > gcc_patch_params <<EOF
override=$toolchainconf gcc=gcc.git@$gcc_patch_rev
log_name=tcwg-gnu-patch-benchmarking-$gcc_orig_patch/$abe_rev/\$builder_type.\$target
target_list=$target
abe_branch=$abe_rev
displaytag=gnu-patch-benchmarking-patch-${gcc_patch_rev}
EOF
echo "$buildfarm_params" >> gcc_patch_params
- trigger-builds:
- project: 'tcwg-buildfarm'
parameter-factories:
- factory: filebuild
file-pattern: gcc_*_params
block: true
- shell: |
#!/bin/bash
set -ex
# Note that armv8l-linux-gnueabihf will not match "arm-"*, and will run on tx1.
case "$target" in
"arm-"*) board="tk1" ;;
*) board="tx1" ;;
esac
# Assuming cross build as a first step
label=tcwg-x86_64-build
# Extract triggered build numbers from comma separated list
bf_buildnum=(${TRIGGERED_BUILD_NUMBERS_tcwg_buildfarm//,/ })
REFNUM=${bf_buildnum[0]}
PATCHNUM=${bf_buildnum[1]}
BF_URL_PREFIX=https://ci.linaro.org/job/tcwg-buildfarm
BF_URL_SUFIX=label=${label},target=${target}
# Hackish way to get tarball name from json api
TAR_REF_NAME=$(wget --quiet ${BF_URL_PREFIX}/${REFNUM}/${BF_URL_SUFIX}/api/json?pretty=true -O -| grep -P "fileName.*\"gcc-linaro-.*.tar.xz\"" | awk '{print $3}' | sed -e 's/[",]//g')
TAR_PATCH_NAME=$(wget --quiet ${BF_URL_PREFIX}/${PATCHNUM}/${BF_URL_SUFIX}/api/json?pretty=true -O -| grep -P "fileName.*\"gcc-linaro-.*.tar.xz\"" | awk '{print $3}' | sed -e 's/[",]//g')
rm -rf ref-tools
mkdir -p ref-tools
cd ref-tools
wget --progress=dot -e dotbytes=2M "${BF_URL_PREFIX}/${REFNUM}/${BF_URL_SUFIX}/artifact/artifacts/${TAR_REF_NAME}"
tar xJf gcc-linaro*.tar.xz
REF_CCPREFIX=$(readlink -f gcc-linaro-*/bin)/${target}-
cd ..
rm -rf patch-tools
mkdir -p patch-tools
cd patch-tools
wget --progress=dot -e dotbytes=2M "${BF_URL_PREFIX}/${PATCHNUM}/${BF_URL_SUFIX}/artifact/artifacts/${TAR_PATCH_NAME}"
tar xJf gcc-linaro*.tar.xz
PATCH_CCPREFIX=$(readlink -f gcc-linaro-*/bin)/${target}-
cd ..
cat > ref_params <<EOF
toolchain_url=rsync://${NODE_NAME}.tcwglab:$REF_CCPREFIX
target_list=$board
extension=$extension
EOF
echo "$benchmark_params" >> ref_params
cat > patch_params <<EOF
toolchain_url=rsync://${NODE_NAME}.tcwglab:$PATCH_CCPREFIX
target_list=$board
extension=$extension
EOF
echo "$benchmark_params" >> patch_params
- trigger-builds:
- project: 'tcwg-benchmark'
property-file: ref_params
block: true
- trigger-builds:
- project: 'tcwg-benchmark'
property-file: patch_params
block: true
- shell: |
#!/bin/bash
set -ex
case "$target" in
"arm-"*) board="tk1" ;;
*) board="tx1" ;;
esac
# Extract triggered build numbers from comma separated list
bf_buildnum=(${TRIGGERED_BUILD_NUMBERS_tcwg_benchmark//,/ })
REFNUM=${bf_buildnum[0]}
PATCHNUM=${bf_buildnum[1]}
cat > cmp_params << EOF
resultsref=${board}/tcwg-benchmark-${REFNUM}
resultseval=${board}/tcwg-benchmark-${PATCHNUM}
EOF
- trigger-builds:
- project: 'tcwg-benchmark-compare'
property-file: cmp_params
block: true
|
