aboutsummaryrefslogtreecommitdiff
path: root/tcwg-buildfarm-cmp.yaml
blob: 891fafd937405d99aded0ee383afab93e7461bbd (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
- job:
    name: tcwg-buildfarm-cmp
    project-type: multijob
    defaults: global
    properties:
        - authorization:
            anonymous:
                - job-read
                - job-extended-read
            linaro:
                - job-build
                - job-cancel
        - build-discarder:
            days-to-keep: 30
            num-to-keep: 30
    parameters:
        - string:
            name: ref_override
            default: ''
            description: 'Components version for reference builds; e.g. gcc=gcc.git~linaro/gcc-6-branch glibc=... and/or --extraconfigdir ../config/gcc6'
        - string:
            name: ref_log_name
            default: '${JOB_NAME}-${BUILD_NUMBER}-REF'
            description: 'Prefix logname for reference directory on logserver'
        - string:
            name: ref_abe_branch
            default: refs/remotes/origin/master
            description: 'ABE revision to test for reference builds'
        - string:
            name: ref_scripts_branch
            default: refs/remotes/origin/master
            description: 'jenkins-scripts revision to use for reference builds'
        - string:
            name: ref_distro
            default: 'default'
            description: 'Distro image to use in reference builds.'
        - bool:
            name: ref_rebuild
            default: true
            description: 'Rebuild reference toolchain even if results are already on logserver'
        - string:
            name: eval_override
            default: ''
            description: 'Components version for evaluation builds; e.g. gcc=gcc.git~linaro/gcc-6-branch glibc=... and/or --extraconfigdir ../config/gcc6'
        - string:
            name: eval_log_name
            default: '${JOB_NAME}-${BUILD_NUMBER}-EVAL'
            description: 'Prefix logname for evalution directory on logserver'
        - string:
            name: eval_abe_branch
            default: refs/remotes/origin/master
            description: 'ABE revision to test for evaluation builds'
        - string:
            name: eval_scripts_branch
            default: refs/remotes/origin/master
            description: 'jenkins-scripts revision to use for evaluation builds'
        - string:
            name: eval_distro
            default: 'lts_1'
            description: 'Distro image to use in reference builds.'
        - bool:
            name: eval_rebuild
            default: true
            description: 'Rebuild evaluation toolchain even if results are already on logserver'
        - string:
            name: host_x86_64_languages
            default: 'default'
            description: 'Languages to build for x86_64 native toolchains, e.g., "c,c++" or "all" or "default"'
        - string:
            name: host_aarchXX_languages
            default: 'c,c++'
            description: 'Languages to build for AArchXX native toolchains, e.g., "c,c++" or "all" or "default"'
        - string:
            name: runtests
            default: 'aarch64-linux-gnu armv8l-linux-gnueabihf arm-linux-gnueabi arm-linux-gnueabihf armeb-linux-gnueabihf arm-eabi aarch64-none-elf aarch64_be-none-elf tcwg-x86_64-build'
            description: 'Run toolchain tests for these targets -- must be a subset of target_list'
        - string:
            name: host_x86_64_excludecheck
            default: 'gdb'
            description: 'Do not run "make check" on these components on x86_64'
        - string:
            name: host_aarchXX_excludecheck
            default: 'gcc'
            description: 'Do not run "make check" on these components on AArchXX'
        - string:
            name: extraconfig
            default: ''
            description: 'Extra configuration files, syntax tool=path'
        - string:
            name: log_server
            default: dev-01.tcwglab:/home/tcwg-buildslave/logs
            description: 'Log_Server'
        - string:
            name: target_list
            default: 'aarch64-linux-gnu armv8l-linux-gnueabihf arm-linux-gnueabi arm-linux-gnueabihf armeb-linux-gnueabihf arm-eabi aarch64-none-elf aarch64_be-none-elf tcwg-x86_64-build'
            description: 'List of targets -- aarch64-linux-gnu armv8l-linux-gnueabihf arm-linux-gnueabi arm-linux-gnueabihf armeb-linux-gnueabihf arm-eabi aarch64-none-elf aarch64_be-none-elf tcwg-x86_64-build tcwg-x86_32-build tcwg-tk1_32-build tcwg-apm_64-build tcwg-apm_32-build -- the tcwg-* targets should be a subset of slave axis'
        - string:
            name: displaytag
            default: 'manual'
            description: 'Tag to display in the Jenkins console, so that the build name is more helpful'
        - bool:
            name: dryrun
            default: false
            description: 'Dry-run, do nothing, just print steps'
    disabled: false
    node: tcwg-coordinator
    concurrent: true
    display-name: 'TCWG ZZZ Buildfarm Compare '
    wrappers:
        - timestamps
        - build-name:
            name: '#${BUILD_NUMBER}-${displaytag}'
    builders:
        - shell: |
            #!/bin/bash

            set -e

            cat << EOF > buildfarm_parameters
            host_x86_64_languages=$host_x86_64_languages
            host_aarchXX_languages=$host_aarchXX_languages
            runtests=$runtests
            host_x86_64_excludecheck=$host_x86_64_excludecheck
            host_aarchXX_excludecheck=$host_aarchXX_excludecheck
            extraconfig=$extraconfig
            log_server=$log_server
            target_list=$target_list
            dryrun=$dryrun
            EOF

            echo "NOTE: Buildfarm job parameters:"
            cat buildfarm_parameters

            cat << EOF > compare_results_parameters
            ref_logs=$ref_log_name
            new_logs=$eval_log_name
            log_server=$log_server
            dryrun=$dryrun
            EOF

            echo "NOTE: Compare Results job parameters:"
            cat compare_results_parameters

        - multijob:
            name: 'Builds'
            condition: ALWAYS
            projects:
              - name: tcwg-buildfarm
                predefined-parameters: |
                  override=$ref_override
                  log_name=$ref_log_name/@@host@@.\$target
                  abe_branch=$ref_abe_branch
                  scripts_branch=$ref_scripts_branch
                  build_container_tag=$ref_distro
                  test_container_tag=$ref_distro
                  rebuild=$ref_rebuild
                  displaytag=buildfarm-cmp-ref-${BUILD_NUMBER}
                property-file: buildfarm_parameters
              - name: tcwg-buildfarm
                predefined-parameters: |
                  override=$eval_override
                  log_name=$eval_log_name/@@host@@.\$target
                  abe_branch=$eval_abe_branch
                  scripts_branch=$eval_scripts_branch
                  build_container_tag=$eval_distro
                  test_container_tag=$eval_distro
                  rebuild=$eval_rebuild
                  displaytag=buildfarm-cmp-eval-${BUILD_NUMBER}
                property-file: buildfarm_parameters
        - multijob:
            name: 'Compare Results'
            condition: COMPLETED
            projects:
              - name: tcwg-compare-results
                property-file: compare_results_parameters
    publishers:
        - workspace-cleanup:
             include:
              - "*_parameters"
        - email-ext:
            recipients: 'christophe.lyon@linaro.org'
            send-to:
              requester
              recipients
            always: true