tcwg-bkk16-buildfarm-benchmark: Apply benchmarking patches to tcwg-bkk16-buildfarm

Equivalent to the changes to tcwg-buildfarm.yaml starting at
https://review.linaro.org/#/c/10894/3

Change-Id: I3d239bd1f0397e2951e2030063b140af95f33657

1 files changed, 301 insertions, 0 deletions

diff --git a/tcwg-bkk16-buildfarm-benchmark.yaml b/tcwg-bkk16-buildfarm-benchmark.yaml
new file mode 100644
index 0000000000..1ea5d4b0bc
--- /dev/null
+++ b/tcwg-bkk16-buildfarm-benchmark.yaml
@@ -0,0 +1,301 @@
+- job:
+    name: tcwg-bkk16-buildfarm-benchmark
+    project-type: matrix
+    defaults: global
+    logrotate:
+        daysToKeep: 30
+        numToKeep: 30
+        artifactDaysToKeep: 2
+        artifactNumToKeep: 40
+    properties:
+        - authorization:
+            anonymous:
+                - job-read
+                - job-extended-read
+            linaro:
+                - job-build
+                - job-cancel
+    parameters:
+        - string:
+            name: override
+            default: ''
+            description: 'Versions of components to build; e.g. binutils=binutils-gdb.git/linaro_binutils-2_25-branch gcc=gcc.git~linaro/gcc-5-branch glibc=glibc.git~release/2.21/master'
+        - string:
+            name: host_x86_64_languages
+            default: 'default'
+            description: 'Languages to build for x86_64-hosted toolchains, e.g., "c,c++" or "all" or "default"'
+        - string:
+            name: host_aarchXX_languages
+            default: 'c,c++'
+            description: 'Languages to build for AArchXX-hosted toolchains, e.g., "c,c++" or "all" or "default"'
+        - string:
+            name: runtests
+            default: 'x86_64-host'
+            description: 'Run toolchain testsuites: "yes", "no", "x86_64-host"'
+        - bool:
+            name: try_bootstrap
+            default: 'true'
+            description: 'Attempt to bootstrap GCC for compatible host and target combinations'
+        - string:
+            name: excludecheck
+            default: 'binutils gdb'
+            description: 'Do not run "make check" on these components'
+        - bool:
+            name: rebuild
+            default: true
+            description: 'Rebuild the toolchain even if results are already on logserver'
+        - string:
+            name: log_name
+            default: ''
+            description: 'Logname directory on logserver; leave empty for default'
+        - bool:
+            name: dont_fail
+            default: false
+            description: 'Do not fail the build'
+        - string:
+            name: log_server
+            default: dev-01.tcwglab:/home/maxim.kuvyrkov/logs
+            description: 'Log_Server'
+        - string:
+            name: targets
+            default: 'cross_main cross_aux native_x86'
+            description: 'Which target toolchains to build: cross_main cross_aux native_x86 native_armv8'
+        - string:
+            name: abe_branch
+            default: refs/remotes/origin/bkk16
+            description: 'ABE revision to test'
+    disabled: false
+    node: tcwg-x86_64-cam
+    child-workspace: $target
+    concurrent: true
+    display-name: 'TCWG BKK16 BuildFarm Benchmark'
+    scm:
+        - git:
+            url: https://git-us.linaro.org/toolchain/abe.git
+            refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/remotes/changes/*
+            branches:
+                - $abe_branch
+            skip-tag: true
+            shallow-clone: true
+            wipe-workspace: false
+            clean:
+                before: true
+    axes:
+        - axis:
+            type: slave
+            name: label
+            values:
+                - tcwg-x86_64-cam
+                - tcwg-aarch64-build
+        - axis:
+            type: user-defined
+            name: target
+            values:
+                - aarch64-linux-gnu
+                - armv8l-linux-gnueabihf
+                - arm-linux-gnueabi
+                - arm-linux-gnueabihf
+                - armeb-linux-gnueabihf
+                - aarch64-none-elf
+                - aarch64_be-none-elf
+                - native
+                - schroot-i386-native
+                - schroot-armhf-native
+    execution-strategy:
+        combination-filter: |
+            (label=="tcwg-x86_64-cam" && target!="schroot-armhf-native") || (label=="tcwg-aarch64-build" && (target=="native" || target=="schroot-armhf-native"))
+        sequential: false
+    wrappers:
+        - timeout:
+            timeout: 600
+        - timestamps
+        - ssh-agent-credentials:
+            # tcwg-buildslave user id
+            users:
+                - 'e0958a95-204f-4c14-a66c-5e2be6c5d50a'
+        - build-name:
+            name: '#${BUILD_NUMBER}'
+    builders:
+        - shell: |
+            #!/bin/bash
+
+            set -e
+            set -x
+
+            case "$target--$(uname -m)" in
+              native--aarch64|schroot-armhf-native--*) target_kind=native_armv8 ;;
+              native--x86_64|schroot-i386-native--*) target_kind=native_x86 ;;
+              armeb-linux-gnueabihf--*|*-none-elf--*) target_kind=cross_aux ;;
+              *-linux-gnu*--*) target_kind=cross_main ;;
+              *) echo "ERROR: Cannot handle target: $target"; exit 1 ;;
+            esac
+
+            if ! echo "$targets" | grep -q "$target_kind"; then
+              echo "NOTE: Skipping target $target because $target_kind is not in list: $targets"
+              exit 0
+            fi
+
+            case ${target} in
+              schroot-*)
+                schroot_arch=$(echo ${target} | sed -e "s/^schroot-\([^-]*\)-\(.*\)/\1/")
+                target=$(echo ${target} | sed -e "s/^schroot-\([^-]*\)-\(.*\)/\2/")
+                ;;
+              *)
+                case $(uname -m) in
+                  x86_64) schroot_arch="amd64" ;;
+                  aarch64) schroot_arch="arm64" ;;
+                  *) echo "Unexpected architecture $(uname -m)"; exit 1 ;;
+                esac
+                ;;
+            esac
+            schroot_image="tcwg-build-${schroot_arch}-trusty"
+
+            case $(uname -m) in
+              x86_64) languages="$host_x86_64_languages" ;;
+              *) languages="$host_aarchXX_languages" ;;
+            esac
+
+            case "$runtests-$(uname -m)" in
+              "yes"-*) runtests_opt="--runtests" ;;
+              "x86_64-host"-x86_64) runtests_opt="--runtests" ;;
+              *) runtests_opt="" ;;
+            esac
+
+            if $try_bootstrap; then
+              bootstrap="--bootstrap"
+            else
+              bootstrap=""
+            fi
+
+            if [ x"$log_name" != x"" ]; then
+              eval "logname_opt=\"--logname $log_name\""
+            fi
+
+            if $rebuild; then
+              norebuild=""
+            else
+              norebuild="--norebuild"
+            fi
+
+            excludecheck_opt=""
+            for testsuite in $excludecheck; do
+              excludecheck_opt="$excludecheck_opt --excludecheck $testsuite"
+            done
+
+            ulimit -u 5000
+
+            session_id=$(schroot -b -c chroot:$schroot_image --preserve-environment)
+            BUILD_SHELL="schroot -r -c session:$session_id --preserve-environment -- bash"
+            $BUILD_SHELL -c "echo \"Build session is up; ulimit config:\"; ulimit -a"
+
+            # Sometimes /dev/pts can't get unmounted on the first try.
+            # Workaround by retrying.
+            trap "{ schroot -f -e -c session:$session_id || { sleep 60 ; schroot -f -e -c session:$session_id; } }" 0
+
+            result="0"
+            ${BUILD_SHELL} -x ./jenkins.sh --target ${target} --override "$override" --languages ${languages} $bootstrap $runtests_opt $excludecheck_opt --fileserver ex40-01.tcwglab.linaro.org/snapshots-ref --logserver $log_server $logname_opt $norebuild -o '--tarbin' || result=$?
+
+            echo "Result of jenkins.sh: $result"
+
+            #Ensure that the properties file isn't lying around from some old
+            #build - stops us from kicking off the wrong build.
+            rm -f bench_parameters
+
+            #Ensure that artifact_parameters is empty - must exist to be used
+            #by inject step, but if it is empty we will not publish any
+            #artifacts.
+            rm -f artifact_parameters
+            touch artifact_parameters
+
+            #trigger-builds will only trigger if the properties file exists, so
+            #create the file conditionally
+            if test ${result} -eq 0; then
+              #Cases for which we want to trigger a benchmark
+              if test "x${target}" = xarm-linux-gnueabihf ||
+                 test "x${target}" = xaarch64-linux-gnu; then
+                #Only trigger if jenkins.sh exits without error _and_ the
+                #artifacts exist. (If --norebuild is set and logs already
+                #exist, there will be no error but also no artifacts.)
+                toolchain="`ls snapshots/gcc-linaro-*.tar.xz`"
+                sysroot="`ls snapshots/sysroot-*-linaro-*.tar.xz`"
+
+                #Repeat ls, because this way is robust to filenames with spaces
+                if test `ls snapshots/gcc-linaro-*.tar.xz | wc -l` -eq 1 &&
+                   test `ls snapshots/sysroot-*-linaro-*.tar.xz | wc -l` -eq 1; then
+                  cat > bench_parameters <<EOF
+            BENCHMARK=Coremark-Pro
+            TOOLCHAIN=${JENKINS_URL}job/${JOB_NAME//,/%2C}/${BUILD_NUMBER}/artifact/${toolchain}
+            SYSROOT=${JENKINS_URL}job/${JOB_NAME//,/%2C}/${BUILD_NUMBER}/artifact/${sysroot}
+            TARGET_CONFIG=Juno-A57
+            RUN_FLAGS=quickrun
+            Overrides=BUNDLE_STREAM=/anonymous/backbench/ \
+                      METADATA=jenkins_initiator \
+                      jenkins_initiator=${JENKINS_URL}job/${JOB_NAME//,/%2C}/${BUILD_NUMBER}
+            LAVA_JOB_NAME=Buildbench: ${JOB_NAME} build ${BUILD_NUMBER}
+            EOF
+
+                  #Archives end up on public internet, so deliver source/scripts
+                  #alongside prebuilt binaries
+                  git archive HEAD -o source.tar
+                  tar rf source.tar --exclude-vcs --exclude=${toolchain} --exclude=${sysroot} snapshots
+                  xz source.tar
+
+                  cat > artifact_parameters << EOF
+            TOOLCHAIN=${toolchain}
+            SYSROOT=${sysroot}
+            EOF
+                elif test `ls snapshots/gcc-linaro-*.tar.xz | wc -l` -ne 0 ||
+                     test `ls snapshots/sysroot-*-linaro-*.tar.xz | wc -l` -ne 0; then
+                  echo "Multiple matches for toolchain and/or sysroot tarball, cannot dispatch benchmark" >&2
+                  result=2
+                fi
+              fi
+            fi
+
+            if $dont_fail; then
+              result="0"
+            fi
+            exit $result
+        - inject: #Create env vars used by achive step, below.
+            properties-file: 'artifact_parameters'
+
+        #If bench_parameters is missing, we don't set any parameters and
+        #therefore do not trigger. We _do_ trigger even when some configurations
+        #of the build have failed (unless no parameters are set).
+
+        #There is a race here - tcwg-benchmark may want to access the
+        #artifacts before the archive step (below) completes. We should trigger
+        #after the archive step, but the archive happens in the master of the
+        #matrix job, and master cannot see the benchmark_parameters we
+        #generated above.
+        #
+        #The 'Use files in matrix child builds' option of trigger-parameterized-builds
+        #would likely solve this problem - but it is not exposed in jjb. Have
+        #raised https://storyboard.openstack.org/#!/story/2000444.
+        #
+        #If we really want to, I believe we could eliminate the race by using
+        #block-upstream in tcwg-benchmark. But this fixes a problem here in a
+        #different place, so I'm not keen.
+        #
+        #In practice, this is very unlikely to ever cause a problem - the
+        #artifacts are accessed by a lava job, and the lava target has to
+        #boot at least once before it tries to get the archive. So there is a
+        #lot of time for the archive step to run.
+        #
+        #TODO: When we have a jjb that lets us eliminate the race, eliminate
+        #the race.
+        - trigger-builds:
+           - project: tcwg-benchmark
+             property-file: bench_parameters
+             block: true #Not needed for correctness, but does allow Jenkins
+                         #to produce a link to the build(s) of tcwg-benchmark
+    publishers:
+        - archive:
+            artifacts: '${TOOLCHAIN},${SYSROOT},source.tar.xz'
+            only-if-success: true
+            fingerprint: true
+            allow-empty: true
+        - workspace-cleanup:
+            include:
+              - "**/.git"
+            dirmatch: true