path: root/tcwg_bmk.yaml

- project:
    name: tcwg_bmk
    binutils_url: https://sourceware.org/git/binutils-gdb.git
    gcc_url: https://gcc.gnu.org/git/gcc.git
    glibc_url: https://sourceware.org/git/glibc.git
    toolchain_name:
      - llvm:
          components: binutils gcc glibc llvm
          llvm_url: https://github.com/llvm/llvm-project.git
          init_configuration: 'true'
      - gnu:
          components: binutils gcc glibc
          llvm_url: no_llvm_url
          init_configuration: 'true'
    toolchain_ver:
      - master:
          binutils_branch: master
          gcc_branch: master
          glibc_branch: master
          llvm_branch: master
      - release:
          binutils_branch: binutils-2_32-branch
          gcc_branch: gcc-8-branch
          glibc_branch: release/2.29/master
          llvm_branch: release/8.x
    target:
      - aarch64
      - arm
    bmk:
      - spec2k6
    cflags:
      - Os
      - Os_LTO
      - Oz
      - Oz_LTO
    jobs:
      - 'tcwg_bmk-build-{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}'
      - 'tcwg_bmk-bisect-{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}'
    exclude:
      - toolchain_name: gnu
        cflags: Oz
      - toolchain_name: gnu
        cflags: Oz_LTO

- view:
    name: tcwg_bmk
    view-type: list
    regex: 'tcwg_bmk-.*'

- scm:
    name: binutils-scm
    scm:
        - git:
            url: '{binutils_url}'
            branches:
              - 'refs/heads/{binutils_branch}'
            basedir: binutils
            skip-tag: true
            reference-repo: /home/tcwg-buildslave/snapshots-ref/binutils-gdb.git
            wipe-workspace: false
            clean:
              before: true
            prune: true
- scm:
    name: gcc-scm
    scm:
        - git:
            url: '{gcc_url}'
            branches:
              - 'refs/heads/{gcc_branch}'
            basedir: gcc
            skip-tag: true
            reference-repo: /home/tcwg-buildslave/snapshots-ref/gcc.git
            wipe-workspace: false
            clean:
              before: true
            prune: true
- scm:
    name: glibc-scm
    scm:
        - git:
            url: '{glibc_url}'
            branches:
              - 'refs/heads/{glibc_branch}'
            basedir: glibc
            skip-tag: true
            reference-repo: /home/tcwg-buildslave/snapshots-ref/glibc.git
            wipe-workspace: false
            clean:
              before: true
            prune: true
- scm:
    name: clang-scm
    scm:
        - git:
            url: '{llvm_url}'
            branches:
              - 'refs/heads/{llvm_branch}'
            basedir: llvm
            skip-tag: true
            reference-repo: /home/tcwg-buildslave/snapshots-ref/llvm-project.git
            wipe-workspace: false
            clean:
              before: true
            prune: true
- scm:
    name: gnu-scm
    scm:
      - binutils-scm:
          binutils_url: '{binutils_url}'
          binutils_branch: '{binutils_branch}'
      - gcc-scm:
          gcc_url: '{gcc_url}'
          gcc_branch: '{gcc_branch}'
      - glibc-scm:
          glibc_url: '{glibc_url}'
          glibc_branch: '{glibc_branch}'
- scm:
    name: llvm-scm
    scm:
      - gnu-scm:
          binutils_url: '{binutils_url}'
          binutils_branch: '{binutils_branch}'
          gcc_url: '{gcc_url}'
          gcc_branch: '{gcc_branch}'
          glibc_url: '{glibc_url}'
          glibc_branch: '{glibc_branch}'
      - clang-scm:
          llvm_url: '{llvm_url}'
          llvm_branch: '{llvm_branch}'
- scm:
    name: bmk-scripts
    scm:
      - git:
          url: https://git-us.linaro.org/toolchain/bmk-scripts.git
          refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*
          branches:
            - $bmk_branch
          basedir: bmk-scripts
          skip-tag: true
          reference-repo: /home/tcwg-buildslave/snapshots-ref/bmk-scripts.git
          wipe-workspace: false
          clean:
            before: true
          prune: true

- property:
    name: default-properties
    properties:
      - authorization:
          tcwg-benchmark:
            - job-read
            - job-extended-read
            - job-build
            - job-cancel
      - build-discarder:
          days-to-keep: 30
          num-to-keep: 30

- parameter:
    name: gnu-parameters
    parameters:
      - string:
          name: binutils_branch
          default: default
          description: "binutils branch or sha1 to build"
      - string:
          name: gcc_branch
          default: default
          description: "gcc branch or sha1 to build"
      - string:
          name: glibc_branch
          default: default
          description: "glibc branch or sha1 to build"
- parameter:
    name: llvm-parameters
    parameters:
      - gnu-parameters
      - string:
          name: llvm_branch
          default: default
          description: "llvm branch or sha1 to build"
- parameter:
    name: default-parameters
    parameters:
      - string:
          name: mail_recipients
          default: default
          description: "Comma-separated list of email recipients; use 'default' unless testing"
      - string:
          name: distro
          default: bionic
          description: 'Distro image to use'
      - string:
          name: scripts_branch
          default: tcwg_bmk
          description: 'Scripts revision to use'
      - string:
          name: bmk_branch
          default: tcwg_bmk
          description: 'Benchmark scripts revision to use'

- scm:
    name: jenkins-scripts
    scm:
      - git:
          url: https://git-us.linaro.org/toolchain/jenkins-scripts.git
          refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*
          branches:
            - $scripts_branch
          basedir: jenkins-scripts
          skip-tag: true
          reference-repo: /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git
          wipe-workspace: false
          clean:
            before: true
          prune: true

- builder:
    name: trigger-followup-builds
    builders:
      - build-name-setter:
          name: 'artifacts/jenkins/build-name'
          file: true
      - shell: |
          #!/bin/bash
          set -ex
          for i in artifacts/trigger-build-* artifacts/trigger-bisect; do
            if [ -f $i ]; then
              echo "mail_recipients=$mail_recipients" >> $i
              echo "distro=$distro" >> $i
              echo "scripts_branch=$scripts_branch" >> $i
              echo "bmk_branch=$bmk_branch" >> $i
            fi
          done
      - trigger-builds:
          - project: tcwg_bmk-build-{ci_config}
            parameter-factories:
              - factory: filebuild
                file-pattern: artifacts/trigger-build-*
          - project: tcwg_bmk-bisect-{ci_config}
            property-file: artifacts/trigger-bisect

- job-template:
    name: tcwg_bmk-build-{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}
    project-type: freestyle
    defaults: global
    properties:
      - default-properties
      - build-blocker:
          blocking-jobs:
            - "tcwg_bmk-bisect-{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}"
          queue-scanning: 'ALL'
    parameters:
      - '{toolchain_name}-parameters'
      - bool:
          name: reset_baseline
          default: false
          description: "Whether to reset baseline to results of this build"
      - default-parameters
    disabled: false
    node: tcwg-x86_64-dev-01
    concurrent: false
    display-name: 'TCWG Build tcwg_bmk/{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}'
    workspace: workspace/tcwg_bmk_$EXECUTOR_NUMBER
    scm:
      - jenkins-scripts
      - bmk-scripts
      - '{toolchain_name}-scm':
          llvm_url: '{llvm_url}'
          llvm_branch: '{llvm_branch}'
          binutils_url: '{binutils_url}'
          binutils_branch: '{binutils_branch}'
          gcc_url: '{gcc_url}'
          gcc_branch: '{gcc_branch}'
          glibc_url: '{glibc_url}'
          glibc_branch: '{glibc_branch}'
    triggers:
      - pollscm:
          cron: 'H H * * *'
    wrappers:
      - timeout:
          timeout: 600
      - timestamps
      - ssh-agent-credentials:
          # tcwg-buildslave user id
          users:
            - 'e0958a95-204f-4c14-a66c-5e2be6c5d50a'
    builders:
        - shell: |
            #!/bin/bash
            set -ex
            # Delete artifacts now to avoid re-using stale artifacts if
            # below docker-run.sh fails to start up a container.
            rm -rf artifacts/
            mkdir -p artifacts/jenkins
            build_name="#$BUILD_NUMBER"
            branch_opt=""
            i=2
            for c in {components}; do
              eval "b=\$$$${{c}}_branch"
              if [ x"$b" = x"default" ]; then
                eval "b=\$GIT_COMMIT_$i"
              fi
              if [ x"$b" != x"baseline" ]; then
                build_name="$build_name-$c"
                branch_opt="$branch_opt ==rr[${{c}}_branch] $b"
              fi
              i=$(($i+1))
            done

            ./jenkins-scripts/docker-run.sh \
            --distro $distro \
            --ssh_info true \
            -- \
            ./jenkins-scripts/tcwg_bmk-build.sh \
            %% artifacts/jenkins/manifest.sh \
            --BUILD_URL "$BUILD_URL" \
            --scripts_branch "$scripts_branch" \
            --bmk_branch "$bmk_branch" \
            ==rr[ci_config] {toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags} \
            ==rr[init_configuration] {init_configuration} \
            ==rr[binutils_url] {binutils_url} \
            ==rr[gcc_url] {gcc_url} \
            ==rr[glibc_url] {glibc_url} \
            ==rr[llvm_url] {llvm_url} \
            $branch_opt \
            ==rr[mode] "jenkins-full" \
            ==rr[reset_baseline] "$reset_baseline" &
            res=0 && wait $! || res=$?

            if [ $res != 0 ]; then
              touch artifacts/failures
            fi

            if [ -e artifacts/results ]; then
              build_name="$build_name-R$(tail -n1 artifacts/results)"
            fi
            if $reset_baseline; then
              build_name="$build_name-baseline"
            fi
            if [ -f artifacts/trigger-bisect ]; then
              build_name="$build_name-bisect"
            fi
            echo "$build_name" > artifacts/jenkins/build-name
        - trigger-followup-builds:
            ci_config: '{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}'
        - shell: |
            #!/bin/bash
            if [ -f artifacts/failures ]; then
              exit 1
            fi
    publishers:
        - archive:
            artifacts: 'artifacts/**'
            latest-only: false

- job-template:
    name: tcwg_bmk-bisect-{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}
    project-type: freestyle
    defaults: global
    properties:
      - default-properties
      - build-blocker:
          # Run at most 1 bisect job for all configurations.
          # Bisect jobs can easily run for 5+ hours, and a few of them
          # can hog the entire TCWG build farm for a long time.  Since
          # same regression tends to appear in multiple configurations,
          # run bisections for all configurations in-order.
          blocking-jobs:
            - "tcwg_bmk-bisect-.*"
          queue-scanning: 'BUILDABLE'
    parameters:
      - string:
          name: current_project
          default: ""
          description: "Project to bisect"
      - string:
          name: baseline_branch
          default: "baseline"
          description: "Baseline branch or sha1"
      - string:
          name: bad_branch
          default: ""
          description: "Bad branch or sha1"
      - default-parameters
    disabled: false
    node: tcwg-x86_64-dev-01
    concurrent: false
    display-name: 'TCWG Bisect tcwg_bmk/{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}'
    workspace: workspace/tcwg_bmk_$EXECUTOR_NUMBER
    scm:
      - jenkins-scripts
      - bmk-scripts
    wrappers:
      - timeout:
          timeout: 1440
      - timestamps
      - ssh-agent-credentials:
          # tcwg-buildslave user id
          users:
            - 'e0958a95-204f-4c14-a66c-5e2be6c5d50a'
    builders:
        - shell: |
            #!/bin/bash
            set -ex
            # Delete artifacts now to avoid re-using stale artifacts if
            # below docker-run.sh fails to start up a container.
            rm -rf artifacts/
            mkdir -p artifacts/jenkins
            build_name="#$BUILD_NUMBER-$current_project"
            echo "$build_name" > artifacts/jenkins/build-name
            # artifacts/jenkins/mail-*.txt will be overwritten in successful builds.
            echo "christophe.lyon@linaro.org" > artifacts/jenkins/mail-recipients.txt
            echo "Build $BUILD_URL failed" > artifacts/jenkins/mail-body.txt

            ./jenkins-scripts/docker-run.sh \
            --distro $distro \
            --ssh_info true \
            -- \
            ./jenkins-scripts/tcwg_kernel-bisect.sh \
            %% artifacts/manifests/bisect.sh \
            --BUILD_URL "$BUILD_URL" \
            --current_project "$current_project" \
            --baseline_branch "$baseline_branch" \
            --bad_branch "$bad_branch" \
            --build_script "./jenkins-scripts/tcwg_bmk-build.sh" \
            -- \
            --scripts_branch "$scripts_branch" \
            --bmk_branch "$bmk_branch" \
            ==rr[ci_project] tcwg_bmk \
            ==rr[ci_config] {toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags} \
            ==rr[binutils_url] {binutils_url} \
            ==rr[gcc_url] {gcc_url} \
            ==rr[glibc_url] {glibc_url} \
            ==rr[llvm_url] {llvm_url}

            if [ x"$mail_recipients" != x"default" ]; then
              echo "$mail_recipients" > artifacts/jenkins/mail-recipients.txt
            fi
        - trigger-followup-builds:
            ci_config: '{toolchain_name}-{toolchain_ver}-{target}-{bmk}-{cflags}'
    publishers:
        - archive:
            artifacts: 'artifacts/**'
            latest-only: false
        - email-ext:
            recipients: ${{FILE,path="artifacts/jenkins/mail-recipients.txt"}}
            content-type: text
            body: |
              ${{FILE,path="artifacts/jenkins/mail-body.txt"}}
            failure: true
            success: true
            send-to:
              - recipients