diff options
Diffstat (limited to 'tcwg-update-snapshots_ref.yaml')
-rw-r--r-- | tcwg-update-snapshots_ref.yaml | 99 |
1 files changed, 64 insertions, 35 deletions
diff --git a/tcwg-update-snapshots_ref.yaml b/tcwg-update-snapshots_ref.yaml index a7bb42f94b..5649d42a15 100644 --- a/tcwg-update-snapshots_ref.yaml +++ b/tcwg-update-snapshots_ref.yaml @@ -1,31 +1,61 @@ +# Auto generated by ./tcwg/generate-yamlfiles.sh from tcwg-update-source-caches.yaml.in and tcwg-update-source-caches/tcwg-update-snapshots_ref.def. Do not edit. +#BEGIN: tcwg/default.yaml.inc +# -*- mode: Yaml -*- + +- property: + name: default-properties + properties: + - authorization: + anonymous: + - job-read + - job-extended-read + everyone-flat: + - job-build + - job-cancel + - build-discarder: + days-to-keep: 30 + +- scm: + name: jenkins-scripts + scm: + - git: + url: https://git.linaro.org/toolchain/jenkins-scripts.git + refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* + branches: + - $scripts_branch + basedir: jenkins-scripts + skip-tag: true + reference-repo: /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git + wipe-workspace: false + clean: + before: true + prune: true + +#END: tcwg/default.yaml.inc + - job: name: tcwg-update-snapshots_ref project-type: freestyle defaults: global properties: - - authorization: - anonymous: - - job-read - - job-extended-read - linaro: - - job-build - - job-cancel - - build-discarder: - days-to-keep: 30 - num-to-keep: 30 + - default-properties parameters: - bool: name: generate_abe default: true description: 'Generate ABE snapshots' - bool: + name: generate_bmk + default: false + description: 'Generate benchmark source cache' + - bool: name: generate_misc default: true description: 'Generate misc file' - bool: name: update_abe_git default: true - description: 'Update ABE Git repos' + description: 'Update Git repos' - bool: name: verbose default: true @@ -45,25 +75,18 @@ disabled: false concurrent: false node: tcwg-x86_64-dev-01 - display-name: 'TCWG CCC Update reference ABE snapshots on TCWG machines' + display-name: 'TCWG CCC Update snapshots_ref cache on TCWG machines' triggers: - timed: '@weekly' scm: - - git: - url: https://git.linaro.org/toolchain/jenkins-scripts.git - refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* - branches: - - ${scripts_branch} - skip-tag: true - shallow-clone: true - wipe-workspace: true + - jenkins-scripts wrappers: - timeout: timeout: 600 - timestamps - ssh-agent-credentials: - # tcwg-buildslave user id users: + # tcwg-buildslave user id - 'e0958a95-204f-4c14-a66c-5e2be6c5d50a' - build-name: name: '#${BUILD_NUMBER}' @@ -71,29 +94,35 @@ - shell: | #!/bin/bash set -ex - snapshots_dir=$HOME/snapshots-ref - rsync -a --del $snapshots_dir/ ${snapshots_dir}-new/ - ./tcwg-generate-source-cache.sh \ - --dir-abe ${snapshots_dir}-new \ - --generate-abe $generate_abe \ - --generate-misc $generate_misc \ - --update-abe-git $update_abe_git \ - --verbose $verbose \ - --abe-branch $abe_branch - rsync -a --del ${snapshots_dir}-new/ $snapshots_dir/ + + new_cache=$(mktemp -d) + trap "rm -rf $new_cache" EXIT + cache_dir=$HOME/snapshots-ref + # Use previous cache to speed up re-generation. + rsync -a --del $cache_dir/ $new_cache/ + ./jenkins-scripts/tcwg-generate-source-cache.sh \ + --cache_dir "$new_cache" \ + --generate_abe "$generate_abe" \ + --generate_bmk "$generate_bmk" \ + --generate_misc "$generate_misc" \ + --update_abe_git "$update_abe_git" \ + --verbose "$verbose" \ + --abe_branch "$abe_branch" + rsync -a --del $new_cache/ $cache_dir/ - trigger-builds: - project: tcwg-buildslave-command predefined-parameters: | - command=set -ex; snapshots_dir=$HOME/snapshots-ref; mkdir -p $snapshots_dir/; rsync -a --del $snapshots_dir/ ${snapshots_dir}-new/; rsync -az --del $NODE_NAME.tcwglab:${snapshots_dir}/ ${snapshots_dir}-new/; flock -x ${snapshots_dir}.lock -c "rsync -a --del ${snapshots_dir}-new/ $snapshots_dir/"; rm -rf ${snapshots_dir}-new/ - displayname=snapshot-refs + command=set -ex; cache_dir=/home/tcwg-buildslave/snapshots-ref; sudo mkdir -p $cache_dir; sudo chown -R $USER:tcwg-infra $cache_dir; rsync -az --del dev-01.tcwglab:$cache_dir/ $cache_dir/ + displayname=snapshots_ref parameter-factories: - factory: allnodesforlabel name: nodes - node-label: tcwg && !tcwg-bmk && !tcwg-short && !tcwg-llvmbot - ignore-offline-nodes: true + node-label: tcwg-build || tcwg-build_bmk || tcwg-dev + ignore-offline-nodes: false block: false publishers: - email-ext: recipients: tcwg-validation@linaro.org aborted: true +# checksum: 131fc6fb2af6077ba58f8a0df52d8f90 |