aboutsummaryrefslogtreecommitdiff
path: root/tcwg-update-snapshots_ref.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'tcwg-update-snapshots_ref.yaml')
-rw-r--r--tcwg-update-snapshots_ref.yaml99
1 files changed, 64 insertions, 35 deletions
diff --git a/tcwg-update-snapshots_ref.yaml b/tcwg-update-snapshots_ref.yaml
index a7bb42f94b..5649d42a15 100644
--- a/tcwg-update-snapshots_ref.yaml
+++ b/tcwg-update-snapshots_ref.yaml
@@ -1,31 +1,61 @@
+# Auto generated by ./tcwg/generate-yamlfiles.sh from tcwg-update-source-caches.yaml.in and tcwg-update-source-caches/tcwg-update-snapshots_ref.def. Do not edit.
+#BEGIN: tcwg/default.yaml.inc
+# -*- mode: Yaml -*-
+
+- property:
+ name: default-properties
+ properties:
+ - authorization:
+ anonymous:
+ - job-read
+ - job-extended-read
+ everyone-flat:
+ - job-build
+ - job-cancel
+ - build-discarder:
+ days-to-keep: 30
+
+- scm:
+ name: jenkins-scripts
+ scm:
+ - git:
+ url: https://git.linaro.org/toolchain/jenkins-scripts.git
+ refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*
+ branches:
+ - $scripts_branch
+ basedir: jenkins-scripts
+ skip-tag: true
+ reference-repo: /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git
+ wipe-workspace: false
+ clean:
+ before: true
+ prune: true
+
+#END: tcwg/default.yaml.inc
+
- job:
name: tcwg-update-snapshots_ref
project-type: freestyle
defaults: global
properties:
- - authorization:
- anonymous:
- - job-read
- - job-extended-read
- linaro:
- - job-build
- - job-cancel
- - build-discarder:
- days-to-keep: 30
- num-to-keep: 30
+ - default-properties
parameters:
- bool:
name: generate_abe
default: true
description: 'Generate ABE snapshots'
- bool:
+ name: generate_bmk
+ default: false
+ description: 'Generate benchmark source cache'
+ - bool:
name: generate_misc
default: true
description: 'Generate misc file'
- bool:
name: update_abe_git
default: true
- description: 'Update ABE Git repos'
+ description: 'Update Git repos'
- bool:
name: verbose
default: true
@@ -45,25 +75,18 @@
disabled: false
concurrent: false
node: tcwg-x86_64-dev-01
- display-name: 'TCWG CCC Update reference ABE snapshots on TCWG machines'
+ display-name: 'TCWG CCC Update snapshots_ref cache on TCWG machines'
triggers:
- timed: '@weekly'
scm:
- - git:
- url: https://git.linaro.org/toolchain/jenkins-scripts.git
- refspec: +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/*
- branches:
- - ${scripts_branch}
- skip-tag: true
- shallow-clone: true
- wipe-workspace: true
+ - jenkins-scripts
wrappers:
- timeout:
timeout: 600
- timestamps
- ssh-agent-credentials:
- # tcwg-buildslave user id
users:
+ # tcwg-buildslave user id
- 'e0958a95-204f-4c14-a66c-5e2be6c5d50a'
- build-name:
name: '#${BUILD_NUMBER}'
@@ -71,29 +94,35 @@
- shell: |
#!/bin/bash
set -ex
- snapshots_dir=$HOME/snapshots-ref
- rsync -a --del $snapshots_dir/ ${snapshots_dir}-new/
- ./tcwg-generate-source-cache.sh \
- --dir-abe ${snapshots_dir}-new \
- --generate-abe $generate_abe \
- --generate-misc $generate_misc \
- --update-abe-git $update_abe_git \
- --verbose $verbose \
- --abe-branch $abe_branch
- rsync -a --del ${snapshots_dir}-new/ $snapshots_dir/
+
+ new_cache=$(mktemp -d)
+ trap "rm -rf $new_cache" EXIT
+ cache_dir=$HOME/snapshots-ref
+ # Use previous cache to speed up re-generation.
+ rsync -a --del $cache_dir/ $new_cache/
+ ./jenkins-scripts/tcwg-generate-source-cache.sh \
+ --cache_dir "$new_cache" \
+ --generate_abe "$generate_abe" \
+ --generate_bmk "$generate_bmk" \
+ --generate_misc "$generate_misc" \
+ --update_abe_git "$update_abe_git" \
+ --verbose "$verbose" \
+ --abe_branch "$abe_branch"
+ rsync -a --del $new_cache/ $cache_dir/
- trigger-builds:
- project: tcwg-buildslave-command
predefined-parameters: |
- command=set -ex; snapshots_dir=$HOME/snapshots-ref; mkdir -p $snapshots_dir/; rsync -a --del $snapshots_dir/ ${snapshots_dir}-new/; rsync -az --del $NODE_NAME.tcwglab:${snapshots_dir}/ ${snapshots_dir}-new/; flock -x ${snapshots_dir}.lock -c "rsync -a --del ${snapshots_dir}-new/ $snapshots_dir/"; rm -rf ${snapshots_dir}-new/
- displayname=snapshot-refs
+ command=set -ex; cache_dir=/home/tcwg-buildslave/snapshots-ref; sudo mkdir -p $cache_dir; sudo chown -R $USER:tcwg-infra $cache_dir; rsync -az --del dev-01.tcwglab:$cache_dir/ $cache_dir/
+ displayname=snapshots_ref
parameter-factories:
- factory: allnodesforlabel
name: nodes
- node-label: tcwg && !tcwg-bmk && !tcwg-short && !tcwg-llvmbot
- ignore-offline-nodes: true
+ node-label: tcwg-build || tcwg-build_bmk || tcwg-dev
+ ignore-offline-nodes: false
block: false
publishers:
- email-ext:
recipients: tcwg-validation@linaro.org
aborted: true
+# checksum: 131fc6fb2af6077ba58f8a0df52d8f90