Linaro Git Browser
Code Review Sign In
review.linaro.org / ci / job / configs.git / aa15d36cb06aeb43b67640e73e6bcd7b7adda647 / . / ml-benchmarks.yaml
blob: c43eca309383e9570bc463fbfcc555e05d8ad9b7 [file] [log] [blame]
Theodore Grey6a7f9a52020-11-30 13:17:57 +0000[diff] [blame]1- job:
2 name: ml-benchmarks
3 project-type: freestyle
4 defaults: global
5 description: |
6 Benchmarks for ML applications, including TVM, Tensorflow, ONNX, and ARMNN
7 properties:
8 - authorization:
9 anonymous:
10 - job-read
11 - job-extended-read
Benjamin Copeland9dc2eb82022-10-11 12:40:33 +0100[diff] [blame]12 everyone-flat:
Theodore Grey6a7f9a52020-11-30 13:17:57 +0000[diff] [blame]13 - job-read
14 - job-extended-read
15 - job-build
16 - job-cancel
17 - build-discarder:
18 days-to-keep: 90
19 num-to-keep: 90
20 - github:
21 url: https://github.com/tom-gall/tvm-bench
22
23 parameters:
24 - string:
25 name: LAVA_SERVER
26 default: 'https://validation.linaro.org/RPC2/'
27 disabled: false
28 node: docker-bionic-arm64
29 display-name: 'ML-Bench Benchmarks'
30
31 wrappers:
32 - timestamps
33 - credentials-binding:
34 - text:
35 credential-id: QA_REPORTS_TOKEN
36 variable: QA_REPORTS_TOKEN
37 builders:
38 - shell: |
39 #!/bin/bash -e
40 echo "DEVICE_TYPE=${DEVICE_TYPE}" > device_type_parameters
41 - inject:
42 properties-file: device_type_parameters
43 - linaro-publish-token
44 - shell: |
45 #!/bin/bash -ex
46
47 export DEVICE_TYPE=hi960-hikey
48
49
50 cat << EOF > ${WORKSPACE}/submit_for_testing_parameters
51 LAVA_JOB_PRIORITY=50
52 PROJECT_NAME=ml-bench
53 PROJECT=projects/ml-bench/
54 BOOT_URL=http://snapshots.linaro.org/96boards/hikey/linaro/debian/30/boot-linaro-stretch-developer-hikey-20190420-30.img.gz
55 BOOT_URL_COMP=gz
56 ROOTFS_URL=http://snapshots.linaro.org/96boards/hikey/linaro/debian/30/rootfs-linaro-stretch-developer-hikey-20190420-30.img.gz
57 ROOTFS_URL_COMP=gz
58 DEPLOY_OS=debian
59 OS_INFO=debian
60 DEVICE_TYPE=${DEVICE_TYPE}
61 BUILD_NUMBER=${BUILD_NUMBER}
62 EOF
63
64 git clone --depth 1 https://github.com/Linaro/lava-test-plans.git
65
66 # submit tests to LAVA
67 rm -rf venv | true
68 virtualenv -p python3 venv
69 source ./venv/bin/activate
70
71 # fix for setuptools v50
72 export SETUPTOOLS_USE_DISTUTILS="stdlib"
73 cd lava-test-plans
74 pip3 install -r requirements.txt
75 ./submit_for_testing.py --variables ${WORKSPACE}/submit_for_testing_parameters \
76 --device-type ${DEVICE_TYPE} \
77 --test-plan ml-bench \
78 --qa-server-team armnn \
79 --qa-server-project ml-bench \
80 --lava-server ${LAVA_SERVER} \
81 --build-id ${LAVA_ID}
82
83 export DEVICE_TYPE=synquacer
84 cat << EOF > ${WORKSPACE}/submit_for_testing_parameters
85 LAVA_JOB_PRIORITY=50
86 PROJECT_NAME=ml-bench
87 PROJECT=projects/ml-bench/
88 AUTO_LOGIN_PASSWORD_PROMPT='Password:'
89 AUTO_LOGIN_PASSWORD='Linaro123'
90 KERNEL_URL=http://images.validation.linaro.org/synquacer/hc/vmlinuz
91 RAMDISK_URL=http://images.validation.linaro.org/synquacer/hc/initrd.img
92 RAMDISK_URL_COMP=gz
93 ROOTFS_URL=http://images.validation.linaro.org/synquacer/hc/rootfs.tar.xz
94 ROOTFS_URL_COMP=xz
95 DEPLOY_OS=debian
96 OS_INFO=debian
97 DEVICE_TYPE=${DEVICE_TYPE}
98 EOF
99
100 ./submit_for_testing.py --variables ${WORKSPACE}/submit_for_testing_parameters \
101 --device-type ${DEVICE_TYPE} \
102 --test-plan ml-bench \
103 --qa-server-team armnn \
104 --qa-server-project ml-bench \
105 --lava-server ${LAVA_SERVER} \
106 --build-id ${LAVA_ID}
107
108 export DEVICE_TYPE=dragonboard-845c
109
110 cat << EOF > ${WORKSPACE}/submit_for_testing_parameters
111 LAVA_JOB_PRIORITY=50
112 PROJECT_NAME=ml-bench
113 PROJECT=projects/ml-bench/
114 PTABLE_URL=https://images.validation.linaro.org/snapshots.linaro.org/96boards/dragonboard845c/linaro/rescue/28/dragonboard-845c-bootloader-ufs-linux-28/gpt_both0.bin
115 BOOT_URL=http://images.validation.linaro.org/releases.linaro.org/96boards/dragonboard845c/linaro/debian/19.09/boot-linaro-buster-dragonboard-845c-58.img.gz
116 BOOT_URL_COMP=gz
117 ROOTFS_URL=http://images.validation.linaro.org/releases.linaro.org/96boards/dragonboard845c/linaro/debian/19.09/linaro-buster-alip-dragonboard-845c-58.img.gz
118 ROOTFS_URL_COMP=gz
119 DEPLOY_OS=debian
120 OS_INFO=debian
121 DEVICE_TYPE=${DEVICE_TYPE}
122 BUILD_NUMBER=${BUILD_NUMBER}
123 EOF
124
125 ./submit_for_testing.py --variables ${WORKSPACE}/submit_for_testing_parameters \
126 --device-type ${DEVICE_TYPE} \
127 --test-plan ml-bench \
128 --qa-server-team armnn \
129 --qa-server-project ml-bench \
130 --lava-server ${LAVA_SERVER} \
131 --build-id ${LAVA_ID}