diff options
| author | Naresh Kamboju <naresh.kamboju@linaro.org> | 2015-03-04 23:54:32 +0530 |
|---|---|---|
| committer | Naresh Kamboju <naresh.kamboju@linaro.org> | 2015-03-11 15:33:33 +0530 |
| commit | 08a24b1a67e59c8b909c4924a2afd156edc6d84a (patch) | |
| tree | c2c7cb862b9bea08f0c4f3b8043c078211ef1a49 | |
| parent | 9e22a58279d3654891a5fd479276953dff4cbf7e (diff) | |
WA2: LAVA: Adding Juno support2015.03
Juno device support added for workload automation.
Agenda files and other supporting files have been created and updated.
Change-Id: I7f43e19424834d25565a87e57a6b91380fe390dd
Signed-off-by: Naresh Kamboju <naresh.kamboju@linaro.org>
108 files changed, 1180 insertions, 161 deletions
diff --git a/create-jobs-juno.py b/create-jobs-juno.py new file mode 100644 index 0000000..56079a2 --- /dev/null +++ b/create-jobs-juno.py @@ -0,0 +1,215 @@ +import json +from copy import deepcopy +from pprint import pprint + +SIGNAL_PREFIX = "SIGNAL_PREFIX" +MODE = "MODE" +JOB_NAME = "JOB_NAME" +AGENDA = "AGENDA" +PARAMETERS = "parameters" +TESTDEF_REPOS = "testdef_repos" +ACTIONS = "actions" + +HOST_SHELL = { + "command": "lava_test_shell", + "parameters": { + "testdef_repos": [ + { + "git-repo": "git://git.linaro.org/qa/wa2-lava.git", + "testdef": "wa2host.yaml", + "parameters": { + "AGENDA": "$WA2_AGENDA", + "JOB_NAME": "$WA2_JOB_NAME", + "MODE": "$WA2_MODE", + "SIGNAL_PREFIX": "$WA2_PREFIX" + } + } + ], + "timeout": 4200, + "role": "host" + } + } + +TARGET_SHELL = { + "command": "lava_test_shell", + "parameters": { + "testdef_repos": [ + { + "git-repo": "git://git.linaro.org/qa/wa2-lava.git", + "testdef": "wa2target.yaml", + "parameters": { + "SIGNAL_PREFIX": "$WA2_PREFIX" + } + + } + ], + "timeout": 2400, + "role": "target" + } + } + +JSON_TEMPLATE = { + "logging_level": "INFO", + "timeout": 1800, + "job_name": "$JOB_NAME", + "device_group": [ + { + "role": "host", + "count": 1, + "device_type": "dummy-ssh" + }, + { + "role": "target", + "count": 1, + "device_type": "$DUT_TYPE" + } + ], + "actions": [ + { + "command": "dummy_deploy", + "parameters": { + "target_type": "ubuntu" + } + }, + { + "command": "deploy_linaro_android_image", + "metadata": { + "android.build": "$ANDROID_META_BUILD", + "android.name": "$ANDROID_META_NAME", + "android.url": "$ANDROID_META_URL" + }, + "parameters": { + "boot": "$ANDROID_BOOT", + "data": "$ANDROID_DATA", + "system": "$ANDROID_SYSTEM", + "role": "target" + } + } + ] +} + +SUBMIT_RESULTS = { + "command": "submit_results_on_host", + "parameters": { + "stream": "$BUNDLE_STREAM", + "server": "http://validation.linaro.org/RPC2/" + } + } + +POSTPROCESSING = { + "command": "lava_test_shell", + "parameters": { + "testdef_repos": [ + { + "git-repo": "git://git.linaro.org/qa/wa2-lava.git", + "testdef": "wa2host_postprocessing.yaml", + "parameters": { + "JOB_NAME": "$JOB_NAME" + } + } + ], + "timeout": 4200, + "role": "host" + } + } + +modes = [ + "hmp", + "a57only", + "a53only", +] + +agenda_hmp_workloads = [ + "hmp_only_audio.yaml", + "hmp_only_bbench_audio.yaml", +] + +agenda_hmp_benchmarks = [ + "hmp_juno_andbench_t1.yaml", + "hmp_juno_andbench_t5.yaml", + "hmp_juno_antutu_4.0.3.yaml", + "hmp_juno_benchmarkpi.yaml", + "hmp_juno_caffeinemark.yaml", + "hmp_juno_cfbench.yaml", + "hmp_juno_geekbench3.yaml", + "hmp_juno_linpack.yaml", + "hmp_juno_quadrant.yaml", + "hmp_juno_smartbench.yaml", + "hmp_juno_sqlite.yaml", + "hmp_juno_vellamo.yaml", +] + +agenda_a57only_workloads = [ + "a57only_audio.yaml", + "a57only_bbench_audio.yaml", +] + +agenda_a53only_workloads = [ + "a53only_audio.yaml", + "a53only_bbench_audio.yaml", +] + +agenda_a53only_benchmarks = [ + "a53only_andbench_t1.yaml", + "a53only_andbench_t5.yaml", + "a53only_antutu_4.0.3.yaml", + "a53only_benchmarkpi.yaml", + "a53only_caffeinemark.yaml", + "a53only_cfbench.yaml", + "a53only_geekbench3.yaml", + "a53only_linpack.yaml", + "a53only_quadrant.yaml", + "a53only_smartbench.yaml", + "a53only_sqlite.yaml", + "a53only_vellamo.yaml", +] + +agenda_a57only_benchmarks = [ + "a57only_andbench_t1.yaml", + "a57only_andbench_t5.yaml", + "a57only_antutu_4.0.3.yaml", + "a57only_benchmarkpi.yaml", + "a57only_caffeinemark.yaml", + "a57only_cfbench.yaml", + "a57only_geekbench3.yaml", + "a57only_linpack.yaml", + "a57only_quadrant.yaml", + "a57only_smartbench.yaml", + "a57only_sqlite.yaml", + "a57only_vellamo.yaml", +] + +for mode in modes: + if mode.split("_")[1] == "workloads": + for benchmark in globals()["agenda_" + mode]: + test_case = deepcopy(JSON_TEMPLATE) + for iteration in range(1,6): + hostshell = deepcopy(HOST_SHELL) + hostshell[PARAMETERS][TESTDEF_REPOS][0][PARAMETERS][AGENDA] = benchmark + hostshell[PARAMETERS][TESTDEF_REPOS][0][PARAMETERS][MODE] = mode.split("_")[0] + hostshell[PARAMETERS][TESTDEF_REPOS][0][PARAMETERS][SIGNAL_PREFIX] = benchmark.split(".")[0] + "-iter" + str(iteration) + targetshell = deepcopy(TARGET_SHELL) + targetshell[PARAMETERS][TESTDEF_REPOS][0][PARAMETERS][SIGNAL_PREFIX] = benchmark.split(".")[0] + "-iter" + str(iteration) + test_case[ACTIONS].append(hostshell) + test_case[ACTIONS].append(targetshell) + #pprint(test_case) + test_case[ACTIONS].append(deepcopy(SUBMIT_RESULTS)) + f = open("wa2_%s.json" % benchmark.split(".")[0], "w") + f.write(json.dumps(test_case, sort_keys=True, indent=4)) + f.close() + else: + for benchmark in globals()["agenda_" + mode]: + test_case = deepcopy(JSON_TEMPLATE) + hostshell = deepcopy(HOST_SHELL) + hostshell[PARAMETERS][TESTDEF_REPOS][0][PARAMETERS][AGENDA] = benchmark + hostshell[PARAMETERS][TESTDEF_REPOS][0][PARAMETERS][MODE] = mode.split("_")[0] + hostshell[PARAMETERS][TESTDEF_REPOS][0][PARAMETERS][SIGNAL_PREFIX] = benchmark.split(".")[0] + targetshell = deepcopy(TARGET_SHELL) + targetshell[PARAMETERS][TESTDEF_REPOS][0][PARAMETERS][SIGNAL_PREFIX] = benchmark.split(".")[0] + test_case[ACTIONS].append(hostshell) + test_case[ACTIONS].append(targetshell) + test_case[ACTIONS].append(deepcopy(SUBMIT_RESULTS)) + #pprint(test_case) + f = open("wa2_%s.json" % benchmark.split(".")[0], "w") + f.write(json.dumps(test_case, sort_keys=True, indent=4)) + f.close() diff --git a/create-jobs.py b/create-jobs.py index 052fb41..70da207 100644 --- a/create-jobs.py +++ b/create-jobs.py @@ -114,24 +114,20 @@ POSTPROCESSING = { } modes = [ - "mp_workloads", - "mp_benchmarks", - "a7only_workloads", - "a15only_workloads", - "a15only_benchmarks", + "hmp", + "a7only", + "a15only", ] -agenda_mp_workloads = [ - "a7only_audio.yaml", - "a7only_bbench_audio.yaml", +agenda_hmp_workloads = [ + "hmp_audio.yaml", + "hmp_bbench_audio.yaml", ] -agenda_mp_benchmarks = [ +agenda_hmp_benchmarks = [ "hmp_andbench_t1.yaml", "hmp_andbench_t5.yaml", "hmp_antutu_4.0.3.yaml", - "hmp_audio.yaml", - "hmp_bbench_audio.yaml", "hmp_benchmarkpi.yaml", "hmp_caffeinemark.yaml", "hmp_cfbench.yaml", diff --git a/prepare-device.sh b/prepare-device.sh index 914dc36..90ebcef 100755 --- a/prepare-device.sh +++ b/prepare-device.sh @@ -24,27 +24,19 @@ set -e echo "Preparing device for mode: $1" -if [ $1 == 'mp' ] -then - # disable IKS +disable_iks () { IPADDR=`cat IPADDR` echo "Disable IKS for $IPADDR" - adb root | true - adb connect $IPADDR:5555 - adb devices - echo "Waiting for device" - adb wait-for-device echo "adb -s $IPADDR:5555 shell \"echo 0 > /sys/kernel/bL_switcher/active\"" adb -s $IPADDR:5555 shell "echo 0 > /sys/kernel/bL_switcher/active" adb -s $IPADDR:5555 shell "cat /sys/kernel/bL_switcher/active" -fi +} if [ $1 == 'iks' ] then # enable IKS IPADDR=`cat IPADDR` echo "Enable IKS for $IPADDR" - adb root | true adb connect $IPADDR:5555 adb devices echo "Waiting for device" @@ -56,17 +48,11 @@ fi if [ $1 == 'a7only' ] then - # disable IKS IPADDR=`cat IPADDR` - echo "Disable IKS for $IPADDR" - adb root | true adb connect $IPADDR:5555 adb devices echo "Waiting for device" adb wait-for-device - echo "adb -s $IPADDR:5555 shell \"echo 0 > /sys/kernel/bL_switcher/active\"" - adb -s $IPADDR:5555 shell "echo 0 > /sys/kernel/bL_switcher/active" - adb -s $IPADDR:5555 shell "cat /sys/kernel/bL_switcher/active" echo "Disable A15 cluster" adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu3/online" adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu4/online" @@ -74,21 +60,77 @@ fi if [ $1 == 'a15only' ] then - # disable IKS IPADDR=`cat IPADDR` - echo "Disable IKS for $IPADDR" - adb root | true adb connect $IPADDR:5555 adb devices echo "Waiting for device" adb wait-for-device - echo "adb -s $IPADDR:5555 shell \"echo 0 > /sys/kernel/bL_switcher/active\"" - adb -s $IPADDR:5555 shell "echo 0 > /sys/kernel/bL_switcher/active" - adb -s $IPADDR:5555 shell "cat /sys/kernel/bL_switcher/active" echo "Disable A7 cluster" adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu0/online" adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu1/online" adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu2/online" fi +if [ $1 == 'a53only' ] +then + IPADDR=`cat IPADDR` + adb connect $IPADDR:5555 + adb devices + echo "Waiting for device" + adb wait-for-device + adb devices + echo "Disable A57 cluster" + adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu4/online | su" + adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu5/online | su" +fi + +if [ $1 == 'a57only' ] +then + IPADDR=`cat IPADDR` + adb connect $IPADDR:5555 + adb devices + echo "Waiting for device" + adb wait-for-device + adb devices + echo "Disable A53 cluster" + adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu0/online | su" + adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu1/online | su" + adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu2/online | su" + adb -s $IPADDR:5555 shell "echo 0 > /sys/devices/system/cpu/cpu3/online | su" +fi + +if [ $1 == 'hmp' ] +then + IPADDR=`cat IPADDR` + adb connect $IPADDR:5555 + adb devices + echo "Waiting for device" + adb wait-for-device + adb devices + if [ $2 == 'vexpress-tc2' ] + then + disable_iks + fi + adb connect $IPADDR:5555 + adb wait-for-device + adb devices +fi + +if [ $1 == 'eas' ] +then + IPADDR=`cat IPADDR` + adb connect $IPADDR:5555 + adb devices + echo "Waiting for device" + adb wait-for-device + adb devices + if [ $2 == 'vexpress-tc2' ] + then + disable_iks + fi + adb connect $IPADDR:5555 + adb wait-for-device + adb devices +fi + exit 0 diff --git a/run-workload.sh b/run-workload.sh index 342b268..852eeb6 100755 --- a/run-workload.sh +++ b/run-workload.sh @@ -43,9 +43,10 @@ echo -n "offline: " adb -s $IPADDR:5555 shell "cat /sys/devices/system/cpu/offline" echo -n "possible: " adb -s $IPADDR:5555 shell "cat /sys/devices/system/cpu/possible" + echo -n "IKS enabled: " adb -s $IPADDR:5555 shell "cat /sys/kernel/bL_switcher/active" echo -e "**********************\n" -run_workloads $1 -v -f -d $2 -c config.py +wa run $1 -v -f -d $2 -c config.py exit 0 diff --git a/templates/a15only_andbench_t1.yaml b/templates/a15only_andbench_t1.yaml index 24ddc11..89af235 100644 --- a/templates/a15only_andbench_t1.yaml +++ b/templates/a15only_andbench_t1.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_andbench_t5.yaml b/templates/a15only_andbench_t5.yaml index 436890d..bfc4673 100644 --- a/templates/a15only_andbench_t5.yaml +++ b/templates/a15only_andbench_t5.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_antutu_4.0.3.yaml b/templates/a15only_antutu_4.0.3.yaml index bebe4c7..72f4239 100644 --- a/templates/a15only_antutu_4.0.3.yaml +++ b/templates/a15only_antutu_4.0.3.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 5 workloads: diff --git a/templates/a15only_audio.yaml b/templates/a15only_audio.yaml index de1ada9..36bb106 100644 --- a/templates/a15only_audio.yaml +++ b/templates/a15only_audio.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_Workloads_regression global: iterations: 1 workloads: diff --git a/templates/a15only_bbench_audio.yaml b/templates/a15only_bbench_audio.yaml index 01d8b46..bf2858e 100644 --- a/templates/a15only_bbench_audio.yaml +++ b/templates/a15only_bbench_audio.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_Workloads_regression global: iterations: 1 workloads: diff --git a/templates/a15only_benchmarkpi.yaml b/templates/a15only_benchmarkpi.yaml index d28e661..ebbd5af 100644 --- a/templates/a15only_benchmarkpi.yaml +++ b/templates/a15only_benchmarkpi.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 5 workloads: diff --git a/templates/a15only_caffeinemark.yaml b/templates/a15only_caffeinemark.yaml index a5385d3..803c615 100644 --- a/templates/a15only_caffeinemark.yaml +++ b/templates/a15only_caffeinemark.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_cfbench.yaml b/templates/a15only_cfbench.yaml index c5d5747..34649bf 100644 --- a/templates/a15only_cfbench.yaml +++ b/templates/a15only_cfbench.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_geekbench3.yaml b/templates/a15only_geekbench3.yaml index f4bf77f..024d43b 100644 --- a/templates/a15only_geekbench3.yaml +++ b/templates/a15only_geekbench3.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_linpack.yaml b/templates/a15only_linpack.yaml index b0006ca..bf70c59 100644 --- a/templates/a15only_linpack.yaml +++ b/templates/a15only_linpack.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_quadrant.yaml b/templates/a15only_quadrant.yaml index e4100a1..d62910f 100644 --- a/templates/a15only_quadrant.yaml +++ b/templates/a15only_quadrant.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_smartbench.yaml b/templates/a15only_smartbench.yaml index ed28014..3e2bc87 100644 --- a/templates/a15only_smartbench.yaml +++ b/templates/a15only_smartbench.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_sqlite.yaml b/templates/a15only_sqlite.yaml index 11de209..ee2744d 100644 --- a/templates/a15only_sqlite.yaml +++ b/templates/a15only_sqlite.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a15only_vellamo.yaml b/templates/a15only_vellamo.yaml index 18a0e57..743c150 100644 --- a/templates/a15only_vellamo.yaml +++ b/templates/a15only_vellamo.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/a53only_andbench_t1.yaml b/templates/a53only_andbench_t1.yaml new file mode 100644 index 0000000..6e08ea3 --- /dev/null +++ b/templates/a53only_andbench_t1.yaml @@ -0,0 +1,12 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: andbench_t1 + name: andebench + workload_parameters: + number_of_threads: 1 diff --git a/templates/a53only_andbench_t5.yaml b/templates/a53only_andbench_t5.yaml new file mode 100644 index 0000000..00305c7 --- /dev/null +++ b/templates/a53only_andbench_t5.yaml @@ -0,0 +1,12 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: andbench_t5 + name: andebench + workload_parameters: + number_of_threads: 5 diff --git a/templates/a53only_antutu_4.0.3.yaml b/templates/a53only_antutu_4.0.3.yaml new file mode 100644 index 0000000..54a605e --- /dev/null +++ b/templates/a53only_antutu_4.0.3.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: antutu + name: antutu + label: antutu4.0.3 + workload_parameters: + version: 4.0.3 diff --git a/templates/a53only_audio.yaml b/templates/a53only_audio.yaml new file mode 100644 index 0000000..84506fe --- /dev/null +++ b/templates/a53only_audio.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_Workloads_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: w02 + name: audio diff --git a/templates/a53only_bbench_audio.yaml b/templates/a53only_bbench_audio.yaml new file mode 100644 index 0000000..efeecf0 --- /dev/null +++ b/templates/a53only_bbench_audio.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_Workloads_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: w01 + name: bbench_with_audio diff --git a/templates/a53only_benchmarkpi.yaml b/templates/a53only_benchmarkpi.yaml new file mode 100644 index 0000000..b6e1eb8 --- /dev/null +++ b/templates/a53only_benchmarkpi.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: benchmarkpi + name: benchmarkpi diff --git a/templates/a53only_caffeinemark.yaml b/templates/a53only_caffeinemark.yaml new file mode 100644 index 0000000..7c0b8f9 --- /dev/null +++ b/templates/a53only_caffeinemark.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: caffeinemark + name: caffeinemark diff --git a/templates/a53only_cfbench.yaml b/templates/a53only_cfbench.yaml new file mode 100644 index 0000000..77a9ef9 --- /dev/null +++ b/templates/a53only_cfbench.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: cfbench + name: cfbench diff --git a/templates/a53only_geekbench3.yaml b/templates/a53only_geekbench3.yaml new file mode 100644 index 0000000..307eeb7 --- /dev/null +++ b/templates/a53only_geekbench3.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: geekbench3 + name: geekbench + label: geekbench3 + workload_parameters: + version: 3 diff --git a/templates/a53only_glbenchmark_egypt_off_screen.yaml b/templates/a53only_glbenchmark_egypt_off_screen.yaml new file mode 100644 index 0000000..b223d57 --- /dev/null +++ b/templates/a53only_glbenchmark_egypt_off_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: glbenchmark_egypt_off_screen + name: glbenchmark + label: egypt 2.5.1 HD + workload_parameters: + version: 2.5.1 + variant: offscreen diff --git a/templates/a53only_glbenchmark_egypt_on_screen.yaml b/templates/a53only_glbenchmark_egypt_on_screen.yaml new file mode 100644 index 0000000..4767e69 --- /dev/null +++ b/templates/a53only_glbenchmark_egypt_on_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: glbenchmark_egypt_on_screen + name: glbenchmark + label: egypt 2.5.1 HD + workload_parameters: + version: 2.5.1 + variant: onscreen diff --git a/templates/a53only_glbenchmark_t-rex_off_screen.yaml b/templates/a53only_glbenchmark_t-rex_off_screen.yaml new file mode 100644 index 0000000..47c880a --- /dev/null +++ b/templates/a53only_glbenchmark_t-rex_off_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: glbenchmark_t-rex_off_screen + name: glbenchmark + label: t-rex 2.7.0 HD + workload_parameters: + version: 2.7.0 + variant: offscreen diff --git a/templates/a53only_glbenchmark_t-rex_on_screen.yaml b/templates/a53only_glbenchmark_t-rex_on_screen.yaml new file mode 100644 index 0000000..281178c --- /dev/null +++ b/templates/a53only_glbenchmark_t-rex_on_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: glbenchmark_t-rex_on_screen + name: glbenchmark + label: t-rex 2.7.0 HD + workload_parameters: + version: 2.7.0 + variant: onscreen diff --git a/templates/a53only_linpack.yaml b/templates/a53only_linpack.yaml new file mode 100644 index 0000000..558c458 --- /dev/null +++ b/templates/a53only_linpack.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: linpack + name: linpack diff --git a/templates/a53only_quadrant.yaml b/templates/a53only_quadrant.yaml new file mode 100644 index 0000000..85be9d0 --- /dev/null +++ b/templates/a53only_quadrant.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: quadrant + name: quadrant diff --git a/templates/a53only_smartbench.yaml b/templates/a53only_smartbench.yaml new file mode 100644 index 0000000..d6d9a31 --- /dev/null +++ b/templates/a53only_smartbench.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: smartbench + name: smartbench diff --git a/templates/a53only_sqlite.yaml b/templates/a53only_sqlite.yaml new file mode 100644 index 0000000..ecdaa4d --- /dev/null +++ b/templates/a53only_sqlite.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: sqlite + name: sqlite diff --git a/templates/a53only_vellamo.yaml b/templates/a53only_vellamo.yaml new file mode 100644 index 0000000..72e170c --- /dev/null +++ b/templates/a53only_vellamo.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a53_only +workloads: + - id: vellamo + name: vellamo diff --git a/templates/a57only_andbench_t1.yaml b/templates/a57only_andbench_t1.yaml new file mode 100644 index 0000000..fef5b1f --- /dev/null +++ b/templates/a57only_andbench_t1.yaml @@ -0,0 +1,12 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: andbench_t1 + name: andebench + workload_parameters: + number_of_threads: 1 diff --git a/templates/a57only_andbench_t5.yaml b/templates/a57only_andbench_t5.yaml new file mode 100644 index 0000000..bfa41f9 --- /dev/null +++ b/templates/a57only_andbench_t5.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: andbench_t5 + name: andebench + label: andebenchst + workload_parameters: + number_of_threads: 5 diff --git a/templates/a57only_antutu_4.0.3.yaml b/templates/a57only_antutu_4.0.3.yaml new file mode 100644 index 0000000..a9ed5c9 --- /dev/null +++ b/templates/a57only_antutu_4.0.3.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: antutu + name: antutu + label: antutu4.0.3 + workload_parameters: + version: 4.0.3 diff --git a/templates/a57only_audio.yaml b/templates/a57only_audio.yaml new file mode 100644 index 0000000..1c050c9 --- /dev/null +++ b/templates/a57only_audio.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_Workloads_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: w02 + name: audio diff --git a/templates/a57only_bbench_audio.yaml b/templates/a57only_bbench_audio.yaml new file mode 100644 index 0000000..f718e62 --- /dev/null +++ b/templates/a57only_bbench_audio.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_Workloads_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: w01 + name: bbench_with_audio diff --git a/templates/a57only_benchmarkpi.yaml b/templates/a57only_benchmarkpi.yaml new file mode 100644 index 0000000..3af8231 --- /dev/null +++ b/templates/a57only_benchmarkpi.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: benchmarkpi + name: benchmarkpi diff --git a/templates/a57only_caffeinemark.yaml b/templates/a57only_caffeinemark.yaml new file mode 100644 index 0000000..583464d --- /dev/null +++ b/templates/a57only_caffeinemark.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: caffeinemark + name: caffeinemark diff --git a/templates/a57only_cfbench.yaml b/templates/a57only_cfbench.yaml new file mode 100644 index 0000000..41778e1 --- /dev/null +++ b/templates/a57only_cfbench.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: cfbench + name: cfbench diff --git a/templates/a57only_geekbench3.yaml b/templates/a57only_geekbench3.yaml new file mode 100644 index 0000000..c3435ed --- /dev/null +++ b/templates/a57only_geekbench3.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: geekbench3 + name: geekbench + label: geekbench3 + workload_parameters: + version: 3 diff --git a/templates/a57only_glbenchmark_egypt_off_screen.yaml b/templates/a57only_glbenchmark_egypt_off_screen.yaml new file mode 100644 index 0000000..e38ab79 --- /dev/null +++ b/templates/a57only_glbenchmark_egypt_off_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: glbenchmark_egypt_off_screen + name: glbenchmark + label: egypt 2.5.1 HD + workload_parameters: + version: 2.5.1 + variant: offscreen diff --git a/templates/a57only_glbenchmark_egypt_on_screen.yaml b/templates/a57only_glbenchmark_egypt_on_screen.yaml new file mode 100644 index 0000000..c87c72c --- /dev/null +++ b/templates/a57only_glbenchmark_egypt_on_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: glbenchmark_egypt_on_screen + name: glbenchmark + label: egypt 2.5.1 HD + workload_parameters: + version: 2.5.1 + variant: onscreen diff --git a/templates/a57only_glbenchmark_t-rex_off_screen.yaml b/templates/a57only_glbenchmark_t-rex_off_screen.yaml new file mode 100644 index 0000000..b9cd467 --- /dev/null +++ b/templates/a57only_glbenchmark_t-rex_off_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: glbenchmark_t-rex_off_screen + name: glbenchmark + label: t-rex 2.7.0 HD + workload_parameters: + version: 2.7.0 + variant: offscreen diff --git a/templates/a57only_glbenchmark_t-rex_on_screen.yaml b/templates/a57only_glbenchmark_t-rex_on_screen.yaml new file mode 100644 index 0000000..9831fcc --- /dev/null +++ b/templates/a57only_glbenchmark_t-rex_on_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: glbenchmark_t-rex_on_screen + name: glbenchmark + label: t-rex 2.7.0 HD + workload_parameters: + version: 2.7.0 + variant: onscreen diff --git a/templates/a57only_linpack.yaml b/templates/a57only_linpack.yaml new file mode 100644 index 0000000..e4ecb8b --- /dev/null +++ b/templates/a57only_linpack.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: linpack + name: linpack diff --git a/templates/a57only_quadrant.yaml b/templates/a57only_quadrant.yaml new file mode 100644 index 0000000..8ebb7ce --- /dev/null +++ b/templates/a57only_quadrant.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: quadrant + name: quadrant diff --git a/templates/a57only_smartbench.yaml b/templates/a57only_smartbench.yaml new file mode 100644 index 0000000..a2c8b3f --- /dev/null +++ b/templates/a57only_smartbench.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: smartbench + name: smartbench diff --git a/templates/a57only_sqlite.yaml b/templates/a57only_sqlite.yaml new file mode 100644 index 0000000..5164328 --- /dev/null +++ b/templates/a57only_sqlite.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: sqlite + name: sqlite diff --git a/templates/a57only_vellamo.yaml b/templates/a57only_vellamo.yaml new file mode 100644 index 0000000..95ec274 --- /dev/null +++ b/templates/a57only_vellamo.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: a57_only +workloads: + - id: vellamo + name: vellamo diff --git a/templates/a7only_audio.yaml b/templates/a7only_audio.yaml index 8da3cdd..d6753fc 100644 --- a/templates/a7only_audio.yaml +++ b/templates/a7only_audio.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_Workloads_regression global: iterations: 1 workloads: diff --git a/templates/a7only_bbench_audio.yaml b/templates/a7only_bbench_audio.yaml index 7778a0b..a976118 100644 --- a/templates/a7only_bbench_audio.yaml +++ b/templates/a7only_bbench_audio.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_Workloads_regression global: iterations: 1 workloads: diff --git a/templates/eas_andbench_t1.yaml b/templates/eas_andbench_t1.yaml new file mode 100644 index 0000000..ce2a23d --- /dev/null +++ b/templates/eas_andbench_t1.yaml @@ -0,0 +1,12 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: andebench_t1 + name: andebench + workload_parameters: + number_of_threads: 1 diff --git a/templates/eas_andbench_t5.yaml b/templates/eas_andbench_t5.yaml new file mode 100644 index 0000000..85a897d --- /dev/null +++ b/templates/eas_andbench_t5.yaml @@ -0,0 +1,12 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: andebench_t5 + name: andebench + workload_parameters: + number_of_threads: 5 diff --git a/templates/eas_antutu_4.0.3.yaml b/templates/eas_antutu_4.0.3.yaml new file mode 100644 index 0000000..1b807c5 --- /dev/null +++ b/templates/eas_antutu_4.0.3.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: antutu_4_0_3 + name: antutu + label: antutu4.0.3 + workload_parameters: + version: 4.0.3 diff --git a/templates/eas_audio.yaml b/templates/eas_audio.yaml new file mode 100644 index 0000000..c5880fb --- /dev/null +++ b/templates/eas_audio.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_Workloads_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: w02 + name: audio diff --git a/templates/eas_bbench_audio.yaml b/templates/eas_bbench_audio.yaml new file mode 100644 index 0000000..0e4b5ec --- /dev/null +++ b/templates/eas_bbench_audio.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_Workloads_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: w01 + name: bbench_with_audio diff --git a/templates/eas_benchmarkpi.yaml b/templates/eas_benchmarkpi.yaml new file mode 100644 index 0000000..4f466aa --- /dev/null +++ b/templates/eas_benchmarkpi.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: benchmarkpi + name: benchmarkpi diff --git a/templates/eas_caffeinemark.yaml b/templates/eas_caffeinemark.yaml new file mode 100644 index 0000000..f679a8e --- /dev/null +++ b/templates/eas_caffeinemark.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: caffeinemark + name: caffeinemark diff --git a/templates/eas_cfbench.yaml b/templates/eas_cfbench.yaml new file mode 100644 index 0000000..773fe2a --- /dev/null +++ b/templates/eas_cfbench.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: cfbench + name: cfbench diff --git a/templates/eas_geekbench3.yaml b/templates/eas_geekbench3.yaml new file mode 100644 index 0000000..64cf450 --- /dev/null +++ b/templates/eas_geekbench3.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: geekbench3 + name: geekbench + label: geekbench3 + workload_parameters: + version: 3 diff --git a/templates/eas_glbenchmark_egypt_off_screen.yaml b/templates/eas_glbenchmark_egypt_off_screen.yaml new file mode 100644 index 0000000..834c93e --- /dev/null +++ b/templates/eas_glbenchmark_egypt_off_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: glbenchmark_egypt_off_screen + name: glbenchmark + label: egypt 2.5.1 HD + workload_parameters: + version: 2.5.1 + variant: offscreen diff --git a/templates/eas_glbenchmark_egypt_on_screen.yaml b/templates/eas_glbenchmark_egypt_on_screen.yaml new file mode 100644 index 0000000..30ea1bc --- /dev/null +++ b/templates/eas_glbenchmark_egypt_on_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: glbenchmark_egypt_on_screen + name: glbenchmark + label: egypt 2.5.1 HD + workload_parameters: + version: 2.5.1 + variant: onscreen diff --git a/templates/eas_glbenchmark_t-rex_off_screen.yaml b/templates/eas_glbenchmark_t-rex_off_screen.yaml new file mode 100644 index 0000000..399075d --- /dev/null +++ b/templates/eas_glbenchmark_t-rex_off_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: glbenchmark_t-rex_off_screen + name: glbenchmark + label: t-rex 2.7.0 HD + workload_parameters: + version: 2.7.0 + variant: offscreen diff --git a/templates/eas_glbenchmark_t-rex_on_screen.yaml b/templates/eas_glbenchmark_t-rex_on_screen.yaml new file mode 100644 index 0000000..5449639 --- /dev/null +++ b/templates/eas_glbenchmark_t-rex_on_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: glbenchmark_t-rex_on_screen + name: glbenchmark + label: t-rex 2.7.0 HD + workload_parameters: + version: 2.7.0 + variant: onscreen diff --git a/templates/eas_linpack.yaml b/templates/eas_linpack.yaml new file mode 100644 index 0000000..438a78b --- /dev/null +++ b/templates/eas_linpack.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: linpack + name: linpack diff --git a/templates/eas_quadrant.yaml b/templates/eas_quadrant.yaml new file mode 100644 index 0000000..ec08755 --- /dev/null +++ b/templates/eas_quadrant.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: quadrant + name: quadrant diff --git a/templates/eas_smartbench.yaml b/templates/eas_smartbench.yaml new file mode 100644 index 0000000..729827c --- /dev/null +++ b/templates/eas_smartbench.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: smartbench + name: smartbench diff --git a/templates/eas_sqlite.yaml b/templates/eas_sqlite.yaml new file mode 100644 index 0000000..90fe0e8 --- /dev/null +++ b/templates/eas_sqlite.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: sqlite + name: sqlite diff --git a/templates/eas_vellamo.yaml b/templates/eas_vellamo.yaml new file mode 100644 index 0000000..b3aa05b --- /dev/null +++ b/templates/eas_vellamo.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: eas +workloads: + - id: vellamo + name: vellamo diff --git a/templates/hmp_andbench_t1.yaml b/templates/hmp_andbench_t1.yaml index 75af073..6b4bbf8 100644 --- a/templates/hmp_andbench_t1.yaml +++ b/templates/hmp_andbench_t1.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_andbench_t5.yaml b/templates/hmp_andbench_t5.yaml index 1703627..2d7690b 100644 --- a/templates/hmp_andbench_t5.yaml +++ b/templates/hmp_andbench_t5.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_antutu_4.0.3.yaml b/templates/hmp_antutu_4.0.3.yaml index eeab767..6e56df9 100644 --- a/templates/hmp_antutu_4.0.3.yaml +++ b/templates/hmp_antutu_4.0.3.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_audio.yaml b/templates/hmp_audio.yaml index e134fdd..b65f3ea 100644 --- a/templates/hmp_audio.yaml +++ b/templates/hmp_audio.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_Workloads_regression global: iterations: 1 workloads: diff --git a/templates/hmp_bbench_audio.yaml b/templates/hmp_bbench_audio.yaml index 0beebc2..cf670cb 100644 --- a/templates/hmp_bbench_audio.yaml +++ b/templates/hmp_bbench_audio.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_Workloads_regression global: iterations: 1 workloads: diff --git a/templates/hmp_benchmarkpi.yaml b/templates/hmp_benchmarkpi.yaml index dc9853e..7c3b3b2 100644 --- a/templates/hmp_benchmarkpi.yaml +++ b/templates/hmp_benchmarkpi.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_caffeinemark.yaml b/templates/hmp_caffeinemark.yaml index 5247304..e0fd7b3 100644 --- a/templates/hmp_caffeinemark.yaml +++ b/templates/hmp_caffeinemark.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_cfbench.yaml b/templates/hmp_cfbench.yaml index 225569a..79102d2 100644 --- a/templates/hmp_cfbench.yaml +++ b/templates/hmp_cfbench.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_geekbench3.yaml b/templates/hmp_geekbench3.yaml index 0b71928..ca45947 100644 --- a/templates/hmp_geekbench3.yaml +++ b/templates/hmp_geekbench3.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_juno_andbench_t1.yaml b/templates/hmp_juno_andbench_t1.yaml new file mode 100644 index 0000000..2ec89af --- /dev/null +++ b/templates/hmp_juno_andbench_t1.yaml @@ -0,0 +1,12 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: andebench_t1 + name: andebench + workload_parameters: + number_of_threads: 1 diff --git a/templates/hmp_juno_andbench_t5.yaml b/templates/hmp_juno_andbench_t5.yaml new file mode 100644 index 0000000..a04c953 --- /dev/null +++ b/templates/hmp_juno_andbench_t5.yaml @@ -0,0 +1,12 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: andebench_t5 + name: andebench + workload_parameters: + number_of_threads: 5 diff --git a/templates/hmp_juno_antutu_4.0.3.yaml b/templates/hmp_juno_antutu_4.0.3.yaml new file mode 100644 index 0000000..e078051 --- /dev/null +++ b/templates/hmp_juno_antutu_4.0.3.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: antutu_4_0_3 + name: antutu + label: antutu4.0.3 + workload_parameters: + version: 4.0.3 diff --git a/templates/hmp_juno_audio.yaml b/templates/hmp_juno_audio.yaml new file mode 100644 index 0000000..0a26d56 --- /dev/null +++ b/templates/hmp_juno_audio.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_Workloads_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: w02 + name: audio diff --git a/templates/hmp_juno_bbench_audio.yaml b/templates/hmp_juno_bbench_audio.yaml new file mode 100644 index 0000000..9d0781c --- /dev/null +++ b/templates/hmp_juno_bbench_audio.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_Workloads_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: w01 + name: bbench_with_audio diff --git a/templates/hmp_juno_benchmarkpi.yaml b/templates/hmp_juno_benchmarkpi.yaml new file mode 100644 index 0000000..1a2b216 --- /dev/null +++ b/templates/hmp_juno_benchmarkpi.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: benchmarkpi + name: benchmarkpi diff --git a/templates/hmp_juno_caffeinemark.yaml b/templates/hmp_juno_caffeinemark.yaml new file mode 100644 index 0000000..bf07fc7 --- /dev/null +++ b/templates/hmp_juno_caffeinemark.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: caffeinemark + name: caffeinemark diff --git a/templates/hmp_juno_cfbench.yaml b/templates/hmp_juno_cfbench.yaml new file mode 100644 index 0000000..e8c0569 --- /dev/null +++ b/templates/hmp_juno_cfbench.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: cfbench + name: cfbench diff --git a/templates/hmp_juno_geekbench3.yaml b/templates/hmp_juno_geekbench3.yaml new file mode 100644 index 0000000..15ae4d8 --- /dev/null +++ b/templates/hmp_juno_geekbench3.yaml @@ -0,0 +1,13 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: geekbench3 + name: geekbench + label: geekbench3 + workload_parameters: + version: 3 diff --git a/templates/hmp_juno_glbenchmark_egypt_off_screen.yaml b/templates/hmp_juno_glbenchmark_egypt_off_screen.yaml new file mode 100644 index 0000000..f208d39 --- /dev/null +++ b/templates/hmp_juno_glbenchmark_egypt_off_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: glbenchmark_egypt_off_screen + name: glbenchmark + label: egypt 2.5.1 HD + workload_parameters: + version: 2.5.1 + variant: offscreen diff --git a/templates/hmp_juno_glbenchmark_egypt_on_screen.yaml b/templates/hmp_juno_glbenchmark_egypt_on_screen.yaml new file mode 100644 index 0000000..55d8b86 --- /dev/null +++ b/templates/hmp_juno_glbenchmark_egypt_on_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: glbenchmark_egypt_on_screen + name: glbenchmark + label: egypt 2.5.1 HD + workload_parameters: + version: 2.5.1 + variant: onscreen diff --git a/templates/hmp_juno_glbenchmark_t-rex_off_screen.yaml b/templates/hmp_juno_glbenchmark_t-rex_off_screen.yaml new file mode 100644 index 0000000..757f821 --- /dev/null +++ b/templates/hmp_juno_glbenchmark_t-rex_off_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: glbenchmark_t-rex_off_screen + name: glbenchmark + label: t-rex 2.7.0 HD + workload_parameters: + version: 2.7.0 + variant: offscreen diff --git a/templates/hmp_juno_glbenchmark_t-rex_on_screen.yaml b/templates/hmp_juno_glbenchmark_t-rex_on_screen.yaml new file mode 100644 index 0000000..0e8e360 --- /dev/null +++ b/templates/hmp_juno_glbenchmark_t-rex_on_screen.yaml @@ -0,0 +1,14 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: glbenchmark_t-rex_on_screen + name: glbenchmark + label: t-rex 2.7.0 HD + workload_parameters: + version: 2.7.0 + variant: onscreen diff --git a/templates/hmp_juno_linpack.yaml b/templates/hmp_juno_linpack.yaml new file mode 100644 index 0000000..27bcc8e --- /dev/null +++ b/templates/hmp_juno_linpack.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: linpack + name: linpack diff --git a/templates/hmp_juno_quadrant.yaml b/templates/hmp_juno_quadrant.yaml new file mode 100644 index 0000000..49854eb --- /dev/null +++ b/templates/hmp_juno_quadrant.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: quadrant + name: quadrant diff --git a/templates/hmp_juno_smartbench.yaml b/templates/hmp_juno_smartbench.yaml new file mode 100644 index 0000000..35a564d --- /dev/null +++ b/templates/hmp_juno_smartbench.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: smartbench + name: smartbench diff --git a/templates/hmp_juno_sqlite.yaml b/templates/hmp_juno_sqlite.yaml new file mode 100644 index 0000000..d148529 --- /dev/null +++ b/templates/hmp_juno_sqlite.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: sqlite + name: sqlite diff --git a/templates/hmp_juno_vellamo.yaml b/templates/hmp_juno_vellamo.yaml new file mode 100644 index 0000000..05d17ad --- /dev/null +++ b/templates/hmp_juno_vellamo.yaml @@ -0,0 +1,10 @@ +config: + device: Juno + run_name: big.LITTLE_benchmarks_regression +global: + iterations: 1 +sections: + - id: hmp +workloads: + - id: vellamo + name: vellamo diff --git a/templates/hmp_linpack.yaml b/templates/hmp_linpack.yaml index 53f8396..2a2566a 100644 --- a/templates/hmp_linpack.yaml +++ b/templates/hmp_linpack.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_quadrant.yaml b/templates/hmp_quadrant.yaml index 1554fd2..ac65bc4 100644 --- a/templates/hmp_quadrant.yaml +++ b/templates/hmp_quadrant.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_smartbench.yaml b/templates/hmp_smartbench.yaml index 8e681b9..4a944b6 100644 --- a/templates/hmp_smartbench.yaml +++ b/templates/hmp_smartbench.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_sqlite.yaml b/templates/hmp_sqlite.yaml index b6580fd..4a46fc1 100644 --- a/templates/hmp_sqlite.yaml +++ b/templates/hmp_sqlite.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/templates/hmp_vellamo.yaml b/templates/hmp_vellamo.yaml index f94059b..25c0d88 100644 --- a/templates/hmp_vellamo.yaml +++ b/templates/hmp_vellamo.yaml @@ -1,8 +1,6 @@ config: - result_processors: - - csv - - sqlite - sqlite_database: my_database.db + device: TC2 + run_name: big.LITTLE_benchmarks_regression global: iterations: 1 workloads: diff --git a/wa2host.yaml b/wa2host.yaml index 293e92f..62cc493 100644 --- a/wa2host.yaml +++ b/wa2host.yaml @@ -14,7 +14,8 @@ metadata: params: AGENDA: "hmp_audio.yaml" JOB_NAME: "workload-automation" - MODE: "mp" + MODE: "hmp" + DEVICE: "" SIGNAL_PREFIX: "workload" run: @@ -22,12 +23,10 @@ run: - lava-test-case step1-$SIGNAL_PREFIX-copy-templates --shell cp /root/templates/config.py templates/ - lava-test-case step2-$SIGNAL_PREFIX-prepare-agenda --shell ./prepare-agenda.py --agenda $AGENDA --job-name $JOB_NAME - lava-test-case step3-$SIGNAL_PREFIX-wait-for-ip --shell lava-wait $SIGNAL_PREFIX-send-ip - - lava-test-case step4-$SIGNAL_PREFIX-kill-adb-server --shell adb kill-server - - lava-test-case step5-$SIGNAL_PREFIX-start-adb-server --shell adb start-server - - lava-test-case step6-$SIGNAL_PREFIX-prepare-config --shell ./prepare-config.py --prefix $SIGNAL_PREFIX - - lava-test-case step7-$SIGNAL_PREFIX-prepare-device --shell ./prepare-device.sh $MODE - - lava-test-case step8-$SIGNAL_PREFIX-run-workload --shell ./run-workload.sh $AGENDA $JOB_NAME - - if [ -f ./$JOB_NAME/results.csv ]; then lava-test-case-attach step8-$SIGNAL_PREFIX-run-workload ./$JOB_NAME/results.csv; fi + - lava-test-case step4-$SIGNAL_PREFIX-prepare-config --shell ./prepare-config.py --prefix $SIGNAL_PREFIX + - lava-test-case step5-$SIGNAL_PREFIX-prepare-device --shell ./prepare-device.sh $MODE $DEVICE + - lava-test-case step6-$SIGNAL_PREFIX-run-workload --shell ./run-workload.sh $AGENDA $JOB_NAME + - if [ -f ./$JOB_NAME/results.csv ]; then lava-test-case-attach step7-$SIGNAL_PREFIX-run-workload ./$JOB_NAME/results.csv; fi - if [ -f ./$JOB_NAME/run.log ]; then lava-test-case-attach step8-$SIGNAL_PREFIX-run-workload ./$JOB_NAME/run.log; fi - lava-test-case step9-$SIGNAL_PREFIX-tear-down --shell ./tear-down.sh $JOB_NAME - lava-test-case step10-$SIGNAL_PREFIX-multinode-sync --shell lava-sync $SIGNAL_PREFIX-finished diff --git a/wa2target.yaml b/wa2target.yaml index f4cefd4..6c05ad5 100644 --- a/wa2target.yaml +++ b/wa2target.yaml @@ -10,6 +10,7 @@ metadata: - functional devices: - vexpress-tc2 + - juno params: SIGNAL_PREFIX: "workload" |