blob: 8c3115781265d76b25e6f0763b5798016b53633d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
#!/bin/sh -ex
# shellcheck disable=SC1090
TEST_DIR=$(dirname "$(realpath "$0")")
OUTPUT="${TEST_DIR}/output"
SKIP_INSTALL="false"
WA_TAG="master"
WA_GIT_REPO="https://github.com/ARM-software/workload-automation"
WA_TEMPLATES_REPO="https://git.linaro.org/qa/wa-templates"
TEMPLATES_BRANCH="master"
CONFIG="config/generic-linux-localhost.yaml"
AGENDA="agenda/linux-dhrystone.yaml"
DEVLIB_REPO="https://github.com/ARM-software/devlib.git"
DEVLIB_TAG="master"
usage() {
echo "Usage: $0 [-s <true|false>] [-t <wa_tag>] [-r <wa_templates_repo>] [-T <templates_branch>] [-c <config>] [-a <agenda>] [-o <output_dir> ] [-R <wa_git_repository>] [-d <devlib_repo>] [-D <devlib_tag>]" 1>&2
exit 1
}
while getopts ":s:t:r:T:c:a:o:R:D:d:" opt; do
case "${opt}" in
s) SKIP_INSTALL="${OPTARG}" ;;
t) WA_TAG="${OPTARG}" ;;
r) WA_TEMPLATES_REPO="${OPTARG}" ;;
T) TEMPLATES_BRANCH="${OPTARG}" ;;
c) CONFIG="${OPTARG}" ;;
a) AGENDA="${OPTARG}" ;;
R) WA_GIT_REPO="${OPTARG}" ;;
o) NEW_OUTPUT="${OPTARG}" ;;
D) DEVLIB_TAG="${OPTARG}" ;;
d) DEVLIB_REPO="${OPTARG}" ;;
*) usage ;;
esac
done
. "${TEST_DIR}/../../lib/sh-test-lib"
! check_root && error_msg "Please run this test as root."
cd "${TEST_DIR}"
if [ -n "${NEW_OUTPUT}" ]; then
OUTPUT="${NEW_OUTPUT}"
fi
create_out_dir "${OUTPUT}"
RESULT_FILE="${OUTPUT}/result.txt"
export RESULT_FILE
if [ "${SKIP_INSTALL}" = "true" ] || [ "${SKIP_INSTALL}" = "True" ]; then
info_msg "WA installation skipped"
else
PKGS="git wget zip tar xz-utils python python-yaml python-lxml python-setuptools python-numpy python-colorama python3 python3-pip sqlite3 time sysstat openssh-client openssh-server sshpass python-jinja2 curl"
install_deps "${PKGS}"
pip3 install --upgrade --quiet pip && hash -r
pip3 install --upgrade --quiet setuptools
pip3 install --quiet pexpect pyserial pyyaml docutils python-dateutil
info_msg "Installing workload-automation..."
rm -rf workload-automation
git clone "${WA_GIT_REPO}" workload-automation
(
cd workload-automation
git checkout "${WA_TAG}"
)
pip3 install --quiet ./workload-automation
export PATH="$PATH:/usr/local/bin"
which wa
mkdir -p ~/.workload_automation
export WA_USER_DIRECTORY=~/.workload_automation
wa --version
wa list augmentations
info_msg "Installing devlib..."
rm -rf devlib
git clone "${DEVLIB_REPO}" devlib
(
cd devlib
git checkout "${DEVLIB_TAG}"
)
pip3 install --quiet ./devlib
fi
rm -rf wa-templates
git clone "${WA_TEMPLATES_REPO}" wa-templates
(
cd wa-templates
git checkout "${TEMPLATES_BRANCH}"
cp "${CONFIG}" ../config.yaml
cp "${AGENDA}" ../agenda.yaml
)
# Setup root SSH login with password for test run via loopback.
sed -i 's/^PermitRootLogin.*/PermitRootLogin yes/' /etc/ssh/sshd_config
sed -i 's/^# *PermitRootLogin.*/PermitRootLogin yes/' /etc/ssh/sshd_config
grep "PermitRootLogin yes" /etc/ssh/sshd_config
echo "root:linaro123" | chpasswd
/etc/init.d/ssh restart && sleep 3
echo "$(lava-target-ip) lava-target-ip" >> /etc/hosts
# Ensure that csv is enabled in result processors.
if ! grep -q 'csv' ./config.yaml; then
sed -i "s/augmentations:/augmentations:\n - csv/" ./config.yaml
fi
info_msg "About to run WA with ${AGENDA}..."
wa run ./agenda.yaml -v -f -d "${OUTPUT}/wa" -c ./config.yaml || report_fail "wa-test-run"
# Save results from results.csv to result.txt.
# Use id-iteration_metric as test case name.
awk -F',' 'NR>1 {gsub(/[ _]/,"-",$4); printf("%s-itr%s_%s pass %s %s\n",$1,$3,$4,$5,$6)}' "${OUTPUT}/wa/results.csv" \
| sed 's/\r//g' \
| tee -a "${RESULT_FILE}"
|
