httperf-client: client side of http performance tests

Script and YAML file to setup the host to run httperf against an http
server. The tests measure the performance of the server depending on the
number of cores.

This script is meant to run in a multi-node configuration, where it will
coordinate with a server side of the test in order to determine when the
tests can start, and when they are done.

Change-Id: I3af563086a8fba64f1b0f32c0878761997d21158
Signed-off-by: Josep Puigdemont <josep.puigdemont@linaro.org>

2 files changed, 135 insertions, 0 deletions

diff --git a/automated/linux/httperf-client/httperf-client.sh b/automated/linux/httperf-client/httperf-client.sh
new file mode 100755
index 0000000..3510c45
--- /dev/null
+++ b/automated/linux/httperf-client/httperf-client.sh
@@ -0,0 +1,98 @@
+#!/bin/bash
+set -o errexit
+
+THIS_DIR=$(dirname "$(readlink -f "${BASH_SOURCE[0]}")")
+TEST_DEFS_DIR=$(readlink -f "${THIS_DIR}/../../..")
+HTTPERF_RUNNER=${TEST_DEFS_DIR}/automated/utils/httperf/httperf-runner.py
+GET_VLAND_IFACE=${TEST_DEFS_DIR}/automated/utils/vland/get_vland_interface.sh
+
+# Configurable Environment variables
+
+# name of the VLAND used
+VLAND_NAME=${VLAND_NAME:-vlan_one}
+
+# IP addresses
+MY_IP=${MY_IP:-192.168.1.1}
+
+# Server IP
+SERVER_IP=${SERVER_IP:-192.168.1.4}
+
+# CPU_AFFINITY: run httperf on this core
+CPU_AFFINITY=${CPU_AFFINITY:-0}
+
+# INITIAL_STEP
+INITIAL_STEP=${INITIAL_STEP:-13000}
+
+# INITIAL_RATE
+INITIAL_RATE=${INITIAL_RATE:-25000}
+
+# Sets IRQ affinity to the same core as httperf will run
+function set_irq_affinity {
+	local dev
+	local irq
+
+	dev=$1
+
+	ethtool -L "$dev" combined 1
+
+	grep "$dev" /proc/interrupts | while read -r line; do
+		irq=${line%:*}
+		echo "-- CHANGING AFFINITY FOR IRQ $irq to $CPU_AFFINITY"
+		echo "$CPU_AFFINITY" > "/proc/irq/$irq/smp_affinity_list"
+	done
+}
+
+function configure_client {
+	local dev
+
+	dev=$($GET_VLAND_IFACE "$VLAND_NAME")
+
+	echo "-- CONFIGURE CLIENT DEVICE $dev"
+	ip address add "${MY_IP}/24" dev "$dev"
+	ip link set up dev "$dev"
+	set_irq_affinity "$dev"
+	echo "-- DEV $dev up"
+	grep "$dev" /proc/interrupts
+
+	sysctl -w net.ipv4.ip_local_port_range="1499 65500"
+}
+
+if ! which lava-wait &>/dev/null; then
+	echo "This script must be executed in LAVA"
+	exit
+fi
+
+configure_client || exit 1
+
+echo "<< WAIT num_cores"
+lava-wait num_cores
+num_cores=$(cut -d = -f 2 /tmp/lava_multi_node_cache.txt)
+echo "-- Server has $num_cores cores"
+
+echo ">> SEND client_ready"
+lava-send client_ready
+
+for num_cores in 1 $(seq 2 2 "$num_cores"); do
+	echo "<< WAIT server_num_cores_${num_cores}_ready"
+	lava-wait "server_num_cores_${num_cores}_ready"
+	echo "-- START NUM CORES: $num_cores"
+	# First do a simple wget to warm up caches (10s timeout, 2 tries)
+	wget -T 10 -t 2 -q -O /dev/null "http://${SERVER_IP}/index.html"
+	csv=reqs_${num_cores}
+	taskset -c "$CPU_AFFINITY" "$HTTPERF_RUNNER" --csv "$csv" \
+		--server "${SERVER_IP}" \
+		--rate "${INITIAL_RATE}" \
+		--step "${INITIAL_STEP}"
+	result=$(head -n 1 "$csv")
+	echo "-- END ITERATION $num_cores, RESULT: $result"
+	lava-test-case "performance-${num_cores}-cores" \
+		--result pass \
+		--measurement "$result" \
+		--units trans/s
+	echo ">> SEND client_num_cores_${num_cores}_done"
+	lava-send "client_num_cores_${num_cores}_done"
+done
+
+echo ">> SEND client_done"
+lava-send client_done
+echo "A10"
diff --git a/automated/linux/httperf-client/httperf-client.yaml b/automated/linux/httperf-client/httperf-client.yaml
new file mode 100644
index 0000000..f8519ec
--- /dev/null
+++ b/automated/linux/httperf-client/httperf-client.yaml
@@ -0,0 +1,37 @@
+metadata:
+    name: httperf-runner
+    format: Lava-Test-Shell Test Definition 1.0
+    description: Run httperf against a web webserver to measure performance
+    environment:
+        - lava-test-shell
+    maintainer:
+        - josep.puigdemont@linaro.org
+    os:
+        - debian
+        - ubuntu
+        - fedora
+        - centos
+    devices:
+        - x86
+
+install:
+    deps:
+        - bash
+        - ethtool
+        - httperf
+        - python-argparse
+        - wget
+
+params:
+        INITIAL_RATE: 10000
+        INITIAL_STEP: 10000
+        MY_IP: 192.168.1.1
+        SERVER_IP: 192.168.1.4
+
+run:
+    steps:
+        - export VLAND_NAME
+        - export INITIAL_RATE INITIAL_STEP
+        - export SERVER_IP MY_IP
+        - echo $VLAND_NAME, $INITIAL_RATE, $INITIAL_STEP
+        - lava-test-case httperf-client --shell ./automated/linux/httperf-client/httperf-client.sh