ubuntu: add dd, dd-tmpfs, ddsync, ku-latency and libmicro benchmarks from mmtests suite.

Change-Id: I990f8f77f573a90f5e0171ad6d04d3a5d2ac06c1
Signed-off-by: Chase Qi <chase.qi@linaro.org>

2 files changed, 122 insertions, 0 deletions

diff --git a/common/scripts/mmtests.sh b/common/scripts/mmtests.sh
new file mode 100755
index 0000000..3a43968
--- /dev/null
+++ b/common/scripts/mmtests.sh
@@ -0,0 +1,88 @@
+#!/bin/sh
+#
+# mmtests test case for Linux Linaro Ubuntu.
+#
+# Copyright (C) 2012 - 2014, Linaro Limited.
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
+#
+# Author: Chase Qi <chase.qi@linaro.org>
+#         Milosz Wasilewski <milosz.wasilewski@linaro.org>
+#         Naresh Kamboju <naresh.kamboju@linaro.org>
+#
+TESTS=$1
+KernelVersion=`uname -r`
+DIR=`pwd`
+
+# Download tests directly, rather than use the customized mirror.
+sed -i '/WEBROOT/s/^/#/' $DIR/shellpacks/common-config.sh
+
+# Result parser
+result_parse(){
+    local TEST_ID=$1
+    case $TEST_ID in
+        dd|dd-tmpfs|ddsync)
+            if [ -z `grep copied $DIR/work/log/loopdd-$KernelVersion/noprofile/mmtests.log` ]; then
+                lava-test-case $TEST_ID --result fail
+            else
+                units=`grep copied $DIR/work/log/loopdd-$KernelVersion/noprofile/mmtests.log | tail -1 | awk '{print $9}'`
+                # Get the min, max and mean scores of the 30 iterations
+                grep copied $DIR/work/log/loopdd-$KernelVersion/noprofile/mmtests.log | awk '{print $8}' > $DIR/$TEST_ID-data.txt
+                eval `awk '{if(min=="") {min=max=$1}; if($1>max) {max=$1}; if($1< min) {min=$1}; total+=$1; count+=1} \
+                      END {print "mean="total/count, "min="min, "max="max}' $DIR/$TEST_ID-data.txt`
+                lava-test-case $TEST_ID-min --result pass --measurement $min --units $units
+                lava-test-case $TEST_ID-max --result pass --measurement $max --units $units
+                lava-test-case $TEST_ID-mean --result pass --measurement $mean --units $units
+            fi
+            ;;
+        ku-latency)
+            if [ -z `grep "Average.*us" $DIR/work/log/ku_latency-$KernelVersion/noprofile/ku-latency.log` ]; then
+                lava-test-case $TEST_ID --result fail
+            else
+               # Use the final total average value as measurement
+               ku_total_average=`grep "Total Average.*us" $DIR/work/log/ku_latency-$KernelVersion/noprofile/ku-latency.log \
+                                 | tail -1 | awk '{print $6}'`
+               # Use the final rolling average value as measurement
+               ku_rolling_average=`grep "Rolling Average.*us" $DIR/work/log/ku_latency-$KernelVersion/noprofile/ku-latency.log \
+                                   | tail -1 | awk '{print $6}'`
+               lava-test-case $TEST_ID-total-average --result pass --measurement $ku_total_average --units us
+               lava-test-case $TEST_ID-rolling-average --result pass --measurement $ku_rolling_average --units us
+            fi
+            ;;
+        libmicro)
+            if [ -z `grep Running $DIR/work/log/libmicro-$KernelVersion/noprofile/mmtests.log` ]; then
+                lava-test-case $TEST_ID --result fail
+            else
+                for i in `ls $DIR/work/log/libmicro-$KernelVersion/noprofile/memset*`; do
+                    # Get test name and usecs/call value in the 3th line of each test log.
+                    libmicro_test_name=`sed -n 3p $i | awk '{print $1}'`
+                    libmicro_test_result=`sed -n 3p $i | awk '{print $4}'`
+                    lava-test-case $TEST_ID-$libmicro_test_name --result pass --measurement $libmicro_test_result --units usecs/call
+                done
+            fi
+            ;;
+    esac
+}
+
+## Run tests
+for SUB_TEST in $TESTS; do
+    $DIR/run-mmtests.sh --no-monitor --config configs/config-global-dhp__$SUB_TEST $KernelVersion
+    if [ $? -ne 0 ]; then
+        lava-test-case $SUB_TEST --result fail
+    else
+        result_parse $SUB_TEST
+    fi
+    rm -rf $DIR/work/testdisk/tmp
+done
diff --git a/ubuntu/mmtests.yaml b/ubuntu/mmtests.yaml
new file mode 100644
index 0000000..d3476d1
--- /dev/null
+++ b/ubuntu/mmtests.yaml
@@ -0,0 +1,34 @@
+metadata:
+    name: mmtests
+    format: "Lava-Test-Shell Test Definition 1.0"
+    description: "Run mmtests suite on Ubuntu"
+    maintainer:
+        - chase.qi@linaro.org
+        - milosz.wasilewski@linaro.org
+        - naresh.kamboju@linaro.org
+    os:
+        - ubuntu
+    scope:
+        - functional
+    devices:
+        - panda
+        - panda-es
+        - vexpress-a9
+        - vexpress-tc2
+        - juno
+        - beaglebone-black
+
+install:
+    steps:
+        - 'VERSION=v0.16'
+        - 'wget https://github.com/gormanm/mmtests/archive/$VERSION.tar.gz'
+        - 'tar --strip-components=1 -zxf $VERSION.tar.gz'
+    deps:
+        - time
+
+params:
+    TESTS: 'dd dd-tmpfs ddsync ku-latency libmicro'
+
+run:
+    steps:
+        - ./common/scripts/mmtests.sh "$TESTS"