| #!/bin/bash |
| |
| set -x |
| |
| # shellcheck disable=SC1091 |
| . ../../lib/sh-test-lib |
| OUTPUT="$(pwd)/output" |
| RESULT_FILE="${OUTPUT}/result.txt" |
| # Absolute path to this script. /home/user/bin/foo.sh |
| SCRIPT="$(readlink -f "${0}")" |
| # Absolute path this script is in. /home/user/bin |
| SCRIPTPATH="$(dirname "${SCRIPT}")" |
| echo "Script path is: ${SCRIPTPATH}" |
| # List of test cases |
| TST_CMDFILES="" |
| # List of test cases to be skipped |
| SKIPFILE="" |
| # List of test cases to be skipped in yaml/skipgen format |
| SKIPFILE_YAML="" |
| BOARD="" |
| BRANCH="" |
| ENVIRONMENT="" |
| # LTP version |
| LTP_VERSION="20180926" |
| TEST_PROGRAM=ltp |
| # https://github.com/linux-test-project/ltp.git |
| TEST_GIT_URL="" |
| TEST_DIR="$(pwd)/${TEST_PROGRAM}" |
| BUILD_FROM_TAR="false" |
| SHARD_NUMBER=1 |
| SHARD_INDEX=1 |
| |
| RUNNER="" |
| |
| LTP_TMPDIR=/ltp-tmp |
| |
| LTP_INSTALL_PATH=/opt/ltp |
| |
| usage() { |
| echo "Usage: ${0} [-T mm,math,syscalls] |
| [-S skipfile-lsk-juno] |
| [-b board] |
| [-d temp directory] |
| [-g branch] |
| [-e environment] |
| [-i install path] |
| [-s True|False] |
| [-v LTP_VERSION] |
| [-M Timeout_Multiplier] |
| [-R root_password] |
| [-r new runner (kirk)] |
| [-u git url] |
| [-p build directory] |
| [-t build from tarfile ] |
| [-c sharding bucket to run ] |
| [-n number of shard buckets to create ] |
| " 1>&2 |
| exit 0 |
| } |
| |
| while getopts "M:T:S:b:d:g:e:i:s:v:R:r:u:p:t:c:n:" arg; do |
| case "$arg" in |
| T) |
| TST_CMDFILES="${OPTARG}" |
| # shellcheck disable=SC2001 |
| LOG_FILE=$(echo "${OPTARG}"| sed 's,\/,_,') |
| ;; |
| S) |
| if [ -z "${OPTARG##*http*}" ]; then |
| if [ -z "${OPTARG##*yaml*}" ]; then |
| # Skipfile is of type yaml |
| SKIPFILE_TMP="http-skipfile.yaml" |
| SKIPFILE_YAML="${SCRIPTPATH}/${SKIPFILE_TMP}" |
| else |
| # Skipfile is normal skipfile |
| SKIPFILE_TMP="http-skipfile" |
| SKIPFILE="-S ${SCRIPTPATH}/${SKIPFILE_TMP}" |
| fi |
| # Download LTP skipfile from specified URL |
| if ! wget "${OPTARG}" -O "${SKIPFILE_TMP}"; then |
| error_msg "Failed to fetch ${OPTARG}" |
| fi |
| elif [ "${OPTARG##*.}" = "yaml" ]; then |
| # yaml skipfile; use skipgen to generate a skipfile |
| SKIPFILE_YAML="${SCRIPTPATH}/${OPTARG}" |
| else |
| # Regular LTP skipfile. Absolute or relative path? |
| if [ "${OPTARG:0:1}" == "/" ]; then |
| SKIPFILE="-S ${OPTARG}" |
| else |
| SKIPFILE="-S ${SCRIPTPATH}/${OPTARG}" |
| fi |
| fi |
| ;; |
| b) |
| export BOARD="${OPTARG}" |
| ;; |
| d) |
| export LTP_TMPDIR="${OPTARG}" |
| ;; |
| g) |
| export BRANCH="${OPTARG}" |
| ;; |
| e) |
| export ENVIRONMENT="${OPTARG}" |
| ;; |
| i) |
| export LTP_INSTALL_PATH="${OPTARG}" |
| ;; |
| # SKIP_INSTALL is true in case of Open Embedded builds |
| # SKIP_INSTALL is flase in case of Debian builds |
| s) SKIP_INSTALL="${OPTARG}";; |
| v) LTP_VERSION="${OPTARG}";; |
| # Slow machines need more timeout Default is 5min and multiply * MINUTES |
| M) export LTP_TIMEOUT_MUL="${OPTARG}";; |
| R) export PASSWD="${OPTARG}";; |
| r) export RUNNER="${OPTARG}";; |
| u) |
| if [[ "$OPTARG" != '' ]]; then |
| TEST_GIT_URL="$OPTARG" |
| TEST_TARFILE="" |
| fi |
| ;; |
| p) |
| if [[ "$OPTARG" != '' ]]; then |
| TEST_DIR="$OPTARG" |
| fi |
| ;; |
| t) |
| BUILD_FROM_TAR="$OPTARG" |
| ;; |
| c) |
| SHARD_INDEX="$OPTARG" |
| ;; |
| n) |
| SHARD_NUMBER="$OPTARG" |
| ;; |
| *) |
| usage |
| error_msg "No flag ${OPTARG}" |
| ;; |
| esac |
| done |
| |
| TEST_TARFILE=https://github.com/linux-test-project/ltp/releases/download/"${LTP_VERSION}"/ltp-full-"${LTP_VERSION}".tar.xz |
| |
| if [ -n "${SKIPFILE_YAML}" ]; then |
| export SKIPFILE_PATH="${SCRIPTPATH}/generated_skipfile" |
| generate_skipfile |
| if [ ! -f "${SKIPFILE_PATH}" ]; then |
| error_msg "Skipfile ${SKIPFILE} does not exist"; |
| fi |
| SKIPFILE="-S ${SKIPFILE_PATH}" |
| fi |
| |
| # Parse LTP output |
| parse_ltp_output() { |
| grep -E "PASS|FAIL|CONF" "$1" \ |
| | awk '{print $1" "$2}' \ |
| | sed 's/PASS/pass/; s/FAIL/fail/; s/CONF/skip/' >> "${RESULT_FILE}" |
| } |
| |
| parse_ltp_json_results() { |
| jq -r '.results| .[]| "\(.test_fqn) \(.test.result)"' "$1" \ |
| | sed 's/brok/fail/; s/conf/skip/' >> "${RESULT_FILE}" |
| } |
| |
| # Run LTP test suite |
| run_ltp() { |
| # shellcheck disable=SC2164 |
| cd "${LTP_INSTALL_PATH}" |
| # shellcheck disable=SC2174 |
| mkdir -m 777 -p "${LTP_TMPDIR}" |
| |
| for file in ${TST_CMDFILES//,/ }; do |
| cat runtest/"${file}" >>alltests |
| done |
| sed -i 's/#.*$//;/^$/d' alltests |
| split --verbose --numeric-suffixes=1 -n l/"${SHARD_INDEX}"/"${SHARD_NUMBER}" alltests >runtest/shardfile |
| echo "============== Tests to run ===============" |
| cat runtest/shardfile |
| echo "===========End Tests to run ===============" |
| |
| if [ -n "${RUNNER}" ]; then |
| eval "${RUNNER}" --version |
| # shellcheck disable=SC2181 |
| if [ $? -ne "0" ]; then |
| error_msg "${RUNNER} is not installed into the file system." |
| fi |
| pipe0_status "${RUNNER} --framework ltp --run-suite shardfile \ |
| -d ${LTP_TMPDIR} --env LTP_COLORIZE_OUTPUT=0 \ |
| ${SKIPFILE_PATH:+--skip-file} ${SKIPFILE_PATH} \ |
| --json-report /tmp/kirk-report.json \ |
| --verbose" "tee ${OUTPUT}/LTP_${LOG_FILE}.out" |
| parse_ltp_json_results "/tmp/kirk-report.json" |
| rm "/tmp/kirk-report.json" |
| else |
| pipe0_status "./runltp -p -q -f shardfile \ |
| -l ${OUTPUT}/LTP_${LOG_FILE}.log \ |
| -C ${OUTPUT}/LTP_${LOG_FILE}.failed \ |
| -d ${LTP_TMPDIR} \ |
| ${SKIPFILE}" "tee ${OUTPUT}/LTP_${LOG_FILE}.out" |
| parse_ltp_output "${OUTPUT}/LTP_${LOG_FILE}.log" |
| fi |
| # check_return "runltp_${LOG_FILE}" |
| |
| # Cleanup |
| # don't fail the whole test job if rm fails |
| rm -rf "${LTP_TMPDIR}" || true |
| rm -rf alltests || true |
| } |
| |
| # Prepare system |
| prep_system() { |
| # Stop systemd-timesyncd if running |
| if systemctl is-active systemd-timesyncd 2>/dev/null; then |
| info_msg "Stopping systemd-timesyncd" |
| systemctl stop systemd-timesyncd |
| fi |
| # userns07 requires kernel.unprivileged_userns_clone |
| if [ -f "/proc/sys/kernel/unprivileged_userns_clone" ]; then |
| info_msg "Enabling kernel.unprivileged_userns_clone" |
| sysctl -w kernel.unprivileged_userns_clone=1 |
| else |
| info_msg "Kernel has no support of unprivileged_userns_clone" |
| fi |
| } |
| |
| get_tarfile() { |
| local test_tarfile="$1" |
| mkdir "${TEST_DIR}" |
| pushd "${TEST_DIR}" || exit 1 |
| |
| wget "${test_tarfile}" |
| tar --strip-components=1 -Jxf "$(basename "${test_tarfile}")" |
| popd || exit 1 |
| } |
| |
| build_install_tests() { |
| rm -rf "${LTP_INSTALL_PATH}" |
| pushd "${TEST_DIR}" || exit 1 |
| [[ -n "${TEST_GIT_URL}" ]] && make autotools |
| ./configure |
| make -j"$(proc)" all |
| make SKIP_IDCHECK=1 install |
| popd || exit 1 |
| } |
| |
| install() { |
| dist= |
| dist_name |
| # shellcheck disable=SC2154 |
| case "${dist}" in |
| debian|ubuntu) |
| [[ -n "${TEST_GIT_URL}" ]] && pkgs="git" |
| pkgs="${pkgs} xz-utils flex bison build-essential wget curl net-tools quota genisoimage sudo libaio-dev libattr1-dev libcap-dev expect automake acl autotools-dev autoconf m4 pkgconf" |
| install_deps "${pkgs}" "${SKIP_INSTALL}" |
| ;; |
| centos|fedora) |
| [[ -n "${TEST_GIT_URL}" ]] && pkgs="git-core" |
| pkgs="${pkgs} xz flex bison make automake gcc gcc-c++ kernel-devel wget curl net-tools quota genisoimage sudo libaio-devel libattr-devel libcap-devel m4 expect acl pkgconf" |
| install_deps "${pkgs}" "${SKIP_INSTALL}" |
| ;; |
| *) |
| warn_msg "Unsupported distribution: package install skipped" |
| esac |
| |
| # Check if mkisofs or genisoimage installed for isofs test. |
| if echo "${TST_CMDFILES}" | grep 'fs'; then |
| # link mkisofs to genisoimage on distributions that have replaced mkisofs with genisoimage. |
| if ! which mkisofs; then |
| if which genisoimage; then |
| ln -s "$(which genisoimage)" /usr/bin/mkisofs |
| else |
| warn_msg "Neither mkisofs nor genisoimage found! Either of them is required by isofs test." |
| fi |
| fi |
| fi |
| } |
| |
| # Test run. |
| ! check_root && error_msg "This script must be run as root" |
| create_out_dir "${OUTPUT}" |
| |
| info_msg "About to run ltp test..." |
| info_msg "Output directory: ${OUTPUT}" |
| |
| if [ "${SKIP_INSTALL}" = "true" ] || [ "${SKIP_INSTALL}" = "True" ]; then |
| info_msg "${TEST_PROGRAM} installation skipped altogether" |
| else |
| install |
| fi |
| |
| if [ ! -d "${LTP_INSTALL_PATH}" ]; then |
| if [ "${BUILD_FROM_TAR}" = "true" ] || [ "${BUILD_FROM_TAR}" = "True" ]; then |
| get_tarfile "${TEST_TARFILE}" |
| elif [ -n "${TEST_GIT_URL}" ]; then |
| get_test_program "${TEST_GIT_URL}" "${TEST_DIR}" "${LTP_VERSION}" "${TEST_PROGRAM}" |
| else |
| error_msg "I'm confused, get me out of here, can't fetch tar or test version." |
| fi |
| build_install_tests |
| fi |
| info_msg "Running prep_system" |
| prep_system |
| info_msg "Running run_ltp" |
| run_ltp |