path: root/spec2xxx-config

#!/bin/bash

set -e

bind_cpu="1"
build=""
cc_flags=""
cc_prefix=""
config="default"
helper_cpu="$(($bind_cpu-1))"
mcpu=""
mfpu=""
perf_events=""
profiler="none"
save_temps=false
sysinfo_program="default"

OPTS="`getopt -o ve: -l bind:,build:,ccflags:,ccprefix:,config:,event:,helpercpu:,mcpu:,mfpu:,profiler:,save-temps,sysinfo: -- "$@"`"
while test $# -gt 1; do
    case $1 in
	--bind) bind_cpu="$2"; shift ;;
	--build) build="$2"; shift ;;
	--ccflags) cc_flags="$2"; shift ;;
	--ccprefix) cc_prefix="$2"; shift ;;
	--config) config="$2"; shift ;;
	-e|--event) perf_events="$perf_events -e $2"; shift ;;
	--helpercpu) helper_cpu="$2"; shift ;;
	--mcpu) mcpu="$2"; shift ;;
	--mfpu) mfpu="$2"; shift ;;
	--profiler) profiler="$2"; shift ;;
	--save-temps) save_temps=true ;;
	--sysinfo) sysinfo_program="$2"; shift ;;
	-v) set -x ;;
    esac
    shift
done

spec=$(cd $1; pwd)
shift
if ! [ -d "$spec" ]; then
    echo "ERROR: SPEC directory does not exist: $spec"
    exit 1
fi

if [ $# -gt 0 ]; then
    echo "ERROR: Extra arguments: $@"
    exit 1
fi

if [ x"$build" != x"" ]; then
    # [<type>://]<host>[:<port>][/<scale>]

    build_type="$(echo $build | sed -e "s#://.*##g")"
    build_host="$(echo $build | sed -e "s#.*://##g" -e "s#:.*##g" -e "s#/.*##g")"
    build_port="$(echo $build | sed -e "s#.*:##g" -e "s#/.*##g")"
    build_scale="$(echo $build | sed -e "s#.*/##g")"

    if [ x"$build_type" = x"" ]; then build_type="rsync"; fi
    if [ x"$build_host" = x"" ]; then
	echo "ERROR: wrong --build: $build"
	exit 1
    fi
    if [ x"$build_port" != x"" ]; then build_port="-p $build_port"; fi
    if [ x"$build_scale" = x"" ]; then build_scale="1"; fi

    if [ x"$build_type" = x"rsync" ]; then
	lock=$spec/bin/ssh-$config.lock
	count=$spec/bin/ssh-$config.lockcnt
	rm -f $lock $count

	for cc in gcc g++ gfortran; do
	    cat > $spec/bin/ssh-$config-$cc <<EOF
#!/bin/bash

set -e

cmd=\$(echo "\$@" | sed -e 's#"#\\"#g' -e "s#'#\\'#g")
dir=\$(pwd)

if echo \$dir | grep -q $spec/benchspec; then
  lock=$lock
  count=$count

  (
    flock -x 123

    touch \$count
    n=\$(cat \$count)
    if [ x"\$n" = x"" ]; then n="0"; fi

    if [ x"\$n" = x"0" ]; then
      rsync -e "ssh $build_port $build_host" --rsync-path "mkdir -p \$dir; rsync" -az --delete \$dir/ $build:\$dir/
    fi

    n=\$((\$n+1))
    echo \$n > \$count
  ) 123>\$lock

  flock -s \$lock ssh $build_port $build_host "cd \$(pwd); exec $cc_prefix$cc \$cmd" | cat
  res=\${PIPESTATUS[0]}

  (
    flock -x 123

    n=\$(cat \$count)
    if ! [ \$n -gt 0 ]; then exit 1; fi

    n=\$((\$n-1))
    echo \$n > \$count

    if [ x"\$n" = x"0" ]; then
      rsync -e "ssh $build_port $build_host" -az --delete $build:\$dir/ \$dir/
    fi
  ) 123>\$lock
else
  ssh $build_port $build_host "cd \$(pwd); exec $cc_prefix$cc \$cmd" | cat
  res=\${PIPESTATUS[0]}
fi

exit \$res
EOF
	    chmod +x $spec/bin/ssh-$config-$cc
	done

	cat > $spec/bin/ssh-$config-tar <<EOF
#!/bin/sh

set -e

dir=\$(pwd)
rsync -e "ssh $build_port $build_host" --rsync-path "mkdir -p \$dir; rsync" -az --delete \$dir/ $build:\$dir/
exec ssh $build_port $build_host "cd \$dir; exec tar \$@"
EOF
	chmod +x $spec/bin/ssh-$config-tar
    elif [ x"$build_type" = x"sshfs" ]; then
	for cc in gcc g++ gfortran; do
	    cat > $spec/bin/ssh-$config-$cc <<EOF
#!/bin/sh

cmd=\$(echo "\$@" | sed -e 's#"#\\"#g' -e "s#'#\\'#g")
exec ssh $build_port $build_host "cd \$(pwd); exec $cc_prefix$cc \$cmd"
EOF
	done
	cat > $spec/bin/ssh-$config-tar <<EOF
#!/bin/sh

exec ssh $build_port $build_host "cd \$(pwd); exec tar \$@"
EOF
    else
	echo "ERROR: Wrong --build type: $build_type"
	exit 1
    fi
    for cc in gcc g++ gfortran tar; do
	chmod +x $spec/bin/ssh-$config-$cc
    done
    cc_prefix="$spec/bin/ssh-$config-"
    tar_prog=$spec/bin/ssh-$config-tar
    ssh -fN -o ControlPersist=yes $build_port $build_host

    parallelize="$(ssh $build_port $build_host getconf _NPROCESSORS_ONLN)"
    parallelize="$(echo "scale=0; ($parallelize * $build_scale) / 1" | bc)"
    if [ "$parallelize" -gt "20" ]; then
	# Default configuration of ssh servers limit number of incoming
	# connections to about 20, and drop the rest.
	parallelize="20"
    fi
    remotefs_parallelize="$parallelize"
    if [ x"$build_type" = x"rsync" ]; then
	# Several fortran tests use non-compiler preprocessor, which
	# modifies local FS de-synchronizing it with the remote view.
	# Therefore we can't use parallel compilation for these tests
	# with rsync approach.
	remotefs_parallelize="1"
    fi
else
    tar_prog=tar
    parallelize="$(getconf _NPROCESSORS_ONLN)"
    remotefs_parallelize="$parallelize"
fi

if $save_temps; then
    cc_flags="$cc_flags -save-temps=obj"
    save_temps_mark=""
else
    save_temps_mark="#"
fi

cpuinfo="/proc/cpuinfo"

hw_model="$(cat $cpuinfo | grep Hardware | head -n 1 | sed -e 's/.*: //')"
hw_cpu="$(cat $cpuinfo | grep "model name\|Processor" | head -n 1 | sed -e 's/.*: //')"
hw_fpu="$(cat $cpuinfo | grep Features | head -n 1 | sed -e 's/.*: //')"

sw_os="$(uname -r | head -n 1)"

sw_compiler="$(${cc_prefix}gcc -v 2>&1 | tail -n 1)"
#sw_compiler="$sw_compiler $(${cc_prefix}gcc -v 2>&1 | grep 'Configured with' | head -n 1)"

case "$mcpu:$hw_cpu" in
    "autodetect:"*"v7l"*) mcpu="-mcpu=cortex-a15" ;;
    "autodetect:"*"aarch64"*) mcpu="-mcpu=cortex-a57" ;;
    "autodetect:"*)
	echo "ERROR: Cannot autodetect -mcpu: $hw_cpu"
	exit 1
	;;
esac

case "$mfpu:$hw_fpu" in
    "autodetect:"*"neon"*"vfpv4"*) mfpu="-mfpu=neon-vfpv4" ;;
    "autodetect:"*)
	echo "ERROR: Cannot autodetect -mfpu: $hw_fpu"
	exit 1
	;;
esac

arch="$(uname -m)"
case "$arch" in
    "aarch64"|"x86_64")
	spec_cpu2000_lp64="-DSPEC_CPU2000_LP64"
	spec_cpu_lp64="-DSPEC_CPU_LP64"
	setarch="linux64"
	;;
    "armv7l"|"ia32"|*)
	spec_cpu2000_lp64=""
	spec_cpu_lp64=""
	setarch="linux32"
	;;
esac

taskset_cpu="$bind_cpu"
rate_copies="1"
if [ "$rate_copies" -gt "1" ]; then
    case "$mcpu" in
	"-mcpu=cortex-a57.cortex-a53")
	    bind_cpu="1,2,3,0,4,5,4,5"
	    taskset_cpu="1"
	    rate_copies="8"
	    ;;
	"-mcpu=cortex-a53")
	    bind_cpu="1,2,3,0"
	    taskset_cpu="1"
	    rate_copies="4"
	    ;;
	"-mcpu=cortex-a57")
	    bind_cpu="4,5"
	    taskset_cpu="4"
	    rate_copies="2"
	    ;;
    esac
fi

free_ram="$(free | grep "Mem:" | sed -e "s/Mem: *\([0-9]*\).*/\1/")"
max_mcf_rate_copies="$(($free_ram / (2*1024*1024) + 1))"
if [ "$max_mcf_rate_copies" -gt "$rate_copies" ]; then
    max_mcf_rate_copies="$rate_copies"
fi

cfg_tmpl="$(dirname $0)/cpu2xxx.cfg"
if grep -q CPU2000 $spec/shrc; then
    cfg_tmpl="$cfg_tmpl $(dirname $0)/cpu2000.cfg"
    iterations="3"
elif grep -q CPU2006 $spec/shrc; then
    cfg_tmpl="$cfg_tmpl $(dirname $0)/cpu2006.cfg"
    iterations="1"
fi

if [ x"$sysinfo_program" != x"default" ]; then
    sysinfo_program="sysinfo_program = $sysinfo_program"
else
    sysinfo_program=""
fi

case "$profiler" in
    "none")
	profiler_none=""
	profiler_perf="#"
	;;
    "perf"*)
	profiler_none="#"
	profiler_perf=""
	;;
    *)
	echo "ERROR: Unknown profiler: $profiler"
	exit 1
	;;
esac
# --profiler perf[-cpu_all][-cg]
# --profiler perf-cpu_all
# --profiler perf-cpu_all
case "$profiler" in
    "perf"*"-cpu_all"*)
	perf_cpu="-a"
	;;
    "perf"*"-cpu_bind"*|"perf"*)
	perf_cpu="--cpu @BIND@"
	;;
esac
case "$profiler" in
    "perf"*"-cg"*)
	perf_callgraph="-g"
	;;
    "perf"*"-no_cg"*|"perf"*)
	perf_callgraph=""
	;;
esac

cpufreq="$(cpufreq-info -c $bind_cpu -f 2>/dev/null | cat)"
while [ x"$cpufreq" != x"" ]; do
    if [ x"$perf_events" = x"" ]; then
	perf_events="-e cycles/period=10HZ/"
    fi

    event_freq="$(echo "$perf_events" | sed -e "s#\(.*\)=\([0-9]*\)HZ\(.*\)#\2#")"
    if [ x"$event_freq" = x"$perf_events" ]; then
	break
    fi
    event_count=$((1000*$cpufreq/$event_freq))
    perf_events="$(echo "$perf_events" | sed -e "s#\(.*\)=\([0-9]*\)HZ\(.*\)#\1=$event_count\3#")"
done

cat $cfg_tmpl | sed \
    -e "s#@HW_MODEL@#$hw_model#g" \
    -e "s#@HW_CPU@#$hw_cpu#g" \
    -e "s#@HW_FPU@#$hw_fpu#g" \
    -e "s#@SW_OS@#$sw_os#g" \
    -e "s#@SW_COMPILER@#$sw_compiler#g" \
    -e "s#@PARALLELIZE@#$parallelize#g" \
    -e "s#@HELPER_CPU@#$helper_cpu#g" \
    -e "s#@TASKSET_CPU@#$taskset_cpu#g" \
    -e "s#@ITERATIONS@#$iterations#g" \
    -e "s#@ITERATIONS_2@#$(($iterations+2))#g" \
    -e "s#@ITERATIONS_4@#$(($iterations+4))#g" \
    -e "s#@CC@#${cc_prefix}gcc#g" \
    -e "s#@CXX@#${cc_prefix}g++#g" \
    -e "s#@FORTRAN@#${cc_prefix}gfortran#g" \
    -e "s#@OPTIMIZE@#$cc_flags#g" \
    -e "s#@REMOTEFS_PARALLELIZE@#$remotefs_parallelize#g" \
    -e "s#@MCPU@#$mcpu#g" \
    -e "s#@MFPU@#$mfpu#g" \
    -e "s#@PROFILEDIR@#$spec/profile#g" \
    -e "s#@DSPEC_CPU2000_LP64@#$spec_cpu2000_lp64#g" \
    -e "s#@DSPEC_CPU_LP64@#$spec_cpu_lp64#g" \
    -e "s#@RATE_COPIES@#$rate_copies#g" \
    -e "s#@MAX_MCF_RATE_COPIES@#$max_mcf_rate_copies#g" \
    -e "s#@PERF_CALLGRAPH@#$perf_callgraph#g" \
    -e "s#@PERF_CPU@#$perf_cpu#g" \
    -e "s#@BIND@#$bind_cpu#g" \
    -e "s#@PERF_EVENTS@#$perf_events#g" \
    -e "s/@PROFILER_NONE@/$profiler_none/g" \
    -e "s/@PROFILER_PERF@/$profiler_perf/g" \
    -e "s/@SAVE_TEMPS@/$save_temps_mark/g" \
    -e "s#@SETARCH@#$setarch#g" \
    -e "s#@SYSINFO_PROGRAM@#$sysinfo_program#g" \
    -e "s#@TAR@#$tar_prog#g" \
    > $spec/config/$config.tmp

if ! diff -u $spec/config/$config.tmp $spec/config/$config.cfg 2>&1 | head -n 8 | grep -q __MD5__; then
    mv $spec/config/$config.tmp $spec/config/$config.cfg
else
    rm $spec/config/$config.tmp
fi