diff options
| -rw-r--r-- | jdk8-terasort-benchmark.yaml | 26 |
1 files changed, 18 insertions, 8 deletions
diff --git a/jdk8-terasort-benchmark.yaml b/jdk8-terasort-benchmark.yaml index febaddef62..92871cb28b 100644 --- a/jdk8-terasort-benchmark.yaml +++ b/jdk8-terasort-benchmark.yaml @@ -26,6 +26,11 @@ name: BUILD_TYPE values: - release + - axis: + type: slave + name: label + values: + - aarch64-06 execution-strategy: sequential: true wrappers: @@ -35,11 +40,13 @@ - matrix-tie-parent: node: aarch64-06 builders: - - copyartifact: - project: jdk8-build-image - filter: 'out/jdk8-${JVM_VARIANT}-${BUILD_TYPE}.tar.gz' - target: incoming - flatten: true +# copyartifact is slow and the file is local +# copy instead of going back and forth between master <-> slave +# - copyartifact: +# project: jdk8-build-image +# filter: 'out/jdk8-${JVM_VARIANT}-${BUILD_TYPE}.tar.gz' +# target: incoming +# flatten: true - copyartifact: project: openjdk8-hadoop-LCA14 filter: 'out/openjdk8-hadoop-LCA14.tar.gz' @@ -54,7 +61,7 @@ ## Extract jdk rm -rf jdk8* - tar xf incoming/BUILD_TYPE=${BUILD_TYPE},JVM_VARIANT=${JVM_VARIANT}/jdk8-${JVM_VARIANT}-${BUILD_TYPE}.tar.gz + tar xf ~/workspace/jdk8-build-image/BUILD_TYPE/${BUILD_TYPE}/JVM_VARIANT/${JVM_VARIANT}/label/${NODE_NAME}/out/jdk8-${JVM_VARIANT}-${BUILD_TYPE}.tar.gz export JAVA_HOME=${WORKSPACE}/jdk8-${JVM_VARIANT}-${BUILD_TYPE} export PATH=${JAVA_HOME}/bin:$PATH @@ -65,7 +72,8 @@ ## Benchmark # FIXME - (cd incoming; wget --progress=dot -e dotbytes=10M http://openjdk-apm1/openjdk8-build-artefacts/${NGIGABYTES}GB.tar.gz; tar xf ${NGIGABYTES}GB.tar.gz) + #(cd incoming; wget --progress=dot -e dotbytes=10M http://openjdk-apm1/openjdk8-build-artefacts/${NGIGABYTES}GB.tar.gz; tar xf ${NGIGABYTES}GB.tar.gz) + (cd incoming; tar xf ~/srv/hadoop-terasort-reference-files/${NGIGABYTES}GB.tar.gz) TERAGEN_BASELINE_DIR=${WORKSPACE}/incoming HADOOP_DIR=${WORKSPACE}/openjdk8-hadoop-LCA14 @@ -75,6 +83,7 @@ sed -i '/^export JAVA_HOME=/d' ${HADOOP_DIR}/conf/hadoop-env.sh echo "export JAVA_HOME=$JAVA_HOME" >> ${HADOOP_DIR}/conf/hadoop-env.sh + sed -i 's|/work/${user.name}/hadoop-tmp|${user.home}/hadoop/tmp|' ${HADOOP_DIR}/conf/core-site.xml source ${HADOOP_DIR}/env.sh @@ -86,7 +95,8 @@ stop-dfs.sh stop-yarn.sh - rm -rf ${HOME}/hadoop-tmp + rm -rf ${HOME}/hadoop/tmp + mkdir -p ${HOME}/hadoop/tmp hdfs namenode -format -force start-dfs.sh start-yarn.sh |