aboutsummaryrefslogtreecommitdiff
path: root/jdk9-terasort-benchmark.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'jdk9-terasort-benchmark.yaml')
-rw-r--r--jdk9-terasort-benchmark.yaml140
1 files changed, 0 insertions, 140 deletions
diff --git a/jdk9-terasort-benchmark.yaml b/jdk9-terasort-benchmark.yaml
deleted file mode 100644
index 0323fe5b00..0000000000
--- a/jdk9-terasort-benchmark.yaml
+++ /dev/null
@@ -1,140 +0,0 @@
-- job:
- name: jdk9-terasort-benchmark
- project-type: matrix
- defaults: global
- description: |
- * Runs the terasort benchmark.
- properties:
- - authorization:
- linaro:
- - job-read
- openjdk-members:
- - job-extended-read
- - job-build
- - job-cancel
- - build-discarder:
- days-to-keep: 30
- num-to-keep: 10
- artifact-num-to-keep: 5
- disabled: true
- node: aarch64-06
- display-name: 'DELETE ME'
- axes:
- - axis:
- type: user-defined
- name: JVM_VARIANT
- values:
- - server
- - client
- - axis:
- type: user-defined
- name: BUILD_TYPE
- values:
- - release
- - axis:
- type: slave
- name: label
- values:
- - aarch64-06
- execution-strategy:
- sequential: true
- wrappers:
- - workspace-cleanup:
- dirmatch: false
- - timestamps
- - matrix-tie-parent:
- node: aarch64-06
- builders:
-# copyartifact is slow and the file is local
-# copy instead of going back and forth between master <-> slave
-# - copyartifact:
-# project: jdk9-build-image
-# filter: 'out/jdk9-${JVM_VARIANT}-${BUILD_TYPE}.tar.gz'
-# target: incoming
-# flatten: true
- - copyartifact:
- project: openjdk8-hadoop-LCA14
- filter: 'out/openjdk8-hadoop-LCA14.tar.gz'
- target: incoming
- flatten: true
- - shell: |
- #!/bin/bash
-
- set -exu
-
- NGIGABYTES=1
-
- # client variant uses server with -XX:TieredStopAtLevel=1
- # zero is a third possible value.
- REAL_VARIANT=${JVM_VARIANT/client/server}
-
- ## Extract jdk
- rm -rf jdk9u*
- tar xf ~/workspace/jdk9-build-image/BUILD_TYPE/${BUILD_TYPE}/JVM_VARIANT/${REAL_VARIANT}/label/${NODE_NAME}/out/jdk9u-${REAL_VARIANT}-${BUILD_TYPE}.tar.gz
-
- export JAVA_HOME=${WORKSPACE}/jdk9u-${REAL_VARIANT}-${BUILD_TYPE}
- export PATH=${JAVA_HOME}/bin:$PATH
-
- ## Extract Hadoop pre-builts
- rm -rf openjdk8-hadooop-LCA14
- tar xf incoming/openjdk8-hadoop-LCA14.tar.gz
-
- ## Benchmark
- # FIXME
- #(cd incoming; wget --progress=dot -e dotbytes=10M http://openjdk-apm1/openjdk8-build-artefacts/${NGIGABYTES}GB.tar.gz; tar xf ${NGIGABYTES}GB.tar.gz)
- (cd incoming; tar xf ~/srv/hadoop-terasort-reference-files/${NGIGABYTES}GB.tar.gz)
-
- TERAGEN_BASELINE_DIR=${WORKSPACE}/incoming
- HADOOP_DIR=${WORKSPACE}/openjdk8-hadoop-LCA14
-
- rm -rf out
- mkdir out
-
- sed -i '/^export JAVA_HOME=/d' ${HADOOP_DIR}/conf/hadoop-env.sh
- echo "export JAVA_HOME=$JAVA_HOME" >> ${HADOOP_DIR}/conf/hadoop-env.sh
- sed -i 's|/work/${user.name}/hadoop-tmp|${user.home}/hadoop/tmp|' ${HADOOP_DIR}/conf/core-site.xml
-
- source ${HADOOP_DIR}/env.sh
-
- which hadoop
- which java
- which hdfs
- java -version
-
- stop-dfs.sh
- stop-yarn.sh
-
- rm -rf ${HOME}/hadoop
- mkdir -p ${HOME}/hadoop/tmp
- hdfs namenode -format -force
- start-dfs.sh
- start-yarn.sh
-
- # Need time for the datanodes to materialise.
- sleep 30
- jps
-
- hadoop fs -mkdir -p /user/$USER
- hadoop fs -copyFromLocal $TERAGEN_BASELINE_DIR/${NGIGABYTES}GB /user/$USER
-
- trap "stop-dfs.sh; stop-yarn.sh" EXIT
-
- # Use only C1 compiler for client runs.
- if [ $JVM_VARIANT = "client" ]; then
- VARIANT_OPT=-XX:TieredStopAtLevel=1
- else
- VARIANT_OPT=-Dharmless.property
- fi
-
- elapsed_time_file=$(mktemp /tmp/benchmark-terasort-XXXXXX.$$)
- HADOOP_OPTS=${VARIANT_OPT} /usr/bin/time -o $elapsed_time_file -f "%e" terasort ${NGIGABYTES}GB ${NGIGABYTES}GB-sorted
-
- hadoop fs -rm -R ${NGIGABYTES}GB-sorted
- sed -i 's/\..*//' $elapsed_time_file
- elapsed_time=$(cat $elapsed_time_file)
- date_as_epoch=$(date --date="$(date +'%Y-%m-%d')" +%s)
- echo "$date_as_epoch,$JVM_VARIANT,$NGIGABYTES,$elapsed_time" > out/terasort-results-${JVM_VARIANT}-${BUILD_TYPE}.csv
- rm -rf incoming/${NGIGABYTES}*
- publishers:
- - archive:
- artifacts: 'out/terasort-results-*.csv'