aboutsummaryrefslogtreecommitdiff
path: root/spark.yaml
blob: 6140743f81c4463a497ebccfd8d4a4d675e18346 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
- job:
    name: spark
    project-type: freestyle
    defaults: global
    properties:
        - authorization:
            anonymous:
                - job-read
                - job-extended-read
        - build-discarder:
            days-to-keep: 30
            num-to-keep: 30
            artifact-num-to-keep: 1
    parameters:
        - string:
            name: JDK_URL
            default: 'http://openjdk.linaro.org/releases/jdk8u-server-release-1605.tar.xz'
        - string:
            name: MAVEN_URL
            default: 'http://www.us.apache.org/dist/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz'
    disabled: false
    node: docker-jessie-arm64
    display-name: 'Spark'
    scm:
        - git:
            url: https://github.com/apache/spark.git
            refspec: +refs/heads/master:refs/remotes/origin/master
            name: origin
            branches:
                - refs/heads/master
            basedir: spark
            skip-tag: true
            shallow-clone: true
            wipe-workspace: false
    wrappers:
        - timestamps
        - build-name:
            name: '#${BUILD_NUMBER}-${GIT_REVISION,length=8}'
    builders:
        - shell: |
            #!/bin/bash

            set -e

            wget --progress=dot -e dotbytes=2M ${JDK_URL} ${MAVEN_URL}
            tar -Jxf jdk*.tar.xz
            tar -zxf apache-maven-*.tar.gz

            cd jdk*/jre/lib/security/
            rm -f cacerts
            ln -s /etc/ssl/certs/java/cacerts

            cat << EOF > ../aarch64/jvm.cfg
            -server KNOWN
            -client IGNORE
            -minimal KNOWN
            EOF

            cd ${WORKSPACE}/jdk*
            export JAVA_HOME=${PWD}

            cd ${WORKSPACE}/apache-maven-*
            export M3_HOME=${PWD}

            export PATH=${JAVA_HOME}/bin:${M3_HOME}/bin:${PATH}
            java -version
            mvn -version

            cd ${WORKSPACE}/spark
            mvn --errors -DskipTests clean package

            rm -f ${WORKSPACE}/spark-*.jar
            find . -type f -name "spark-*-SNAPSHOT*.jar" -exec mv -v -n -t ${WORKSPACE} {} +
    publishers:
        - archive:
            artifacts: 'spark-*-SNAPSHOT*.jar'
        - groovy-postbuild:
            script: |
                pattern = ~/(^\[INFO]) (Spark Project) (.*). (.*) (\[.*])/
                manager.build.logFile.eachLine { line ->
                  matcher = pattern.matcher(line)
                  if (matcher.matches()) {
                    result = matcher.group(4)
                    if (result != "SUCCESS") {
                      manager.buildUnstable()
                    }
                  }
                }
        - email-ext:
            recipients: 'naresh.bhat@linaro.org, ganesh.raju@linaro.org, fathi.boudra@linaro.org'
            body: |
                Project: ${PROJECT_NAME}
                Build number: ${BUILD_NUMBER}
                Build status: ${BUILD_STATUS}
                Build URL: ${BUILD_URL}
                Build summary:

                ${BUILD_LOG_MULTILINE_REGEX,regex="(?ms)(Reactor Summary.*?------------------------------------------------------------------------)"}
            unstable: true