- job:
    name: 96boards-reference-platform-debian
    project-type: matrix
    defaults: global
    logrotate:
        daysToKeep: 30
        numToKeep: 30
    properties:
        - authorization:
            anonymous:
                - job-read
                - job-extended-read
                - job-workspace
            linaro:
                - job-read
                - job-extended-read
                - job-build
                - job-cancel
    parameters:
        - string:
            name: BUNDLE_STREAM_NAME
            default: '/public/team/linaro/rpb-debian/'
        - string:
            name: LAVA_SERVER
            default: 'validation.linaro.org/RPC2/'
    disabled: false
    node: build
    child-workspace: .
    display-name: '96boards - Reference Platform - Debian'
    axes:
        - axis:
            type: user-defined
            name: BOARD
            values:
                - hikey
                - dragonboard410c
        - axis:
            type: slave
            name: label
            values:
                - docker-utopic-amd64
    execution-strategy:
        sequential: true
        touchstone:
            expr: 'BOARD=="hikey"'
    wrappers:
        - timestamps
        - build-name:
            name: '#${BUILD_NUMBER}'
        - matrix-tie-parent:
            node: build
    builders:
        - linaro-publish-token:
            host: builds.96boards.org
        - shell: |
            #!/bin/bash

            set -ex

            trap cleanup_exit INT TERM EXIT

            cleanup_exit()
            {
              cd ${WORKSPACE}
              sudo kpartx -dv ${BOARD}-debian-*.img || true
              rm -rf configs out
            }

            # Builder setup
            sudo sed -i -e 's/archive.ubuntu.com\|security.ubuntu.com/old-releases.ubuntu.com/g' /etc/apt/sources.list
            sudo apt-get update
            sudo apt-get install -y kpartx python-pycurl libfdt-dev grub-common
            wget -q \
              http://repo.linaro.org/ubuntu/linaro-overlay/pool/main/a/android-tools/android-tools-fsutils_4.2.2+git20130218-3ubuntu41+linaro1_amd64.deb \
              http://repo.linaro.org/ubuntu/linaro-tools/pool/main/l/linaro-image-tools/linaro-image-tools_2016.02-1.linarojessie.1_amd64.deb \
              http://repo.linaro.org/ubuntu/linaro-tools/pool/main/l/linaro-image-tools/python-linaro-image-tools_2016.02-1.linarojessie.1_all.deb \
              http://repo.linaro.org/ubuntu/linaro-overlay/pool/main/m/multipath-tools/kpartx_0.5.0-7ubuntu7.1_amd64.deb
            sudo dpkg -i --force-all *.deb
            rm -f *.deb

            git clone --depth 1 http://git.linaro.org/ci/job/configs.git

            # Create the hardware pack
            cp -a configs/96boards-reference-platform-debian/hwpacks/linaro-${BOARD} .
            VERSION=`date +%Y%m%d`-${BUILD_NUMBER}
            linaro-hwpack-create --debug --backports linaro-${BOARD} ${VERSION}

            # Get rootfs
            export ROOTFS_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/job/debian-arm64-rootfs/label=docker-jessie-arm64,rootfs=alip/lastSuccessfulBuild/buildNumber`
            export ROOTFS_BUILD_TIMESTAMP=`wget -q --no-check-certificate -O - https://ci.linaro.org/job/debian-arm64-rootfs/label=docker-jessie-arm64,rootfs=alip/lastSuccessfulBuild/buildTimestamp?format=yyyyMMdd`
            export ROOTFS_BUILD_URL="http://snapshots.linaro.org/debian/images/alip-arm64/${ROOTFS_BUILD_NUMBER}/linaro-jessie-alip-${ROOTFS_BUILD_TIMESTAMP}-${ROOTFS_BUILD_NUMBER}.tar.gz"
            wget --progress=dot -e dotbytes=2M ${ROOTFS_BUILD_URL}
            ROOTFS_BUILD_TAR=linaro-jessie-alip-${ROOTFS_BUILD_TIMESTAMP}-${ROOTFS_BUILD_NUMBER}.tar.gz

            # Create pre-built image(s)
            linaro-media-create --dev fastmodel --output-directory ${WORKSPACE} --image-file ${BOARD}-debian-jessie-alip-${VERSION}.img --image-size 2500M --binary ${ROOTFS_BUILD_TAR} --hwpack hwpack_linaro-${BOARD}_*.tar.gz --hwpack-force-yes --bootloader uefi

            # Create eMMC rootfs image(s)
            mkdir boot rootfs
            for device in $(sudo kpartx -avs ${BOARD}-debian-jessie-alip-${VERSION}.img | cut -d' ' -f3); do
              partition=$(echo ${device} | cut -d'p' -f3)
              [ "${partition}" = "1" ] && sudo mount -o loop /dev/mapper/${device} boot
              [ "${partition}" = "2" ] && sudo mount -o loop /dev/mapper/${device} rootfs
            done

            KERNEL_VERSION=`basename rootfs/boot/vmlinuz-* | sed -e "s,^[^0-9]*-,,g"`

            mkdir -p out/${BOARD}

            # Build information
            cat > out/${BOARD}/README.textile << EOF

            h4. 96Boards - Reference Platform Build - Debian

            Build description:
            * Build URL: "$BUILD_URL":$BUILD_URL
            * ALIP Rootfs: "http://snapshots.linaro.org/debian/images/alip-arm64/$ROOTFS_BUILD_NUMBER":http://snapshots.linaro.org/debian/images/alip-arm64/$ROOTFS_BUILD_NUMBER
            * Kernel: "linux-image-$KERNEL_VERSION":http://repo.linaro.org/ubuntu/linaro-overlay/pool/main/l/linux/
            EOF

            # Create boot image
            if [ "${BOARD}" == "hikey" ]; then
                FASTBOOT_EFI_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-uefi/MX_PLATFORM=hikey,MX_TYPE=RELEASE,label=docker-jessie-amd64/lastStableBuild/buildNumber`
                FASTBOOT_EFI_URL="http://builds.96boards.org/snapshots/reference-platform/components/uefi/${FASTBOOT_EFI_BUILD_NUMBER}/release/hikey/AndroidFastbootApp.efi"
                wget --progress=dot ${FASTBOOT_EFI_URL} -O fastboot.efi
                GRUB_EFI_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-grub-efi-arm64/lastStableBuild/buildNumber`
                GRUB_EFI_URL="https://builds.96boards.org/snapshots/reference-platform/components/grub/${GRUB_EFI_BUILD_NUMBER}/grubaa64.efi"
                GRUB_SD_EFI_URL="https://builds.96boards.org/snapshots/reference-platform/components/grub/${GRUB_EFI_BUILD_NUMBER}/grubaa64-sd.efi"
                wget --progress=dot ${GRUB_EFI_URL} -O grubaa64.efi
                wget --progress=dot ${GRUB_SD_EFI_URL} -O grubaa64-sd.efi

                mkdir boot-fat
                dd if=/dev/zero of=out/${BOARD}/boot-fat.uefi.img bs=512 count=131072
                sudo mkfs.fat -F32 -n "boot" out/${BOARD}/boot-fat.uefi.img
                sudo mount -o loop,rw,sync out/${BOARD}/boot-fat.uefi.img boot-fat
                sudo mkdir -p boot-fat/EFI/BOOT
                sudo cp fastboot.efi boot-fat/EFI/BOOT/fastboot.efi || true
                sudo cp grubaa64.efi boot-fat/EFI/BOOT/grubaa64.efi || true
                # Replicate boot image into the original img file
                sudo rm -rf boot/*
                sudo cp -a boot-fat/* boot/
                # Boot partition for SD needs a different grub (default root search)
                sudo cp grubaa64-sd.efi boot/EFI/BOOT/grubaa64.efi
                sudo cp grubaa64-sd.efi boot/EFI/BOOT/BOOTAA64.EFI
                sudo umount boot-fat
                sudo chmod 777 out/${BOARD}/boot-fat.uefi.img
                sudo mv out/${BOARD}/boot-fat.uefi.img out/${BOARD}/${BOARD}-boot-linux-${VERSION}.uefi.img
                rm -rf boot-fat

                # Compress boot partition image
                gzip -9 out/${BOARD}/${BOARD}-boot-linux-${VERSION}.uefi.img

                cat >> out/${BOARD}/README.textile << EOF
            * Grub UEFI: "http://builds.96boards.org/snapshots/reference-platform/components/grub/$GRUB_EFI_BUILD_NUMBER":http://builds.96boards.org/snapshots/reference-platform/components/grub/$GRUB_EFI_BUILD_NUMBER
            * ARM TF / EDK2 UEFI: "http://builds.96boards.org/snapshots/reference-platform/components/uefi/$FASTBOOT_EFI_BUILD_NUMBER/release/hikey":http://builds.96boards.org/snapshots/reference-platform/components/uefi/$FASTBOOT_EFI_BUILD_NUMBER/release/hikey
            EOF
                # Grub config to be set as part of the rootfs
                ## FIXME: Make this generic
                sudo mkdir rootfs/boot/grub/fonts
                sudo cp rootfs/usr/share/grub/unicode.pf2 rootfs/boot/grub/fonts
                sudo grub-editenv rootfs/boot/grubenv create
                sed -e "s/KERNEL_VERSION/$KERNEL_VERSION/" configs/96boards-reference-platform-debian/grub/grub-hikey.cfg.in > grub.cfg
                sed -e "s/root=(hd0,gpt9)/root=(hd1,msdos2)/g" -e "s/mmcblk0p9/mmcblk1p2/g" grub.cfg > grub-sd.cfg
                sudo cp configs/96boards-reference-platform-debian/grub/grub-fastboot.cfg rootfs/boot/grub/custom.cfg
                sudo cp -a rootfs/usr/lib/grub/arm64-efi rootfs/boot/grub
                sudo cp hi6220-hikey.dtb rootfs/boot/hi6220-hikey.dtb-${KERNEL_VERSION}
                sudo ln -s hi6220-hikey.dtb-${KERNEL_VERSION} rootfs/boot/hi6220-hikey.dtb
                echo "KERNEL_DEVICETREE=hi6220-hikey" | sudo tee rootfs/etc/default/kernel
                sudo sed -i 's/^GRUB_CMDLINE_LINUX_DEFAULT.*/GRUB_CMDLINE_LINUX_DEFAULT="efi=noruntime rw quiet"/g' rootfs/etc/default/grub

                # Since it uses uefi, create the boot efi fstab entry
                sudo mkdir rootfs/boot/efi
                cat << EOF | sudo tee rootfs/etc/fstab
            /dev/disk/by-partlabel/boot   /boot/efi vfat defaults          0 0
            EOF

            elif [ "${BOARD}" == "dragonboard410c" ]; then
                # Boot image tools
                git clone git://codeaurora.org/quic/kernel/skales
                (cd skales && git log -1)
                export PATH=`pwd`/skales:$PATH

                ## FIXME: See if we can find a better way to package this
                # Firmware (adreno, venus and WCN)
                wget --progress=dot -e dotbytes=1M https://developer.qualcomm.com/download/db410c/firmware-410c-1.2.0.bin
                yes | sh firmware-410c-1.2.0.bin > /dev/null
                sudo cp -a linux-ubuntu-board-support-package-*/proprietary-ubuntu/* rootfs/lib/firmware
                sudo rm -f rootfs/lib/firmware.tar

                # add license file in the generated rootfs
                wget https://git.linaro.org/landing-teams/working/qualcomm/lt-docs.git/blob_plain/HEAD:/license/license.txt
                sudo cp -f license.txt rootfs/etc/license.txt

                # Create device tree table
                dtbTool -o dt.img -s 2048 rootfs/usr/lib/linux-image-*/qcom

                # Create boot image
                mkbootimg \
                  --kernel rootfs/boot/vmlinuz-*-arm64 \
                  --ramdisk rootfs/boot/initrd.img-*-arm64 \
                  --output out/${BOARD}/${BOARD}-boot-linux-${VERSION}.img \
                  --dt dt.img \
                  --pagesize "2048" \
                  --base "0x80000000" \
                  --cmdline "root=/dev/disk/by-partlabel/rootfs rw rootwait console=tty0 console=ttyMSM0,115200n8"
                gzip -9 out/${BOARD}/${BOARD}-boot-linux-${VERSION}.img
            fi

            # Create the ext4fs (fastboot compatible)
            sudo mkfs.ext4 -L rootfs ${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img.raw 2500M
            mkdir rootfs_ext4
            sudo mount -o loop ${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img.raw rootfs_ext4
            sudo cp -a rootfs/* rootfs_ext4
            ## Make grub specific to the image type (e.g. emmc, sd)
            if [ -f grub.cfg ]; then
                sudo cp grub.cfg rootfs_ext4/boot/grub
                sudo cp grub-sd.cfg rootfs/boot/grub/grub.cfg
            fi
            sudo umount boot rootfs_ext4 rootfs
            sudo ext2simg -v ${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img.raw out/${BOARD}/${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img

            sudo kpartx -dv ${BOARD}-debian-jessie-alip-${VERSION}.img
            sudo rm -rf boot rootfs rootfs_ext4 ${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img.raw

            # Compress image
            gzip -9 out/${BOARD}/${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img

            # Publish remaining files
            mkdir -p out/${BOARD}/hwpack
            cp hwpack* out/${BOARD}/hwpack
            ## For SD Card or other boot medias
            cp ${BOARD}-debian-jessie-alip-${VERSION}.img out/${BOARD}/
            gzip -9 out/${BOARD}/${BOARD}-debian-jessie-alip-${VERSION}.img

            # Create MD5SUMS files
            (cd out/${BOARD} && md5sum *.gz > MD5SUMS.txt)
            (cd out/${BOARD}/hwpack && md5sum * > MD5SUMS.txt)

            # Publish
            test -d ${HOME}/bin || mkdir ${HOME}/bin
            wget https://git.linaro.org/ci/publishing-api.git/blob_plain/HEAD:/linaro-cp.py -O ${HOME}/bin/linaro-cp.py
            time python ${HOME}/bin/linaro-cp.py \
              --server ${PUBLISH_SERVER} \
              out/${BOARD} snapshots/reference-platform/debian/${BUILD_NUMBER}/${BOARD}
            python ${HOME}/bin/linaro-cp.py \
              --server ${PUBLISH_SERVER} \
              --make-link snapshots/reference-platform/debian/${BUILD_NUMBER}

            cat << EOF > post_build_lava_parameters
            BOOT_URL=http://builds.96boards.org/snapshots/reference-platform/debian/${BUILD_NUMBER}/${BOARD}/$(ls out/${BOARD}/${BOARD}-boot-linux-${VERSION}.*img.gz | xargs basename)
            ROOTFS_BUILD_URL=http://builds.96boards.org/snapshots/reference-platform/debian/${BUILD_NUMBER}/${BOARD}/${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img.gz
            SYSTEM_URL=http://builds.96boards.org/snapshots/reference-platform/debian/${BUILD_NUMBER}/${BOARD}/${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img.gz
            DTB=hi6220-hikey.dtb-${KERNEL_VERSION}
            EOF
        - inject:
            properties-file: post_build_lava_parameters
        - shell: |
            case "${BOARD}" in
              hikey)
                export DEVICE_TYPE=hi6220-hikey
                export root='$root'
                ;;
              dragonboard410c)
                export DEVICE_TYPE=apq8016-sbc
                ;;
            esac

            rm -rf configs lci-build-tools
            git clone --depth 1 http://git.linaro.org/ci/lci-build-tools.git
            git clone --depth 1 http://git.linaro.org/ci/job/configs.git
            ./lci-build-tools/yaml-to-json.py configs/96boards-reference-platform-debian/lava-job-definitions/${DEVICE_TYPE}/template-wa2.yaml > custom_lava_job_definition_wa2.json

            cat << EOF > post_build_lava_parameters
            DEVICE_TYPE=${DEVICE_TYPE}
            BUNDLE_STREAM_NAME=${BUNDLE_STREAM_NAME}
            CUSTOM_JSON_URL=${JOB_URL}/ws/custom_lava_job_definition_wa2.json
            LAVA_SERVER=${LAVA_SERVER}
            EOF
        - trigger-builds:
            - project: 'post-build-lava'
              property-file: post_build_lava_parameters
              block: true
    publishers:
        - email:
            recipients: 'ricardo.salveti@linaro.org'