- job:
    name: 96boards-reference-platform-debian
    project-type: matrix
    defaults: global
    logrotate:
        daysToKeep: 30
        numToKeep: 30
    properties:
        - authorization:
            anonymous:
                - job-read
                - job-extended-read
                - job-workspace
            linaro:
                - job-read
                - job-extended-read
                - job-configure
                - job-build
                - job-cancel
    disabled: false
    node: build
    child-workspace: .
    display-name: '96boards - Reference Platform - Debian'
    axes:
        - axis:
            type: user-defined
            name: BOARD
            values:
                - hikey
                - dragonboard410c
        - axis:
            type: slave
            name: label
            values:
                - docker-utopic-amd64
    execution-strategy:
        sequential: true
        touchstone:
            expr: 'BOARD=="hikey"'
    wrappers:
        - timestamps
        - build-name:
            name: '#${BUILD_NUMBER}'
        - matrix-tie-parent:
            node: build
    builders:
        - linaro-publish-token:
            host: builds.96boards.org
        - shell: |
            #!/bin/bash

            set -ex

            trap cleanup_exit INT TERM EXIT

            cleanup_exit()
            {
              cd ${WORKSPACE}
              sudo kpartx -dv ${BOARD}-debian-*.img || true
              rm -rf configs out
            }

            # Builder setup
            sudo sed -i -e 's/archive.ubuntu.com\|security.ubuntu.com/old-releases.ubuntu.com/g' /etc/apt/sources.list
            sudo apt-get update
            sudo apt-get install -y kpartx python-pycurl libfdt-dev
            wget -q \
              http://repo.linaro.org/ubuntu/linaro-overlay/pool/main/a/android-tools/android-tools-fsutils_4.2.2+git20130218-3ubuntu41+linaro1_amd64.deb \
              http://repo.linaro.org/ubuntu/linaro-tools/pool/main/l/linaro-image-tools/linaro-image-tools_2015.11-1.linarojessie.1_amd64.deb \
              http://repo.linaro.org/ubuntu/linaro-tools/pool/main/l/linaro-image-tools/python-linaro-image-tools_2015.11-1.linarojessie.1_all.deb
            sudo dpkg -i --force-all *.deb
            rm -f *.deb

            git clone --depth 1 http://git.linaro.org/ci/job/configs.git

            # Get the reference kernel packages
            KERNEL_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-kernel-matrix/MX_PLATFORM=${BOARD},label=docker-utopic-amd64/lastSuccessfulBuild/buildNumber`
            KERNEL_RELEASE=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-kernel-matrix/MX_PLATFORM=${BOARD},label=docker-utopic-amd64/${KERNEL_BUILD_NUMBER}/injectedEnvVars/export | grep KERNEL_RELEASE | cut -d'=' -f2-`
            KERNEL_BUILD_BASE_URL="https://builds.96boards.org/snapshots/reference-platform/components/linux/${BOARD}/${KERNEL_BUILD_NUMBER}"
            wget --progress=dot -e dotbytes=1M ${KERNEL_BUILD_BASE_URL}/linux-image-${KERNEL_RELEASE}_${KERNEL_RELEASE}-${KERNEL_BUILD_NUMBER}_arm64.deb
            wget --progress=dot -e dotbytes=1M ${KERNEL_BUILD_BASE_URL}/linux-headers-${KERNEL_RELEASE}_${KERNEL_RELEASE}-${KERNEL_BUILD_NUMBER}_arm64.deb

            # Create the hardware pack
            cp -a configs/96boards-reference-platform-debian/hwpacks/linaro-${BOARD} .
            VERSION=`date +%Y%m%d`-${BUILD_NUMBER}
            linaro-hwpack-create --debug linaro-${BOARD} ${VERSION}
            linaro-hwpack-append -t `ls hwpack_linaro-${BOARD}_*_arm64_supported.tar.gz` -p `ls linux-image-*.deb` -d -i
            linaro-hwpack-append -t `ls hwpack_linaro-${BOARD}_*_arm64_supported.tar.gz` -p `ls linux-headers-*.deb` -d -i

            # Get rootfs
            export ROOTFS_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/job/debian-arm64-rootfs/label=docker-jessie-arm64,rootfs=alip/lastSuccessfulBuild/buildNumber`
            export ROOTFS_BUILD_TIMESTAMP=`wget -q --no-check-certificate -O - https://ci.linaro.org/job/debian-arm64-rootfs/label=docker-jessie-arm64,rootfs=alip/lastSuccessfulBuild/buildTimestamp?format=yyyyMMdd`
            export ROOTFS_BUILD_URL="http://snapshots.linaro.org/debian/images/alip-arm64/${ROOTFS_BUILD_NUMBER}/linaro-jessie-alip-${ROOTFS_BUILD_TIMESTAMP}-${ROOTFS_BUILD_NUMBER}.tar.gz"
            wget --progress=dot -e dotbytes=2M ${ROOTFS_BUILD_URL}
            ROOTFS_BUILD_TAR=linaro-jessie-alip-${ROOTFS_BUILD_TIMESTAMP}-${ROOTFS_BUILD_NUMBER}.tar.gz

            # Create pre-built image(s)
            linaro-media-create --dev fastmodel --output-directory ${WORKSPACE} --image-file ${BOARD}-rootfs-debian-jessie-alip-${VERSION}.img --image-size 2G --binary ${ROOTFS_BUILD_TAR} --hwpack hwpack_linaro-${BOARD}_*.tar.gz --hwpack-force-yes --bootloader uefi --part-table gpt

            # Create eMMC rootfs image(s)
            mkdir boot rootfs
            for device in $(sudo kpartx -av ${BOARD}-rootfs-debian-jessie-alip-${VERSION}.img | cut -d' ' -f3); do
              partition=$(echo ${device} | cut -d'p' -f3)
              [ "${partition}" = "1" ] && sudo mount -o loop /dev/mapper/${device} boot
              [ "${partition}" = "2" ] && sudo mount -o loop /dev/mapper/${device} rootfs
            done

            # Needed for make_ext4fs, as it can't handle device files
            sudo rm -rf rootfs/dev
            sudo mkdir rootfs/dev

            cat << EOF | sudo tee rootfs/etc/fstab
            /dev/disk/by-partlabel/system /     ext4 errors=remount-ro 0 1
            EOF

            # Make sure rootfs/boot also got the right dtb and links
            sudo mkdir -p rootfs/boot/dtbs/
            sudo cp *.dtb rootfs/boot/dtbs/
            sudo ln -s Image-${KERNEL_RELEASE} rootfs/boot/Image
            sudo ln -s initrd.img-${KERNEL_RELEASE} rootfs/boot/initrd.img

            mkdir -p out/${BOARD}

            # Build information
            cat > out/${BOARD}/README.textile << EOF

            h4. 96Boards - Reference Platform Build - Debian

            Build description:
            * Build URL: "$BUILD_URL":$BUILD_URL
            * Kernel packages: "$KERNEL_BUILD_BASE_URL":$KERNEL_BUILD_BASE_URL
            * ALIP Rootfs: "http://snapshots.linaro.org/debian/images/alip-arm64/$ROOTFS_BUILD_NUMBER":http://snapshots.linaro.org/debian/images/alip-arm64/$ROOTFS_BUILD_NUMBER
            EOF

            # Create boot image
            if [ "${BOARD}" == "hikey" ]; then
                FASTBOOT_EFI_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-uefi/MX_PLATFORM=hikey,MX_TYPE=RELEASE,label=docker-jessie-amd64/lastStableBuild/buildNumber`
                FASTBOOT_EFI_URL="http://builds.96boards.org/snapshots/reference-platform/components/uefi/${FASTBOOT_EFI_BUILD_NUMBER}/release/hikey/AndroidFastbootApp.efi"
                wget --progress=dot ${FASTBOOT_EFI_URL} -O fastboot.efi
                GRUB_EFI_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-grub-efi-arm64/lastStableBuild/buildNumber`
                GRUB_EFI_URL="https://builds.96boards.org/snapshots/reference-platform/components/grub/${GRUB_EFI_BUILD_NUMBER}/grubaa64.efi"
                wget --progress=dot ${GRUB_EFI_URL} -O grubaa64.efi

                mkdir boot-fat
                dd if=/dev/zero of=out/${BOARD}/boot-fat.uefi.img bs=512 count=131072
                sudo mkfs.fat -F32 -n "boot" out/${BOARD}/boot-fat.uefi.img
                sudo mount -o loop,rw,sync out/${BOARD}/boot-fat.uefi.img boot-fat
                sudo mkdir -p boot-fat/EFI/BOOT
                sudo cp -a fastboot.efi boot-fat/EFI/BOOT/fastboot.efi || true
                sudo cp -a grubaa64.efi boot-fat/EFI/BOOT/grubaa64.efi || true
                sudo umount boot-fat
                sudo chmod 777 out/${BOARD}/boot-fat.uefi.img
                sudo mv out/${BOARD}/boot-fat.uefi.img out/${BOARD}/${BOARD}-boot-linux-${VERSION}.uefi.img
                rm -rf boot-fat

                # Compress boot partition image
                gzip -9 out/${BOARD}/${BOARD}-boot-linux-${VERSION}.uefi.img

                cat >> out/${BOARD}/README.textile << EOF
            * Grub UEFI: "http://builds.96boards.org/snapshots/reference-platform/components/grub/$GRUB_EFI_BUILD_NUMBER":http://builds.96boards.org/snapshots/reference-platform/components/grub/$GRUB_EFI_BUILD_NUMBER
            * ARM TF / EDK2 UEFI: "http://builds.96boards.org/snapshots/reference-platform/components/uefi/$FASTBOOT_EFI_BUILD_NUMBER/release/hikey":http://builds.96boards.org/snapshots/reference-platform/components/uefi/$FASTBOOT_EFI_BUILD_NUMBER/release/hikey
            EOF
                # Grub config to be set as part of the rootfs
                sudo mkdir rootfs/boot/grub
                ## FIXME: Make this generic
                sed -e 's/CONSOLE_UART/ttyAMA3,115200/' -e 's/DEVICE_TREE/hi6220-hikey.dtb/' configs/96boards-reference-platform-debian/grub/grub.cfg.in > grub.cfg
                sudo cp grub.cfg rootfs/boot/grub

                # Since it uses uefi, create the boot efi fstab entry
                sudo mkdir rootfs/boot/efi
                cat << EOF | sudo tee -a rootfs/etc/fstab
            /dev/disk/by-partlabel/boot   /boot/efi vfat defaults          0 0
            EOF

                ## FIXME: Get this in a proper package
                # ******** TI wl18xx R8.6 - out of tree firmware ********
                git clone -b R8.6 --depth 1 git://git.ti.com/wilink8-wlan/wl18xx_fw.git
                sudo cp -a ./wl18xx_fw/wl18xx-fw-4.bin rootfs/lib/firmware/ti-connectivity/
                rm -rf wl18xx_fw
                # ******** TI wl18xx R8.6 - out of tree firmware ********

            elif [ "${BOARD}" == "dragonboard410c" ]; then
                # Boot image tools
                git clone git://codeaurora.org/quic/kernel/skales
                (cd skales && git log -1)
                export PATH=`pwd`/skales:$PATH

                ## FIXME: See if we can find a better way to package this
                # Firmware (adreno, venus and WCN)
                wget --progress=dot -e dotbytes=1M https://developer.qualcomm.com/download/db410c/firmware-410c-1.1.0.bin
                yes | sh firmware-410c-1.1.0.bin > /dev/null
                sudo cp -rf linux-ubuntu-board-support-package-v1.1/proprietary-ubuntu/* rootfs/lib/firmware/

                # add license file in the generated rootfs
                wget https://git.linaro.org/landing-teams/working/qualcomm/lt-docs.git/blob_plain/HEAD:/license/license.txt
                sudo cp -f license.txt rootfs/etc/license.txt

                # Create device tree table
                mkdir -p dtbs
                sudo cp rootfs/lib/firmware/*/device-tree/msm8916-mtp.dtb rootfs/lib/firmware/*/device-tree/apq8016-sbc.dtb dtbs/
                dtbTool -o dt.img -s 2048 dtbs

                # Create boot image
                mkbootimg \
                  --kernel rootfs/boot/Image \
                  --ramdisk rootfs/boot/initrd.img \
                  --output out/${BOARD}/${BOARD}-boot-linux-${VERSION}.img \
                  --dt dt.img \
                  --pagesize "2048" \
                  --base "0x80000000" \
                  --cmdline "root=/dev/disk/by-partlabel/rootfs rw rootwait console=tty0 console=ttyMSM0,115200n8"
                gzip -9 out/${BOARD}/${BOARD}-boot-linux-${VERSION}.img
            fi

            # Create the ext4fs (fastboot compatible)
            sudo make_ext4fs -o -L rootfs -l 3056M -s out/${BOARD}/${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img rootfs/
            sudo umount boot rootfs
            sudo kpartx -dv ${BOARD}-rootfs-debian-jessie-alip-${VERSION}.img
            sudo rm -rf boot rootfs

            # Compress image
            gzip -9 out/${BOARD}/${BOARD}-rootfs-debian-jessie-alip-${VERSION}.emmc.img

            # Publish remaining files
            mkdir -p out/${BOARD}/hwpack
            cp hwpack* out/${BOARD}/hwpack

            # Create MD5SUMS files
            (cd out/${BOARD} && md5sum *.gz > MD5SUMS.txt)
            (cd out/${BOARD}/hwpack && md5sum * > MD5SUMS.txt)

            # Publish
            test -d ${HOME}/bin || mkdir ${HOME}/bin
            wget https://git.linaro.org/ci/publishing-api.git/blob_plain/HEAD:/linaro-cp.py -O ${HOME}/bin/linaro-cp.py
            time python ${HOME}/bin/linaro-cp.py \
              --server ${PUBLISH_SERVER} \
              out/${BOARD} snapshots/reference-platform/debian/${BUILD_NUMBER}/${BOARD}
            python ${HOME}/bin/linaro-cp.py \
              --server ${PUBLISH_SERVER} \
              --make-link snapshots/reference-platform/debian/${BUILD_NUMBER}
    publishers:
        - email:
            recipients: 'ricardo.salveti@linaro.org'