aboutsummaryrefslogtreecommitdiff
path: root/96boards-reference-platform-debian.yaml
blob: ac16ab1b93f0bd9686fc70eb57ea62d59d378745 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
- job:
    name: 96boards-reference-platform-debian
    project-type: matrix
    defaults: global
    logrotate:
        daysToKeep: 30
        numToKeep: 30
    properties:
        - authorization:
            anonymous:
                - job-read
                - job-extended-read
                - job-workspace
            linaro:
                - job-read
                - job-extended-read
                - job-configure
                - job-build
                - job-cancel
    disabled: false
    node: build
    child-workspace: .
    display-name: '96boards - Reference Platform - Debian'
    axes:
        - axis:
            type: user-defined
            name: BOARD
            values:
                - hikey
        - axis:
            type: slave
            name: label
            values:
                - docker-utopic-amd64
    execution-strategy:
        sequential: true
        touchstone:
            expr: 'BOARD=="hikey"'
    wrappers:
        - timestamps
        - build-name:
            name: '#${BUILD_NUMBER}'
        - matrix-tie-parent:
            node: build
    builders:
        - copyartifact:
            project: rsalveti-debian-arm64-rootfs/label=docker-jessie-arm64,rootfs=alip
            filter: 'out/linaro-jessie-alip-*.tar.gz'
            target: artifacts
            parameter-filters: 'label=docker-jessie-arm64,rootfs=alip'
        - linaro-publish-token:
            host: builds.96boards.org
        - shell: |
            #!/bin/bash

            set -ex

            trap cleanup_exit INT TERM EXIT

            cleanup_exit()
            {
              cd ${WORKSPACE}
              sudo kpartx -dv ${BOARD}-jessie_*.img || true
              rm -rf configs out
            }

            # Builder setup
            sudo sed -i -e 's/archive.ubuntu.com\|security.ubuntu.com/old-releases.ubuntu.com/g' /etc/apt/sources.list
            sudo apt-get update
            sudo apt-get install -y kpartx python-pycurl
            wget http://repo.linaro.org/ubuntu/linaro-overlay/pool/main/a/android-tools/android-tools-fsutils_4.2.2+git20130218-3ubuntu41+linaro1_amd64.deb
            sudo dpkg -i --force-all android-tools-fsutils_*.deb
            rm -f android-tools-fsutils_*.deb
            # FIXME - temporary workaround
            sudo wget https://git.linaro.org/ci/linaro-image-tools.git/blob_plain/HEAD:/linaro-hwpack-install -O /usr/bin/linaro-hwpack-install
            sudo chmod +x /usr/bin/linaro-hwpack-install
            git clone --depth 1 http://git.linaro.org/ci/job/configs.git

            # Get the reference kernel packages
            KERNEL_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-kernel/lastSuccessfulBuild/buildNumber`
            KERNEL_RELEASE=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-kernel/${KERNEL_BUILD_NUMBER}/injectedEnvVars/export | grep KERNEL_RELEASE | cut -d'=' -f2-`
            KERNEL_BUILD_BASE_URL="https://builds.96boards.org/snapshots/reference-platform/linux/${KERNEL_BUILD_NUMBER}"
            wget --progress=dot -e dotbytes=1M ${KERNEL_BUILD_BASE_URL}/linux-image-${KERNEL_RELEASE}_${KERNEL_RELEASE}-${KERNEL_BUILD_NUMBER}_arm64.deb
            wget --progress=dot -e dotbytes=1M ${KERNEL_BUILD_BASE_URL}/linux-headers-${KERNEL_RELEASE}_${KERNEL_RELEASE}-${KERNEL_BUILD_NUMBER}_arm64.deb

            # Create the hardware pack
            cp -a configs/96boards-reference-platform-debian/hwpacks/linaro-${BOARD} .
            VERSION=`date +%Y%m%d`-${BUILD_NUMBER}
            linaro-hwpack-create --debug linaro-${BOARD} ${VERSION}
            linaro-hwpack-replace -t `ls hwpack_linaro-${BOARD}_*_arm64_supported.tar.gz` -p `ls linux-image-*.deb` -r linux-image -d -i
            linaro-hwpack-replace -t `ls hwpack_linaro-${BOARD}_*_arm64_supported.tar.gz` -p `ls linux-headers-*.deb` -r linux-headers -d -i

            # Get rootfs
            export ROOTFS_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/job/debian-arm64-rootfs/label=build,rootfs=alip/lastSuccessfulBuild/buildNumber`
            export ROOTFS_BUILD_TIMESTAMP=`wget -q --no-check-certificate -O - https://ci.linaro.org/job/debian-arm64-rootfs/label=build,rootfs=alip/lastSuccessfulBuild/buildTimestamp?format=yyyyMMdd`
            export ROOTFS_BUILD_URL="http://snapshots.linaro.org/debian/images/alip-arm64/${ROOTFS_BUILD_NUMBER}/linaro-jessie-alip-${ROOTFS_BUILD_TIMESTAMP}-${ROOTFS_BUILD_NUMBER}.tar.gz"
            wget --progress=dot -e dotbytes=2M ${ROOTFS_BUILD_URL}
            #ROOTFS_BUILD_TAR=linaro-jessie-alip-${ROOTFS_BUILD_TIMESTAMP}-${ROOTFS_BUILD_NUMBER}.tar.gz
            ROOTFS_BUILD_TAR=`ls artifacts/out/linaro-jessie-alip-*.tar.gz`

            # Create pre-built image(s)
            linaro-media-create --dev fastmodel --output-directory ${WORKSPACE} --image-file ${BOARD}-jessie_alip_${VERSION}.img --image-size 2G --binary ${ROOTFS_BUILD_TAR} --hwpack hwpack_linaro-${BOARD}_*.tar.gz --hwpack-force-yes --bootloader uefi --part-table gpt

            # Create eMMC rootfs image(s)
            mkdir boot rootfs
            for device in $(sudo kpartx -av ${BOARD}-jessie_alip_${VERSION}.img | cut -d' ' -f3); do
              partition=$(echo ${device} | cut -d'p' -f3)
              [ "${partition}" = "1" ] && sudo mount -o loop /dev/mapper/${device} boot
              [ "${partition}" = "2" ] && sudo mount -o loop /dev/mapper/${device} rootfs
            done

            # Rootfs customizations (to be moved as part of the original debian image)
            sudo rm -rf rootfs/dev rootfs/boot rootfs/var/lib/apt/lists
            sudo mkdir rootfs/dev rootfs/boot rootfs/var/lib/apt/lists
            cat << EOF | sudo tee rootfs/etc/fstab
            /dev/disk/by-partlabel/system /     ext4 errors=remount-ro 0 1
            /dev/disk/by-partlabel/boot   /boot vfat defaults          0 0
            EOF

            mkdir -p out/${BOARD}
            cat > out/${BOARD}/README.txt << EOF
            Build information:
            * build: ${BUILD_URL}
            * kernel: ${KERNEL_BUILD_BASE_URL}
            * rootfs: http://snapshots.linaro.org/debian/images/alip-arm64/${ROOTFS_BUILD_NUMBER}
            EOF

            # Create boot image
            if [ "${BOARD}" == "hikey" ]; then
                FASTBOOT_EFI_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/view/96boards/job/96boards-reference-uefi/MX_PLATFORM=hikey,MX_TYPE=RELEASE,label=docker-utopic-amd64/lastStableBuild/buildNumber`
                FASTBOOT_EFI_URL="http://builds.96boards.org/snapshots/reference-platform/uefi/${FASTBOOT_EFI_BUILD_NUMBER}/release/hikey/AndroidFastbootApp.efi"
                wget --progress=dot ${FASTBOOT_EFI_URL} -O fastboot.efi
                GRUB_EFI_URL="http://builds.96boards.org/snapshots/hikey/linaro/grub/latest"
                wget --progress=dot ${GRUB_EFI_URL}/grubaa64.efi -O grubaa64.efi
                wget --progress=dot ${GRUB_EFI_URL}/grub.cfg -O grub.cfg

                mkdir boot-fat
                dd if=/dev/zero of=out/${BOARD}/boot-fat.uefi.img bs=512 count=131072
                sudo mkfs.fat -n "BOOT IMG" out/${BOARD}/boot-fat.uefi.img
                sudo mount -o loop,rw,sync out/${BOARD}/boot-fat.uefi.img boot-fat
                sudo mkdir boot-fat/grub
                sudo cp -a boot/Image boot/*.dtb boot-fat/ || true
                sudo cp -a boot/initrd.img-* boot-fat/initrd.img || true
                sudo cp -a fastboot.efi boot-fat/fastboot.efi || true
                sudo cp -a grubaa64.efi boot-fat/grubaa64.efi || true
                sudo cp -a grub.cfg boot-fat/grub/grub.cfg || true
                sudo umount boot-fat
                sudo chmod 777 out/${BOARD}/boot-fat.uefi.img
                rm -rf boot-fat

                # Compress boot partition image
                gzip -9 out/${BOARD}/boot-fat.uefi.img

                cat >> out/${BOARD}/README.txt << EOF
            * uefi: http://builds.96boards.org/snapshots/reference-platform/uefi/${FASTBOOT_EFI_BUILD_NUMBER}/release/hikey
            EOF
            fi

            # Create the ext4fs (fastboot compatible)
            sudo make_ext4fs -o -L rootfs -l 3056M -s out/${BOARD}/${BOARD}-jessie_alip_${VERSION}.emmc.img rootfs/
            sudo umount boot rootfs
            sudo kpartx -dv ${BOARD}-jessie_alip_${VERSION}.img
            sudo rm -rf boot rootfs

            # Compress image
            gzip -9 out/${BOARD}/${BOARD}-jessie_alip_${VERSION}.emmc.img

            # Publish remaining files
            cp hwpack* out/${BOARD}

            # Create MD5SUMS file
            (cd out/${BOARD} && md5sum * > MD5SUMS.txt)

            # Publish
            test -d ${HOME}/bin || mkdir ${HOME}/bin
            wget https://git.linaro.org/ci/publishing-api.git/blob_plain/HEAD:/linaro-cp.py -O ${HOME}/bin/linaro-cp.py
            time python ${HOME}/bin/linaro-cp.py \
              --server ${PUBLISH_SERVER} \
              out/${BOARD} snapshots/reference-platform/debian/${BUILD_NUMBER}/${BOARD}
            python ${HOME}/bin/linaro-cp.py \
              --server ${PUBLISH_SERVER} \
              --make-link snapshots/reference-platform/debian/${BUILD_NUMBER}
    publishers:
        - email:
            recipients: 'ricardo.salveti@linaro.org'