aboutsummaryrefslogtreecommitdiff
path: root/rsalveti-db410c-debian-gateway.yaml
blob: 5df37d1cdae2a65f5f8b526c2d35da23fe6d219d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
- job:
    name: rsalveti-db410c-debian-gateway
    project-type: freestyle
    defaults: global
    properties:
        - authorization:
            anonymous:
                - job-read
                - job-extended-read
                - job-workspace
            linaro:
                - job-build
                - job-cancel
        - build-discarder:
            days-to-keep: 30
            num-to-keep: 30
            artifact-num-to-keep: 1
    parameters:
        - string:
            name: VENDOR
            default: 'rsalveti'
        - string:
            name: OS_FLAVOUR
            default: 'jessie'
        - string:
            name: PLATFORM_NAME
            default: 'qcom-snapdragon-arm64'
        - string:
            name: ROOTFS
            default: 'developer,arm64,1800M'
        - string:
            name: DTBS
            default: 'msm8916-mtp.dtb apq8016-sbc.dtb'
        - string:
            name: SERIAL_CONSOLE
            default: 'ttyMSM0'
        - string:
            name: KERNEL_BRANCH
            default: 'rsalveti-qcomlt-4.4'
        - string:
            name: QCOM_FIRMWARE
            default: 'http://builds.96boards.org/snapshots/dragonboard410c/binaries/20160620/linux-board-support-package-v1.3.zip'
        - string:
            name: QCOM_FIRMWARE_MD5
            default: '810c7d39c86f8e39f3eb64eb1122aefb'
    disabled: false
    node: docker-jessie-amd64
    display-name: 'Personal DB410c debian-based gateway image for rsalveti'
    scm:
        - git:
            url: https://github.com/rsalveti/linux.git
            refspec: +refs/heads/${KERNEL_BRANCH}:refs/remotes/origin/${KERNEL_BRANCH}
            name: origin
            branches:
                - refs/heads/${KERNEL_BRANCH}
            skip-tag: true
            shallow-clone: true
            wipe-workspace: false
    wrappers:
        - timestamps
        - build-name:
            name: '#${BUILD_NUMBER}-${GIT_REVISION,length=8}'
    builders:
        - shell: |
            #!/bin/bash

            set -ex

            trap cleanup_exit INT TERM EXIT

            cleanup_exit()
            {
              cd ${WORKSPACE}
              sudo kpartx -dv out/${VENDOR}-${OS_FLAVOUR}-*.sd.img || true
              rm -rf lci-build-tools
              rm -rf builddir*
            }

            sudo apt-get update
            sudo apt-get install -y kpartx python-pycurl device-tree-compiler zip libfdt-dev mtools android-tools-fsutils
            wget -q \
              http://repo.linaro.org/ubuntu/linaro-tools/pool/main/l/linaro-image-tools/linaro-image-tools_2016.05-1linarojessie1_amd64.deb \
              http://repo.linaro.org/ubuntu/linaro-tools/pool/main/l/linaro-image-tools/python-linaro-image-tools_2016.05-1linarojessie1_all.deb
            sudo dpkg -i --force-all *.deb
            rm -f *.deb

            # get the boot image tools, and keep track of commit info in the traces
            git clone git://codeaurora.org/quic/kernel/skales
            (cd skales && git log -1)
            export PATH=`pwd`/skales:$PATH

            export LANG=C
            export make_bootwrapper=false
            export make_install=true
            export kernel_flavour=rsalveti-lt-qcom
            export kernel_config="defconfig distro.config"
            export MAKE_DTBS=true
            export ARCH=arm64
            export tcbindir="${HOME}/srv/toolchain/arm64-tc-14.09/bin"
            export toolchain_url=http://releases.linaro.org/14.09/components/toolchain/binaries/gcc-linaro-aarch64-linux-gnu-4.9-2014.09_linux.tar.xz

            test -d lci-build-tools || git clone https://git.linaro.org/git/ci/lci-build-tools.git lci-build-tools
            bash -x lci-build-tools/jenkins_kernel_build_inst

            # Create the hardware pack
            cat << EOF > ${VENDOR}-lt-qcom.default
            format: '3.0'
            name: ${VENDOR}-lt-qcom
            architectures:
            - arm64
            origin: Linaro
            maintainer: Linaro Platform <linaro-dev@lists.linaro.org>
            support: supported
            serial_tty: ${SERIAL_CONSOLE}
            kernel_addr: '0x80208000'
            initrd_addr: '0x83000000'
            load_addr: '0x60008000'
            dtb_addr: '0x61000000'
            partition_layout: bootfs_rootfs
            mmc_id: '0:1'
            kernel_file: boot/Image-*-qcom
            initrd_file: boot/initrd.img-*-qcom
            dtb_file: lib/firmware/*-qcom/device-tree/msm8916-mtp.dtb
            boot_script: boot.scr
            boot_min_size: 64
            extra_serial_options:
            - console=tty0
            - console=${SERIAL_CONSOLE},115200n8
            assume_installed:
            - adduser
            - apt
            - apt-utils
            - debconf-i18n
            - debian-archive-keyring
            - gcc-4.9
            - gnupg
            - ifupdown
            - initramfs-tools
            - iproute2
            - irqbalance
            - isc-dhcp-client
            - kmod
            - netbase
            - udev
            - linaro-artwork
            sources:
              qcom: http://repo.linaro.org/ubuntu/qcom-overlay ${OS_FLAVOUR} main
              repo: http://repo.linaro.org/ubuntu/linaro-overlay ${OS_FLAVOUR} main
              rsalveti: http://repo.linaro.org/ubuntu/rsalveti ${OS_FLAVOUR} main
              debian: http://ftp.debian.org/debian/ ${OS_FLAVOUR} main contrib non-free
              backports: http://ftp.debian.org/debian/ ${OS_FLAVOUR}-backports main
            packages:
            - linux-image-arm64
            - linux-headers-arm64
            - firmware-linux
            - wcnss-wlan
            - wcnss-bt
            - wcnss-start
            - ndppd
            - radvd
            - bluez
            - libbluetooth3
            EOF

            # Download license file and firmware
            rm -f license.txt
            wget https://git.linaro.org/landing-teams/working/qualcomm/lt-docs.git/blob_plain/HEAD:/license/license.txt

            rm -rf qcom_firmware && mkdir qcom_firmware && cd qcom_firmware
            wget -q ${QCOM_FIRMWARE}
            echo "${QCOM_FIRMWARE_MD5}  $(basename ${QCOM_FIRMWARE})" > MD5
            md5sum -c MD5
            unzip $(basename ${QCOM_FIRMWARE})
            cd -
            rm -f qcom_firmware/linux-board-support-package-*/proprietary-linux/wlan/macaddr0
            rm -f qcom_firmware/linux-board-support-package-*/proprietary-linux/firmware.tar
            sudo MTOOLS_SKIP_CHECK=1 mcopy -i qcom_firmware/linux-board-support-package-*/bootloaders-linux/NON-HLOS.bin \
                        ::image/modem.* ::image/mba.mbn qcom_firmware/linux-board-support-package-*/proprietary-linux

            ## Default config file templates
            # Enable forwarding by default, required by radvd
            cat << EOF > gateway.conf
            #net.ipv6.conf.wlan0.accept_ra=2
            #net.ipv6.conf.all.forwarding=1
            #net.ipv6.conf.all.proxy_ndp=1
            EOF
            # Default address for the bt le 6lowpan interface
            cat << EOF > bt0
            #auto bt0
            #allow-hotplug bt0
            #iface bt0 inet6 static
            #    address 2001:db8::4
            #    netmask 68
            EOF
            cat << EOF > radvd.conf
            #interface bt0
            #{
            #    IgnoreIfMissing on;
            #    AdvSendAdvert on;
            #    prefix 2001:db8::/64
            #    {
            #        AdvOnLink off;
            #        AdvAutonomous on;
            #        AdvRouterAddr on;
            #    };
            #};
            EOF
            cat << EOF > ndppd.conf
            #route-ttl 30000
            #proxy wlan0 {
            #   router yes
            #   timeout 500
            #   ttl 30000
            #   rule 2001:db8::/68 {
            #      static
            #   }
            #}
            EOF

            for rootfs in ${ROOTFS}; do

              rootfs_arch=$(echo $rootfs | cut -f2 -d,)
              rootfs_sz=$(echo $rootfs | cut -f3 -d,)
              rootfs=$(echo $rootfs | cut -f1 -d,)

              cat ${VENDOR}-lt-qcom.default > ${VENDOR}-lt-qcom

              rm -f `ls hwpack_${VENDOR}-lt-qcom_*_${rootfs_arch}_supported.tar.gz`
              VERSION=`date +%Y%m%d`-${BUILD_NUMBER}
              linaro-hwpack-create --debug --backports ${VENDOR}-lt-qcom ${VERSION}
              linaro-hwpack-replace -t `ls hwpack_${VENDOR}-lt-qcom_*_${rootfs_arch}_supported.tar.gz` -p `ls linux-image-*-${VENDOR}-lt-qcom_*.deb` -r linux-image -d -i
              linaro-hwpack-replace -t `ls hwpack_${VENDOR}-lt-qcom_*_${rootfs_arch}_supported.tar.gz` -p `ls linux-headers-*-${VENDOR}-lt-qcom_*.deb` -r linux-headers -d -i

              # Get rootfs
              export ROOTFS_BUILD_NUMBER=`wget -q --no-check-certificate -O - https://ci.linaro.org/jenkins/job/debian-${rootfs_arch}-rootfs/label=docker-jessie-${rootfs_arch},rootfs=${rootfs}/lastSuccessfulBuild/buildNumber`
              export ROOTFS_BUILD_TIMESTAMP=`wget -q --no-check-certificate -O - https://ci.linaro.org/jenkins/job/debian-${rootfs_arch}-rootfs/label=docker-jessie-${rootfs_arch},rootfs=${rootfs}/lastSuccessfulBuild/buildTimestamp?format=yyyyMMdd`
              export ROOTFS_BUILD_URL="http://snapshots.linaro.org/debian/images/${rootfs}-${rootfs_arch}/${ROOTFS_BUILD_NUMBER}/linaro-${OS_FLAVOUR}-${rootfs}-${ROOTFS_BUILD_TIMESTAMP}-${ROOTFS_BUILD_NUMBER}.tar.gz"
              wget --progress=dot -e dotbytes=2M ${ROOTFS_BUILD_URL}

              # Create pre-built image(s)
              linaro-media-create --dev fastmodel --output-directory ${WORKSPACE}/out --image-file ${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.sd.img --image-size 2G --binary linaro-${OS_FLAVOUR}-${rootfs}-${ROOTFS_BUILD_TIMESTAMP}-${ROOTFS_BUILD_NUMBER}.tar.gz --hwpack hwpack_${VENDOR}-lt-qcom_*.tar.gz --hwpack-force-yes --bootloader uefi

              # Create eMMC rootfs image(s)
              mkdir rootfs
              for device in $(sudo kpartx -avs out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.sd.img | cut -d' ' -f3); do
                partition=$(echo ${device} | cut -d'p' -f3)
                [ "${partition}" = "2" ] && sudo mount -o loop /dev/mapper/${device} rootfs
              done

              sudo rm -rf rootfs/dev rootfs/var/lib/apt/lists
              sudo mkdir rootfs/dev rootfs/var/lib/apt/lists

              # clean up fstab
              sudo sed -i '/UUID/d' rootfs/etc/fstab

              # add license file in the generated rootfs
              sudo cp -f license.txt rootfs/etc/license.txt

              # add firmware (adreno, venus and WCN)
              sudo cp -a qcom_firmware/linux-board-support-package-*/proprietary-linux/* rootfs/lib/firmware

              # add default config file templates
              sudo cp gateway.conf rootfs/etc/sysctl.d/
              sudo cp bt0 rootfs/etc/network/interfaces.d/
              sudo cp radvd.conf rootfs/etc/radvd.conf
              sudo cp ndppd.conf rootfs/etc/ndppd.conf

              sudo mkfs.ext4 -L rootfs out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.img.raw ${rootfs_sz}
              mkdir rootfs2
              sudo mount -o loop out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.img.raw rootfs2
              sudo cp -a rootfs/* rootfs2
              rootfs_sz_real=$(sudo du -sh rootfs2 | cut -f1)
              sudo umount rootfs2 rootfs
              sudo ext2simg -v out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.img.raw out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.img
              sudo kpartx -dv out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.sd.img
              sudo rm -rf rootfs out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.sd.img rootfs2 out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.img.raw

              # Compress image(s)
              gzip -9 out/${VENDOR}-${OS_FLAVOUR}-${rootfs}-${PLATFORM_NAME}-${VERSION}.img

            done

            # Move all relevant DTBs in out/
            for f in ${DTBS} ; do
              mv out/dtbs/${f} out/
            done
            rm -rf out/dtbs

            # Create device tree table
            dtbTool -o out/dt.img -s 2048 out/

            # Create boot image
            mkbootimg \
              --kernel out/Image \
              --ramdisk out/initrd.img-* \
              --output out/boot-${VENDOR}-${OS_FLAVOUR}-${PLATFORM_NAME}-${VERSION}.img \
              --dt out/dt.img \
              --pagesize "2048" \
              --base "0x80000000" \
              --cmdline "root=/dev/disk/by-partlabel/rootfs rw rootwait console=tty0 console=${SERIAL_CONSOLE},115200n8"
            gzip -9 out/boot-${VENDOR}-${OS_FLAVOUR}-${PLATFORM_NAME}-${VERSION}.img

            # Final preparation for publishing
            cp -a linux-*.deb out/

            # Create MD5SUMS file
            (cd out && md5sum * > MD5SUMS.txt)

    publishers:
        - archive:
            artifacts: 'out/*'
        - email:
            recipients: 'ricardo.salveti@linaro.org'