diff options
Diffstat (limited to 'lkft-aosp-master-tracking.yaml')
-rw-r--r-- | lkft-aosp-master-tracking.yaml | 326 |
1 files changed, 0 insertions, 326 deletions
diff --git a/lkft-aosp-master-tracking.yaml b/lkft-aosp-master-tracking.yaml deleted file mode 100644 index 126575a6c0..0000000000 --- a/lkft-aosp-master-tracking.yaml +++ /dev/null @@ -1,326 +0,0 @@ -- job: - name: lkft-aosp-master-tracking - project-type: freestyle - defaults: global - logrotate: - daysToKeep: 60 - numToKeep: 60 - properties: - - authorization: - anonymous: - - job-read - - job-extended-read - linaro: - - job-build - - job-cancel - parameters: - - string: - name: BUILD_CONFIG_FILENAME - default: 'hikey-aosp-master' - - string: - name: QA_SERVER - default: 'https://qa-reports.linaro.org' - - string: - name: QA_SERVER_PROJECT - default: 'aosp-master-tracking' - - string: - name: ANDROID_VERSION - default: 'AOSP MASTER' - - string: - name: KERNEL_DESCRIBE - default: 'dummy' - - string: - name: SRCREV_kernel - default: 'dummy' - - string: - name: TOOLCHAIN - default: 'clang-r353983c' - disabled: false - node: docker-xenial-aosp - display-name: 'LKFT AOSP Master HiKey builds' - concurrent: true - wrappers: - - timestamps - - timeout: - timeout: 1000 - - credentials-binding: - - text: - credential-id: QA_REPORTS_TOKEN - variable: QA_REPORTS_TOKEN - - text: - credential-id: ARTIFACTORIAL_TOKEN - variable: ARTIFACTORIAL_TOKEN - - text: - credential-id: AP_SSID - variable: AP_SSID - - text: - credential-id: AP_KEY - variable: AP_KEY - builders: - - shell: | - #!/bin/bash - - export JAVA_TOOL_OPTIONS=-Dfile.encoding=UTF8 - - java -version - - sudo apt-get update - sudo apt-get install -y gcc-4.9-multilib bison git gperf libxml2-utils python-mako zip time python-requests genisoimage patch mtools python-pip pxz libssl-dev - - wget -q http://mirrors.kernel.org/ubuntu/pool/universe/o/openjdk-8/openjdk-8-jre-headless_8u45-b14-1_amd64.deb \ - http://mirrors.kernel.org/ubuntu/pool/universe/o/openjdk-8/openjdk-8-jre_8u45-b14-1_amd64.deb \ - http://mirrors.kernel.org/ubuntu/pool/universe/o/openjdk-8/openjdk-8-jdk_8u45-b14-1_amd64.deb - sudo dpkg -i --force-all *.deb - - mkdir -p ${HOME}/bin ${WORKSPACE}/build/out - curl https://storage.googleapis.com/git-repo-downloads/repo > ${HOME}/bin/repo - chmod a+x ${HOME}/bin/* - export PATH=${HOME}/bin:${PATH} - - DIR_SRV_AOSP_MASTER="/home/buildslave/srv/aosp-master" - if [ ! -d "${DIR_SRV_AOSP_MASTER}" ]; then - sudo mkdir -p "${DIR_SRV_AOSP_MASTER}" - sudo chmod 777 "${DIR_SRV_AOSP_MASTER}" - fi - cd "${DIR_SRV_AOSP_MASTER}" - - git config --global user.email "ci_notify@linaro.org" - git config --global user.name "Linaro CI" - - # Runs as ubuntu - set -xe - rm -rf .repo/manifests* .repo/local_manifests build-tools jenkins-tools build-configs - git clone --depth 1 https://git.linaro.org/infrastructure/linaro-android-build-tools.git build-tools - git clone --depth 1 https://git.linaro.org/infrastructure/linaro-jenkins-tools.git jenkins-tools - git clone --depth 1 http://android-git.linaro.org/git/android-build-configs.git build-configs - - ANDROID_ROOT="${DIR_SRV_AOSP_MASTER}/build" - DIR_PUB_SRC="${ANDROID_ROOT}/out" - DIR_PUB_SRC_PRODUCT="${DIR_PUB_SRC}/target/product/hikey" - - # clean the out directory as this workspace is used accross multiple builds - rm -fr ${DIR_SRV_AOSP_MASTER}/.repo-backup - if [ -d "${ANDROID_ROOT}/.repo" ]; then - mv -f ${ANDROID_ROOT}/.repo ${DIR_SRV_AOSP_MASTER}/.repo-backup - fi - rm -fr ${ANDROID_ROOT}/ && mkdir -p ${ANDROID_ROOT} - if [ -d "${DIR_SRV_AOSP_MASTER}/.repo-backup" ]; then - mv -f ${DIR_SRV_AOSP_MASTER}/.repo-backup ${ANDROID_ROOT}/.repo - fi - - export BUILD_CONFIG_FILENAME=${BUILD_CONFIG_FILENAME:-${JOB_NAME#android-*}} - - # Early test - if [ ! -f ${DIR_SRV_AOSP_MASTER}/build-configs/${BUILD_CONFIG_FILENAME} ]; then - echo "No config file named ${BUILD_CONFIG_FILENAME} exists" - echo "in android-build-configs.git" - exit 1 - fi - - # Build Android for HiKey - cd ${ANDROID_ROOT} - ${DIR_SRV_AOSP_MASTER}/build-configs/linaro-build.sh -c ${BUILD_CONFIG_FILENAME} - cd - - - cp -a ${ANDROID_ROOT}/out/pinned-manifest/*-pinned-manifest.xml ${ANDROID_ROOT}/out - cp -a ${ANDROID_ROOT}/out/pinned-manifest/*-pinned-manifest.xml ${WORKSPACE}/ || true - - - rm -rf ${DIR_PUB_SRC}/BUILD-INFO.txt - wget https://git.linaro.org/ci/job/configs.git/blob_plain/HEAD:/android-lcr/hikey/build-info/aosp-master-template.txt -O ${DIR_PUB_SRC}/BUILD-INFO.txt - - IMAGE_FILES="boot.img boot-debug.img userdata.img system.img vendor.img" - for f in ${IMAGE_FILES}; do - if [ -f ${DIR_PUB_SRC_PRODUCT}/${f} ]; then - mv -vf ${DIR_PUB_SRC_PRODUCT}/${f} ${DIR_PUB_SRC}/${f} - xz ${DIR_PUB_SRC}/${f} - fi - done - - IMAGE_FILES="ramdisk.img ramdisk-debug.img" - for f in ${IMAGE_FILES}; do - if [ -f ${DIR_PUB_SRC_PRODUCT}/${f} ]; then - mv -vf ${DIR_PUB_SRC_PRODUCT}/${f} ${DIR_PUB_SRC}/${f} - fi - done - - [ -n "${DIR_PUB_SRC}/system.img.xz" ] && SYSTEM_IMG_SHA256SUM=$(sha256sum ${DIR_PUB_SRC}/system.img.xz | cut -d\ -f1) - [ -n "${DIR_PUB_SRC}/userdata.img.xz" ] && USERDATA_IMG_SHA256SUM=$(sha256sum ${DIR_PUB_SRC}/userdata.img.xz | cut -d\ -f1) - [ -n "${DIR_PUB_SRC}/vendor.img.xz" ] && VENDOR_IMG_SHA256SUM=$(sha256sum ${DIR_PUB_SRC}/vendor.img.xz | cut -d\ -f1) - - # Build latest boot.img with latest kernel from source for 4.14, 4.19 versions - cd ${ANDROID_ROOT} - export PATH=${PWD}/prebuilts/clang/host/linux-x86/${TOOLCHAIN}/bin/:${PWD}/prebuilts/gcc/linux-x86/aarch64/aarch64-linux-android-4.9/bin/:${PATH} - - export CLANG_TRIPLE=aarch64-linux-gnu- - export CROSS_COMPILE=aarch64-linux-android- - CMDLINE="console=ttyAMA3,115200 androidboot.console=ttyAMA3" - CMDLINE="${CMDLINE} androidboot.hardware=hikey firmware_class.path=/vendor/firmware efi=noruntime" - CMDLINE="${CMDLINE} init=/init androidboot.boot_devices=soc/f723d000.dwmmc0" - CMDLINE="${CMDLINE} printk.devkmsg=on buildvariant=userdebug" - - ###################################################################### - # common for 4.14/4.19 - if [ ! -d hikey-linaro ]; then - git clone https://android.googlesource.com/kernel/hikey-linaro - fi - cd hikey-linaro - - # need to use fetch to get all the new changes - git fetch --all - - # get the mkbootimg command which will be used to create the boot image by all kernel versions - wget https://android-git.linaro.org/platform/system/core.git/plain/mkbootimg/mkbootimg.py?id=1e40c30b0cc0f2ae007dacc64fe08af52cc731e3 -O mkbootimg - - # Build 4.19 kernel - git checkout android-hikey-linaro-4.19 - git pull - export KERNEL_DESCRIBE_4_19=$(git rev-parse --short HEAD) - export KERNEL_VERSION_4_19=$(make kernelversion) - - make mrproper - make -j1 ARCH=arm64 CC=clang HOSTCC=clang hikey_defconfig - make ARCH=arm64 CC=clang HOSTCC=clang -j$(nproc) Image.gz-dtb - python mkbootimg \ - --kernel arch/arm64/boot/Image.gz-dtb \ - --ramdisk ${DIR_PUB_SRC}/ramdisk.img \ - --cmdline "${CMDLINE}" \ - --os_version Q \ - --os_patch_level 2019-01-05 \ - --output ${DIR_PUB_SRC}/boot-4.19-${KERNEL_DESCRIBE_4_19}.img - cp vmlinux ${DIR_PUB_SRC}/4.19_vmlinux - cp .config ${DIR_PUB_SRC}/4.19_defconfig - xz ${DIR_PUB_SRC}/boot-4.19-${KERNEL_DESCRIBE_4_19}.img - BOOT_4_19_IMG_SHA256SUM=$(sha256sum ${DIR_PUB_SRC}/boot-4.19-${KERNEL_DESCRIBE_4_19}.img.xz | cut -d\ -f1) - - # Build 4.14 kernel - git checkout android-hikey-linaro-4.14 - git pull - export KERNEL_DESCRIBE_4_14=$(git rev-parse --short HEAD) - export KERNEL_VERSION_4_14=$(make kernelversion) - - make mrproper - make -j1 ARCH=arm64 CC=clang HOSTCC=clang hikey_defconfig - make ARCH=arm64 CC=clang HOSTCC=clang -j$(nproc) Image.gz-dtb - python mkbootimg \ - --kernel arch/arm64/boot/Image.gz-dtb \ - --ramdisk ${DIR_PUB_SRC}/ramdisk.img \ - --cmdline "${CMDLINE}" \ - --os_version Q \ - --os_patch_level 2019-01-05 \ - --output ${DIR_PUB_SRC}/boot-4.14-${KERNEL_DESCRIBE_4_14}.img - cp vmlinux ${DIR_PUB_SRC}/4.14_vmlinux - cp .config ${DIR_PUB_SRC}/4.14_defconfig - xz ${DIR_PUB_SRC}/boot-4.14-${KERNEL_DESCRIBE_4_14}.img - BOOT_4_14_IMG_SHA256SUM=$(sha256sum ${DIR_PUB_SRC}/boot-4.14-${KERNEL_DESCRIBE_4_14}.img.xz | cut -d\ -f1) - - cd ../ - rm -fr hikey-linaro - - # Publish parameters - cat << EOF > ${WORKSPACE}/publish_parameters - PUB_DEST=android/lkft/lkft-aosp-master/${BUILD_NUMBER} - PUB_SRC=${DIR_PUB_SRC} - PUB_EXTRA_INC=^[^/]+\.(dtb|dtbo|zip)$|MLO|vmlinux|System.map - - KERNEL_DESCRIBE_4_19=${KERNEL_DESCRIBE_4_19} - KERNEL_DESCRIBE_4_14=${KERNEL_DESCRIBE_4_14} - - KERNEL_VERSION_4_19=${KERNEL_VERSION_4_19} - KERNEL_VERSION_4_14=${KERNEL_VERSION_4_14} - BOOT_4_19_IMG_SHA256SUM=${BOOT_4_19_IMG_SHA256SUM} - BOOT_4_14_IMG_SHA256SUM=${BOOT_4_14_IMG_SHA256SUM} - SYSTEM_IMG_SHA256SUM=${SYSTEM_IMG_SHA256SUM} - USERDATA_IMG_SHA256SUM=${USERDATA_IMG_SHA256SUM} - VENDOR_IMG_SHA256SUM=${VENDOR_IMG_SHA256SUM} - EOF - - inject: - properties-file: publish_parameters - - linaro-publish-token - - shell: - !include-raw: - - android/linaro-publisher.sh - - inject: - properties-file: publish_parameters - - shell: | - # Install ruamel.yaml==0.16.13 - pip install --user --force-reinstall ruamel.yaml==0.16.13 - pip install --user --force-reinstall Jinja2 - export PUB_DEST=android/lkft/lkft-aosp-master/${BUILD_NUMBER} - export DEVICE_TYPE=hi6220-hikey - export LAVA_SERVER=https://lkft.validation.linaro.org/RPC2/ - export DOWNLOAD_URL=http://snapshots.linaro.org/${PUB_DEST} - export REFERENCE_BUILD_URL=http://snapshots.linaro.org/${PUB_DEST} - export KERNEL_COMMIT=${BUILD_NUMBER} - export TOOLCHAIN=${TOOLCHAIN} - export KERNEL_REPO=hikey-linaro - export ANDROID_VERSION=aosp-master-$(date --iso-8601) - export VTS_VERSION=$(echo $VTS_URL | awk -F"/" '{print$(NF-1)}') - export CTS_VERSION=$(echo $CTS_URL | awk -F"/" '{print$(NF-1)}') - export QA_BUILD_VERSION=${BUILD_NUMBER} - export KERNEL_DESCRIBE=${KERNEL_DESCRIBE_4_4} - export SRCREV_kernel=${KERNEL_DESCRIBE_4_4} - - rm -rf configs - git clone --depth 1 http://git.linaro.org/ci/job/configs.git - - # Submit jobs for 4.14 kernel - cd configs - git reset --hard - cd - - sed -i "s|boot.img.xz|boot-4.14-${KERNEL_DESCRIBE_4_14}.img.xz|g" configs/lkft/lava-job-definitions/${DEVICE_TYPE}/*.yaml - - export KERNEL_BRANCH="android-hikey-linaro-${KERNEL_VERSION_4_14}-${KERNEL_DESCRIBE_4_14}" - export KERNEL_DESCRIBE=${KERNEL_DESCRIBE_4_14} - export SRCREV_kernel=${KERNEL_DESCRIBE_4_14} - export BOOT_IMG_SHA256SUM=${BOOT_4_14_IMG_SHA256SUM} - # submit 4.14 jobs to v.l.o to reduce load on production lkft - export LAVA_SERVER=https://validation.linaro.org/RPC2/ - python configs/openembedded-lkft/submit_for_testing.py \ - --device-type ${DEVICE_TYPE} \ - --build-number ${BUILD_NUMBER} \ - --lava-server ${LAVA_SERVER} \ - --qa-server ${QA_SERVER} \ - --qa-server-team android-lkft \ - --env-suffix "_4.14" \ - --qa-server-project ${QA_SERVER_PROJECT} \ - --git-commit ${QA_BUILD_VERSION} \ - --template-path configs/lkft/lava-job-definitions \ - --template-names template-vts-kernel.yaml \ - --quiet - - # Submit jobs for 4.19 kernel - cd configs && git reset --hard && cd - - sed -i "s|boot.img.xz|boot-4.19-${KERNEL_DESCRIBE_4_19}.img.xz|g" configs/lkft/lava-job-definitions/${DEVICE_TYPE}/*.yaml - - export KERNEL_BRANCH="android-hikey-linaro-${KERNEL_VERSION_4_19}-${KERNEL_DESCRIBE_4_19}" - export KERNEL_DESCRIBE=${KERNEL_DESCRIBE_4_19} - export SRCREV_kernel=${KERNEL_DESCRIBE_4_19} - export BOOT_IMG_SHA256SUM=${BOOT_4_19_IMG_SHA256SUM} - # submit 4.19 jobs to v.l.o to reduce load on production lkft - export LAVA_SERVER=https://validation.linaro.org/RPC2/ - python configs/openembedded-lkft/submit_for_testing.py \ - --device-type ${DEVICE_TYPE} \ - --build-number ${BUILD_NUMBER} \ - --lava-server ${LAVA_SERVER} \ - --qa-server ${QA_SERVER} \ - --qa-server-team android-lkft \ - --env-suffix "_4.19" \ - --qa-server-project ${QA_SERVER_PROJECT} \ - --git-commit ${QA_BUILD_VERSION} \ - --template-path configs/lkft/lava-job-definitions \ - --template-names template-vts-kernel.yaml \ - --quiet - - publishers: - - archive: - artifacts: '*.xml,*.json' - latest-only: true - - logparser: - parse-rules: '/var/jenkins_home/userContent/android.parse' - unstable-on-warning: false - fail-on-error: false - - fingerprint: - files: 'build/fingerprints/*' - - email: - recipients: 'tom.gall@linaro.org yongqin.liu@linaro.org' |