build-images.py

#!/usr/bin/env python
# Copyright (C) 2012 Linaro
#
# Author: Andy Doan <andy.doan@linaro.org>
#
# This file is part of Linaro Daily Prebuilt Images.
#
# Linaro Daily Prebuilt Images is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# Linaro Daily Prebuilt Images is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with Linaro Image Tools; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301,
# USA.

from linaro_image_tools import fetch_image
from linaro_image_tools import cmd_runner

import argparse
import bz2
import datetime
import re

# a mapping of hwpack name to l-m-c name
HWPACKS = {
    'lt-panda-oneiric': 'panda',
    'overo-oneiric': 'overo',
}
# a mapping of binary image to its image_file size
BINARIES = {
    'linaro-o-nano': '512M',
    'linaro-o-alip': '2G',
    'linaro-o-ubuntu-desktop': '3G',
}

class DailyDB(fetch_image.DB):
    def __init__(self, index_name, platform, date):
        fetch_image.DB.__init__(self, index_name)
        self.platform = platform
        self.date = date

    def get_todays_hwpacks(self):
        hwpacks = []
        for hw in self.execute_return_list(
                             'select hardware,url from snapshot_hwpacks '
                             'where  platform == ? '
                             'and    date == ? ',
                              (self.platform, self.date)):
            hwpacks.append(hw)
        return hwpacks

    def get_latest_binary(self, image):
        return self.execute_return_list(
                             'select date,url from snapshot_binaries '
                             'where  image == ? '
                             'order by date desc limit 1',
                             (image,))[0]

def get_server_index(download_manager):
    f = download_manager.download(
            'http://releases.linaro.org/fetch_image/server_index.bz2',
            None)

    zip_search = re.search(r"^(.*)\.bz2$", f)
    zipped = bz2.BZ2File(f)
    unzipped = open(zip_search.group(1), "w")
    unzipped.write(zipped.read())
    zipped.close()
    unzipped.close()

    return zip_search.group(1)

def today():
    d = datetime.date.today()
    return "%d%02d%02d" % (d.year, d.month, d.day)

def hwpack_available(today_hwpacks, hwpack):
    for hwpair in today_hwpacks:
        if hwpair[0] == hwpack:
            return hwpair[1]
    return False

def compress_image(imgfile):
    print "compressing %s" % imgfile
    args = ('bzip2', imgfile)
    cmd_runner.run(args).wait()

def build_image(outdir, hwpack, hwpack_file, binary, binary_file):
    imgfile = "%s/%s_%s.img" %(outdir,hwpack,binary)
    print "building image: %s" % imgfile
    dev = HWPACKS[hwpack]
    size = BINARIES[binary]

    args = ('linaro-media-create',
                '--dev', dev,
                '--image_file', imgfile,
                '--image_size', size,
                '--hwpack-force-yes',
                '--hwpack', hwpack_file,
                '--binary', binary_file,
            )
    cmd_runner.run(args, as_root=True).wait()
    compress_image(imgfile)

def main():
    day = today()
    hwpacks = HWPACKS.keys()
    binaries = BINARIES.keys()

    p = argparse.ArgumentParser(description=
        'Builds a matrix of builds from the latest build on snapshots.linaro.org')

    p.add_argument('-o', dest='out_dir', default='./',
                   help='The out directory for downloaded and built files, default=./')
    p.add_argument('-d', dest='date', default=day,
                   help='The date, default=%s' % day)
    p.add_argument('-w', dest='hwpacks', action='append',
                   help='The hwpacks to generate for, default=%s' %
                        ', '.join(hwpacks))
    p.add_argument('-b', dest='binaries', action='append',
                   help='The binaries to generate for, default=%s' %
                         ', '.join(binaries))
    p.add_argument('-p', dest='platform', default='oneiric',
                   help='The platform, default=oneiric')

    args = p.parse_args()
    if args.hwpacks:
        hwpacks = args.hwpacks
    if args.binaries:
        binaries = args.binaries

    dm = fetch_image.DownloadManager(args.out_dir)
    server_index = get_server_index(dm)

    db = DailyDB(server_index, args.platform, args.date)
    today_hwpacks = db.get_todays_hwpacks()

    for hwpack in hwpacks:
        url = hwpack_available(today_hwpacks, hwpack)
        if url is not None:
            hwpf = dm.download(url, None)
            for binary in binaries:
                (date,url) = db.get_latest_binary(binary)
                binaryf = dm.download(url, None)
                build_image(args.out_dir, hwpack, hwpf, binary, binaryf)
        else:
            print 'No hwpack for %s' % hwpack

if __name__ == '__main__':
    main()