#!/usr/bin/python # # (C) 2013 Linaro Ltd. # # Based on scripts/download.py from lp:linaro-licence-protection # # This program is free software: you can redistribute it and/or modify it under # the terms of the GNU Affero General Public License as published by the Free # Software Foundation, either version 3 of the License, or (at your option) any # later version. # # This program is distributed in the hope that it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS # FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more # details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import json import urlparse import shutil import urllib2 import os import sys import re import snapshotsapi def download(api_urls, file_regexp): """Example of how to use the API to download a/all files in a directory.""" # Get listing for file(s) pointed to by URL we were given request = urllib2.urlopen(api_urls.ls()) listing = json.loads(request.read())["files"] for file_info in listing: if file_info["type"] == "folder": # Skip folders... continue if not re.match(file_regexp, file_info["name"]): continue print "downloading %s" % file_info["url"] # just download the file. req = urllib2.urlopen(urllib2.Request(api_urls.file(file_info["url"]))) with open(os.path.basename(file_info["url"]), 'wb') as fp: shutil.copyfileobj(req, fp) def check_for_latest(api_urls): request = urllib2.urlopen(api_urls.ls()) listing = json.loads(request.read())["files"] latest = 0 for file_info in listing: if file_info["name"] != "latest" and file_info["name"] > latest: latest = file_info["name"] print "latest is %s" % latest return latest if __name__ == '__main__': if len(sys.argv) != 3: print >> sys.stderr, "Usage: fetch-from-snapshots.py base_url filenameregexp" print >> sys.stderr, "" print >> sys.stderr, "Example: fetch-from-snapshots.py http://snapshots.linaro.org/openembedded/images/minimal-armv8 linaro-image-minimal.*tar.gz" exit(1) latest = check_for_latest(snapshotsapi.ApiUrls(sys.argv[1])) download(snapshotsapi.ApiUrls(sys.argv[1] + "/" + latest), sys.argv[2])