1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
#!/usr/bin/env python3
import sys
import os
import urllib.request
import urllib.error
import re
import dateutil.parser
from bs4 import BeautifulSoup, SoupStrainer
kernel_info_vars = [ "KERNEL_REPO", "KERNEL_COMMIT", "KERNEL_BRANCH",
"KERNEL_CONFIG", "KERNEL_VERSION", "KERNEL_DESCRIBE", "KERNEL_TOOLCHAIN" ]
def _find_last_build_in_linaro_ci(url):
last_build = -1
rex = re.compile('(?P<last_build>\d+)')
f = urllib.request.urlopen(url)
page = f.read().decode("utf-8")
soup = BeautifulSoup(page, "html.parser")
div = soup.find(id="content")
latest_found = False
for tr in div.select('table > tr'):
if latest_found:
m = rex.search(tr.text)
if m:
last_build = int(m.group('last_build'))
break
if 'latest' in tr.text:
latest_found = True
return last_build
def get_linaro_ci_build(url):
last_build = _find_last_build_in_linaro_ci(url)
if last_build == -1:
print('ERROR: Unable to find last build (%s)' % url)
sys.exit(1)
url = '%s/%d/' % (url, last_build)
f = urllib.request.urlopen(url)
page = f.read().decode("utf-8")
image_url = url + 'Image'
dt_url = url + "dtbs"
modules_url = url + 'kernel-modules.tar.xz'
kernel_info = {}
rex = re.compile("^(?P<name>.*): (?P<var>.*)$")
soup = BeautifulSoup(page, "html.parser")
div = soup.find(id="content")
kernel_info = {}
for li in div.select('p > ul > li'):
m = rex.search(li.text)
if m:
for v in kernel_info_vars:
if v == m.group('name'):
kernel_info[v] = m.group('var')
return (image_url, dt_url, modules_url, kernel_info)
# XXX: When the Jenkins trigger detects a new build (URL change) dosen't mean that the kernel
# defconfig build we are looking for is done so this check is needed to try in loop mode
# until defconfig is available and not register the build as done.
def validate_url(url):
urllib.request.urlopen(url)
def main():
linaro_ci_base_url = os.environ.get('LINARO_CI_BASE_URL',
'https://snapshots.linaro.org/member-builds/qcomlt/kernel/')
machines = os.environ.get('MACHINES', 'apq8016-sbc apq8096-db820c').split()
builds_url = os.environ.get('BUILDS_URL',
'https://snapshots.linaro.org/member-builds/qcomlt/linux-integration/%s/')
machine_avail = os.environ.get('KERNEL_BUILD_MACHINE_AVAIL', False)
image_url = None
modules_url = None
dt_url = None
kernel_info = None
(image_url, dt_url, modules_url, kernel_info) = get_linaro_ci_build(linaro_ci_base_url)
# Check that all DTBS exist, if machine_avail is set only remove from final
# machine list.
for m in machines[:]:
dt_file_url = dt_url + "/qcom/%s.dtb" % m
try:
validate_url(dt_file_url)
except urllib.error.HTTPError as err:
if err.code == 404:
if machine_avail:
machines.remove(m)
else:
raise Exception("DTB not found: %s" % dt_file_url)
else:
raise
if machine_avail and not machines:
raise Exception("No machines available to build")
print("KERNEL_IMAGE_URL=%s" % image_url)
validate_url(image_url)
print("KERNEL_MODULES_URL=%s" % modules_url)
validate_url(modules_url)
print("KERNEL_DT_URL=%s" % dt_url)
for v in kernel_info.keys():
print("%s=%s" % (v, kernel_info[v]))
print("MACHINES=%s" % ' '.join(machines))
if __name__ == '__main__':
try:
ret = main()
except Exception:
ret = 1
import traceback
traceback.print_exc()
sys.exit(ret)
|
