1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
#!/usr/bin/env python
import os
import sys
sys.path.append(os.path.join(os.path.dirname(__file__), '..'))
from bin import django_setup, add_logging_arguments
django_setup() # must be called to get sys.path and django settings in place
import json
import logging
import textwrap
import urllib
import urllib2
from datetime import datetime
from patchwork.models import Person, Patch, Project, State
from linaro_metrics.models import TeamCredit, TeamMembership
STATE_MAP = {'MERGED': 'Accepted', 'NEW': 'New', 'ABANDONED': 'Rejected'}
log = logging.getLogger('sync_gerrit_changes')
GERRIT_PROJECTS = {
'AOSP': 'https://android-review.googlesource.com',
'OpenStack': 'https://review.openstack.org',
'OpenDaylight': 'https://git.opendaylight.org/gerrit',
'westeros': 'https://code.rdkcentral.com/r',
'fd.io': 'https://gerrit.fd.io/r',
}
def get_user_changes(email, url_base, offset=0):
params = {
'n': 25,
'q': 'owner:' + email,
'start': offset,
}
url = url_base + '/changes/?' + urllib.urlencode(params)
log.debug('doing http get on: %s', url)
try:
resp = urllib2.urlopen(url)
resp = resp.read()
assert resp.startswith(")]}'")
entries = json.loads(resp[4:])
e = None
for e in entries:
yield e
if e and e.get('_more_changes'):
for e in get_user_changes(email, url_base, offset + len(entries)):
yield e
except urllib2.HTTPError as e:
if e.code != 400:
log.exception('Unable to GET: %s', url)
sys.exit(1)
def patchwork_state(gerrit_status):
return State.objects.get(name=STATE_MAP[gerrit_status])
def get_patch_content(url_base, project, change):
fmt = textwrap.dedent('''\
Project: %s
%s/#/c/%d/
This represents an %s change submitted via Gerrit. It is mirrored
here so that it is included in our statistics.''')
return fmt % (change['project'], url_base, change['_number'], project)
def create_or_update(url_base, project, email, change):
changed = False
msgid = '%s@%s' % (change['_number'], change['change_id'])
created = datetime.strptime(change['created'], '%Y-%m-%d %H:%M:%S.%f000')
updated = datetime.strptime(change['updated'], '%Y-%m-%d %H:%M:%S.%f000')
fields = {
'name': change['subject'],
'project': Project.objects.get(name=project),
'state': patchwork_state(change['status']),
}
try:
p = Patch.objects.get(msgid=msgid)
tcs = TeamCredit.objects.filter(patch=p)
if tcs.count() == 0:
# legacy patch from a non-linaro person, no use tracking anymore
log.warn('non-linaro user should be removed: %s', email)
return changed
if updated > tcs[0].last_state_change:
for k, v in fields.iteritems():
setattr(p, k, v)
changed = True
p.save()
TeamCredit.objects.filter(patch=p).update(
last_state_change=updated)
except Patch.DoesNotExist:
changed = True
fields['msgid'] = msgid
fields['date'] = created
fields['submitter'] = Person.objects.get(email=email)
fields['content'] = get_patch_content(url_base, project, change)
# NOTE: the Patch class has overridden "save" incorrectly, so we
# can't call Patch.objects.create()
p = Patch(**fields)
p.save()
# teamcredits are auto-set to "now", so we need to update it to what
# came from gerrit
TeamCredit.objects.filter(patch=p).update(last_state_change=updated)
return changed
def sync_user_changes(email):
log.debug('syncing changes for: %s', email)
changes = 0
for project, url_base in GERRIT_PROJECTS.items():
for change in get_user_changes(email, url_base):
log.debug('checking change: %s', change['change_id'])
if not create_or_update(url_base, project, email, change):
break
changes += 1
if changes:
log.info('updated %d patches for: %s', changes, email)
def get_linaro_persons():
users_query = TeamMembership.objects.values('user').distinct().query
return Person.objects.filter(user__id__in=users_query)
def main(args):
if args.email:
for email in args.email:
sync_user_changes(email)
else:
for person in get_linaro_persons():
sync_user_changes(person.email)
if __name__ == '__main__':
import argparse
parser = argparse.ArgumentParser(
description='Synchronize Linaro changes from AOSP')
add_logging_arguments(parser)
parser.add_argument('email', nargs='*', help='only check for given emails')
args = parser.parse_args()
main(args)
|
