1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
|
#!/usr/bin/python
# Copyright (C) 2009, 2010, 2011, 2012 Canonical Ltd.
# Copyright (C) 2010 Scott Kitterman <scott@kitterman.com>
# Author: Martin Pitt <martin.pitt@canonical.com>
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 3 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
'''Show changes in an unapproved upload.
Generate a debdiff between current source package in a given release and the
version in the unapproved queue.
USAGE:
queuediff -s hardy -b hal | view -
'''
from __future__ import print_function
import gzip
import optparse
import re
import sys
try:
from urllib.parse import quote
from urllib.request import urlopen, urlretrieve
except ImportError:
from urllib import quote, urlopen, urlretrieve
import webbrowser
from launchpadlib.launchpad import Launchpad
default_release = 'bionic'
lp = None
queue_url = 'https://launchpad.net/ubuntu/%s/+queue?queue_state=1&batch=300'
ppa_url = ('https://launchpad.net/~%s/+archive/ubuntu/%s/+packages?'
'field.series_filter=%s')
def parse_options():
'''Parse command line arguments.
Return (options, source_package) tuple.
'''
parser = optparse.OptionParser(
usage='Usage: %prog [options] source_package')
parser.add_option(
"-l", "--launchpad", dest="launchpad_instance", default="production")
parser.add_option(
"-s", dest="release", default=default_release, metavar="RELEASE",
help="release (default: %s)" % default_release)
parser.add_option(
"-p", dest="ppa", metavar="LP_USER/PPA_NAME",
help="Check a PPA instead of the Ubuntu unapproved queue")
parser.add_option(
"-b", "--browser", dest="browser", action="store_true",
default=False, help="Open Launchpad bugs in browser")
(opts, args) = parser.parse_args()
if len(args) != 1:
parser.error('Need to specify one source package name')
return (opts, args[0])
def parse_changes(changes_url):
'''Parse .changes file.
Return dictionary with interesting information: 'bugs' (list),
'distribution'.
'''
info = {'bugs': []}
for l in urlopen(changes_url):
if l.startswith('Distribution:'):
info['distribution'] = l.split()[1]
if l.startswith('Launchpad-Bugs-Fixed:'):
info['bugs'] = sorted(set(l.split()[1:]))
if l.startswith('Version:'):
info['version'] = l.split()[1]
return info
def from_queue(sourcepkg, release):
'''Get .changes and debdiff from queue page.
Return (changes URL, debdiff URL) pair.
'''
oops_re = re.compile('class="oopsid">(OOPS[a-zA-Z0-9-]+)<')
changes_re = re.compile(
'href="(http://launchpadlibrarian.net/\d+/%s_[^"]+_source.changes)"' %
re.escape(quote(sourcepkg)))
debdiff_re = re.compile(
'href="(http://launchpadlibrarian.net/'
'\d+/%s_[^"_]+_[^_"]+\.diff\.gz)">\s*diff from' %
re.escape(quote(sourcepkg)))
queue_html = urlopen(queue_url % release).read()
m = oops_re.search(queue_html)
if m:
print('ERROR: Launchpad failure:', m.group(1), file=sys.stderr)
sys.exit(1)
changes_url = None
for m in changes_re.finditer(queue_html):
# ensure that there's only one upload
if changes_url:
print('ERROR: Queue has more than one upload of this source, '
'please handle manually', file=sys.stderr)
sys.exit(1)
changes_url = m.group(1)
#print('changes URL:', changes_url, file=sys.stderr)
m = debdiff_re.search(queue_html)
if not m:
print('ERROR: queue does not have a debdiff', file=sys.stderr)
sys.exit(1)
debdiff_url = m.group(1)
#print('debdiff URL:', debdiff_url, file=sys.stderr)
return (changes_url, debdiff_url)
def from_ppa(sourcepkg, release, user, ppaname):
'''Get .changes and debdiff from a PPA.
Return (changes URL, debdiff URL) pair.
'''
changes_re = re.compile(
'href="(https://launchpad.net/[^ "]+/%s_[^"]+_source.changes)"' %
re.escape(quote(sourcepkg)))
sourcepub_re = re.compile(
'href="(\+sourcepub/\d+/\+listing-archive-extra)"')
#debdiff_re = re.compile(
# 'href="(https://launchpad.net/.[^ "]+.diff.gz)">diff from')
changes_url = None
changes_sourcepub = None
last_sourcepub = None
for line in urlopen(ppa_url % (user, ppaname, release)):
m = sourcepub_re.search(line)
if m:
last_sourcepub = m.group(1)
continue
m = changes_re.search(line)
if m:
# ensure that there's only one upload
if changes_url:
print('ERROR: PPA has more than one upload of this source, '
'please handle manually', file=sys.stderr)
sys.exit(1)
changes_url = m.group(1)
assert changes_sourcepub is None, (
'got two sourcepubs before .changes')
changes_sourcepub = last_sourcepub
#print('changes URL:', changes_url, file=sys.stderr)
# the code below works, but the debdiffs generated by Launchpad are rather
# useless, as they are against the final version, not what is in
# -updates/-security; so disable
## now open the sourcepub and get the URL for the debdiff
#changes_sourcepub = changes_url.rsplit('+', 1)[0] + changes_sourcepub
##print('sourcepub URL:', changes_sourcepub, file=sys.stderr)
#sourcepub_html = urlopen(changes_sourcepub).read()
#m = debdiff_re.search(sourcepub_html)
#if not m:
# print('ERROR: PPA does not have a debdiff', file=sys.stderr)
# sys.exit(1)
#debdiff_url = m.group(1)
##print('debdiff URL:', debdiff_url, file=sys.stderr)
debdiff_url = None
return (changes_url, debdiff_url)
#
# main
#
(opts, sourcepkg) = parse_options()
if opts.ppa:
(user, ppaname) = opts.ppa.split('/', 1)
(changes_url, debdiff_url) = from_ppa(
sourcepkg, opts.release, user, ppaname)
else:
(changes_url, debdiff_url) = from_queue(sourcepkg, opts.release)
# print diff
if debdiff_url:
print(gzip.open(urlretrieve(debdiff_url)[0]).read())
else:
print('No debdiff available')
# parse changes and open bugs
changes = parse_changes(changes_url)
if opts.browser:
for b in changes['bugs']:
webbrowser.open('https://bugs.launchpad.net/bugs/' + b)
# print matching sru-accept command
if changes['bugs']:
# Check for existing version in proposed
lp = Launchpad.login_anonymously('queuediff', opts.launchpad_instance)
ubuntu = lp.distributions['ubuntu']
series = ubuntu.getSeries(name_or_version=opts.release)
if series != ubuntu.current_series:
archive = ubuntu.main_archive
existing = [
pkg.source_package_version for pkg in archive.getPublishedSources(
exact_match=True, distro_series=series, pocket='Proposed',
source_name=sourcepkg, status='Published')]
updates = [
pkg.source_package_version for pkg in archive.getPublishedSources(
exact_match=True, distro_series=series, pocket='Updates',
source_name=sourcepkg, status='Published')]
for pkg in existing:
if pkg not in updates:
msg = '''\
*******************************************************
*
* WARNING: %s already published in Proposed (%s)
*
*******************************************************''' % (sourcepkg, pkg)
# show it in the diff as well as in the terminal
print(msg)
print(msg, file=sys.stderr)
print('''After accepting this SRU from the queue, run:
sru-accept -v %s -s %s -p %s %s''' %
(changes['version'], changes['distribution'].split('-')[0],
sourcepkg, ' '.join(changes['bugs'])), file=sys.stderr)
# for PPAs, print matching copy command
if opts.ppa:
print('\nTo copy from PPA to distribution, run:\n'
' copy-package -b --from=~%s/ubuntu/%s -s %s --to=ubuntu '
'--to-suite %s-proposed -y %s\n' %
(user, ppaname, opts.release, opts.release, sourcepkg),
file=sys.stderr)
|