1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
|
#! /usr/bin/python
# Copyright (C) 2009, 2010, 2011, 2012 Canonical Ltd.
# Authors:
# Martin Pitt <martin.pitt@ubuntu.com>
# Colin Watson <cjwatson@ubuntu.com>
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; version 3 of the License.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
"""Process binary NEW entries from Debian.
Find and accept all binary NEW entries built by source packages synced
directly from Debian. These do not typically need significant review.
"""
from __future__ import print_function
import atexit
from optparse import OptionParser
import os
import shutil
import subprocess
import sys
import tempfile
try:
from urllib.parse import unquote, urlsplit
from urllib.request import urlopen, urlretrieve
except ImportError:
from urllib import unquote, urlretrieve
from urllib2 import urlopen
from urlparse import urlsplit
from launchpadlib.launchpad import Launchpad
from ubuntutools.question import YesNoQuestion
import lputils
CONSUMER_KEY = "new-binary-debian-universe"
temp_dir = None
def ensure_temp_dir():
global temp_dir
if temp_dir is None:
temp_dir = tempfile.mkdtemp()
atexit.register(shutil.rmtree, temp_dir)
def find_matching_uploads(options, explicit_suite):
kwargs = {}
if explicit_suite:
kwargs["pocket"] = options.pocket
uploads = options.series.getPackageUploads(
archive=options.archive, status="New", **kwargs)
for upload in uploads:
if upload.contains_build:
if upload.changes_file_url is None:
continue
# display_name is inaccurate for the theoretical case of an
# upload containing multiple builds, but in practice it's close
# enough.
source = upload.display_name.split(",")[0]
if source == "linux":
continue
binaries = upload.getBinaryProperties()
binaries = [b for b in binaries if "customformat" not in b]
if [b for b in binaries if "ubuntu" in b["version"]]:
continue
changes_file = urlopen(upload.changes_file_url)
try:
changes = changes_file.read()
finally:
changes_file.close()
if (" unstable; urgency=" not in changes and
" experimental; urgency=" not in changes):
continue
if options.lintian:
ensure_temp_dir()
for url in upload.binaryFileUrls():
if (not url.endswith("_all.deb") and
not url.endswith("_i386.deb")):
continue
filename = unquote(urlsplit(url)[2].split("/")[-1])
print("Fetching %s ..." % filename)
path = os.path.join(temp_dir, filename)
urlretrieve(url, path)
lintian = subprocess.Popen(
["lintian", path], stdout=subprocess.PIPE,
universal_newlines=True)
out = lintian.communicate()[0]
if lintian.returncode != 0:
print("\n=== %s ===\n%s" % (filename, out),
file=sys.stderr)
yield upload, binaries
def find_and_accept(options, explicit_suite):
for upload, binaries in list(
find_matching_uploads(options, explicit_suite)):
if options.source and upload.package_name not in options.source:
continue
display = "%s/%s (%s)" % (
upload.display_name, upload.display_version, upload.display_arches)
if options.dry_run:
print("Would accept %s" % display)
else:
for binary in binaries:
if "customformat" not in binary:
print("%s | %s Component: %s Section: %s Priority: %s" % (
"N" if binary["is_new"] else "*", binary["name"],
binary["component"], binary["section"],
binary["priority"]))
if not options.confirm_all:
if YesNoQuestion().ask("Accept %s" % display, "no") == "no":
continue
print("Accepting %s" % display)
upload.acceptFromQueue()
def main():
parser = OptionParser(usage="usage: %prog [options]")
parser.add_option(
"-l", "--launchpad", dest="launchpad_instance", default="production")
parser.add_option(
"-d", "--distribution", metavar="DISTRO", default="ubuntu",
help="look in distribution DISTRO")
parser.add_option(
"-s", "--suite", metavar="SUITE", help="look in suite SUITE")
parser.add_option(
"-n", "--dry-run", default=False, action="store_true",
help="don't make any modifications")
parser.add_option(
"-y", "--confirm-all", default=False, action="store_true",
help="do not ask for confirmation")
parser.add_option(
"--lintian", default=False, action="store_true",
help="run packages through Lintian")
parser.add_option(
"--source", action="append", metavar="NAME",
help="only consider source package NAME")
options, _ = parser.parse_args()
options.launchpad = Launchpad.login_with(
CONSUMER_KEY, options.launchpad_instance, version="devel")
explicit_suite = options.suite is not None
lputils.setup_location(options)
find_and_accept(options, explicit_suite)
if __name__ == '__main__':
main()
|