1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
|
# failing kernel autopkgtest not caused by a no-change rebuild of gdb
force-badtest linux/4.14.0-13.15/s390x
# broken by new flake8
force-badtest ubuntu-image/1.3+18.04ubuntu1
# regressed in release due to changed output of 'ip route get'
force-badtest freeipa/4.4.4-3ubuntu1
# unfortunately unreliable
force-badtest systemd/235-3ubuntu2
# regressed in release
force-badtest dogtag-pki/10.3.5+12-5
# how does someone write a tty-related test so bad that it passes in a container and fails in a VM?
force-badtest pinentry/1.0.0-3/s390x pinentry/1.0.0-3/arm64
# unclear how this test ever passed on Ubuntu, with its misuse of nc and general non-functioning
force-badtest zorp/6.0.10-3
# Was skipped in lxc, never passed in a vm, should be "always failed"
force-badtest lxcfs/2.0.8-1ubuntu2/s390x
# Was skipped in lxc, never passed in a vm, not supported on big-endian
# https://github.com/markfasheh/ocfs2-tools/issues/22
force-badtest ocfs2-tools/1.8.5-2/s390x
# Was skipped in lxc, never passed in a vm, questionable usefulness on s390x/ppc64el given it tests usb camera...
force-badtest gvfs/1.34.1-1ubuntu3/s390x gvfs/1.34.1-1ubuntu3/ppc64el gvfs/1.34.1-1ubuntu4/s390x gvfs/1.34.1-1ubuntu4/ppc64el
# Did previously pass, but upstream (pitti) say the failing avocado test is bogus and will be removed in the next upload
force-badtest cockpit/156-1/s390x
# bad test, assumes that architecture has WiFi, urfkill, dhcp. previously it would SKIP on s390x, now it is run in nova-kvm and is treated as a regression rather than an always-failed
force-badtest network-manager/all/s390x
# Skip tests that fail now that s390x has full VMs
force-badtest dahdi-linux/1:2.11.1~dfsg-1ubuntu3/s390x
force-badtest firejail/0.9.50-3/s390x
force-badtest vagrant-lxc/1.2.1-3ubuntu1/s390x
force-badtest c-icap/1:0.4.4-1/s390x
# regresses with perl/5.26.1-2ubuntu1 but doesn't look like a perl bug, so don't block perl migration
force-badtest libtest-valgrind-perl/1.19-1/ppc64el
# postgresql-common hard-codes the list of supported Ubuntu releases and throws a warning if not recognized.
force-badtest slony1-2/2.2.6-1
# nonsensical error with new perl; allow it to regress to let perl migrate
force-badtest libdata-dpath-perl/0.55-1 libdata-dpath-perl/0.57-1
# broken with newer glibc
force-badtest snapcraft/2.34+17.10/amd64 snapcraft/2.34+17.10/i386
# testing triggered from autodep-8: the kernel contains matching modules which causes an installation
# failure when used with a kernel which contains them.
force-badtest virtualbox/5.1.28-dfsg-3
# dependencies removed on these archs
force-badtest astroml/all/s390x astroml/all/ppc64el
# passed once as a fluke
force-badtest libanyevent-httpd-perl/0.93-5/ppc64el libanyevent-httpd-perl/all/s390x libanyevent-httpd-perl/all/armhf
# assumes /etc/init.d/networking
force-badtest pcs/0.9.159-3ubuntu2 pcs/0.9.161-1
# passed once as a fluke
force-badtest mbuffer/20161115-1/ppc64el mbuffer/20171011-1/ppc64el
# regressed in release
force-badtest nut/2.7.4-5.1ubuntu1/s390x nut/2.7.4-5.1ubuntu2/s390x
force-badtest mailman3-core/3.1.0-1
force-badtest libpoe-component-client-dns-perl/1:1.054-1ubuntu1
force-badtest libanyevent-yubico-perl/0.9.3-1/ppc64el
force-badtest grr/3.1.0.2+dfsg-4
force-badtest cacti/1.1.27+ds1-3/armhf
force-badtest xandikos/0.0.6-2/amd64 xandikos/0.0.6-2/i386
force-badtest kio/5.38.0-0ubuntu1/amd64 kio/5.38.0-0ubuntu1/i386
force-badtest python-py/1.4.34-3
force-badtest bubblewrap/0.2.0-2/i386
# hicolor-icon-theme
force-badtest pyxdg/0.25-4
# tests that hit the network and are proxy-aware but not passing in scalingstack. Infrastructure bug, don't block.
force-badtest python-mechanicalsoup/0.7.0-1
# regressed in release; maybe related to resolved/netplan.
force-badtest ifupdown/0.8.16ubuntu2/ppc64el
# regressed in release due to demotion of resolvconf
force-badtest open-iscsi/2.0.874-4ubuntu2/amd64
# broken by infra; remove badtest asap - LP: #1736390
force-badtest openvswitch/2.8.0-0ubuntu2/i386 openvswitch/2.8.1-0ubuntu2/i386
# The only test that is run is a rebuild test because the integration test doesn't work in a container; a kernel build takes 7h on armhf, the max a test is allowed to run on autopkgtest is 2h47m. Blacklist this until further notice.
force-badtest linux-raspi2/all linux/all/armhf
# regressed in release
force-badtest udisks2/2.6.5-2ubuntu2/ppc64el
force-badtest htslib/1.5-1/i386
# flaky
force-badtest mysql-5.7/5.7.19-0ubuntu1/i386
# passed once as a fluke
force-badtest casync/2-1ubuntu1/ppc64el
# and flaky on other archs
force-badtest casync/2-1ubuntu1/amd64 casync/2-1ubuntu1/i386 casync/2-1ubuntu1/s390x
# regressed in release
force-badtest pdb2pqr/2.1.1+dfsg-2
force-badtest gap-guava/3.13+ds-2/i386 gap-guava/3.13+ds-2/s390x gap-guava/3.13+ds-2/amd64
# regressed in release due to compiler strictness (stderr)
force-badtest globjects/1.1.0-2/armhf
force-badtest mathicgb/1.0~git20170606-1/armhf
force-badtest primesieve/5.7.2+ds-2/armhf
# testdep removed from archive
force-badtest mercurial/4.3.1-2 mercurial/4.4.1-1
# now failing with timeouts
force-badtest haveged/1.9.1-6/armhf
# regressed in release
force-badtest yorick/2.2.04+dfsg1-6build1
# pandas no longer available on armhf
force-badtest lmfit-py/armhf/all
# regressed in release (udev/container related)
force-badtest pgpool2/armhf/3.6.6-2
# still bad
force-badtest bareos/14.2.6-3 bareos/16.2.6-1
# flaky test
force-badtest tracker/all/s390x
# flaky / timeouts
force-badtest node-tap/8.0.0-4ubuntu5/armhf
# regressed in release due to gdata
force-badtest r-cran-surveillance/1.13.0-1build1
# regressed in release; possibly all due to the same cause of something updating in the perl auto test infrastructure
force-badtest license-reconcile/0.14
force-badtest libsoap-wsdl-perl/3.003-2
force-badtest libjson-validator-perl/0.92+dfsg-1
force-badtest libdist-zilla-util-configdumper-perl/0.003007-1
force-badtest bioperl/1.7.1-2 bioperl/1.7.1-3
force-badtest bio-tradis/1.3.3+dfsg-1 bio-tradis/1.3.3+dfsg-2
# mongodb-server is not installable on armhf/i386; this tells us nothing of whether the client works
force-badtest python-motor/all/armhf python-motor/all/i386
# already broken in release
force-badtest ddcci-driver-linux/0.3.1-1/s390x
# test deps now unsatisfiable because of kde removals
force-badtest kopete/all/ppc64el kopete/all/s390x
force-badtest libkf5ksieve/all/ppc64el libkf5ksieve/all/s390x
force-badtest kf5-kdepim-apps-libs/all/ppc64el kf5-kdepim-apps-libs/all/s390x
force-badtest libkf5calendarsupport/all/ppc64el libkf5calendarsupport/all/s390x
force-badtest libkf5incidenceeditor/all/ppc64el libkf5incidenceeditor/all/s390x
force-badtest libkf5gravatar/all/ppc64el libkf5gravatar/all/s390x
force-badtest libkf5mailimporter/all/ppc64el libkf5mailimporter/all/s390x
force-badtest akonadi-calendar/all/ppc64el akonadi-calendar/all/s390x
force-badtest libkf5eventviews/all/ppc64el libkf5eventviews/all/s390x
force-badtest kdepim-addons/all/s390x
force-badtest kdepim-runtime/all/ppc64el kdepim-runtime/all/s390x
# non-empty stderr with new g++
force-badtest glbinding/2.1.1-1/armhf
# passes once in a blue moon, just often enough to gum things up.
force-badtest pyzmq/16.0.2-2build2
# was already broken but silently passing; failure now exposed thanks to the maintainer
force-badtest python-asdf/1.2.1-2/s390x python-asdf/1.3.1-1/s390x
# regressed in release by unknown means
force-badtest qbzr/0.23.2-2ubuntu2/ppc64el qbzr/0.23.2-2ubuntu2/s390x
# regressed due to new warnings from gcc
force-badtest fast5/0.5.8-1build3/armhf ciftilib/1.5.1-1 ciftilib/1.5.1-1build1
# regressed in release pocket
force-badtest octave-io/2.4.7-1build1/armhf octavio-/2.4.8-1/armhf
force-badtest aptdaemon/1.1.1+bzr982-0ubuntu17
# "blacklisted", self-explanatory.
force-badtest upstart/blacklisted libnih/blacklisted linux/blacklisted/i386 linux/blacklisted/amd64 linux/blacklisted/ppc64el
force-badtest stress-ng/blacklisted
# regressed in release in some way related to gphoto2 tests
force-badtest umockdev/0.9.2-1
# regression of unknown origin
force-badtest kpatch/0.3.2-3ubuntu1/amd64
# As requested by yofel: testing needed to allow a xenial SRU.
force-badtest plasma-framework/all/s390x
# breaks with firefox 49, which (with this hint) we are allowing into the release
force-badtest y-u-no-validate/2013052407-3
# bad test, but better to have this package in xenial and unblock things than leave it on the list
force-badtest guessit/0.11.0-2
# sil2100: snapd/amd64 started failing in release for unknown reasons
force-badtest snapd/2.29.4.2+18.04/amd64
# sil2100: the ubuntu-image armhf tests are failing due to some issues with mkfs.ext4 on that arch, in-progress, hard to debug. No sense in blocking migrations (LP: #1740840)
force-badtest ubuntu-image/1.3+18.04ubuntu1/armhf
|