1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
|
# passed previously in containers, now fails everywhere
force-badtest ruby-fakeweb/1.3.0+git20131202.48208f9+dfsg-3 ruby-fakeweb/1.3.0+git20170806+dfsg1-1
# regressed in release
force-badtest adequate/0.15.1ubuntu5
force-badtest afl/2.52b-2
force-badtest apt-clone/0.4.1ubuntu2
force-badtest celery/4.1.0-2ubuntu1
force-badtest colord/1.4.3-3/armhf
force-badtest colord/1.4.3-3/i386
force-badtest conntrack-tools/1:1.4.4+snapshot20161117-6ubuntu2/armhf
force-badtest dask/0.17.5-2/amd64
force-badtest debci/1.7.1 debci/1.12
force-badtest dh-ada-library/6.12
force-badtest eso-midas/17.02pl1.2-2build2/armhf
force-badtest fflas-ffpack/2.3.2-2/armhf
force-badtest ganeti/2.16.0~rc2-1build1/i386 ganeti/2.16.0~rc2-1build1/armhf
force-badtest gnome-shell-pomodoro/0.13.4-2/arm64 gnome-shell-pomodoro/0.13.4-2/armhf
force-badtest kdeconnect/1.3.1-1/s390x
force-badtest libfile-userconfig-perl/0.06-4/i386
force-badtest libgeo-coder-googlev3-perl/0.16-1/i386
force-badtest libterm-filter-perl/0.03-2/arm64 libterm-filter-perl/0.03-2/i386
force-badtest libtest-valgrind-perl/1.19-1/ppc64el
force-badtest libuv1/1.22.0-3ubuntu1/armhf libuv1/1.23.2-1ubuntu1/armhf
force-badtest license-reconcile/0.15
force-badtest log4cxx/0.10.0-13ubuntu1
force-badtest meson/0.47.2-1ubuntu3/i386
force-badtest node-cache-base/0.8.4-1
force-badtest node-external-editor/2.0.4+dfsg-1
force-badtest nodejs/8.11.2~dfsg-1
force-badtest octave-tisean/0.2.3-3
force-badtest pdb2pqr/2.1.1+dfsg-2 pdb2pqr/2.1.1+dfsg-4build1
force-badtest php-horde-exception/2.0.8-2ubuntu1
force-badtest php-horde-serialize/2.0.5-3ubuntu1
force-badtest php-horde-support/2.2.0-1ubuntu1
force-badtest php-horde-view/2.0.6-3ubuntu1
force-badtest php-pimple/3.0.2-2ubuntu1
force-badtest php-text-password/1.2.1-2
force-badtest python-cogent/1.9-12/i386
force-badtest progressivemauve/1.2.0+4713+dfsg-1
force-badtest prometheus-node-exporter/0.16.0+ds-1
force-badtest python-ruffus/2.6.3+dfsg-5/amd64 python-ruffus/2.7-1/amd64 python-ruffus/2.7-1/s390x
force-badtest qbzr/0.23.2-4/ppc64el qbzr/0.23.2-4/s390x qbzr/0.23.2-6/ppc64el qbzr/0.23.2-6/s390x
force-badtest r-bioc-annotationhub/2.12.0+dfsg-1 r-bioc-annotationhub/2.14.1+dfsg-1
force-badtest r-cran-maxlik/1.3-4-4/amd64
force-badtest rclone/1.36-3 rclone/1.41-1
force-badtest ruby-pkg-config/1.2.9-1
force-badtest ruby-rspec-puppet/2.6.1-1
force-badtest sagetex/3.0+ds-6build1/arm64
force-badtest sextractor/2.19.5+dfsg-5/amd64 sextractor/2.19.5+dfsg-6/amd64
force-badtest sfepy/2018.1-4ubuntu1/armhf
force-badtest starjava-ttools/3.1.4-1/i386
force-badtest twisted/18.7.0-2 twisted/18.7.0-3build1
force-badtest vagrant-lxc/1.4.2-1/amd64 vagrant-lxc/1.4.3-1/amd64
force-badtest xen-tools/4.7-1/arm64
force-badtest yorick/2.2.04+dfsg1-9build1
force-badtest systemd/239-7ubuntu9/i386 systemd/239-7ubuntu10/i386
## python-sbml removal
force-badtest python-cobra/0.5.9-1build2
## python3.7 vs python-libcloud
force-badtest fdroidserver/1.0.9-1
# skip tests that fail now that s390x has full VMs
force-badtest vagrant-lxc/1.4.2-1/s390x vagrant-lxc/1.4.3-1/s390x
force-badtest python-docker/3.4.1-2/s390x
force-badtest libdata-uuid-libuuid-perl/0.05-3build1/s390x libdata-uuid-libuuid-perl/0.05-3build2/s390x
# Was skipped in lxc, never passed in a vm, questionable usefulness on s390x/ppc64el given it tests usb camera...
force-badtest gvfs/1.38.0-2ubuntu2/s390x gvfs/1.38.1-1ubuntu2/s390x
# Only "passed" because of an exit 0 on 32-bits, now fails to install test deps:
force-badtest zfs-linux/all/i386 zfs-linux/all/armhf
# tests broken with proxy
force-badtest golang-github-hashicorp-atlas-go/0.0~git20170808.8261ea0-3
force-badtest ruby-webmock/3.4.2-1
# primer3 builds binary-all package but binary-arch package removed on architecture
force-badtest primer3/2.4.0-1ubuntu2/s390x primer3/2.4.0-2/s390x
force-badtest libbio-primerdesigner-perl/0.07-5/s390x
# flaky
force-badtest awesome/4.2-4/armhf awesome/4.2-5/armhf
force-badtest bdfproxy/0.3.9-2/amd64 bdfproxy/0.3.9-3/amd64
force-badtest foo2zjs/20171202dfsg0-1
force-badtest golang-github-prometheus-tsdb/0.0~git20180118.467948f-1/amd64 golang-github-prometheus-tsdb/0.0~git20180711.99a2c43-1/amd64
force-badtest golang-github-prometheus-tsdb/0.0~git20180118.467948f-1/i386 golang-github-prometheus-tsdb/0.0~git20180711.99a2c43-1/i386
force-badtest jsurf-alggeo/0.3.0+ds-1 jsurf-alggeo/0.4.1+ds-1
force-badtest makedumpfile/1:1.6.3-2/amd64
force-badtest network-manager/1.10.6-2ubuntu1/amd64
force-badtest octave-symbolic/2.6.0-3build1/i386 octave-symbolic/2.6.0-3build1/amd64 octave-symbolic/2.6.0-3build1/ppc64el octave-symbolic/2.6.0-3build1/arm64
force-badtest pyzmq/17.1.0-1
force-badtest saods9/7.6+repack-3/arm64 saods9/7.6+repack-3/amd64
force-badtest udisks2/2.7.6-3ubuntu2/s390x udisks2/2.7.6-3ubuntu3
# passed once as a fluke
force-badtest libanyevent-yubico-perl/0.9.3-1
force-badtest barrnap/0.9+dfsg-1/armhf
# flaky due to timeouts
force-badtest octave-ltfat/2.2.0+dfsg-7/arm64 octave-ltfat/2.2.0+dfsg-7/armhf octave-ltfat/2.3.0+dfsg.1-1/arm64 octave-ltfat/2.3.0+dfsg.1-1/armhf
# architectures not available; tests never should have passed
force-badtest nanopolish/all/arm64 nanopolish/all/armhf nanopolish/all/ppc64el nanopolish/all/s390x
# superseded by python-ldap
force-badtest python-pyldap/all
# this is seemingly always-failed from the history we can see but is reporting
# regression at least on patch. Hint this until it is investigated.
force-badtest nvidia-graphics-drivers-340/all/armhf
# fails to start if it cannot bind to [::]:53, which conflicts with systemd-resolved; LP: #1764327
force-badtest gdnsd/2.3.0-1 gdnsd/2.4.0-1
# passed once as a fluke
force-badtest octave-zeromq/1.2.1-3/arm64
# only doc package on these archs
force-badtest julia/all/i386
force-badtest pyfai/all/ppc64el pyfai/all/s390x
force-badtest pymca/all/ppc64el pymca/all/s390x
force-badtest kicad/all/ppc64el
# binaries removed on arch
force-badtest photutils/0.5-2/s390x
force-badtest trnascan-se/2.0.0-1ubuntu1/s390x
# assumes /etc/init.d/networking
force-badtest pcs/0.9.164-1 pcs/0.9.165-1 pcs/0.9.166-1
# flaky / test timeouts
force-badtest mercurial/4.5.3-1ubuntu2/arm64 mercurial/4.6.1-1ubuntu1/arm64
# Custom kernels can never pass tests, as the right meta is not
# included, and some of these may not even run in scalingstack These
# are therefore false-regressions, as triggered by e.g. pciutils -- xnox
force-badtest linux-aws/all
force-badtest linux-azure/all
force-badtest linux-azure-edge/all
force-badtest linux-euclid/all
force-badtest linux-gcp/all
force-badtest linux-gke/all
force-badtest linux-hwe/all
force-badtest linux-hwe-edge/all
force-badtest linux-oem/all
# regressed in release due to missing python deps and changed transitive dependencies
force-badtest snapcraft/2.43+18.10.1
# searx is internally segfaulting regardless of which web-server it is used with: LP: #1772749 LP: #1772753.
force-badtest searx/0.14.0+dfsg1-2/amd64 searx/0.14.0+dfsg1-2/i386 searx/0.14.0+dfsg1-2/s390x
# Odd_Bloke: tests don't compile in release pocket, filed https://bugs.debian.org/cgi-bin/bugreport.cgi?bug=900367
force-badtest xtensor-python/0.12.4-1
# gings: passed accidentially once
force-badtest pyfai/0.15.0+dfsg1-1/amd64
# regressed in release, probably due to gcc/binutils
force-badtest abi-compliance-checker/2.3-0ubuntu1/arm64 abi-compliance-checker/2.3-1/arm64
# vorlon> crash in an unrelated module used only for testing
# sil2000> The test flakiness spread from arm64 to other archs. Tracked in Debian under #902628
force-badtest r-cran-curl/3.1-2/arm64 r-cran-curl/3.2-1/arm64
force-badtest r-cran-curl/3.2-2build1/arm64 r-cran-curl/3.2-2build1/ppc64el r-cran-curl/3.2-2build1/s390x
# Was skipped in lxc, never passed in a vm, not supported on big-endian
# https://github.com/markfasheh/ocfs2-tools/issues/22
force-badtest ocfs2-tools/1.8.5-5ubuntu1/s390x ocfs2-tools/1.8.5-6ubuntu1/s390x
# unsatisfiable test dep, should be ignored
force-badtest racket-mode/all/s390x
# previous pass is from a version no longer in release pocket due to removal
force-badtest python-bayespy/0.5.17-1
# newer versions pass
force-badtest golang-github-armon-go-metrics/0.0~git20170601.0.f036747-5
# unexpected pass
force-badtest monkeysign/2.2.3/i386 monkeysign/2.2.3/armhf monkeysign/2.2.3/ppc64el monkeysign/2.2.4/i386 monkeysign/2.2.4/armhf monkeysign/2.2.4/ppc64el
# test failure not reproducible locally or in Debian; not worth blocking on
force-badtest ack/2.22-1 ack/2.24-1
# failing with glibc 2.28 because an xfail test now passes :P
force-badtest grep/3.1-2
# bad proxy handling, how did this ever pass?
force-badtest r10k/2.6.2-2 r10k/2.6.3-1
# was already broken but silently passing; failure now exposed thanks to the maintainer
force-badtest python-asdf/2.0.2-1/s390x python-asdf/2.1.0-2/s390x
force-badtest python-asdf/2.0.2-1/armhf python-asdf/2.1.0-2/armhf
# Test is flaky on all arches, it's a miracle it passed once:
force-badtest pglogical/2.2.0-1 pglogical/2.2.1-1
# New 2.x tests fail on armhf due to slow I/O
force-badtest pgbackrest/2.04-2/armhf pgbackrest/2.04-2build1/armhf pgbackrest/2.06-1/armhf
# depends on ANAIS sagemath
force-badtest sagetex/all/armhf
# confusing test that regresses with glibc 2.28 for completely unclear reasons
force-badtest r-cran-rgenoud/5.8-2.0-2build1
# bad test whose badness is exposed by glibc 2.28
force-badtest python-cffi/1.11.5-1build1/i386
# new test exposing existing breakage
force-badtest dijitso/2018.1.0-4/armhf dijitso/2018.1.0-5/armhf
# https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1699772
force-badtest libreoffice/1:6.1.1-0ubuntu1/i386 libreoffice/1:6.1.2-0ubuntu1/i386
# no longer built on s390x becaue of gjs removal LP: #1794721
force-badtest gnome-shell-pomodoro/0.13.4-3ubuntu1/s390x
# depends on desktop components no longer built on s390x
force-badtest ubuntu-make/all/s390x
# arch:all package adds test dep on unavailable package
force-badtest libmongodb-perl/all/s390x
# removed test dep
force-badtest leiningen-clojure/2.8.1-7
# regressed with openjdk 11
force-badtest libreoffice/1:6.1.2-0ubuntu1
# missing test dep on python3-all
force-badtest pybigwig/0.3.11-1
# unsatisfiable indirect test dep on r-cran-v8, not available on these archs
force-badtest r-cran-rnexml/2.1.2-2/arm64 r-cran-rnexml/2.1.2-2/s390x
# bad tests in new version; mwhudson knows
force-badtest python-scipy/1.1.0-1ubuntu1/i386 python-scipy/1.1.0-1ubuntu2/i386
# missing test dep on perl, works as long as we're not in the middle of an ABI transition
force-badtest perl/5.28.0-3
# fails with new perl; Debian bug #901080
force-badtest libtest-differences-perl/0.64-2
# broken by infra; remove badtest asap - LP: #1736390
force-badtest openvswitch/2.10.0-0ubuntu2/i386 openvswitch/2.10.0-0ubuntu3/i386 openvswitch/2.10.0-0ubuntu4/i386
# test breaks with new clisp, but not reproducible locally
force-badtest cl-asdf/2:3.3.2-1/armhf
force-badtest cl-unicode/20180328-2/i386
# sil2100: the ubuntu-image armhf tests are failing due to some issues with mkfs.ext4 on that arch, in-progress, hard to debug. No sense in blocking migrations (LP: #1740840)
force-badtest ubuntu-image/1.4+18.10ubuntu2/armhf ubuntu-image/1.4+18.10ubuntu4/armhf ubuntu-image/1.4+18.10ubuntu6/armhf
# test case includes a 'sleep 1' to give asterisk enough time to start up, so of course it's flaky >_<
force-badtest asterisk/1:13.22.0~dfsg-2/i386 asterisk/1:13.23.1~dfsg-1/i386
|