1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
content / test / gpu / gpu_tests / test_expectations / pixel_expectations.txt [blame]
# BEGIN TAG HEADER (autogenerated, see validate_tag_consistency.py)
# OS
# tags: [ android android-oreo android-pie android-r android-s android-t
# android-14
# chromeos
# fuchsia
# linux ubuntu
# mac highsierra mojave catalina bigsur monterey ventura sonoma sequoia
# win win8 win10 win11 ]
# Devices
# tags: [ android-nexus-5x android-pixel-2 android-pixel-4
# android-pixel-6 android-shield-android-tv android-sm-a135m
# android-sm-a235m android-sm-s911u1 android-moto-g-power-5g---2023
# chromeos-board-amd64-generic chromeos-board-eve chromeos-board-jacuzzi
# chromeos-board-octopus chromeos-board-volteer
# fuchsia-board-astro fuchsia-board-nelson fuchsia-board-sherlock
# fuchsia-board-qemu-x64 ]
# Platform
# tags: [ desktop
# mobile ]
# Browser
# tags: [ android-chromium
# android-webview-instrumentation
# debug debug-x64
# release release-x64
# fuchsia-chrome
# web-engine-shell
# lacros-chrome
# cros-chrome ]
# GPU
# tags: [ amd amd-0x6613 amd-0x679e amd-0x67ef amd-0x6821 amd-0x7340
# apple apple-apple-m1 apple-apple-m2
# apple-angle-metal-renderer:-apple-m1
# apple-angle-metal-renderer:-apple-m2
# arm
# google google-0xffff google-0xc0de
# imagination
# intel intel-gen-9 intel-gen-12 intel-0xa2e intel-0xd26 intel-0xa011
# intel-0x3e92 intel-0x3e9b intel-0x4680 intel-0x5912 intel-0x9bc5
# nvidia nvidia-0xfe9 nvidia-0x1cb3 nvidia-0x2184 nvidia-0x2783
# qualcomm qualcomm-0x41333430 qualcomm-0x36333630 qualcomm-0x36334330 ]
# Architecture
# tags: [ mac-arm64 mac-x86_64 ]
# Decoder
# tags: [ passthrough no-passthrough ]
# Browser Target CPU
# tags: [ target-cpu-64 target-cpu-32 target-cpu-31 ]
# ANGLE Backend
# tags: [ angle-disabled
# angle-d3d9 angle-d3d11
# angle-metal
# angle-opengl angle-opengles
# angle-swiftshader
# angle-vulkan ]
# Skia Renderer
# tags: [ renderer-skia-gl
# renderer-skia-vulkan
# renderer-software ]
# Driver
# tags: [ mesa_lt_19.1
# mesa_ge_21.0
# mesa_ge_23.2
# nvidia_ge_31.0.15.4601 nvidia_lt_31.0.15.4601
# nvidia_ge_535.183.01 nvidia_lt_535.183.01 ]
# ASan
# tags: [ asan no-asan ]
# Display Server
# tags: [ display-server-wayland display-server-x ]
# OOP-Canvas
# tags: [ oop-c no-oop-c ]
# WebGPU Backend Validation
# tags: [ dawn-backend-validation dawn-no-backend-validation ]
# WebGPU Adapter
# tags: [ webgpu-adapter-default webgpu-adapter-swiftshader ]
# WebGPU DXC
# tags: [ webgpu-dxc-enabled webgpu-dxc-disabled ]
# WebGPU worker usage
# tags: [ webgpu-no-worker
# webgpu-service-worker
# webgpu-dedicated-worker
# webgpu-shared-worker ]
# Clang coverage
# tags: [ clang-coverage no-clang-coverage ]
# Skia Graphite
# tags: [ graphite-enabled graphite-disabled ]
# results: [ Failure RetryOnFailure Skip Slow ]
# END TAG HEADER
###############################
# Permanent Skip Expectations #
###############################
# The "Skip" expectations in this section are expected to never be removed.
# This is for things like tests that will never be supported on a particular
# platform/configuration.
# Software compositing is not supported on Android/ChromeOS/Fuchsia: we skip the
# tests that disable GPU compositing (--disable-gpu-compositing).
[ android ] Pixel_OffscreenCanvasUnaccelerated2D [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DWorker [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
[ android ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Skip ]
[ android ] Pixel_CanvasDisplaySRGBUnaccelerated2DGPUCompositing [ Skip ]
[ android ] Pixel_CanvasDisplaySRGBUnaccelerated2D [ Skip ]
[ android ] Pixel_CanvasUnacceleratedLowLatency2D [ Skip ]
[ android ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ android ] Pixel_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ android ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
[ android ] Pixel_OffscreenCanvasTransferToImageBitmapSoftwareCompositing [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasUnaccelerated2D [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasUnaccelerated2DWorker [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Skip ]
[ chromeos ] Pixel_CanvasDisplaySRGBUnaccelerated2DGPUCompositing [ Skip ]
[ chromeos ] Pixel_CanvasDisplaySRGBUnaccelerated2D [ Skip ]
[ chromeos ] Pixel_CanvasUnacceleratedLowLatency2D [ Skip ]
[ chromeos ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ chromeos ] Pixel_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ chromeos ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
[ chromeos ] Pixel_OffscreenCanvasTransferToImageBitmapSoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasUnaccelerated2D [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasUnaccelerated2DWorker [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Skip ]
[ fuchsia ] Pixel_CanvasDisplaySRGBUnaccelerated2DGPUCompositing [ Skip ]
[ fuchsia ] Pixel_CanvasDisplaySRGBUnaccelerated2D [ Skip ]
[ fuchsia ] Pixel_CanvasUnacceleratedLowLatency2D [ Skip ]
[ fuchsia ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_Canvas2DTabSwitch_SoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Skip ]
[ fuchsia ] Pixel_OffscreenCanvasTransferToImageBitmapSoftwareCompositing [ Skip ]
# Skip tab switching tests on Android webview and Fuchsia since they don't have tabs
[ android android-webview-instrumentation ] Pixel_Canvas2DTabSwitch [ Skip ]
[ android android-webview-instrumentation ] Pixel_WebGLReadPixelsTabSwitch [ Skip ]
[ android android-webview-instrumentation ] Pixel_WebGLPreservedAfterTabSwitch [ Skip ]
[ fuchsia ] Pixel_Canvas2DTabSwitch [ Skip ]
[ fuchsia ] Pixel_WebGLReadPixelsTabSwitch [ Skip ]
[ fuchsia ] Pixel_WebGLPreservedAfterTabSwitch [ Skip ]
# Fuchsia emulators don't support video
[ fuchsia fuchsia-board-qemu-x64 ] Pixel_Video* [ Skip ]
# Tests running with SwiftShader are skipped on platforms where SwiftShader
# isn't supported.
[ android ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ android ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ android ] Pixel_RepeatedWebGLTo2D_SwiftShader [ Skip ]
[ android ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
[ chromeos ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ chromeos ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ chromeos ] Pixel_RepeatedWebGLTo2D_SwiftShader [ Skip ]
[ chromeos ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
[ fuchsia ] Pixel_Canvas2DRedBox_SwiftShader [ Skip ]
[ fuchsia ] Pixel_CSS3DBlueBox_SwiftShader [ Skip ]
[ fuchsia ] Pixel_RepeatedWebGLTo2D_SwiftShader [ Skip ]
[ fuchsia ] Pixel_WebGLGreenTriangle_AA_Alpha_SwiftShader [ Skip ]
# Tests running in no GPU process mode are skipped on platforms where GPU
# process is required.
[ android ] Pixel_Canvas2DRedBox_NoGpuProcess [ Skip ]
[ android ] Pixel_CSS3DBlueBox_NoGpuProcess [ Skip ]
[ chromeos ] Pixel_Canvas2DRedBox_NoGpuProcess [ Skip ]
[ chromeos ] Pixel_CSS3DBlueBox_NoGpuProcess [ Skip ]
# Skip tests that kill the GPU process since Android Webview only supports
# in-process GPU.
crbug.com/1167246 [ android android-webview-instrumentation ] Pixel_WebGLContextRestored [ Skip ]
crbug.com/575305 [ android android-webview-instrumentation ] Pixel_WebGLSadCanvas [ Skip ]
# We do not have software H.264 decoding on Android, so it can't survive a
# context loss which results in hardware decoder loss.
crbug.com/580386 [ android ] Pixel_Video_Context_Loss_MP4 [ Skip ]
# Skip dual gpu switching tests on Mac Nvidia because this
# configuration has been forced to use only the low-power GPU due to
# graphics driver bugs.
crbug.com/1047573 [ mac angle-opengl nvidia ] Pixel_WebGLLowToHighPower [ Skip ]
crbug.com/1047573 [ mac angle-opengl nvidia ] Pixel_WebGLLowToHighPowerAlphaFalse [ Skip ]
crbug.com/1047573 [ mac angle-opengl nvidia ] Pixel_WebGLHighToLowPower [ Skip ]
crbug.com/1048892 [ mac angle-opengl nvidia ] Pixel_OffscreenCanvasIBRCWebGLHighPerfMain [ Skip ]
crbug.com/1048892 [ mac angle-opengl nvidia ] Pixel_OffscreenCanvasIBRCWebGLHighPerfWorker [ Skip ]
# Metal does not switch the GPU of existing contexts.
crbug.com/1448964 [ mac angle-metal ] Pixel_WebGLLowToHighPower [ Skip ]
crbug.com/1448964 [ mac angle-metal ] Pixel_WebGLLowToHighPowerAlphaFalse [ Skip ]
crbug.com/1448964 [ mac angle-metal ] Pixel_WebGLHighToLowPower [ Skip ]
crbug.com/1448964 [ mac angle-metal ] Pixel_OffscreenCanvasIBRCWebGLHighPerfMain [ Skip ]
crbug.com/1448964 [ mac angle-metal ] Pixel_OffscreenCanvasIBRCWebGLHighPerfWorker [ Skip ]
# Cannot use file in Chromium checkout for fake video capture device on Android,
# ChromeOS, or Fuchsia.
crbug.com/1129879 [ android ] Pixel_Video_Media_Stream_Incompatible_Stride [ Skip ]
crbug.com/1129879 [ chromeos ] Pixel_Video_Media_Stream_Incompatible_Stride [ Skip ]
crbug.com/1129879 [ fuchsia ] Pixel_Video_Media_Stream_Incompatible_Stride [ Skip ]
# WebGPU is only supported on Win10, Mac, and Linux+SkiaRenderer+Vulkan.
crbug.com/976495 [ linux renderer-skia-gl ] Pixel_WebGPU* [ Skip ]
crbug.com/976497 [ android ] Pixel_WebGPU* [ Skip ]
crbug.com/852089 [ chromeos ] Pixel_WebGPU* [ Skip ]
crbug.com/852089 [ fuchsia ] Pixel_WebGPU* [ Skip ]
# WebGPU SwiftShader tests are only supported on Linux with SkiaRenderer Vulkan.
crbug.com/1307787 [ linux renderer-skia-gl ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ android ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ chromeos ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ fuchsia ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ mac ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ win ] Pixel_WebGPUSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ linux renderer-skia-gl ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ android ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ chromeos ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ fuchsia ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ mac ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
crbug.com/1307787 [ win ] Pixel_VulkanSwiftShader_WebGPU* [ Skip ]
# Test is too slow for old phones and laptops, and in Debug and ASAN.
crbug.com/1356246 [ android android-nexus-5x ] Pixel_SVGHuge [ Skip ]
crbug.com/1356246 [ android android-moto-g-power-5G---2023 ] Pixel_SVGHuge [ Skip ]
crbug.com/1356246 [ mac amd debug ] Pixel_SVGHuge [ Skip ]
crbug.com/1356246 [ mac amd release asan ] Pixel_SVGHuge [ Skip ]
crbug.com/1356246 [ mac intel debug ] Pixel_SVGHuge [ Skip ]
crbug.com/1356246 [ mac intel release asan ] Pixel_SVGHuge [ Skip ]
# Mac Nvidia laptops are quite old and the test times out on release builds too.
crbug.com/1356246 [ mac nvidia ] Pixel_SVGHuge [ Skip ]
# With the SmallerInterestArea experiment, the test becomes slower, and thus
# times out. Remove this if crbug.com/1459256 ends up not shipping. This is
# because the feature causes Chrome to raster the SVG image more times, which
# increases runtime (by ~50%), pushing it from flaky to failing.
crbug.com/1474637 [ win10 nvidia debug ] Pixel_SVGHuge [ Skip ]
crbug.com/1474637 [ linux nvidia debug ] Pixel_SVGHuge [ Skip ]
crbug.com/1474637 [ mac graphite-disabled amd release no-asan ] Pixel_SVGHuge [ Skip ]
# Fuchsia devices do not have enough memory for this test.
crbug.com/1441056 [ fuchsia ] Pixel_SVGHuge [ Skip ]
# WebGPU is not shipped on MacOS < 13.
crbug.com/1426664 [ monterey ] Pixel_WebGPU* [ Skip ]
# Linux, macOS < 11, and ChromeOS generic don't support HEVC decoding.
[ linux ] Pixel_Video_HEVC [ Skip ]
[ highsierra ] Pixel_Video_HEVC [ Skip ]
[ mojave ] Pixel_Video_HEVC [ Skip ]
[ catalina ] Pixel_Video_HEVC [ Skip ]
[ chromeos ] Pixel_Video_HEVC [ Skip ]
# This test relies on a screenshot taken with OS' tools. So far verified only
# on ChromeOS.
[ linux ] Pixel_RenderPasses [ Skip ]
[ android ] Pixel_RenderPasses [ Skip ]
[ mac ] Pixel_RenderPasses [ Skip ]
[ win ] Pixel_RenderPasses [ Skip ]
[ fuchsia ] Pixel_RenderPasses [ Skip ]
# This test ensures correctness of a delegated compositing implementation,
# enabled today in Lacros. So far verified only on ChromeOS and MacOS.
[ linux ] Pixel_PerspectiveTest [ Skip ]
[ android ] Pixel_PerspectiveTest [ Skip ]
[ win ] Pixel_PerspectiveTest [ Skip ]
[ fuchsia ] Pixel_PerspectiveTest [ Skip ]
# Fuchsia devices timeout due to this test drawing 300 frames before completion.
[ fuchsia ] Pixel_Canvas2DBlitText [ Skip ]
###############################
# Temporary Skip Expectations #
###############################
# The "Skip" expectations in this section are expected to be removable at some
# point. This is for things like tests that fail in a way that negatively and
# significantly impacts other tests, e.g. killing the test device.
# WebGPU pixel tests crash on multiple mac fyi bots.
crbug.com/1213170 [ mac asan intel-0x3e9b ] Pixel_WebGPUImport* [ Skip ]
crbug.com/1213170 [ mac asan intel-0xd26 ] Pixel_WebGPUImport* [ Skip ]
crbug.com/1213170 [ mac amd-0x679e ] Pixel_WebGPUImport* [ Skip ]
crbug.com/1213170 [ mac nvidia-0xfe9 ] Pixel_WebGPUImport* [ Skip ]
crbug.com/1213170 [ mac asan intel-0x3e9b ] Pixel_WebGPUCanvas* [ Skip ]
crbug.com/1213170 [ mac asan intel-0xd26 ] Pixel_WebGPUCanvas2DDrawImage [ Skip ]
crbug.com/1213170 [ mac nvidia-0xfe9 ] Pixel_WebGPUCanvas* [ Skip ]
crbug.com/1213170 [ mac asan ] Pixel_WebGPUWebGL* [ Skip ]
crbug.com/1213170 [ mac asan intel-0x3e9b ] Pixel_WebGPUCopyExternalImage* [ Skip ]
crbug.com/1213170 [ mac asan intel-0xd26 ] Pixel_WebGPUCopyExternalImage* [ Skip ]
crbug.com/1213170 [ mac nvidia-0xfe9 ] Pixel_WebGPUCopyExternalImage* [ Skip ]
crbug.com/1213170 [ mac nvidia-0xfe9 ] Pixel_WebGPUWebGLTexImage2D [ Skip ]
crbug.com/1203317 [ mac ] Pixel_OffscreenCanvasWebGLPaintAfterResize [ Skip ]
# WebGPU pixel tests fail on Linux+SkiaRenderer+Vulkan
crbug.com/1213657 [ linux renderer-skia-vulkan ] Pixel_WebGPU* [ Skip ]
# WebGPU canvas capture hang on mac ASAN bot (also see crbug.com/1213170)
crbug.com/1345767 [ mac asan ] Pixel_WebGPUCanvasOneCopyCapture [ Skip ]
crbug.com/1345767 [ mac asan ] Pixel_WebGPUCanvasDisableOneCopyCapture* [ Skip ]
# Accelerated canvas capture is currently only supported on Win, Mac, ChromeOS.
crbug.com/1345777 [ android ] Pixel_VideoStreamFromWebGLCanvas_OneCopy [ Skip ]
crbug.com/1345777 [ android ] Pixel_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Skip ]
crbug.com/1201009 [ linux ] Pixel_VideoStreamFromWebGLCanvas_OneCopy [ Skip ]
crbug.com/1201009 [ linux ] Pixel_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Skip ]
crbug.com/1201009 [ fuchsia ] Pixel_VideoStreamFromWebGLCanvas_OneCopy [ Skip ]
crbug.com/1201009 [ fuchsia ] Pixel_VideoStreamFromWebGLCanvas_TwoCopy_Accelerated [ Skip ]
# 5 minute timeout on ChromeOS FYI Release amd64-generic
crbug.com/1353952 [ chromeos cros-chrome chromeos-board-amd64-generic ] Pixel_WebGLContextRestored [ Skip ]
# Flakily causes subsequent tests to fail.
crbug.com/1488026 [ android android-nexus-5x ] Pixel_Video_HEVC [ Skip ]
# These two tests causes a crash on Swarming. Skipping so that we have a signal for other tests.
crbug.com/1268144 [ fuchsia fuchsia-board-sherlock renderer-skia-vulkan ] Pixel_BackgroundImage [ Skip ]
crbug.com/1268144 [ fuchsia fuchsia-board-sherlock renderer-skia-vulkan ] Pixel_SolidColorBackground [ Skip ]
# fuchsia-fyi-sherlock-qemu is using sherlock x64 image.
crbug.com/1268144 [ fuchsia fuchsia-board-qemu-x64 renderer-skia-vulkan ] Pixel_BackgroundImage [ Skip ]
crbug.com/1268144 [ fuchsia fuchsia-board-qemu-x64 renderer-skia-vulkan ] Pixel_SolidColorBackground [ Skip ]
# Nexus 5x consistently fail for View transition capture on webview.
crbug.com/349071740 [ android-webview-instrumentation android-nexus-5x ] Pixel_ViewTransitionsCapture [ Failure ]
# Flaky timeout on Linux
crbug.com/364179193 [ linux ] Pixel_Video_Media_Stream_Incompatible_Stride [ Skip ]
###############################
# Permanent Slow Expectations #
###############################
# Test is slow enough on some Android devices to hit heartbeat timeouts.
[ android android-pixel-2 ] Pixel_SVGHuge [ Slow ]
[ android android-pixel-4 ] Pixel_SVGHuge [ Slow ]
[ android android-shield-android-tv ] Pixel_SVGHuge [ Slow ]
[ android android-sm-a135m ] Pixel_SVGHuge [ Slow ]
[ android android-sm-a235m ] Pixel_SVGHuge [ Slow ]
# Also applies to Windows arm64.
[ win qualcomm-0x41333430 ] Pixel_SVGHuge [ Slow ]
# Doesn't hit heartbeat timeouts, but can time out when trying to execute
# JavaScript after the SVG is loaded.
[ mac intel release no-asan graphite-disabled ] Pixel_SVGHuge [ Slow ]
[ mac apple release no-asan graphite-disabled ] Pixel_SVGHuge [ Slow ]
# Context recovery can be slow on these devices.
[ win11 qualcomm-0x41333430 ] Pixel_Video_Context_Loss_MP4 [ Slow ]
# Long-running test, can flakily time out on old/slow hardware.
[ mac amd-0x679e ] Pixel_ReflectedDiv [ Slow ]
# Mac Asan timeouts
crbug.com/338200323 [ mac angle-opengl asan graphite-disabled intel-0x3e9b passthrough ] Pixel_WebGPUDisplayP3 [ Slow ]
crbug.com/338200323 [ mac angle-opengl asan graphite-disabled intel-0x3e9b passthrough ] Pixel_WebGPUToDataURL [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_WebGLSadCanvas [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_OffscreenCanvasWebGLSoftwareCompositing [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_OffscreenCanvasWebGLSoftwareCompositingWorker [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_OffscreenCanvasTransferToImageBitmapSoftwareCompositing [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_RepeatedWebGLTo2D_SoftwareCompositing [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_Video_Context_Loss_VP9 [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_Video_Context_Loss_MP4 [ Slow ]
crbug.com/338200323 [ mac angle-metal asan intel-0x3e9b passthrough ] Pixel_WebGLContextRestored [ Slow ]
# Flakily hits heartbeat timeout, context restoration likely just slow on these
# devices
crbug.com/349132647 [ android android-sm-s911u1 android-chromium ] Pixel_WebGLContextRestored [ Slow ]
###################
# Failures/Flakes #
###################
# Non-"Skip" expectations go here to suppress regular flakes/failures.
crbug.com/624256 [ android ] Pixel_SolidColorBackground [ Failure ]
# Mark all webview tests as RetryOnFailure due to Nexus 5x driver bug.
crbug.com/950932 [ android-webview-instrumentation android-nexus-5x ] * [ RetryOnFailure ]
# Mark 1 webview test as Failure. This test is failing instead of flaking. It
# might have the same Nexus 5x driver bug as crbug.com/950932 but that
# should have made this test flaky instead of always failing. Need to
# investigate later. Filed a bug to track the debug.
crbug.com/984734 [ android android-webview-instrumentation android-nexus-5x ] Pixel_Video_Context_Loss_VP9 [ Failure ]
# Failing on Lacros x64 Release Intel
crbug.com/1458976 [ linux angle-opengles display-server-wayland intel passthrough release renderer-skia-gl no-clang-coverage ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositing [ Failure ]
crbug.com/1458976 [ linux angle-opengles display-server-wayland intel passthrough release renderer-skia-gl no-clang-coverage ] Pixel_OffscreenCanvasUnaccelerated2DGPUCompositingWorker [ Failure ]
# Times out / fails on Pixel 4s in webview.
crbug.com/1176918 [ android android-pixel-4 android-webview-instrumentation renderer-skia-gl ] Pixel_Video_Context_Loss_VP9 [ Failure ]
# WebGL drawingBufferStorage does not work on Android devices yet.
crbug.com/1230619 [ android-chromium android-pie android-pixel-2 angle-disabled no-passthrough qualcomm renderer-skia-gl ] Pixel_WebGLFloat [ Failure ]
crbug.com/1230619 [ android-chromium android-pixel-6 angle-disabled arm no-clang-coverage no-passthrough renderer-skia-vulkan target-cpu-64 ] Pixel_WebGLFloat [ Failure ]
crbug.com/1230619 [ android-chromium android-pixel-4 android-r angle-disabled no-clang-coverage no-passthrough qualcomm renderer-skia-gl target-cpu-32 ] Pixel_WebGLFloat [ Failure ]
# Pixel 6 failures.
crbug.com/1286915 [ android android-pixel-6 angle-disabled no-passthrough ] Pixel_CanvasLowLatencyWebGLAlphaFalse [ Failure ]
crbug.com/1290953 [ android android-nexus-5x android-webview-instrumentation ] Pixel_CanvasLowLatency2D [ Failure ]
crbug.com/1290953 [ android android-nexus-5x android-webview-instrumentation ] Pixel_CanvasLowLatency2DDrawImage [ Failure ]
crbug.com/1290953 [ android android-nexus-5x android-webview-instrumentation ] Pixel_CanvasLowLatency2DImageData [ Failure ]
crbug.com/1290953 [ android android-pixel-4 android-webview-instrumentation ] Pixel_CanvasLowLatency2D [ Failure ]
crbug.com/1290953 [ android android-pixel-4 android-webview-instrumentation ] Pixel_CanvasLowLatency2DDrawImage [ Failure ]
crbug.com/1290953 [ android android-pixel-4 android-webview-instrumentation ] Pixel_CanvasLowLatency2DImageData [ Failure ]
crbug.com/1345777 [ android ] Pixel_VideoStreamFromWebGLCanvas [ Skip ]
crbug.com/1372141 [ android android-sm-a235m ] Pixel_CanvasLowLatencyWebGLAlphaFalse [ Failure ]
crbug.com/1376927 [ win10 target-cpu-32 nvidia-0x2184 ] Pixel_MediaFoundationClearDirectComposition [ Failure ]
# Lacros consistent failures on CrOS devices, skip to save some time
crbug.com/1392806 [ chromeos lacros-chrome ] Pixel_CanvasDisplaySRGBAccelerated2D [ Skip ]
crbug.com/1392806 [ chromeos lacros-chrome ] Pixel_Video_Context_Loss_MP4 [ Skip ]
crbug.com/1392806 [ chromeos lacros-chrome ] Pixel_Video_Context_Loss_VP9 [ Skip ]
crbug.com/1392806 [ chromeos lacros-chrome ] Pixel_WebGLContextRestored [ Skip ]
crbug.com/1392806 [ chromeos lacros-chrome ] Pixel_WebGLPreservedAfterTabSwitch [ Skip ]
# jacuzzi produces the wrong aspect ratio image
crbug.com/1392806 [ chromeos chromeos-board-jacuzzi ] Pixel_Video_MP4_FourColors_Aspect_4x3 [ Failure ]
crbug.com/1456360 [ chromeos chromeos-board-amd64-generic ] Pixel_WebGLCopyImage [ Skip ]
crbug.com/1456360 [ chromeos chromeos-board-amd64-generic ] Pixel_WebGLSadCanvas [ Skip ]
# Flaky, but if it fails, retries also always fail.
crbug.com/1494227 [ mac graphite-enabled intel ] Pixel_CSSFilterEffects [ Failure ]
crbug.com/1474611 [ mac nvidia angle-opengl graphite-disabled ] Pixel_WebGLGreenTriangle_NonChromiumImage_NoAA_NoAlpha [ Failure ]
crbug.com/1477318 [ mac ] Pixel_WebGLPreservedAfterTabSwitch [ RetryOnFailure ]
crbug.com/354152172 [ amd-0x67ef angle-opengl mac ] Pixel_OffscreenCanvasIBRCWebGLHighPerfMain [ Failure ]
crbug.com/354152172 [ angle-opengl intel mac no-asan ] Pixel_OffscreenCanvasIBRCWebGLHighPerfMain [ Failure ]
crbug.com/354748635 [ mac amd-0x7340 angle-opengl ] Pixel_OffscreenCanvasAccelerated2D [ RetryOnFailure ]
crbug.com/354748635 [ mac amd-0x7340 angle-opengl ] Pixel_OffscreenCanvasAccelerated2DWorker [ Failure ]
# Fails almost consistently, but likely to pass when run on its own in the retry.
crbug.com/1484212 [ win debug nvidia ] Pixel_WebGL2_BlitFramebuffer_Result_Displayed [ RetryOnFailure ]
# Fails with hung renderer
crbug.com/1372149 [ android android-sm-a235m no-passthrough renderer-skia-vulkan ] Pixel_WebGLFloat [ Failure ]
crbug.com/40241618 [ android android-sm-s911u1 no-passthrough renderer-skia-vulkan ] Pixel_WebGLFloat [ Failure ]
# Flaky failures vulkan queue submission, causing dchecks on CQ
# finder:disable-narrowing
crbug.com/40937765 [ android android-pixel-6 renderer-skia-vulkan ] Pixel_Video_Context_Loss_VP9 [ RetryOnFailure ]
crbug.com/40937765 [ android android-pixel-6 renderer-skia-vulkan ] Pixel_Video_MP4_FourColors_Rot_270 [ RetryOnFailure ]
crbug.com/40937765 [ android android-pixel-6 renderer-skia-vulkan ] Pixel_Video_MP4_FourColors_Rot_90 [ RetryOnFailure ]
crbug.com/40937765 [ android android-pixel-6 renderer-skia-vulkan ] Pixel_Video_MP4_Rounded_Corner [ RetryOnFailure ]
# finder:enable-narrowing
# ChromeOS Volteer failures
crbug.com/1516977 [ chromeos cros-chrome chromeos-board-volteer ] Pixel_WebGLContextRestored [ Failure ]
# Broadly flaky unsymbolized crashes on Jacuzzi
crbug.com/1518007 [ chromeos cros-chrome chromeos-board-jacuzzi ] Pixel_Video* [ RetryOnFailure ]
# ChromeOS failures
crbug.com/345146895 [ chromeos cros-chrome chromeos-board-amd64-generic renderer-skia-gl ] Pixel_RenderPasses [ Failure ]
# Failures on fuchsia
crbug.com/1490427 [ fuchsia fuchsia-board-sherlock ] Pixel_WebGLCopyImage [ RetryOnFailure ]
crbug.com/40935289 [ fuchsia fuchsia-board-qemu-x64 ] Pixel_WebGLFloat [ Failure ]
crbug.com/40935289 [ fuchsia web-engine-shell ] Pixel_Video_AV1 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_BackdropFilter [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_Context_Loss_MP4 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia no-clang-coverage web-engine-shell ] Pixel_Video_Context_Loss_VP9 [ Failure ]
crbug.com/40935289 [ fuchsia web-engine-shell ] Pixel_Video_HEVC [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_FourColors_Aspect_4x3 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_FourColors_Rot_180 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_FourColors_Rot_270 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_FourColors_Rot_90 [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia web-engine-shell ] Pixel_Video_MP4_Rounded_Corner [ Failure ]
crbug.com/40935289 [ angle-vulkan arm fuchsia no-clang-coverage web-engine-shell ] Pixel_Video_VP9 [ Failure ]
# Flaky on Mac ASAN
crbug.com/372055518 [ mac asan ] Pixel_WebGLReadPixelsTabSwitch_SoftwareCompositing [ Failure ]
# Flaky failure on Pixel 6
crbug.com/371019880 [ android android-pixel-6 ] Pixel_Video_HEVC [ Failure ]
# Flaky hang on Mac AMD GL ASAN
crbug.com/40277254 [ mac amd angle-opengl asan ] Pixel_WebGPUDisplayP3 [ Failure ]
crbug.com/40277254 [ mac amd angle-opengl asan ] Pixel_WebGPUToDataURL [ Failure ]
#######################################################################
# Automated Entries After This Point - Do Not Manually Add Below Here #
#######################################################################