test_expectations.txt 160 KB
Newer Older
1
// This file consists of lines with specifications of what
2
3
4
5
6
7
8
9
10
11
12
13
14
15
// to expect from layout test cases. The test cases can be directories
// in which case the expectations apply to all test cases in that
// directory and any subdirectory. The format of the file is along the
// lines of:
//
// fast/js/fixme.js = FAIL
// fast/js/flaky.js = FAIL PASS
// fast/js/crash.js = CRASH TIMEOUT FAIL PASS
//
// The format of a test line is as follows:
// METADATA : relative/path/to/test.html = EXPECTATIONS
//
// Valid values for METADATA:
//
16
17
18
// BUG(CR|WK|V8_)[0-9]+: See this chromium/webkit/v8 bug for more information.
//                       Every test that isn't marked WONTFIX should have the
//                       appropriate BUG annotation.
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
// SKIP: Doesn't run the test.
// SLOW: The test takes a long time to run, but does not timeout indefinitely.
// WONTFIX: For tests that we never intend to pass on a given platform.
// DEBUG: Expectations apply only to the debug build.
// RELEASE: Expectations apply only to release build.
// LINUX/WIN/WIN-XP/WIN-VISTA/MAC: Expectations apply only to these platforms.
//
// Valid values for EXPECTATIONS:
//
// PASS: Test should pass
// CRASH: Test should crash
// TIMEOUT: Test should timeout
// IMAGE: Test will produce an incorrect image dump
// TEXT: Test will produce incorrect text output (either full or simplified)
// IMAGE+TEXT: Test will produce both incorrect text and images
// FAIL: Test will produce either incorrect text, images, or both
//
// If a line contains multiple expectations, it is considered "flakey",
// because it means that we're not producing consistent, reliable results.
//
// For example,
// LINUX : media = PASS FAIL
//
// The above means that all the media tests are flaky, but only on Linux.
//
// Other examples:
//
// SKIP : fast/js/no-good.js = TIMEOUT PASS
// DEBUG : fast/js/no-good.js = TIMEOUT PASS
// DEBUG SKIP : fast/js/no-good.js = TIMEOUT PASS
// LINUX DEBUG SKIP : fast/js/no-good.js = TIMEOUT PASS
50
// BUGCR1234 DEBUG MAC : fast/js/no-good.js = TIMEOUT PASS
51
52
53
54
55
56
57
58
59
60
61
//
// Notes:
// -A test cannot be both SLOW and TIMEOUT
// -A test can be included twice, but not via the same path.
// -If a test is included twice, then the more precise path wins.
// -CRASH tests cannot be WONTFIX

// -----------------------------------------------------------------
// SLOW TESTS
// -----------------------------------------------------------------

62
63
64
65
66
67
68
BUGCR24182 SLOW : fast/js/regexp-overflow.html = PASS
BUGCR24182 SLOW RELEASE : http/tests/misc/DOMContentLoaded-event.html = PASS
BUGCR24182 SLOW LINUX DEBUG : http/tests/misc/DOMContentLoaded-event.html = PASS
BUGCR24182 SLOW : http/tests/xmlhttprequest/simple-cross-origin-progress-events.html = PASS
BUGCR24182 SLOW : tables/mozilla/other/slashlogo.html = PASS
BUGCR24182 SLOW WIN RELEASE : tables/mozilla/bugs/bug113235-1.html = PASS
BUGCR24182 SLOW DEBUG : fast/js/toString-and-valueOf-override.html = PASS
69
70

// This tests is normally <1 second, but occasionally takes >20s.
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
BUGCR24182 SLOW WIN RELEASE : fast/dom/Window/webkitConvertPoint.html = PASS

BUGCR24182 WIN RELEASE SLOW : http/tests/loading/redirect-methods.html = PASS
BUGCR24182 SLOW MAC RELEASE : dom/html/level2/html/HTMLImageElement01.html = PASS
BUGCR24182 SLOW WIN RELEASE : http/tests/local/file-url-sent-as-referer.html = PASS
BUGCR24182 SLOW LINUX DEBUG : fast/xpath/4XPath/Borrowed/cz_20030217.html = PASS
BUGCR24182 SLOW WIN MAC DEBUG : tables/mozilla/bugs/45621.html = PASS
//BUGCR24852 started failing since webkit 49583
BUGCR24182 SLOW WIN : http/tests/security/xssAuditor/meta-tag-http-refresh-javascript-url.html = PASS
BUGCR24182 SLOW WIN RELEASE : http/tests/security/cross-origin-css.html = PASS
BUGCR24182 SLOW WIN RELEASE : fast/loader/local-CSS-from-local.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/incremental/split-hex-entities.pl = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/xmlhttprequest/XMLHttpRequestException.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/xmlhttprequest/connection-error-sync.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/loading/onload-vs-immediate-refresh.pl = PASS
BUGCR24182 SLOW : http/tests/cache/subresource-failover-to-network.html = PASS
BUGCR24182 WIN DEBUG SLOW : fast/parser/block-nesting-cap.html = PASS
88
89

// Usually <1s in release, ~1s in debug, but occasionally >5s in release.
90
91
BUGCR27335 WIN RELEASE : plugins/embed-attributes-setting.html = PASS TIMEOUT
BUGCR27335 WIN DEBUG SLOW : plugins/embed-attributes-setting.html = PASS
92
93
94

// --- collecting results for supported-xml-content-types.html ---
// was slow, started to timeout
95
BUGCR18702 WIN : http/tests/xmlhttprequest/supported-xml-content-types.html = PASS TIMEOUT
96

97
BUGCR36539 SLOW : http/tests/misc/uncacheable-script-repeated.html = PASS
98

99
BUGCR32018 SLOW : http/tests/websocket/tests/frame-lengths.html = PASS
100
BUGCR69513 DEBUG SLOW : html5lib/webkit-resumer.html = PASS
101

102
103
104
105
106
107
108
109
110
111
112
113
114
115
// -----------------------------------------------------------------
// SKIPPED TESTS
// -----------------------------------------------------------------

// Since V8 is more interruptible than other engines, they use the standard
// long-running-script mechanism to handle very-long-running regexps too.
// See http://code.google.com/p/v8/issues/detail?id=287
WONTFIX SKIP : fast/js/regexp-overflow-too-big.html = TIMEOUT

// XHTML tests.  These tests seem like they work, but only because the
// expected output expects to see JS errors.  There is no point in running
// these tests, because they are giving us a false sense of testing that isn't
// really happening.  Furthermore, since they appear to pass if we do try to
// run them, we can't even list them as permanently expected to fail.
116
BUGCR24185 WONTFIX SKIP : dom/xhtml = PASS
117
118
119
120
121
122
123
124

// We do not want to support Legacy mac encodings on Windows/Linux.
// On Mac, we can support them by building platform/text/mac, but
// probably we don't want there, either.
WONTFIX SKIP WIN LINUX : fast/encoding/char-encoding-mac.html = FAIL

// Fails due to different window.close() rules.  We need to decide whether we
// ever expect to pass this.  Now also timing out.
125
BUGCR24189 WONTFIX SKIP : fast/dom/open-and-close-by-DOM.html = FAIL
126
127
128
129
130
131
132
133
134
135
136
137
138
139

// WML is still an inprogress feature upstream. Chromium does not build
// with WML support, so skip its tests.
WONTFIX SKIP : wml = FAIL
WONTFIX SKIP : http/tests/wml = FAIL
WONTFIX SKIP : fast/wml = FAIL

// These tests are based on the JSC JavaScript profiler. The V8 JavaScript
// profiler is in development and will use a different approach than JSC and
// most likely these tests will always be JSC specific.
WONTFIX SKIP : fast/profiler = FAIL TIMEOUT

// We use worker_uitests to run workers tests. Don't run them in test_shell.
WONTFIX SKIP : fast/workers = PASS TIMEOUT FAIL
140
WONTFIX SKIP : fast/files/workers = PASS TIMEOUT FAIL
141
WONTFIX SKIP : fast/filesystem/workers = PASS TIMEOUT FAIL
142
143
144
WONTFIX SKIP : http/tests/workers = PASS TIMEOUT FAIL
WONTFIX SKIP : http/tests/xmlhttprequest/workers = PASS TIMEOUT FAIL
WONTFIX SKIP : http/tests/eventsource/workers = PASS TIMEOUT FAIL
145
WONTFIX SKIP : http/tests/websocket/tests/workers/ = PASS TIMEOUT FAIL
146
147
148
149
150

// Page Cache - based tests. Chromium disables page cache because the WebKit page cache keeps previously
// loaded pages alive in memory to be able to quickly substitute them when user clicks History buttons.
// Chromium wants those to be separate navigations made via browser process to be able to make decision
// on which renderer process to use for each of them.
151
152
WONTFIX SKIP BUGCR19635 : fast/harness/use-page-cache.html = TIMEOUT FAIL
WONTFIX SKIP BUGCR19635 : fast/dom/Window/timer-resume-on-navigation-back.html = TIMEOUT FAIL
153
// Depends on page cache, as far as I can tell.
154
155
156
157
158
159
WONTFIX SKIP BUGCR19635 : fast/events/pageshow-pagehide-on-back-cached.html = TIMEOUT FAIL
WONTFIX SKIP BUGCR19635 : fast/events/pageshow-pagehide-on-back-cached-with-frames.html = TIMEOUT
WONTFIX SKIP BUGCR19635 : media/restore-from-page-cache.html = TIMEOUT
WONTFIX SKIP BUGCR19635 : loader/go-back-to-different-window-size.html = TIMEOUT TEXT
WONTFIX SKIP BUGCR19635 : fast/loader/crash-copying-backforwardlist.html = TEXT
WONTFIX SKIP BUGCR19635 : fast/harness/page-cache-crash-on-data-urls.html = TEXT
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178

// Tests that rely on cross-process MessagePorts.  No point in running them in
// test_shell, since we'd have to use a completely different implementation from
// what is used in the browser.
WONTFIX SKIP : fast/events/message-channel-gc-2.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc-3.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc-4.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc.html = FAIL
WONTFIX SKIP : fast/events/message-channel-listener-circular-ownership.html = FAIL
WONTFIX SKIP : fast/events/message-port-clone.html = FAIL
WONTFIX SKIP : fast/events/message-port-deleted-document.html = FAIL
WONTFIX SKIP : fast/events/message-port-deleted-frame.html = FAIL
WONTFIX SKIP : fast/events/message-port-inactive-document.html = FAIL
WONTFIX SKIP : fast/events/message-port-no-wrapper.html = FAIL
WONTFIX SKIP : fast/events/message-port.html = FAIL
WONTFIX SKIP : fast/events/message-port-multi.html = FAIL
WONTFIX SKIP : http/tests/security/MessagePort/event-listener-context.html = FAIL

// Implement java testing harness.
179
BUGCR36681 SKIP : java = TEXT
180
181
182
183
184
185
186
// Chrome does not support Java LiveConnect.
WONTFIX SKIP : java/lc3 = TEXT

// this test doesn't make sense on Win or Mac.
// TODO: move to platform/chromium-linux/.
WONTFIX SKIP MAC WIN : platform/chromium/fast/text/chromium-linux-fontconfig-renderstyle.html = FAIL

187

188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
// -----------------------------------------------------------------
// WONTFIX TESTS
// -----------------------------------------------------------------

// This test is completely timing dependent.  It is testing the time
// between a key event and a search event.  You cannot count on this
// always being exactly the same.
WONTFIX DEBUG : fast/forms/search-event-delay.html = PASS TEXT
WONTFIX SLOW WIN RELEASE : fast/forms/search-event-delay.html = FAIL PASS
WONTFIX SLOW MAC RELEASE : fast/forms/search-event-delay.html = FAIL PASS CRASH
WONTFIX LINUX RELEASE : fast/forms/search-event-delay.html = FAIL PASS

// Chrome uses different keyboard accelerators from those used by Safari, so
// these tests will always fail.
// TODO(pinkerton): these should probably pass on Mac since we want Emacs
// keybindings but they currently do not.
WONTFIX LINUX WIN DEBUG : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX LINUX RELEASE : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX SLOW WIN RELEASE : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX : editing/pasteboard/emacs-ctrl-a-k-y.html = FAIL
WONTFIX : editing/pasteboard/emacs-ctrl-k-y-001.html = FAIL
WONTFIX : editing/input/emacs-ctrl-o.html = FAIL

// Checks for very kjs-specific garbage collector behavior.
// Would have to be implemented much differently to work in v8.
WONTFIX : fast/dom/gc-10.html = FAIL

// This fails because we're missing various useless apple-specific
// properties on the window object.
// This test also timeouts in Debug mode.
218
219
220
BUGCR24187 WONTFIX SLOW DEBUG : fast/dom/Window/window-properties.html = FAIL
BUGCR24187 WONTFIX SLOW WIN RELEASE : fast/dom/Window/window-properties.html = FAIL
BUGCR24187 WONTFIX LINUX MAC RELEASE : fast/dom/Window/window-properties.html = FAIL
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246

// Safari specific test to ensure that JavaScript errors aren't logged when in
// private browsing mode.
WONTFIX : http/tests/security/cross-frame-access-private-browsing.html = FAIL

// Chromium doesn't implement private browsing in the renderer.
WONTFIX : plugins/private-browsing-mode.html = FAIL
WONTFIX : plugins/private-browsing-mode-2.html = TEXT

// We don't let anyone set status in the browser.
WONTFIX : plugins/set-status.html = TEXT

// We don't care about dashboard compatibility mode.
WONTFIX SKIP : http/tests/xmlhttprequest/default-content-type-dashboard.html = FAIL
WONTFIX SKIP : http/tests/xmlhttprequest/svg-created-by-xhr-disallowed-in-dashboard.html = FAIL
WONTFIX : svg/custom/embedded-svg-disallowed-in-dashboard.xml = FAIL
WONTFIX : svg/custom/manually-parsed-embedded-svg-disallowed-in-dashboard.html = FAIL
WONTFIX : svg/custom/manually-parsed-svg-disallowed-in-dashboard.html = FAIL
WONTFIX SKIP : svg/custom/svg-disallowed-in-dashboard-object.html = FAIL
WONTFIX : fast/canvas/canvas-gradient-addStop-error.html = FAIL


// Chrome uses different keyboard accelerators from those used by Safari, so
// these tests will always fail.
// TODO(ericroman): can the following 2 tests be removed from this list, since they pass?
WONTFIX : fast/events/keydown-1.html = FAIL
247
WONTFIX LINUX WIN : fast/events/option-tab.html = FAIL
248
249

// Chrome does not support WebArchives.
250
251
252
253
BUGCR10395 WONTFIX SKIP : webarchive = FAIL PASS
BUGCR10395 WONTFIX SKIP : svg/webarchive = FAIL PASS
BUGCR10395 WONTFIX SKIP : svg/custom/image-with-prefix-in-webarchive.svg = FAIL PASS
BUGCR10395 WONTFIX SKIP : http/tests/webarchive = FAIL PASS
254

255
256
// Compositing tests are run separately on machines with GPUs; see
// LayoutTests/platform/chromium-gpu.
257
258
BUGCR15733 WONTFIX SKIP : compositing = FAIL PASS TIMEOUT
BUGCR15733 WONTFIX SKIP : platform/chromium/compositing = FAIL PASS TIMEOUT
259
260
261
262
263
264
265

// Run the Mac-specific platform tests, but only to check for crashes.
WONTFIX : platform/gtk = FAIL PASS
WONTFIX : platform/mac = FAIL PASS TIMEOUT
WONTFIX : platform/mac-leopard = FAIL PASS
WONTFIX : platform/mac-tiger = FAIL PASS
WONTFIX : platform/qt = FAIL PASS
266
WONTFIX SKIP : platform/qt/plugins/qt-qwidget-plugin.html = FAIL
267
268
269
270
271
272
WONTFIX SKIP : platform/mac/fast/text/international/Geeza-Pro-vertical-metrics-adjustment.html = PASS

WONTFIX LINUX MAC : platform/win = FAIL PASS

// This is a Safari specific test to make WebKit behave like AppKit on the Mac.
// We do not support it because PLATFORM(MAC) is not defined for the mac version.
273
WONTFIX SKIP : platform/mac/editing/deleting/backward-delete.html = TEXT
274
275
276
277

// Ignored because we do not have OBJC bindings
WONTFIX SKIP : editing/pasteboard/paste-RTFD.html = FAIL
WONTFIX SKIP : editing/pasteboard/paste-TIFF.html = FAIL
278
279
WONTFIX SKIP : platform/mac/plugins/root-object-premature-delete-crash.html = FAIL
WONTFIX SKIP : platform/mac/plugins/undefined-property-crash.html = FAIL
280
281

// Ignore test because it tries to load .pdf files in <img> tags.
282
283
284
WONTFIX : fast/images/pdf-as-image-landscape.html = FAIL
WONTFIX : fast/images/pdf-as-image.html = FAIL
WONTFIX : fast/replaced/pdf-as-image.html = FAIL
285
286
287
288

// These tests try to print a PDF file as the expected result.  I don't think
// we plan on supporting this anytime soon.
WONTFIX SKIP : printing/compositing-layer-printing.html = PASS
289
290
WONTFIX SKIP : printing/media-queries-print.html = PASS
WONTFIX SKIP : printing/page-rule-in-media-query.html = PASS
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362

// Chrome doesn't call the willCacheResponse callback (a method
// of ResourceHandleClient).  That function is Mac-specific.
WONTFIX SKIP : http/tests/misc/willCacheResponse-delegate-callback.html = FAIL

// Checks for very kjs-specific garbage collector
// behavior. Gc-9 is completely braindamaged; it tests that certain
// properties are reset by the garbage collector. It looks to pass recently.
WONTFIX : fast/dom/gc-9.html = FAIL

// This test checks that properties of arguments arrays are non-enumerable
// which is incorrect according to the ES5 spec.
WONTFIX : fast/js/kde/function.html = FAIL

// This test is broken.  The regular expression used contains an error
// which kjs swallows and returns false, which is the expected result,
// but for which we issue a syntax error.
WONTFIX : fast/js/code-serialize-paren.html = FAIL

// These tests check for a kjs-specific extension, that source file
// name and line numbers are available as properties on exception
// objects.  We handle error positions differently.
WONTFIX : fast/js/exception-linenums-in-html-1.html = FAIL
WONTFIX : fast/js/exception-linenums-in-html-2.html = FAIL
WONTFIX : fast/js/exception-linenums.html = FAIL
WONTFIX : fast/js/exception-expression-offset.html = FAIL

// These tests rely on specific details of decompilation of
// functions. V8 always returns the source code as written; there's
// no decompilation or pretty printing involved except for
// certain "native" functions where the V8 output does not include
// newline characters. This is working as intended and we don't care
// if the tests pass or fail. (It should probably simply be re-baselined.)
WONTFIX : fast/js/function-names.html = FAIL

// This test relies on KJS specific implementation
// (window.GCController.getJSObjectCount), which we have no intention of
// supporting.
WONTFIX SKIP : fast/dom/Window/timeout-released-on-close.html = FAIL

// These tests expect a tiff decoder, which we don't have.
WONTFIX LINUX WIN : fast/images/embed-image.html = FAIL
WONTFIX LINUX WIN : fast/images/object-image.html = FAIL

// Safari has a unique handling of the BOM characters among browsers.
// There is a strong suspicion that this is a security problem, so we
// follow the rest of the browsers on this one.
WONTFIX : fast/js/removing-Cf-characters.html = FAIL

// These tests fail in all but the PST/PDT time zone.
// Another reason for failure is that, for compatability, we don't obey
// the ECMA standard on DST exactly.  We use the OS's facilities to
// convert to local time for dates within the UNIX 32-bit epoch,
// and follow the ECMA rules for dates outside that range.
// The ECMA rules say to use current DST rules for all dates,
// and that all dates that are separated by an exact multiple of
// 28 years must behave exactly the same.
// OS local time services are more accurate than this ECMA rule,
// which is a discrepancy.
WONTFIX SKIP : fast/js/date-DST-time-cusps.html = PASS FAIL
WONTFIX SKIP : fast/js/date-big-setdate.html = PASS FAIL

// This test expects weird behavior of __defineGetter__ on the
// window object.  It expects variables introduced with 'var x = value'
// to behave differently from variables introduced with 'y = value'.
// This just seems wrong and should have very low priority.
// Agreed, not required for Beta, we can debate this with WebKit post Beta
// (eseidel, 4/25)
// Ignore this until we see evidence that we need to support it.
WONTFIX : fast/dom/getter-on-window-object2.html = FAIL

// V8 doesn't stable sort and we currently have no intention of
363
364
365
366
367
368
// changing this.  The following tests only happen to pass due to
// the current algorithm used for sorting small arrays. If larger
// arrays were used in the tests, they would fail.
// It is tracked by: http://code.google.com/p/v8/issues/detail?id=90
WONTFIX : fast/js/comparefn-sort-stability.html = PASS
WONTFIX : fast/js/sort-stability.html = PASS
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389

// We have no indication that anyone misses this and have currently no
// intention of implementing it.
WONTFIX : fast/js/function-dot-arguments.html = FAIL

// This is a Safari specific test used to document the set of global
// constructors they expose and the exact way they are printed.  Not
// important.
WONTFIX : fast/js/global-constructors.html = FAIL

// This test is not reliable.  The behavior depends on exactly how the
// stack limit is reached.  We're happy with our behavior on this test
// as long as we don't crash.
WONTFIX : fast/js/global-recursion-on-full-stack.html = FAIL

// Our DOM Storage implementation doesn't use WebKit's private browsing feature (even for incognito mode).
WONTFIX : storage/domstorage/localstorage/private-browsing-affects-storage.html = FAIL
WONTFIX : storage/domstorage/sessionstorage/private-browsing-affects-storage.html = FAIL

// These tests propagate auth credentials back to the renderer, which we
// don't want to do.
390
391
392
WONTFIX BUGCR21840 MAC LINUX : http/tests/loading/basic-auth-resend-wrong-credentials.html = FAIL
WONTFIX BUGCR21840 WIN : http/tests/loading/basic-auth-resend-wrong-credentials.html = FAIL TIMEOUT
WONTFIX BUGCR21840 : http/tests/loading/basic-credentials-sent-automatically.html = FAIL
393
394
395
396

// This checks the IDN behavior of WebKit/WebKit on Mac, not WebKit/WebCore or
// WebKit/JavaScriptCore. Chrome doesn't use WebKit/WebKit, and Chrome's IDN
// security model is different from it.
397
BUGCR21814 WONTFIX SKIP: fast/encoding/idn-security.html = FAIL
398
399
400

// Our implementation of global history is completely different, and
// these tests are irrelevant.
401
BUGCR23748 WONTFIX : http/tests/globalhistory = FAIL
402
403

// DataGrid was pulled from HTML5 spec, unlikely to re-emerge in the current form.
404
BUGCR17585 WONTFIX : fast/dom/HTMLDataGridElement = FAIL
405
406
407

// We are not going to support submitting a form to about:* pages.
// For more details, see discussions at issue 20570.
408
BUGCR20570 WONTFIX : fast/forms/get-forms-to-about-blank.html = FAIL
409
410
411
412

// xhtml mp tests were added in http://trac.webkit.org/changeset/43865 and are
// skipped on all platforms upstream.
// We are not planning to support these.
413
414
BUGCR12254 WONTFIX SKIP : fast/xhtmlmp = FAIL
BUGCR12254 WONTFIX SKIP : http/tests/xhtmlmp = FAIL
415
416
417
418
419
420
421
422
423
424

// This test requires LayoutTestController.setCacheModel, which we don't implement
// because we can't emulate the cahcing behaviors it expects.
WONTFIX : fast/dom/HTMLScriptElement/nested-execution.html = FAIL

// Deletion UI is a Mail-ism. We don't need to worry about this.
WONTFIX SKIP : editing/deleting/deletionUI-single-instance.html = FAIL IMAGE
WONTFIX SKIP : fast/dom/Element/id-in-deletebutton.html = TEXT

// Tests for FAST_MOBILE_SCROLLING. We don't use it.
425
426
427
428
WONTFIX BUGCR32663 WIN LINUX : fast/fast-mobile-scrolling/fixed-position-element.html = IMAGE+TEXT
WONTFIX BUGCR32663 WIN LINUX : fast/fast-mobile-scrolling/no-fixed-position-elements.html = IMAGE+TEXT
WONTFIX BUGCR32663 MAC : fast/fast-mobile-scrolling/fixed-position-element.html = IMAGE PASS
WONTFIX BUGCR32663 MAC : fast/fast-mobile-scrolling/no-fixed-position-elements.html = IMAGE PASS
429
430
431
432
433
434
435
436
437

// Tests for frameset flattening. Relevant only on mobile browsers.
WONTFIX SKIP : fast/frames/flattening = TIMEOUT

// This should be tested differently (see discussion on https://bugs.webkit.org/show_bug.cgi?id=35063).
// No need to waste cycles implementing harness support for this variant of the test.
WONTFIX SKIP : fast/loader/api-test-go-to-current-back-forward-item.html = TIMEOUT

// We're not planning to support rocker-based cursor navigation.
438
WONTFIX SKIP : fast/spatial-navigation = FAIL
439
440

// We're not planning to relax third-party cookie rules any time soon.
441
WONTFIX BUGCR37684 SKIP : http/tests/cookies/third-party-cookie-relaxing.html = FAIL
442

443
// <progress> on Mac is always animated.
444
WONTFIX MAC : fast/dom/HTMLProgressElement/progress-element.html = IMAGE PASS
445

446
// We do not use Safari's private browsing
447
WONTFIX SKIP : storage/private-browsing-noread-nowrite.html = PASS
448
449

// These tests are WONTFIX because they use codecs Chromium doesn't support.
450
451
452
453
454
455
BUGCR16779 WONTFIX SKIP : media/audio-mpeg-supported.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/audio-data-url.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/media-can-play-mpeg-audio.html = TEXT
BUGCR16779 WONTFIX SKIP : media/video-can-play-type.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/video-document-types.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/video-size-intrinsic-scale.html = FAIL TIMEOUT
456
BUGWK45102 WONTFIX SKIP : media/media-can-play-mpeg4-video.html = TEXT
457
BUGCR68289 WONTFIX SKIP : media/video-element-other-namespace-crash.html = TIMEOUT
458
459
460
461
462
463
464
465
466
467

// Chromium does not use the icon loader in WebCore for loading notifications.
WONTFIX SKIP : http/tests/notifications = FAIL

// Doesn't apply to Chromium (QuickTime-specific behavior)
WONTFIX SKIP : media/video-does-not-loop.html = TIMEOUT

// Pre-HTML5 parser quirks only apply to the mac port for now.
WONTFIX SKIP : fast/parser/pre-html5-parser-quirks.html = FAIL

468
469
470
471
472
473
474
475
476
477
478
// -----------------------------------------------------------------
// CHROME REWRITTEN TESTS
// -----------------------------------------------------------------

// These tests have been rewritten, with the original being ignored,
// because they rely on being able to shadow the 'top' variable on the
// global object.  For security we disallow shadowing of top.
WONTFIX : editing/selection/click-before-and-after-table.html = FAIL

// We're taking a different approach on this test than Webkit does, related to
// whether we create a window via a plugin when target is _blank.
479
BUGCR24186 WONTFIX SKIP : plugins/get-url-with-blank-target.html = FAIL
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507

// Dashboard-related test
WONTFIX SKIP : platform/mac/fast/css/dashboard-region-parser.html = FAIL

// Not a test?
WONTFIX SKIP : http/tests/incremental/pause-in-script-element.pl = FAIL

// This tests for an arbitrary limit set in JSCRE to terminate regular
// expressions with an exponential matching behavior.  Since the V8
// regular expression engine can be preempted from the outside, we do not
// need to limit the execution this way.  Firefox also keeps running
// on this one.
WONTFIX : fast/regex/slow.html = TIMEOUT

// Test to verify legacy MAC encodings. We don't want to support them and
// have to skip this test.
WONTFIX SKIP : fast/encoding/char-decoding-mac.html = FAIL

// WebKit QT Build-specific tests
WONTFIX SKIP : platform/qt/view/fixed-layout-size.html = FAIL

// These don't have pixel results and rely on ObjC bindings. Don't run until they have pixel results.
WONTFIX SKIP : platform/mac/editing/pasteboard/dataTransfer-set-data-file-url.html = FAIL
WONTFIX SKIP : http/tests/security/dataTransfer-set-data-file-url.html = FAIL

// The issue is which global object to use as the implicit
// receiver for cross-frame calls.  Currently, IE, Firefox and Chrome
// agree and only Safari is doing it this way.
508
BUGCR5053 WONTFIX : fast/frames/cross-site-this.html = FAIL
509
510
511
512
513
514
515
516
517
518
519
520
521
522

// This tests a Safari incompatibility.  This test should fail since
// it contains syntax errors that JSC for some reason choose not to
// throw.  V8 follows the spec.
WONTFIX : fast/js/reparsing-semicolon-insertion.html = FAIL

// These tests relate to transform/3d which is a work in progress and is not
// even run by the WebKit folk. They should be enabled whenever WebKit begins
// testing them by default. The bug to re-enable is:
// http://code.google.com/p/chromium/issues/detail?id=8455
WONTFIX SKIP : transforms/3d = FAIL

// Copying with no selection is sometimes supposed to work
// Also skipped by Apple on Windows (rdar://problem/5015941)
523
BUGCR20404 : editing/execCommand/copy-without-selection.html = FAIL
524
525
526
527

// -----------------------------------------------------------------
// LIGHTTPD
// -----------------------------------------------------------------
528
529
// This are failing for different reasons under our lighttpd configuration.
// (Note that lighttpd is only used on Windows at this point.)
530
531

// LightTPD doesn't accept unknown HTTP methods
532
533
534
BUGCR30536 WIN SKIP : http/tests/xmlhttprequest/methods-lower-case.html = TIMEOUT CRASH
BUGCR30536 WIN : http/tests/xmlhttprequest/methods-async.html = TIMEOUT
BUGCR30536 WIN SLOW : http/tests/xmlhttprequest/access-control-basic-allow-preflight-cache-invalidation-by-method.html = FAIL
535
536
// LightTPD doesn't accept unknown HTTP methods and passes CGIs a Content-Type
// even when a request didn't send the header.
537
BUGCR30536 WIN SLOW : http/tests/xmlhttprequest/methods.html = FAIL
538
// Webkit 50667:50696 (Lighttpd related?)
539
BUGCR30536 WIN : http/tests/xmlhttprequest/xmlhttprequest-setrequestheader-no-value.html = TEXT
540
541

// Another lighttpd quirk.
542
543
BUGCR8941 WIN SLOW : http/tests/xmlhttprequest/web-apps/013.html = FAIL
BUGCR8941 WIN : http/tests/xmlhttprequest/web-apps/012.html = FAIL
544
545
546
547
548
549
550
551
552

// -----------------------------------------------------------------
// TEXT
// -----------------------------------------------------------------

// This class of test fails because of size differences in text runs.
// Mostly this is because of international text rendering differences.

// Incrorect results, in incorrect international font metrics.
553
554
555
BUGCR20521 LINUX WIN : fast/text/atsui-multiple-renderers.html = FAIL
BUGCR20521 LINUX WIN : fast/text/atsui-pointtooffset-calls-cg.html = FAIL TIMEOUT
BUGCR20521 LINUX WIN : fast/text/atsui-rtl-override-selection.html = FAIL
556
557

// This test checks that we hack around a bug in helvetica.  We fail to.
558
BUGCR20519 WIN : fast/text/wide-zero-width-space.html = FAIL
559

560
// There's a missing glyph box in "full-time".
561
BUGCR20547 WIN : fast/text/capitalize-boundaries.html = FAIL
562
563

// Different button line-heights, our behavior looks wrong.
564
565
BUGCR20551 LINUX WIN : fast/replaced/table-percent-height.html = FAIL
BUGCR20551 LINUX WIN : fast/replaced/table-percent-height-text-controls.html = FAIL
566
567
568
569
570
571
572
573


// -----------------------------------------------------------------
// PENDING TESTS (forked to pending/, need to be sent upstream)
// -----------------------------------------------------------------

// These tests don't work with fast timers due to setTimeout
// races. See https://bugs.webkit.org/show_bug.cgi?id=21536
574
575
// We currently match upstream except for font differences, but we should
// probably rewrite the test as suggested in the webkit bug.
576
577
BUGCR24195 WIN LINUX : fast/repaint/bugzilla-6473.html = IMAGE+TEXT
BUGCR24195 MAC : fast/repaint/bugzilla-6473.html = IMAGE
578
579
580
581
582
583

// -----------------------------------------------------------------
// Tests requiring features not currently in test_shell.
// -----------------------------------------------------------------

// Implement layoutTestController.display()
584
BUGCR8630 WIN LINUX : fast/repaint/body-background-image.html = FAIL
585
586

// Relies on text metrics to pass. Rework to be meaningful for ports other than platform/mac.
587
588
589
590
591
592
593
594
BUGCR8630 WIN LINUX : fast/repaint/overflow-outline-repaint.html = FAIL
BUGCR8630 WIN LINUX : fast/backgrounds/solid-color-context-restore.html = FAIL
BUGCR8630 WIN LINUX : fast/dynamic/containing-block-change.html = FAIL
BUGCR8630 LINUX : fast/forms/listbox-clip.html = IMAGE+TEXT
BUGCR8630 WIN LINUX : fast/overflow/hidden-scrollbar-resize.html = FAIL
BUGCR8630 WIN LINUX RELEASE : fast/reflections/inline-crash.html = FAIL
BUGCR8630 LINUX WIN DEBUG : fast/reflections/inline-crash.html = FAIL
BUGCR8630 WIN LINUX : fast/text/font-initial.html = FAIL
595
596
597
598
599

// Need a setAuthorAndUserStylesEnabled method in
// layoutTestController. Now we have preference to enable/disable user
// styles(not work now), we still need to add a preference to enable/disable
// styles of both author and user.
600
// SKIP because it causes an additional error message in:
601
602
603
// fast/css/display-none-inline-style-change-crash.html   somehow
// the message is dumped after the #EOF, which causes an additional
// error in the header of the following test.
604
BUGCR24197 SKIP : fast/css/disabled-author-styles.html = FAIL
605
606

// -----------------------------------------------------------------
607
// Inspector tests
608
609
// -----------------------------------------------------------------

610
611
612
613
614
615
616
617
// There is no message port harness to test extensions
WONTFIX SKIP : inspector/extensions.html = FAIL
WONTFIX SKIP : inspector/extensions-api.html = FAIL
WONTFIX SKIP : inspector/extensions-audits.html = FAIL
WONTFIX SKIP : inspector/extensions-audits-api.html = FAIL
WONTFIX SKIP : inspector/extensions-events.html = FAIL
WONTFIX SKIP : inspector/extensions-eval.html = FAIL
WONTFIX SKIP : inspector/extensions-resources.html = TIMEOUT CRASH
618
WONTFIX SKIP : http/tests/inspector/extensions-headers.html = FAIL
619
620
621

// Inspector tests in Debug build are very slow.  If we remove SLOW, we'll see
// random TIMEOUTs.  Is this issue DRT-specific?
622
623
624
BUG_DRT WIN LINUX DEBUG SLOW : inspector = PASS
BUG_DRT WIN LINUX DEBUG SLOW : http/tests/inspector = PASS
BUG_DRT WIN LINUX DEBUG SLOW : http/tests/inspector-enabled = PASS
625
626

// Add support for inspector layout tests on non-Windows.
627
628
629
BUGCR26734 MAC SKIP : inspector = PASS
BUGCR26734 MAC SKIP : http/tests/inspector = PASS
BUGCR26734 MAC SKIP : http/tests/inspector-enabled = PASS
630

631
632
633
BUGCR66087 WIN LINUX SLOW : inspector/styles-disable-then-enable.html = PASS TEXT
BUGCR66087 WIN LINUX : inspector/timeline-layout.html = CRASH TIMEOUT PASS TEXT
BUGCR66087 WIN LINUX : inspector/timeline-parse-html.html = CRASH TIMEOUT PASS TEXT
634
// WebKit roll 74708:74711
635
636
BUGCR68165 WIN LINUX DEBUG SLOW : inspector/styles-source-lines.html = PASS
BUGCR66087 WIN LINUX SLOW : inspector/storage-panel-dom-storage.html = PASS TEXT
637

638
639
640
641
BUG_DRT WIN LINUX : http/tests/inspector-enabled/console-log-before-frame-navigation.html = TEXT
BUG_DRT WIN LINUX : http/tests/inspector/change-iframe-src.html = CRASH
BUGCR66087 WIN LINUX SLOW : http/tests/inspector/console-resource-errors.html = PASS TEXT
BUGCR66087 WIN LINUX SLOW : http/tests/inspector/inspect-iframe-from-different-domain.html = PASS TEXT
642
643
644
645

// -----------------------------------------------------------------
// Other
// -----------------------------------------------------------------
646

647
648
649
// Mac Safari under certain circumstances automatically places
// a caret in editable document even when none was requested programatically.
// We don't intend to copy this feature (at least not for Beta).
650
651
BUGCR20844 LINUX WIN RELEASE : editing/selection/designmode-no-caret.html = FAIL
BUGCR20844 LINUX WIN DEBUG : editing/selection/designmode-no-caret.html = FAIL
652

653
// Regression from merge 41268:41286
654
BUGCR10435 MAC : editing/selection/designmode-no-caret.html = FAIL
655

656
657
// Issue 3273: TextInputController::firstRectForCharacterRange not returning
// the correct values for bidi/rtl text.
658
659
660
661
BUGCR3273 : editing/selection/move-left-right.html = FAIL
BUGCR3273 MAC : platform/mac/editing/input/caret-primary-bidi.html = FAIL PASS
BUGCR3273 MAC : platform/mac/editing/input/firstrectforcharacterrange-plain.html = FAIL PASS
BUGCR3273 MAC : platform/mac/editing/input/range-for-empty-document.html = FAIL PASS
662

663
664
// These tests also use firstRectForCharacterRange, but they generate slightly
// different values.
665
666
667
BUGCR3273 : editing/selection/5825350-1.html = TEXT
BUGCR3273 : editing/selection/5825350-2.html = TEXT
BUGCR3273 : editing/selection/mixed-editability-10.html = TEXT
668
669

// selection
670
BUGCR10369 LINUX : editing/selection/5354455-2.html = FAIL
671
672
673
674
675

// TODO(erg): Attempted to rebaseline these tests as part of the above
// 43346:43361 rebaseling from http://trac.webkit.org/changeset/43355. Turned
// tree red. May be more involved then just rebaselining.

676
BUGCR14832 : editing/selection/user-drag-element-and-user-select-none.html = FAIL
677
678

// Fails due to textInputController.setInputMethod not implemented for Mac.
679
680
BUGCR19665 MAC : platform/mac/editing/input/hangul-enter-confirms-and-sends-keypress.html = FAIL
BUGCR19665 MAC : platform/mac/editing/input/kotoeri-enter-to-confirm-and-newline.html = FAIL
681
682

// New failures from merge 51412:51455.
683
BUGCR28916 MAC : editing/pasteboard/paste-xml.xhtml = TEXT
684
685

// Flaky
686
BUGCR31803 MAC LINUX : editing/inserting/12882.html = IMAGE PASS
687
688
689
690
691

BUGWK45438 : editing/spelling/spelling-backspace-between-lines.html = TEXT

// Tests added in r69269.
// Apple-Mac port corrects "notationl" to "notational" automatically?
692
693
694
695
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-delete.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-removing-underline-after-paste.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-removing-underline.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-simple.html = IMAGE+TEXT
696

697
698
699
// Directionality of mixed-direction text in selected choice should
// match that in the <select> option lists.
// Low priority, unclear if test expectations are correct (see bug)
700
BUGCR6139 : fast/forms/select-writing-direction-natural.html = FAIL
701

702
703
704
705
706
707
708
709
710
711
712
// Shadow offset tests crash occasionally on Mac and Linux debug.
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-1.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-2.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-3.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-4.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-5.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-6.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-7.html = PASS CRASH

// This SVG test is occasionally crashing apparently for the same reason.
BUGCR67732 MAC LINUX DEBUG : svg/W3C-SVG-1.1-SE/paths-dom-02-f.svg = PASS CRASH
713

714
715
716
BUGCR67767 : http/tests/security/cross-frame-access-call.html = TEXT
BUGCR67767 : http/tests/security/aboutBlank/xss-DENIED-set-opener.html = TEXT

717
718
719
// -----------------------------------------------------------------
// Plugin tests
// -----------------------------------------------------------------
720
BUGCR21841 MAC WIN DEBUG : plugins/destroy-during-npp-new.html = CRASH PASS
721
BUGJOHNNYG LINUX : plugins/embed-attributes-style.html = IMAGE
722
723
724
BUGCR61799 : plugins/evaluate-js-after-removing-plugin-element.html = TEXT
BUGCR37962 MAC : plugins/iframe-shims.html = TEXT PASS
BUGCR10351 MAC : plugins/inner-html-display-none.html = FAIL
725
BUGWK48164 MAC LINUX WIN : plugins/invalid-mime-with-valid-extension-shows-missing-plugin.html = TEXT
726
727
// Need to implement NPP_HandleEvent in the layout_test_plugin
// WIN started failing during webkit roll 62670 -> 62844.
728
729
730
731
BUGCR38353 : plugins/keyboard-events.html = TEXT
BUGCR10351 MAC : plugins/mouse-events.html = FAIL
BUGCR32864 MAC LINUX : plugins/mouse-events-fixedpos.html = TEXT
BUGCR35822 : plugins/npruntime/browser-object-identity.html = TEXT
732
// Object.keys on an NPObject produces the wrong output.
733
734
735
BUGCR21901 : plugins/npruntime/enumerate.html = TEXT
BUGCR50787 : plugins/npruntime/plugin-scriptable-object-invoke-default.html = TEXT
BUGCR50910 : plugins/npruntime/remove-property.html = TEXT
736
737
BUGWK48034 : plugins/pass-different-npp-struct.html = TEXT
// NPP_HandleEvent doesn't be implemented/work on mac/linux.
738
739
740
BUGCR48033 LINUX MAC SKIP : plugins/plugin-initiate-popup-window.html = PASS TIMEOUT
BUGCR35387 MAC : plugins/reentrant-update-widget-positions.html = TIMEOUT
BUGCR38392 : plugins/resize-from-plugin.html = TEXT
741
// Times out after http://trac.webkit.org/changeset/62739/
742
743
BUGCR48550 SKIP : plugins/return-negative-one-from-write.html = TIMEOUT
BUGCR38353 : http/tests/plugins/plugin-document-has-focus.html = TEXT TIMEOUT
744

745
746
747
// Tests differences from switching to webkit.org's test netscape plugin rather
// than chromium's old forked copy.  We can remove the PASS on these once we
// switch.
748
BUG_TONY WIN : plugins/geturlnotify-during-document-teardown.html = CRASH
749
BUGWK48655 : plugins/js-from-destroy.html = CRASH PASS
750
751
BUG_TONY WIN : plugins/mouse-events.html = TEXT
BUG_TONY WIN : plugins/plugin-initiate-popup-window.html = TIMEOUT
752
753
754
// This test is failing because the plugin has changed names on Windows to
// match the name of the plugin upstream.
BUG_TONY WIN : plugins/plugin-javascript-access.html = TEXT PASS
755

756
757
// Expectations for this test changed upstream. We should fix this test, but
// it doesn't need to block the current release
758
BUGCR10275 : http/tests/security/cross-frame-access-put.html = FAIL
759
760

// Requires layoutTestController.dispatchPendingLoadRequests
761
762
763
BUGCR33211 WIN RELEASE : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT CRASH
BUGCR33211 WIN DEBUG : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT
BUGCR33211 MAC LINUX : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT
764
765

// HTML5 DB layout tests
766
BUGCR27697 SKIP : storage/hash-change-with-xhr.html = PASS
767
768
769

// HTML5 datalist element. We don't enable it because WebKit implementation
// is incomplete.
770
771
772
BUGCR20226 : fast/forms/datalist.html = TEXT
BUGCR20226 : fast/forms/input-list.html = FAIL
BUGCR20226 : fast/forms/input-selectedoption.html = FAIL
773

774
775
776
// Generic theme in test_shell doesn't have inner-spin-button support.
// We need to do rebaseline when we switch to DRT.
BUGWK38570 WIN : fast/forms/input-appearance-spinbutton-disabled-readonly.html = IMAGE+TEXT
777

778
// The feature was disabled due to a compatibility issue.
779
780
BUGWK40520 : fast/forms/interactive-validation-lost-focusable.html = TEXT
BUGWK40520 : fast/forms/interactive-validation-prevented.html = TEXT
781

782
// These tests need to be changed to be platform independent.
hclam@chromium.org's avatar
hclam@chromium.org committed
783
// These tests are skipped since they hang DRT and test_shell.
784
785
786
787
788
// BUGCR62964 : we should either enable or delete these testsvi
BUGCR54465 BUGCR62964 SKIP : http/tests/media/remove-while-loading.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-play-stall-seek.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-play-stall.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-seekable-stall.html = TIMEOUT
789
790
// UNIMPLEMENTED : * we don't have test-par-16-9.ogv generated in WebKit * we don't handle aspect ratio correctly.
BUGCR59635 SKIP : media/video-display-aspect-ratio.html = PASS FAIL TIMEOUT
791

792
// video.buffered multiple TimeRanges support.
793
BUGCR49165 SKIP : http/tests/media/video-buffered.html = PASS
794

795
// These tests need to be changed to not rely on setTimeout().
796
BUGCR60740 SLOW WIN DEBUG : media/video-played-collapse.html = PASS FAIL
797
798

// We sometimes emit an error from the same source element twice.
799
BUGCR59226 : media/video-source-error.html = PASS FAIL TIMEOUT
800
801
802

// Failing because we sometimes emit additional timeupdate events.
// Test may need to be rewritten or only log the first timeupdate event.
803
BUGCR59399 LINUX MAC : media/audio-delete-while-slider-thumb-clicked.html = PASS FAIL
804
805
806

// Failing because we sometimes emit additional timeupdate events.
// Test might be WONTFIX because we don't export a step button in the first place.
807
BUGCR25375 BUGCR59399 SKIP : media/audio-delete-while-step-button-clicked.html = FAIL
808
809

// Seeks to the end of file, which results in ogg packets with no timestamps.
hclam@chromium.org's avatar
hclam@chromium.org committed
810
// KNOWNISSUE : fails because progress event is not published 
811
BUGCR59675 BUGCR59263 SKIP : media/event-attributes.html = PASS FAIL TIMEOUT
812

813
// Flaky because of our new seeking algorithm.
814
BUGCR50438 BUGCR20187 : media/controls-drag-timebar.html = PASS FAIL
815

816
// These tests are flaky with subtle pixel differences.
817
818
BUGCR70252 LINUX MAC : media/video-zoom.html = IMAGE PASS
BUGCR60744 LINUX : media/video-layer-crash.html = IMAGE PASS
819

820
// Behavior was changed by WebKit roll 69035:69062.
821
BUGCR53660 BUGCR60746 MAC : media/video-transformed.html = IMAGE
822

823
824
// This is flaky with a subtle pixel difference in the bottom right corner,
// which I believe is due to new video scaling algorithm.
hclam@chromium.org's avatar
hclam@chromium.org committed
825
// We should rewrite this test so that we wait for timeupdate event until the time is no less than 1. 
826
BUGCR60244 : media/video-replaces-poster.html = IMAGE PASS
827

828
// These tests are failing because they use position-dependent mouse clicks.
hclam@chromium.org's avatar
hclam@chromium.org committed
829
// TESTISSUE 
830
BUGCR25375 : media/video-controls-transformed.html = FAIL
831

832
// We haven't implemented the WebKit fullscreen extension.
hclam@chromium.org's avatar
hclam@chromium.org committed
833
// UNIMPLEMENTED
834
835
BUGCR16735 SKIP : media/media-fullscreen-inline.html = TIMEOUT
BUGCR16735 SKIP : media/media-fullscreen-not-in-document.html = TIMEOUT
836
837

// We haven't implemented the WebKit captioning extension.
hclam@chromium.org's avatar
hclam@chromium.org committed
838
// UNIMPLEMENTED
839
BUGCR28301 SKIP : media/media-captions.html = TIMEOUT
840
841

// We haven't implemented reverse audio/video playback.
842
// UNIMPLEMENTED BUGCR33099 Implement reverse audio/video playback
843
844
BUGCR33099 SKIP : media/video-reverse-play-duration.html = TIMEOUT
BUGCR33099 SKIP : media/video-timeupdate-reverse-play.html = TIMEOUT
845

846
// We haven't implemented video preloading and it passing is a false positive.
hclam@chromium.org's avatar
hclam@chromium.org committed
847
// UNIMPLEMENTED
848
BUGWK16482 SKIP : media/video-preload.html = PASS FAIL
849

850
// Does not display courier for the letters, as the test requests.
851
852
BUGCR10278 LINUX : fast/css/font-face-implicit-local-font.html = FAIL
BUGCR10278 LINUX : fast/css/font-face-unicode-range.html = FAIL
853
854
855
856
857
858
859
860
861
862
863
864

// The v8 bindings allow shadowing of all properties on the global
// object.  If you use 'var prop = value' you will get a new variable
// named prop that shadows builtin properties on the global object.
// This behavior is consistent and I'm reluctant to make the massive
// change that would be needed to implement the inconsistent handling
// of this that KJS has (some properties can be shadowed and others
// can't).  This should have low priority.
// We currently match IE and the plan was to convince KJS to change
// post-beta, but the bug is here:
// https://bugs.webkit.org/show_bug.cgi?id=16644 , and it's unclear
// what the resolution was.
865
BUGCR10279 : fast/js/var-declarations-shadowing.html = FAIL
866
867

// Implement full JSON support in V8
868
869
870
871
BUGCR14885 SLOW : fast/js/JSON-parse.html = FAIL
BUGCR14885 SLOW : fast/js/JSON-stringify.html = FAIL CRASH
BUGCR14885 : fast/js/JSON-parse-reviver.html = FAIL
BUGCR14885 : fast/js/JSON-stringify-replacer.html = FAIL
872
873

// Implement CSS -webkit-font-smoothing property support.
874
BUGCR23270 WIN LINUX : fast/css/font-smoothing.html = FAIL
875
876

// Make canvas shadow work with drawImage.
877
878
BUGCR11153 WIN LINUX : fast/canvas/canvas-incremental-repaint-2.html = FAIL
BUGCR11153 WIN LINUX : fast/canvas/canvas-incremental-repaint.html = FAIL
879

880
BUGCR20507 : http/tests/uri/resolve-encoding-relative.html = FAIL
881

882
883
884
// test_shell, DRT do not correctly schedule paints when invalidating.
BUGCR62433 WIN : fast/images/gif-loop-count.html = IMAGE

885
886
887
888
// -----------------------------------------------------------------
// SVG TESTS
// -----------------------------------------------------------------

889
BUGCR8763 LINUX WIN MAC : svg/custom/use-on-g-containing-foreignObject-and-image.svg = IMAGE+TEXT IMAGE
890
891

// We show reduced version of the entire SVN image rather than an image
892
893
894
895
BUGCR23463 MAC : svg/W3C-SVG-1.1/struct-symbol-01-b.svg = IMAGE
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-symbol-01-b.svg = IMAGE+TEXT TEXT
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-use-01-t.svg = IMAGE IMAGE+TEXT PASS
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-image-02-b.svg = IMAGE+TEXT
896
897

// Merge 39744:39829 - regression
898
BUGCR10284 MAC : svg/custom/path-bad-data.svg = FAIL
899

900
901
902
// Text mismatch since r65370.
// There was also an unnoticed image mismatch before this revision
// (wrong baseline was committed). No idea about when it really started to fail.
903
BUGCR52692 WIN LINUX : svg/W3C-SVG-1.1/animate-elem-80-t.svg = IMAGE+TEXT
904

905
// New in WK r65880, some probably just need rebaselining, others have real diffs
906
907
908
909
910
911
912
913
914
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask-objectBoundingBox.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask-userSpaceOnUse.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask-different-unitTypes.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask-panning.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-image-based-clipping.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-path-and-image-based-clipping.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-path-based-clipping.svg = IMAGE
915
916
917
918
919
// Rebaselined in WK r65874, Linux has missing lines
BUGWK44514 LINUX WIN : svg/custom/missing-xlink.svg = TEXT
// Also fail since WK roll 65859:65885
BUGWK44514 MAC : fast/backgrounds/svg-as-background-6.html = IMAGE

920
921
922
923
// May require re-baseline.
BUGWK42370 WIN MAC : svg/custom/image-rescale-scroll.html = FAIL
BUGWK42370 WIN MAC : svg/custom/image-rescale-clip.html = FAIL

924
925
926
927
928
929
// -----------------------------------------------------------------
// End SVG Regressions
// -----------------------------------------------------------------

// Compact support was removed from WebKit by Hyatt and layout tests rebaselined in r40259.

930
BUGCR10295 MAC : fast/dom/prototype-chain.html = FAIL
931
932

// Font differences, requiring overriden metrics, not a real bug, not fixing for Beta
933
BUGCR10296 MAC : fast/text/international/bidi-menulist.html = FAIL
934
// Maybe need to be rebaselined - should be looked at in more detail.
935
936
BUGCR10296 LINUX : svg/custom/foreign-object-skew.svg = FAIL
BUGCR10296 LINUX : svg/batik/text/textLength.svg = FAIL
937
938

// No anti-aliasing on the text.
939
BUGCR10298 LINUX : svg/custom/use-on-disallowed-foreign-object-3.svg = FAIL
940
941
942
943
944
945
946
947
948

// The failures listed below have never passed in Chromium and need to be
// investigated, categorized, and (one hopes) fixed.

// These test fail full text diff (but not simplified diff) most likely due
// to differing implementations of SVG fonts. They may or may not represent
// real bugs which need fixin'

// There's no baseline at all for this!
949
BUGCR32392 SKIP : svg/batik/text/smallFonts.svg = FAIL
950
951

// The test is flaky and maybe platform-dependent.
952
BUGCR32401 LINUX WIN : svg/custom/marker-changes.svg = IMAGE+TEXT IMAGE
953

954
BUGCR32444 LINUX WIN : svg/hixie/text/003.html = FAIL
955
956
957
958

// SVG masks aren't quite working yet.
// Might also be related to https://bugs.webkit.org/show_bug.cgi?id=21910
// New tests. We should fix these, but they don't need to block the current release
959
960
961
962
BUGCR3244 LINUX WIN : fast/backgrounds/svg-as-mask.html = FAIL
BUGCR3244 WIN DEBUG : fast/backgrounds/animated-svg-as-mask.html = FAIL
BUGCR3244 SLOW WIN RELEASE : fast/backgrounds/animated-svg-as-mask.html = FAIL
BUGCR3244 LINUX : fast/backgrounds/animated-svg-as-mask.html = FAIL
963
964
// More tests that fail because of masks not working properly.
// New tests. We should fix these, but they don't need to block the current release
965
966
BUGCR3244 WIN LINUX : fast/backgrounds/mask-composite.html = FAIL
BUGCR3244 WIN LINUX : fast/backgrounds/repeat/mask-negative-offset-repeat.html = FAIL
967
968
969
970
971
972
973
// Marking this again as failed. This test failed even after rebaseline due to
// the fact that the font is not specified in the test and it seems that the
// test falls back on a different font locally than on the buildbot so the
// baseline is invalid. This might indicate a failure in our font fallback code
// or might be expected and that we should either go with the buildbot output
// or change the test upstream to specify explicitly what font to use.
// The mask part of this test is totally wrong.
974
BUGCR3244 WIN LINUX : fast/backgrounds/svg-as-background-6.html = FAIL
975
976

// Our gradients are wrong here.
977
978
BUGCR19559 WIN LINUX : svg/W3C-SVG-1.1/pservers-grad-08-b.svg = FAIL
BUGCR10304 LINUX : svg/carto.net/button.svg = FAIL
979
980
981

// Probably need to change the test upstream to describe it better and use no
// hard coded numbers.
982
BUGCR19897 WIN LINUX : svg/custom/getscreenctm-in-mixed-content2.xhtml = FAIL
983

984
BUGCR10306 LINUX : svg/carto.net/combobox.svg = FAIL
985
986
987

// Linux pixeltest failure: slightly different shade of composited
// alpha in bottom group.
988
BUGCR10310 LINUX : svg/W3C-SVG-1.1/masking-opacity-01-b.svg = FAIL
989
990
991
992
993
994
995
996

// -----------------------------------------------------------------
// Accessibility layout tests
//
// In addition to WebCore, these are meant to exercise platform APIs
// (MSAA, NSAccessibility, ATK). Since we don't have access to these in the
// sandbox, making these tests pass involves faking interactions with these APIs
// and doesn't seem like a good use of our time.
997
998
// We need to identify a good testing strategy for Chromium accessibility.
// It is possible we won't use these at all.
999

1000
1001
1002
BUGCR10322 SKIP : accessibility = PASS FAIL
BUGCR10322 SKIP : platform/mac/accessibility = PASS FAIL
BUGCR10322 SKIP : platform/win/accessibility = PASS FAIL
1003
1004
1005
1006
1007
1008
1009
1010

// -----------------------------------------------------------------
// Other failures
// -----------------------------------------------------------------

// These fail the pixel tests in debug mode because they have
// unpainted space (filled red in Debug but not in Release).
// https://bugs.webkit.org/show_bug.cgi?id=8423
1011
BUGCR24204 WIN LINUX : tables/mozilla_expected_failures/bugs/bug178855.xml = IMAGE+TEXT TEXT
1012
1013

// Fails on webkit windows as well.
1014
BUGCR24207 : fast/events/attempt-scroll-with-no-scrollbars.html = FAIL
1015
1016
1017

// No glyph for U+FFFD (Replacement Character : black diamond with
// question mark) in them
1018
BUGCR10315 WIN : fast/encoding/invalid-UTF-8.html = FAIL
1019
1020
1021
1022
1023
1024

// V8 failures as a result of the WebKit merge.
// http://code.google.com/p/v8/issues/detail?id=92

// v8: A setter that is added to a prototype after the inline cache is
// recorded will not be called.
1025
BUGCR24209 : fast/js/pic/cached-prototype-setter.html = FAIL
1026
1027
1028

// We have the wrong shadow for "This".
// It appears we're not obeying the "transparent" fill color.
1029
BUGCR10317 LINUX : fast/css/shadow-multiple.html = FAIL
1030
1031
1032
1033

// Problems with getImageData and toDataURL.
// This test requires us to do alpha blending exactly the way CG does it,
// which Skia may never do (see bug).
1034
BUGCR22700 LINUX WIN : fast/canvas/canvas-getImageData.html = FAIL
1035
1036
1037

// We're much closer now. To fully pass this we need encoders for jpg
// and gif, which is a low priority.
1038
BUGCR10318 : fast/canvas/toDataURL-supportedTypes.html = FAIL
1039
1040

// Regression from the 41362:41402 merge.
1041
BUGCR8402 MAC : fast/forms/drag-out-of-textarea.html = FAIL
1042
1043

// GURL doesn't handle switching from standard URL to path URL correctly
1044
BUGWK27914 : fast/dom/HTMLAnchorElement/set-href-attribute-protocol.html = TEXT
1045
1046
1047
1048
1049
1050
1051
1052
1053

// ----------------------------------------------------------------------------
// NEW FOR THE MERGE
//
// These tests need to have their output inspected to make sure it's reasonable
// and then baselined if necessary.
// ----------------------------------------------------------------------------

// This test isn't hanging, it just takes 12-13 seconds to run.
1054
1055
BUGCR30536 SLOW WIN LINUX : http/tests/misc/acid3.html = FAIL
BUGCR30536 : http/tests/misc/favicon-as-image.html = FAIL
1056
1057

// Has failed for Chromium since it was first checked in.  (Lighttpd related?)
1058
BUGCR10323 WIN : http/tests/xmlhttprequest/xmlhttprequest-no-content-length-onProgress.html = FAIL
1059
1060
1061
1062
1063
1064
1065
1066

// Post-MERGE failures: these will all need to be fixed one day

// This test assumes we're using unix paths and looks for a file:///test
// path.  We correctly return file:///C:/test on Windows.  We should fix
// upstream
// Expectations for this test changed upstream. We should fix this test, but
// it doesn't need to block the current release
1067
BUGCR10325 WIN : fast/dom/resource-locations-in-created-html-document.html = FAIL
1068
1069
1070

// GURL/KURL difference in handling of "http:".
// New test. We should fix it, but it doesn't need to block the current release
1071
BUGCR7386 : http/tests/security/postMessage/invalid-origin-throws-exception.html = FAIL
1072
1073

// Linux pixeltest failure: Font mismatch
1074
BUGCR10327 LINUX : tables/mozilla_expected_failures/bugs/bug14007-2.html = FAIL
1075
1076

// On Linux, we don't seem to be getting Helvetica Bold for all cases.
1077
BUGCR10328 LINUX : fast/css/font-face-multiple-faces.html = FAIL
1078
1079

// Got flakey (both debug and release) around r3581 (ananta).
1080
BUGCR10329 WIN LINUX : http/tests/plugins/geturlnotify-from-npp-destroystream.html = PASS TEXT
1081
1082
1083

// Uses ahem font and expects line heights to match some pixel value.
// We should be able to pass this -- not sure what's wrong.
1084
BUGCR10331 LINUX : css2.1/t1008-c44-ln-box-02-d-ag.html = FAIL
1085
1086

// Looks like we're failing the test -- there are red boogers in the box that should be all green.
1087
BUGCR10332 LINUX : css2.1/t1605-c545-txttrans-00-b-ag.html = FAIL
1088
1089

// Asks for "system" fonts, which we don't support at all.
1090
BUGCR10335 LINUX : fast/css/css2-system-fonts.html = FAIL
1091
1092

// Large fonts have different metrics.
1093
BUGCR10336 LINUX : fast/css/font-face-descriptor-multiple-values.html = FAIL
1094
1095
1096

// Wants Helvetica, Monaco.  It's still testing something useful, but we may
// need to check in a wrong-looking baseline.  Windows looks wrong too.
1097
BUGCR10337 LINUX : fast/css/font-face-locally-installed.html = FAIL
1098
1099

// Font metrics wrong, despite using Lucida Grande?
1100
BUGCR10338 LINUX : fast/events/updateLayoutForHitTest.html = FAIL
1101
1102

// Layout totally different -- wrong font selected?
1103
BUGCR10340 LINUX : fast/frames/viewsource-attribute.html = FAIL
1104
1105
1106

// We fail to load a file URL with a port number -- how does this work on
// Windows?
1107
BUGCR10342 LINUX MAC : fast/loader/file-URL-with-port-number.html = TIMEOUT
1108
1109
1110

// Text doesn't display at all -- maybe we don't have the slow font
// code enabled?
1111
1112
1113
BUGCR10343 LINUX : fast/text/atsui-kerning-and-ligatures.html = FAIL
BUGCR10343 LINUX RELEASE : fast/text/atsui-partial-selection.html = IMAGE
BUGCR10343 LINUX : fast/text/atsui-small-caps-punctuation-size.html = FAIL
1114
1115

// Started timing out with agl's complext text change.  Page is verrry slow.
1116
BUGCR10343 SKIP LINUX : fast/text/large-text-composed-char.html = TIMEOUT FAIL
1117
1118

// Missing text -- slow font path unimplemented?
1119
BUGCR10344 LINUX : fast/text/should-use-atsui.html = FAIL
1120
1121
1122

// We print to stderr when a failure happens while importing XSL;
// should disable this in libxml.
1123
BUGCR10347 MAC : fast/xsl/transform-xhr-doc.xhtml = FAIL
1124
1125

// Linux pixeltest failure: Failing to apply style
1126
BUGCR10349 LINUX : fast/forms/select-style.html = FAIL
1127
1128
1129

// Linux pixeltest failure: The text suggests that the radios should not
// overlap, but it's very close and quite different from the Windows version
1130
BUGCR10350 LINUX : fast/replaced/width100percent-radio.html = FAIL
1131
1132
1133

// These tests are marked as failing on Linux because they depend on QuickTime.
// See the bug for more discussion.
1134
1135
BUGCR15797 LINUX : fast/dom/object-embed-plugin-scripting.html = FAIL
BUGCR15797 LINUX : plugins/embed-attributes-setting.html = FAIL
1136
1137

// Skip because we throw an exception before we get to dumpAsText.
1138
BUGCR10351 SKIP MAC : http/tests/plugins/geturlnotify-from-npp-destroystream.html = FAIL
1139
1140
1141

// NEW FOR MERGE 36102:37604

1142
BUGCR32184 : fast/js/arguments.html = FAIL
1143
1144
// See bug http://code.google.com/p/chromium/issues/detail?id=7868,
// not urgent for current release.
1145
BUGCR24227 : http/tests/plugins/local-geturl-from-remote.html = FAIL
1146
1147

// This test sometimes fails indefinitely, other times it takes 1-2 seconds.
1148
BUGCR14009 WIN : http/tests/misc/dns-prefetch-control.html = TIMEOUT PASS
1149
1150
1151
1152
1153
1154
1155

// NEW FOR MERGE 37604:38097
// This is a Safari specific test used to document the set of global
// constructors they expose and the exact way they are printed.  Not
// important - we might even want to ignore it.
// New tests. We should fix these, but they doesn't need to block the current
// release
1156
BUGCR10354 WIN LINUX : fast/layers/opacity-transforms.html = FAIL
1157
1158
1159
1160

// MERGE 38389:38450
// Form submit causes invalid page reload/navigation when action is a named
// anchor
1161
BUGCR10357 : fast/dom/cssTarget-crash.html = TIMEOUT PASS
1162
1163

// New test. We should fix it, but it doesn't need to block the current release
1164
BUGCR10361 WIN : http/tests/misc/single-character-pi-stylesheet.xhtml = FAIL
1165
1166

// Windows is missing the green box. Started to pass in roll to WebKit r50313
1167
BUGCR8729 WIN : http/tests/multipart/invalid-image-data.html = IMAGE+TEXT
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183

// -----------------------------------------------------------------
// MAC PORT TESTS
// -----------------------------------------------------------------

//
// *** TESTS TO WORK ON FIRST ***
// These tests fail because of work that needs to be done in Mac TestShell to
// bring it up to par with Win TestShell. These tests pass on Win and should
// pass on Mac once we fix the bugs.
//

// We've bucketed tests into groupings for why they're failing. Please try
// to add new failures in the appropriate bucket.

// text fields wrong width
1184
1185
BUGCR10363 MAC : tables/mozilla/bugs/bug53690-1.html = FAIL
BUGCR10363 MAC : tables/mozilla/bugs/bug9024.html = FAIL
1186
1187

// bad key event handling
1188
BUGCR10366 MAC : fast/events/option-tab.html = TEXT
1189
1190

// Not really sure why these are failing at the moment
1191
BUGCR10376 MAC : fast/dom/isindex-002.html = FAIL
1192
1193
1194

// These two have a different object type in the dom dump. Plugin-related.
// Ignored on Win/Linux because they rely on QT to provide a TIFF decoder.
1195
1196
BUGCR10378 MAC : fast/images/embed-image.html = FAIL
BUGCR10378 MAC : fast/images/object-image.html = FAIL
1197
1198
1199
1200
1201
1202
1203

// The following are flaky in that some times the timeout or crash, but we think
// it is because of bugs in other parts of the code and not specific to what
// these tests are doing.  The are being noted here so we can get the buildbots
// green so new mac regressions are caught much quicker.
// (there are a few others marked w/ multiple status like this in other parts of
// the file, but they were left there as the comments in those areas are valid.)
1204
BUGCR10384 MAC : fast/dom/Window/new-window-opener.html = TEXT
1205

1206
BUGCR10399 MAC : fast/encoding/char-encoding-mac.html = FAIL
1207
1208
1209
1210

// Broken pixel tests

// Widget location is just slightly off
1211
1212
1213
1214
1215
1216
1217
1218
1219
BUGCR23496 MAC : css1/box_properties/acid_test.html = IMAGE
BUGCR23496 MAC : css2.1/t09-c5526c-display-00-e.html = IMAGE
BUGCR23496 MAC : fast/block/basic/011.html = IMAGE
BUGCR23496 MAC : fast/forms/001.html = IMAGE
BUGCR23496 MAC : fast/forms/basic-inputs.html = IMAGE
BUGCR23496 MAC : fast/forms/checkbox-radio-onchange.html = IMAGE
BUGCR23496 MAC : fast/forms/file-input-disabled.html = IMAGE+TEXT
BUGCR23496 MAC : fast/forms/form-element-geometry.html = IMAGE+TEXT
BUGCR23496 MAC : fast/forms/formmove.html = IMAGE
1220
// Recently became crashy. See http://crbug.com/24721
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
BUGCR23496 MAC : fast/forms/formmove2.html = IMAGE
BUGCR23496 MAC : fast/forms/indeterminate.html = IMAGE
BUGCR23496 MAC : fast/forms/input-appearance-height.html = IMAGE+TEXT
BUGCR23496 MAC : fast/forms/input-value.html = IMAGE+TEXT
BUGCR23496 MAC : fast/forms/radio-attr-order.html = IMAGE
BUGCR23496 MAC : fast/forms/radio-nested-labels.html = IMAGE
BUGCR23496 MAC : fast/forms/radio_checked.html = IMAGE
BUGCR23496 MAC : fast/forms/radio_checked_dynamic.html = IMAGE
BUGCR23496 MAC : fast/inline/positionedLifetime.html = IMAGE
BUGCR23496 MAC : fast/parser/bad-xml-slash.html = IMAGE
BUGCR23496 MAC : fast/replaced/replaced-breaking.html = IMAGE
BUGCR23496 MAC DEBUG : fast/text/textIteratorNilRenderer.html = IMAGE
BUGCR23496 SLOW MAC RELEASE : fast/text/textIteratorNilRenderer.html = IMAGE
BUGCR23496 MAC : fast/text/whitespace/normal-after-nowrap-breaking.html = IMAGE
BUGCR23496 MAC : tables/mozilla_expected_failures/core/captions1.html = IMAGE
BUGCR23496 MAC : tables/mozilla_expected_failures/core/captions2.html = IMAGE
1237
1238

// These should not be pixel tests, they're not testing anything
1239
1240
// layout/rendering-specific. They also dump layout tree, so depending on which baselines