test_expectations.txt 158 KB
Newer Older
1
// This file consists of lines with specifications of what
2
3
4
5
6
7
8
9
10
11
12
13
14
15
// to expect from layout test cases. The test cases can be directories
// in which case the expectations apply to all test cases in that
// directory and any subdirectory. The format of the file is along the
// lines of:
//
// fast/js/fixme.js = FAIL
// fast/js/flaky.js = FAIL PASS
// fast/js/crash.js = CRASH TIMEOUT FAIL PASS
//
// The format of a test line is as follows:
// METADATA : relative/path/to/test.html = EXPECTATIONS
//
// Valid values for METADATA:
//
16
17
18
// BUG(CR|WK|V8_)[0-9]+: See this chromium/webkit/v8 bug for more information.
//                       Every test that isn't marked WONTFIX should have the
//                       appropriate BUG annotation.
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
// SKIP: Doesn't run the test.
// SLOW: The test takes a long time to run, but does not timeout indefinitely.
// WONTFIX: For tests that we never intend to pass on a given platform.
// DEBUG: Expectations apply only to the debug build.
// RELEASE: Expectations apply only to release build.
// LINUX/WIN/WIN-XP/WIN-VISTA/MAC: Expectations apply only to these platforms.
//
// Valid values for EXPECTATIONS:
//
// PASS: Test should pass
// CRASH: Test should crash
// TIMEOUT: Test should timeout
// IMAGE: Test will produce an incorrect image dump
// TEXT: Test will produce incorrect text output (either full or simplified)
// IMAGE+TEXT: Test will produce both incorrect text and images
// FAIL: Test will produce either incorrect text, images, or both
//
// If a line contains multiple expectations, it is considered "flakey",
// because it means that we're not producing consistent, reliable results.
//
// For example,
// LINUX : media = PASS FAIL
//
// The above means that all the media tests are flaky, but only on Linux.
//
// Other examples:
//
// SKIP : fast/js/no-good.js = TIMEOUT PASS
// DEBUG : fast/js/no-good.js = TIMEOUT PASS
// DEBUG SKIP : fast/js/no-good.js = TIMEOUT PASS
// LINUX DEBUG SKIP : fast/js/no-good.js = TIMEOUT PASS
50
// BUGCR1234 DEBUG MAC : fast/js/no-good.js = TIMEOUT PASS
51
52
53
54
55
56
57
58
59
60
61
//
// Notes:
// -A test cannot be both SLOW and TIMEOUT
// -A test can be included twice, but not via the same path.
// -If a test is included twice, then the more precise path wins.
// -CRASH tests cannot be WONTFIX

// -----------------------------------------------------------------
// SLOW TESTS
// -----------------------------------------------------------------

62
63
64
65
66
67
68
BUGCR24182 SLOW : fast/js/regexp-overflow.html = PASS
BUGCR24182 SLOW RELEASE : http/tests/misc/DOMContentLoaded-event.html = PASS
BUGCR24182 SLOW LINUX DEBUG : http/tests/misc/DOMContentLoaded-event.html = PASS
BUGCR24182 SLOW : http/tests/xmlhttprequest/simple-cross-origin-progress-events.html = PASS
BUGCR24182 SLOW : tables/mozilla/other/slashlogo.html = PASS
BUGCR24182 SLOW WIN RELEASE : tables/mozilla/bugs/bug113235-1.html = PASS
BUGCR24182 SLOW DEBUG : fast/js/toString-and-valueOf-override.html = PASS
69
70

// This tests is normally <1 second, but occasionally takes >20s.
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
BUGCR24182 SLOW WIN RELEASE : fast/dom/Window/webkitConvertPoint.html = PASS

BUGCR24182 WIN RELEASE SLOW : http/tests/loading/redirect-methods.html = PASS
BUGCR24182 SLOW MAC RELEASE : dom/html/level2/html/HTMLImageElement01.html = PASS
BUGCR24182 SLOW WIN RELEASE : http/tests/local/file-url-sent-as-referer.html = PASS
BUGCR24182 SLOW LINUX DEBUG : fast/xpath/4XPath/Borrowed/cz_20030217.html = PASS
BUGCR24182 SLOW WIN MAC DEBUG : tables/mozilla/bugs/45621.html = PASS
//BUGCR24852 started failing since webkit 49583
BUGCR24182 SLOW WIN : http/tests/security/xssAuditor/meta-tag-http-refresh-javascript-url.html = PASS
BUGCR24182 SLOW WIN RELEASE : http/tests/security/cross-origin-css.html = PASS
BUGCR24182 SLOW WIN RELEASE : fast/loader/local-CSS-from-local.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/incremental/split-hex-entities.pl = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/xmlhttprequest/XMLHttpRequestException.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/xmlhttprequest/connection-error-sync.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/loading/onload-vs-immediate-refresh.pl = PASS
BUGCR24182 SLOW : http/tests/cache/subresource-failover-to-network.html = PASS
BUGCR24182 WIN DEBUG SLOW : fast/parser/block-nesting-cap.html = PASS
88
89

// Usually <1s in release, ~1s in debug, but occasionally >5s in release.
90
91
BUGCR27335 WIN RELEASE : plugins/embed-attributes-setting.html = PASS TIMEOUT
BUGCR27335 WIN DEBUG SLOW : plugins/embed-attributes-setting.html = PASS
92
93
94

// --- collecting results for supported-xml-content-types.html ---
// was slow, started to timeout
95
BUGCR18702 WIN : http/tests/xmlhttprequest/supported-xml-content-types.html = PASS TIMEOUT
96

97
BUGCR36539 SLOW : http/tests/misc/uncacheable-script-repeated.html = PASS
98

99
BUGCR32018 SLOW : http/tests/websocket/tests/frame-lengths.html = PASS
100
BUGCR69513 DEBUG SLOW : html5lib/webkit-resumer.html = PASS
101

102
103
104
105
106
107
108
109
110
111
112
113
114
115
// -----------------------------------------------------------------
// SKIPPED TESTS
// -----------------------------------------------------------------

// Since V8 is more interruptible than other engines, they use the standard
// long-running-script mechanism to handle very-long-running regexps too.
// See http://code.google.com/p/v8/issues/detail?id=287
WONTFIX SKIP : fast/js/regexp-overflow-too-big.html = TIMEOUT

// XHTML tests.  These tests seem like they work, but only because the
// expected output expects to see JS errors.  There is no point in running
// these tests, because they are giving us a false sense of testing that isn't
// really happening.  Furthermore, since they appear to pass if we do try to
// run them, we can't even list them as permanently expected to fail.
116
BUGCR24185 WONTFIX SKIP : dom/xhtml = PASS
117
118
119
120
121
122
123
124

// We do not want to support Legacy mac encodings on Windows/Linux.
// On Mac, we can support them by building platform/text/mac, but
// probably we don't want there, either.
WONTFIX SKIP WIN LINUX : fast/encoding/char-encoding-mac.html = FAIL

// Fails due to different window.close() rules.  We need to decide whether we
// ever expect to pass this.  Now also timing out.
125
BUGCR24189 WONTFIX SKIP : fast/dom/open-and-close-by-DOM.html = FAIL
126
127
128
129
130
131
132
133
134
135
136
137
138
139

// WML is still an inprogress feature upstream. Chromium does not build
// with WML support, so skip its tests.
WONTFIX SKIP : wml = FAIL
WONTFIX SKIP : http/tests/wml = FAIL
WONTFIX SKIP : fast/wml = FAIL

// These tests are based on the JSC JavaScript profiler. The V8 JavaScript
// profiler is in development and will use a different approach than JSC and
// most likely these tests will always be JSC specific.
WONTFIX SKIP : fast/profiler = FAIL TIMEOUT

// We use worker_uitests to run workers tests. Don't run them in test_shell.
WONTFIX SKIP : fast/workers = PASS TIMEOUT FAIL
140
WONTFIX SKIP : fast/files/workers = PASS TIMEOUT FAIL
141
WONTFIX SKIP : fast/filesystem/workers = PASS TIMEOUT FAIL
142
143
144
WONTFIX SKIP : http/tests/workers = PASS TIMEOUT FAIL
WONTFIX SKIP : http/tests/xmlhttprequest/workers = PASS TIMEOUT FAIL
WONTFIX SKIP : http/tests/eventsource/workers = PASS TIMEOUT FAIL
145
WONTFIX SKIP : http/tests/websocket/tests/workers/ = PASS TIMEOUT FAIL
146
147
148
149
150

// Page Cache - based tests. Chromium disables page cache because the WebKit page cache keeps previously
// loaded pages alive in memory to be able to quickly substitute them when user clicks History buttons.
// Chromium wants those to be separate navigations made via browser process to be able to make decision
// on which renderer process to use for each of them.
151
152
WONTFIX SKIP BUGCR19635 : fast/harness/use-page-cache.html = TIMEOUT FAIL
WONTFIX SKIP BUGCR19635 : fast/dom/Window/timer-resume-on-navigation-back.html = TIMEOUT FAIL
153
// Depends on page cache, as far as I can tell.
154
155
156
157
158
159
WONTFIX SKIP BUGCR19635 : fast/events/pageshow-pagehide-on-back-cached.html = TIMEOUT FAIL
WONTFIX SKIP BUGCR19635 : fast/events/pageshow-pagehide-on-back-cached-with-frames.html = TIMEOUT
WONTFIX SKIP BUGCR19635 : media/restore-from-page-cache.html = TIMEOUT
WONTFIX SKIP BUGCR19635 : loader/go-back-to-different-window-size.html = TIMEOUT TEXT
WONTFIX SKIP BUGCR19635 : fast/loader/crash-copying-backforwardlist.html = TEXT
WONTFIX SKIP BUGCR19635 : fast/harness/page-cache-crash-on-data-urls.html = TEXT
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178

// Tests that rely on cross-process MessagePorts.  No point in running them in
// test_shell, since we'd have to use a completely different implementation from
// what is used in the browser.
WONTFIX SKIP : fast/events/message-channel-gc-2.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc-3.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc-4.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc.html = FAIL
WONTFIX SKIP : fast/events/message-channel-listener-circular-ownership.html = FAIL
WONTFIX SKIP : fast/events/message-port-clone.html = FAIL
WONTFIX SKIP : fast/events/message-port-deleted-document.html = FAIL
WONTFIX SKIP : fast/events/message-port-deleted-frame.html = FAIL
WONTFIX SKIP : fast/events/message-port-inactive-document.html = FAIL
WONTFIX SKIP : fast/events/message-port-no-wrapper.html = FAIL
WONTFIX SKIP : fast/events/message-port.html = FAIL
WONTFIX SKIP : fast/events/message-port-multi.html = FAIL
WONTFIX SKIP : http/tests/security/MessagePort/event-listener-context.html = FAIL

// Implement java testing harness.
179
BUGCR36681 SKIP : java = TEXT
180
181
182
183
184
185
186
// Chrome does not support Java LiveConnect.
WONTFIX SKIP : java/lc3 = TEXT

// this test doesn't make sense on Win or Mac.
// TODO: move to platform/chromium-linux/.
WONTFIX SKIP MAC WIN : platform/chromium/fast/text/chromium-linux-fontconfig-renderstyle.html = FAIL

187

188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
// -----------------------------------------------------------------
// WONTFIX TESTS
// -----------------------------------------------------------------

// This test is completely timing dependent.  It is testing the time
// between a key event and a search event.  You cannot count on this
// always being exactly the same.
WONTFIX DEBUG : fast/forms/search-event-delay.html = PASS TEXT
WONTFIX SLOW WIN RELEASE : fast/forms/search-event-delay.html = FAIL PASS
WONTFIX SLOW MAC RELEASE : fast/forms/search-event-delay.html = FAIL PASS CRASH
WONTFIX LINUX RELEASE : fast/forms/search-event-delay.html = FAIL PASS

// Chrome uses different keyboard accelerators from those used by Safari, so
// these tests will always fail.
// TODO(pinkerton): these should probably pass on Mac since we want Emacs
// keybindings but they currently do not.
WONTFIX LINUX WIN DEBUG : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX LINUX RELEASE : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX SLOW WIN RELEASE : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX : editing/pasteboard/emacs-ctrl-a-k-y.html = FAIL
WONTFIX : editing/pasteboard/emacs-ctrl-k-y-001.html = FAIL
WONTFIX : editing/input/emacs-ctrl-o.html = FAIL

// Checks for very kjs-specific garbage collector behavior.
// Would have to be implemented much differently to work in v8.
WONTFIX : fast/dom/gc-10.html = FAIL

// This fails because we're missing various useless apple-specific
// properties on the window object.
// This test also timeouts in Debug mode.
218
219
220
BUGCR24187 WONTFIX SLOW DEBUG : fast/dom/Window/window-properties.html = FAIL
BUGCR24187 WONTFIX SLOW WIN RELEASE : fast/dom/Window/window-properties.html = FAIL
BUGCR24187 WONTFIX LINUX MAC RELEASE : fast/dom/Window/window-properties.html = FAIL
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246

// Safari specific test to ensure that JavaScript errors aren't logged when in
// private browsing mode.
WONTFIX : http/tests/security/cross-frame-access-private-browsing.html = FAIL

// Chromium doesn't implement private browsing in the renderer.
WONTFIX : plugins/private-browsing-mode.html = FAIL
WONTFIX : plugins/private-browsing-mode-2.html = TEXT

// We don't let anyone set status in the browser.
WONTFIX : plugins/set-status.html = TEXT

// We don't care about dashboard compatibility mode.
WONTFIX SKIP : http/tests/xmlhttprequest/default-content-type-dashboard.html = FAIL
WONTFIX SKIP : http/tests/xmlhttprequest/svg-created-by-xhr-disallowed-in-dashboard.html = FAIL
WONTFIX : svg/custom/embedded-svg-disallowed-in-dashboard.xml = FAIL
WONTFIX : svg/custom/manually-parsed-embedded-svg-disallowed-in-dashboard.html = FAIL
WONTFIX : svg/custom/manually-parsed-svg-disallowed-in-dashboard.html = FAIL
WONTFIX SKIP : svg/custom/svg-disallowed-in-dashboard-object.html = FAIL
WONTFIX : fast/canvas/canvas-gradient-addStop-error.html = FAIL


// Chrome uses different keyboard accelerators from those used by Safari, so
// these tests will always fail.
// TODO(ericroman): can the following 2 tests be removed from this list, since they pass?
WONTFIX : fast/events/keydown-1.html = FAIL
247
WONTFIX LINUX WIN : fast/events/option-tab.html = FAIL
248
249

// Chrome does not support WebArchives.
250
251
252
253
BUGCR10395 WONTFIX SKIP : webarchive = FAIL PASS
BUGCR10395 WONTFIX SKIP : svg/webarchive = FAIL PASS
BUGCR10395 WONTFIX SKIP : svg/custom/image-with-prefix-in-webarchive.svg = FAIL PASS
BUGCR10395 WONTFIX SKIP : http/tests/webarchive = FAIL PASS
254

255
256
// Compositing tests are run separately on machines with GPUs; see
// LayoutTests/platform/chromium-gpu.
257
258
BUGCR15733 WONTFIX SKIP : compositing = FAIL PASS TIMEOUT
BUGCR15733 WONTFIX SKIP : platform/chromium/compositing = FAIL PASS TIMEOUT
259
260
261
262
263
264
265

// Run the Mac-specific platform tests, but only to check for crashes.
WONTFIX : platform/gtk = FAIL PASS
WONTFIX : platform/mac = FAIL PASS TIMEOUT
WONTFIX : platform/mac-leopard = FAIL PASS
WONTFIX : platform/mac-tiger = FAIL PASS
WONTFIX : platform/qt = FAIL PASS
266
WONTFIX SKIP : platform/qt/plugins/qt-qwidget-plugin.html = FAIL
267
268
269
270
271
272
WONTFIX SKIP : platform/mac/fast/text/international/Geeza-Pro-vertical-metrics-adjustment.html = PASS

WONTFIX LINUX MAC : platform/win = FAIL PASS

// This is a Safari specific test to make WebKit behave like AppKit on the Mac.
// We do not support it because PLATFORM(MAC) is not defined for the mac version.
273
WONTFIX SKIP : platform/mac/editing/deleting/backward-delete.html = TEXT
274
275
276
277

// Ignored because we do not have OBJC bindings
WONTFIX SKIP : editing/pasteboard/paste-RTFD.html = FAIL
WONTFIX SKIP : editing/pasteboard/paste-TIFF.html = FAIL
278
279
WONTFIX SKIP : platform/mac/plugins/root-object-premature-delete-crash.html = FAIL
WONTFIX SKIP : platform/mac/plugins/undefined-property-crash.html = FAIL
280
281

// Ignore test because it tries to load .pdf files in <img> tags.
282
283
284
WONTFIX : fast/images/pdf-as-image-landscape.html = FAIL
WONTFIX : fast/images/pdf-as-image.html = FAIL
WONTFIX : fast/replaced/pdf-as-image.html = FAIL
285
286
287
288

// These tests try to print a PDF file as the expected result.  I don't think
// we plan on supporting this anytime soon.
WONTFIX SKIP : printing/compositing-layer-printing.html = PASS
289
290
WONTFIX SKIP : printing/media-queries-print.html = PASS
WONTFIX SKIP : printing/page-rule-in-media-query.html = PASS
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362

// Chrome doesn't call the willCacheResponse callback (a method
// of ResourceHandleClient).  That function is Mac-specific.
WONTFIX SKIP : http/tests/misc/willCacheResponse-delegate-callback.html = FAIL

// Checks for very kjs-specific garbage collector
// behavior. Gc-9 is completely braindamaged; it tests that certain
// properties are reset by the garbage collector. It looks to pass recently.
WONTFIX : fast/dom/gc-9.html = FAIL

// This test checks that properties of arguments arrays are non-enumerable
// which is incorrect according to the ES5 spec.
WONTFIX : fast/js/kde/function.html = FAIL

// This test is broken.  The regular expression used contains an error
// which kjs swallows and returns false, which is the expected result,
// but for which we issue a syntax error.
WONTFIX : fast/js/code-serialize-paren.html = FAIL

// These tests check for a kjs-specific extension, that source file
// name and line numbers are available as properties on exception
// objects.  We handle error positions differently.
WONTFIX : fast/js/exception-linenums-in-html-1.html = FAIL
WONTFIX : fast/js/exception-linenums-in-html-2.html = FAIL
WONTFIX : fast/js/exception-linenums.html = FAIL
WONTFIX : fast/js/exception-expression-offset.html = FAIL

// These tests rely on specific details of decompilation of
// functions. V8 always returns the source code as written; there's
// no decompilation or pretty printing involved except for
// certain "native" functions where the V8 output does not include
// newline characters. This is working as intended and we don't care
// if the tests pass or fail. (It should probably simply be re-baselined.)
WONTFIX : fast/js/function-names.html = FAIL

// This test relies on KJS specific implementation
// (window.GCController.getJSObjectCount), which we have no intention of
// supporting.
WONTFIX SKIP : fast/dom/Window/timeout-released-on-close.html = FAIL

// These tests expect a tiff decoder, which we don't have.
WONTFIX LINUX WIN : fast/images/embed-image.html = FAIL
WONTFIX LINUX WIN : fast/images/object-image.html = FAIL

// Safari has a unique handling of the BOM characters among browsers.
// There is a strong suspicion that this is a security problem, so we
// follow the rest of the browsers on this one.
WONTFIX : fast/js/removing-Cf-characters.html = FAIL

// These tests fail in all but the PST/PDT time zone.
// Another reason for failure is that, for compatability, we don't obey
// the ECMA standard on DST exactly.  We use the OS's facilities to
// convert to local time for dates within the UNIX 32-bit epoch,
// and follow the ECMA rules for dates outside that range.
// The ECMA rules say to use current DST rules for all dates,
// and that all dates that are separated by an exact multiple of
// 28 years must behave exactly the same.
// OS local time services are more accurate than this ECMA rule,
// which is a discrepancy.
WONTFIX SKIP : fast/js/date-DST-time-cusps.html = PASS FAIL
WONTFIX SKIP : fast/js/date-big-setdate.html = PASS FAIL

// This test expects weird behavior of __defineGetter__ on the
// window object.  It expects variables introduced with 'var x = value'
// to behave differently from variables introduced with 'y = value'.
// This just seems wrong and should have very low priority.
// Agreed, not required for Beta, we can debate this with WebKit post Beta
// (eseidel, 4/25)
// Ignore this until we see evidence that we need to support it.
WONTFIX : fast/dom/getter-on-window-object2.html = FAIL

// V8 doesn't stable sort and we currently have no intention of
363
364
365
366
367
368
// changing this.  The following tests only happen to pass due to
// the current algorithm used for sorting small arrays. If larger
// arrays were used in the tests, they would fail.
// It is tracked by: http://code.google.com/p/v8/issues/detail?id=90
WONTFIX : fast/js/comparefn-sort-stability.html = PASS
WONTFIX : fast/js/sort-stability.html = PASS
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389

// We have no indication that anyone misses this and have currently no
// intention of implementing it.
WONTFIX : fast/js/function-dot-arguments.html = FAIL

// This is a Safari specific test used to document the set of global
// constructors they expose and the exact way they are printed.  Not
// important.
WONTFIX : fast/js/global-constructors.html = FAIL

// This test is not reliable.  The behavior depends on exactly how the
// stack limit is reached.  We're happy with our behavior on this test
// as long as we don't crash.
WONTFIX : fast/js/global-recursion-on-full-stack.html = FAIL

// Our DOM Storage implementation doesn't use WebKit's private browsing feature (even for incognito mode).
WONTFIX : storage/domstorage/localstorage/private-browsing-affects-storage.html = FAIL
WONTFIX : storage/domstorage/sessionstorage/private-browsing-affects-storage.html = FAIL

// These tests propagate auth credentials back to the renderer, which we
// don't want to do.
390
391
392
WONTFIX BUGCR21840 MAC LINUX : http/tests/loading/basic-auth-resend-wrong-credentials.html = FAIL
WONTFIX BUGCR21840 WIN : http/tests/loading/basic-auth-resend-wrong-credentials.html = FAIL TIMEOUT
WONTFIX BUGCR21840 : http/tests/loading/basic-credentials-sent-automatically.html = FAIL
393
394
395
396

// This checks the IDN behavior of WebKit/WebKit on Mac, not WebKit/WebCore or
// WebKit/JavaScriptCore. Chrome doesn't use WebKit/WebKit, and Chrome's IDN
// security model is different from it.
397
BUGCR21814 WONTFIX SKIP: fast/encoding/idn-security.html = FAIL
398
399
400

// Our implementation of global history is completely different, and
// these tests are irrelevant.
401
BUGCR23748 WONTFIX : http/tests/globalhistory = FAIL
402
403

// DataGrid was pulled from HTML5 spec, unlikely to re-emerge in the current form.
404
BUGCR17585 WONTFIX : fast/dom/HTMLDataGridElement = FAIL
405
406
407

// We are not going to support submitting a form to about:* pages.
// For more details, see discussions at issue 20570.
408
BUGCR20570 WONTFIX : fast/forms/get-forms-to-about-blank.html = FAIL
409
410
411
412

// xhtml mp tests were added in http://trac.webkit.org/changeset/43865 and are
// skipped on all platforms upstream.
// We are not planning to support these.
413
414
BUGCR12254 WONTFIX SKIP : fast/xhtmlmp = FAIL
BUGCR12254 WONTFIX SKIP : http/tests/xhtmlmp = FAIL
415
416
417
418
419
420
421
422
423
424

// This test requires LayoutTestController.setCacheModel, which we don't implement
// because we can't emulate the cahcing behaviors it expects.
WONTFIX : fast/dom/HTMLScriptElement/nested-execution.html = FAIL

// Deletion UI is a Mail-ism. We don't need to worry about this.
WONTFIX SKIP : editing/deleting/deletionUI-single-instance.html = FAIL IMAGE
WONTFIX SKIP : fast/dom/Element/id-in-deletebutton.html = TEXT

// Tests for FAST_MOBILE_SCROLLING. We don't use it.
425
426
427
428
WONTFIX BUGCR32663 WIN LINUX : fast/fast-mobile-scrolling/fixed-position-element.html = IMAGE+TEXT
WONTFIX BUGCR32663 WIN LINUX : fast/fast-mobile-scrolling/no-fixed-position-elements.html = IMAGE+TEXT
WONTFIX BUGCR32663 MAC : fast/fast-mobile-scrolling/fixed-position-element.html = IMAGE PASS
WONTFIX BUGCR32663 MAC : fast/fast-mobile-scrolling/no-fixed-position-elements.html = IMAGE PASS
429
430
431
432
433
434
435
436
437

// Tests for frameset flattening. Relevant only on mobile browsers.
WONTFIX SKIP : fast/frames/flattening = TIMEOUT

// This should be tested differently (see discussion on https://bugs.webkit.org/show_bug.cgi?id=35063).
// No need to waste cycles implementing harness support for this variant of the test.
WONTFIX SKIP : fast/loader/api-test-go-to-current-back-forward-item.html = TIMEOUT

// We're not planning to support rocker-based cursor navigation.
438
WONTFIX SKIP : fast/spatial-navigation = FAIL
439
440

// We're not planning to relax third-party cookie rules any time soon.
441
WONTFIX BUGCR37684 SKIP : http/tests/cookies/third-party-cookie-relaxing.html = FAIL
442

443
// <progress> on Mac is always animated.
444
WONTFIX MAC : fast/dom/HTMLProgressElement/progress-element.html = IMAGE PASS
445

446
// We do not use Safari's private browsing
447
WONTFIX SKIP : storage/private-browsing-noread-nowrite.html = PASS
448
449

// These tests are WONTFIX because they use codecs Chromium doesn't support.
450
451
452
453
454
455
BUGCR16779 WONTFIX SKIP : media/audio-mpeg-supported.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/audio-data-url.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/media-can-play-mpeg-audio.html = TEXT
BUGCR16779 WONTFIX SKIP : media/video-can-play-type.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/video-document-types.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/video-size-intrinsic-scale.html = FAIL TIMEOUT
456
BUGWK45102 WONTFIX SKIP : media/media-can-play-mpeg4-video.html = TEXT
457
BUGCR68289 WONTFIX SKIP : media/video-element-other-namespace-crash.html = TIMEOUT
458
BUGCR16779 WONTFIX SKIP : media/audio-mpeg4-supported.html = FAIL TIMEOUT
459
460
461
462
463
464
465
466
467
468

// Chromium does not use the icon loader in WebCore for loading notifications.
WONTFIX SKIP : http/tests/notifications = FAIL

// Doesn't apply to Chromium (QuickTime-specific behavior)
WONTFIX SKIP : media/video-does-not-loop.html = TIMEOUT

// Pre-HTML5 parser quirks only apply to the mac port for now.
WONTFIX SKIP : fast/parser/pre-html5-parser-quirks.html = FAIL

469
470
471
472
473
474
475
476
477
478
479
// -----------------------------------------------------------------
// CHROME REWRITTEN TESTS
// -----------------------------------------------------------------

// These tests have been rewritten, with the original being ignored,
// because they rely on being able to shadow the 'top' variable on the
// global object.  For security we disallow shadowing of top.
WONTFIX : editing/selection/click-before-and-after-table.html = FAIL

// We're taking a different approach on this test than Webkit does, related to
// whether we create a window via a plugin when target is _blank.
480
BUGCR24186 WONTFIX SKIP : plugins/get-url-with-blank-target.html = FAIL
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508

// Dashboard-related test
WONTFIX SKIP : platform/mac/fast/css/dashboard-region-parser.html = FAIL

// Not a test?
WONTFIX SKIP : http/tests/incremental/pause-in-script-element.pl = FAIL

// This tests for an arbitrary limit set in JSCRE to terminate regular
// expressions with an exponential matching behavior.  Since the V8
// regular expression engine can be preempted from the outside, we do not
// need to limit the execution this way.  Firefox also keeps running
// on this one.
WONTFIX : fast/regex/slow.html = TIMEOUT

// Test to verify legacy MAC encodings. We don't want to support them and
// have to skip this test.
WONTFIX SKIP : fast/encoding/char-decoding-mac.html = FAIL

// WebKit QT Build-specific tests
WONTFIX SKIP : platform/qt/view/fixed-layout-size.html = FAIL

// These don't have pixel results and rely on ObjC bindings. Don't run until they have pixel results.
WONTFIX SKIP : platform/mac/editing/pasteboard/dataTransfer-set-data-file-url.html = FAIL
WONTFIX SKIP : http/tests/security/dataTransfer-set-data-file-url.html = FAIL

// The issue is which global object to use as the implicit
// receiver for cross-frame calls.  Currently, IE, Firefox and Chrome
// agree and only Safari is doing it this way.
509
BUGCR5053 WONTFIX : fast/frames/cross-site-this.html = FAIL
510
511
512
513
514
515
516
517
518
519
520
521
522
523

// This tests a Safari incompatibility.  This test should fail since
// it contains syntax errors that JSC for some reason choose not to
// throw.  V8 follows the spec.
WONTFIX : fast/js/reparsing-semicolon-insertion.html = FAIL

// These tests relate to transform/3d which is a work in progress and is not
// even run by the WebKit folk. They should be enabled whenever WebKit begins
// testing them by default. The bug to re-enable is:
// http://code.google.com/p/chromium/issues/detail?id=8455
WONTFIX SKIP : transforms/3d = FAIL

// Copying with no selection is sometimes supposed to work
// Also skipped by Apple on Windows (rdar://problem/5015941)
524
BUGCR20404 : editing/execCommand/copy-without-selection.html = FAIL
525
526
527
528

// -----------------------------------------------------------------
// LIGHTTPD
// -----------------------------------------------------------------
529
530
// This are failing for different reasons under our lighttpd configuration.
// (Note that lighttpd is only used on Windows at this point.)
531
532

// LightTPD doesn't accept unknown HTTP methods
533
534
535
BUGCR30536 WIN SKIP : http/tests/xmlhttprequest/methods-lower-case.html = TIMEOUT CRASH
BUGCR30536 WIN : http/tests/xmlhttprequest/methods-async.html = TIMEOUT
BUGCR30536 WIN SLOW : http/tests/xmlhttprequest/access-control-basic-allow-preflight-cache-invalidation-by-method.html = FAIL
536
537
// LightTPD doesn't accept unknown HTTP methods and passes CGIs a Content-Type
// even when a request didn't send the header.
538
BUGCR30536 WIN SLOW : http/tests/xmlhttprequest/methods.html = FAIL
539
// Webkit 50667:50696 (Lighttpd related?)
540
BUGCR30536 WIN : http/tests/xmlhttprequest/xmlhttprequest-setrequestheader-no-value.html = TEXT
541
542

// Another lighttpd quirk.
543
544
BUGCR8941 WIN SLOW : http/tests/xmlhttprequest/web-apps/013.html = FAIL
BUGCR8941 WIN : http/tests/xmlhttprequest/web-apps/012.html = FAIL
545
546
547
548
549
550
551
552
553

// -----------------------------------------------------------------
// TEXT
// -----------------------------------------------------------------

// This class of test fails because of size differences in text runs.
// Mostly this is because of international text rendering differences.

// Incrorect results, in incorrect international font metrics.
554
BUGCR20521 WIN : fast/text/atsui-multiple-renderers.html = FAIL
555
556
BUGCR20521 LINUX WIN : fast/text/atsui-pointtooffset-calls-cg.html = FAIL TIMEOUT
BUGCR20521 LINUX WIN : fast/text/atsui-rtl-override-selection.html = FAIL
557
558

// This test checks that we hack around a bug in helvetica.  We fail to.
559
BUGCR20519 WIN : fast/text/wide-zero-width-space.html = FAIL
560

561
// There's a missing glyph box in "full-time".
562
BUGCR20547 WIN : fast/text/capitalize-boundaries.html = FAIL
563
564

// Different button line-heights, our behavior looks wrong.
565
566
BUGCR20551 LINUX WIN : fast/replaced/table-percent-height.html = FAIL
BUGCR20551 LINUX WIN : fast/replaced/table-percent-height-text-controls.html = FAIL
567
568
569
570
571
572
573
574


// -----------------------------------------------------------------
// PENDING TESTS (forked to pending/, need to be sent upstream)
// -----------------------------------------------------------------

// These tests don't work with fast timers due to setTimeout
// races. See https://bugs.webkit.org/show_bug.cgi?id=21536
575
576
// We currently match upstream except for font differences, but we should
// probably rewrite the test as suggested in the webkit bug.
577
578
BUGCR24195 WIN LINUX : fast/repaint/bugzilla-6473.html = IMAGE+TEXT
BUGCR24195 MAC : fast/repaint/bugzilla-6473.html = IMAGE
579
580
581
582
583
584

// -----------------------------------------------------------------
// Tests requiring features not currently in test_shell.
// -----------------------------------------------------------------

// Implement layoutTestController.display()
585
BUGCR8630 WIN LINUX : fast/repaint/body-background-image.html = FAIL
586
587

// Relies on text metrics to pass. Rework to be meaningful for ports other than platform/mac.
588
589
590
591
592
593
594
595
BUGCR8630 WIN LINUX : fast/repaint/overflow-outline-repaint.html = FAIL
BUGCR8630 WIN LINUX : fast/backgrounds/solid-color-context-restore.html = FAIL
BUGCR8630 WIN LINUX : fast/dynamic/containing-block-change.html = FAIL
BUGCR8630 LINUX : fast/forms/listbox-clip.html = IMAGE+TEXT
BUGCR8630 WIN LINUX : fast/overflow/hidden-scrollbar-resize.html = FAIL
BUGCR8630 WIN LINUX RELEASE : fast/reflections/inline-crash.html = FAIL
BUGCR8630 LINUX WIN DEBUG : fast/reflections/inline-crash.html = FAIL
BUGCR8630 WIN LINUX : fast/text/font-initial.html = FAIL
596
597
598
599
600

// Need a setAuthorAndUserStylesEnabled method in
// layoutTestController. Now we have preference to enable/disable user
// styles(not work now), we still need to add a preference to enable/disable
// styles of both author and user.
601
// SKIP because it causes an additional error message in:
602
603
604
// fast/css/display-none-inline-style-change-crash.html   somehow
// the message is dumped after the #EOF, which causes an additional
// error in the header of the following test.
605
BUGCR24197 SKIP : fast/css/disabled-author-styles.html = FAIL
606
607

// -----------------------------------------------------------------
608
// Inspector tests
609
610
// -----------------------------------------------------------------

611
612
613
614
615
616
617
618
// There is no message port harness to test extensions
WONTFIX SKIP : inspector/extensions.html = FAIL
WONTFIX SKIP : inspector/extensions-api.html = FAIL
WONTFIX SKIP : inspector/extensions-audits.html = FAIL
WONTFIX SKIP : inspector/extensions-audits-api.html = FAIL
WONTFIX SKIP : inspector/extensions-events.html = FAIL
WONTFIX SKIP : inspector/extensions-eval.html = FAIL
WONTFIX SKIP : inspector/extensions-resources.html = TIMEOUT CRASH
619
WONTFIX SKIP : http/tests/inspector/extensions-headers.html = FAIL
620
621
622

// Inspector tests in Debug build are very slow.  If we remove SLOW, we'll see
// random TIMEOUTs.  Is this issue DRT-specific?
623
624
625
BUG_DRT WIN LINUX DEBUG SLOW : inspector = PASS
BUG_DRT WIN LINUX DEBUG SLOW : http/tests/inspector = PASS
BUG_DRT WIN LINUX DEBUG SLOW : http/tests/inspector-enabled = PASS
626
627

// Add support for inspector layout tests on non-Windows.
628
629
630
BUGCR26734 MAC SKIP : inspector = PASS
BUGCR26734 MAC SKIP : http/tests/inspector = PASS
BUGCR26734 MAC SKIP : http/tests/inspector-enabled = PASS
631

632
633
634
BUGCR66087 WIN LINUX SLOW : inspector/styles-disable-then-enable.html = PASS TEXT
BUGCR66087 WIN LINUX : inspector/timeline-layout.html = CRASH TIMEOUT PASS TEXT
BUGCR66087 WIN LINUX : inspector/timeline-parse-html.html = CRASH TIMEOUT PASS TEXT
635
// WebKit roll 74708:74711
636
637
BUGCR68165 WIN LINUX DEBUG SLOW : inspector/styles-source-lines.html = PASS
BUGCR66087 WIN LINUX SLOW : inspector/storage-panel-dom-storage.html = PASS TEXT
638

639
640
641
642
BUG_DRT WIN LINUX : http/tests/inspector-enabled/console-log-before-frame-navigation.html = TEXT
BUG_DRT WIN LINUX : http/tests/inspector/change-iframe-src.html = CRASH
BUGCR66087 WIN LINUX SLOW : http/tests/inspector/console-resource-errors.html = PASS TEXT
BUGCR66087 WIN LINUX SLOW : http/tests/inspector/inspect-iframe-from-different-domain.html = PASS TEXT
643
644
645
646

// -----------------------------------------------------------------
// Other
// -----------------------------------------------------------------
647

648
649
650
// Mac Safari under certain circumstances automatically places
// a caret in editable document even when none was requested programatically.
// We don't intend to copy this feature (at least not for Beta).
651
652
BUGCR20844 LINUX WIN RELEASE : editing/selection/designmode-no-caret.html = FAIL
BUGCR20844 LINUX WIN DEBUG : editing/selection/designmode-no-caret.html = FAIL
653

654
// Regression from merge 41268:41286
655
BUGCR10435 MAC : editing/selection/designmode-no-caret.html = FAIL
656

657
658
// Issue 3273: TextInputController::firstRectForCharacterRange not returning
// the correct values for bidi/rtl text.
659
660
661
662
BUGCR3273 : editing/selection/move-left-right.html = FAIL
BUGCR3273 MAC : platform/mac/editing/input/caret-primary-bidi.html = FAIL PASS
BUGCR3273 MAC : platform/mac/editing/input/firstrectforcharacterrange-plain.html = FAIL PASS
BUGCR3273 MAC : platform/mac/editing/input/range-for-empty-document.html = FAIL PASS
663

664
665
// These tests also use firstRectForCharacterRange, but they generate slightly
// different values.
666
667
668
BUGCR3273 : editing/selection/5825350-1.html = TEXT
BUGCR3273 : editing/selection/5825350-2.html = TEXT
BUGCR3273 : editing/selection/mixed-editability-10.html = TEXT
669
670

// selection
671
BUGCR10369 LINUX : editing/selection/5354455-2.html = FAIL
672
673
674
675
676

// TODO(erg): Attempted to rebaseline these tests as part of the above
// 43346:43361 rebaseling from http://trac.webkit.org/changeset/43355. Turned
// tree red. May be more involved then just rebaselining.

677
BUGCR14832 : editing/selection/user-drag-element-and-user-select-none.html = FAIL
678
679

// Fails due to textInputController.setInputMethod not implemented for Mac.
680
681
BUGCR19665 MAC : platform/mac/editing/input/hangul-enter-confirms-and-sends-keypress.html = FAIL
BUGCR19665 MAC : platform/mac/editing/input/kotoeri-enter-to-confirm-and-newline.html = FAIL
682
683

// New failures from merge 51412:51455.
684
BUGCR28916 MAC : editing/pasteboard/paste-xml.xhtml = TEXT
685
686

// Flaky
687
BUGCR31803 MAC LINUX : editing/inserting/12882.html = IMAGE PASS
688
689
690
691
692

BUGWK45438 : editing/spelling/spelling-backspace-between-lines.html = TEXT

// Tests added in r69269.
// Apple-Mac port corrects "notationl" to "notational" automatically?
693
694
695
696
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-delete.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-removing-underline-after-paste.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-removing-underline.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-simple.html = IMAGE+TEXT
697

698
699
700
// Directionality of mixed-direction text in selected choice should
// match that in the <select> option lists.
// Low priority, unclear if test expectations are correct (see bug)
701
BUGCR6139 : fast/forms/select-writing-direction-natural.html = FAIL
702

703
704
705
706
707
708
709
710
711
712
713
// Shadow offset tests crash occasionally on Mac and Linux debug.
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-1.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-2.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-3.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-4.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-5.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-6.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-7.html = PASS CRASH

// This SVG test is occasionally crashing apparently for the same reason.
BUGCR67732 MAC LINUX DEBUG : svg/W3C-SVG-1.1-SE/paths-dom-02-f.svg = PASS CRASH
714

715
716
717
BUGCR67767 : http/tests/security/cross-frame-access-call.html = TEXT
BUGCR67767 : http/tests/security/aboutBlank/xss-DENIED-set-opener.html = TEXT

718
719
720
// -----------------------------------------------------------------
// Plugin tests
// -----------------------------------------------------------------
721
BUGCR21841 MAC WIN DEBUG : plugins/destroy-during-npp-new.html = CRASH PASS
722
BUGJOHNNYG LINUX : plugins/embed-attributes-style.html = IMAGE
723
724
725
BUGCR61799 : plugins/evaluate-js-after-removing-plugin-element.html = TEXT
BUGCR37962 MAC : plugins/iframe-shims.html = TEXT PASS
BUGCR10351 MAC : plugins/inner-html-display-none.html = FAIL
726
BUGWK48164 MAC LINUX WIN : plugins/invalid-mime-with-valid-extension-shows-missing-plugin.html = TEXT
727
728
// Need to implement NPP_HandleEvent in the layout_test_plugin
// WIN started failing during webkit roll 62670 -> 62844.
729
730
731
732
BUGCR38353 : plugins/keyboard-events.html = TEXT
BUGCR10351 MAC : plugins/mouse-events.html = FAIL
BUGCR32864 MAC LINUX : plugins/mouse-events-fixedpos.html = TEXT
BUGCR35822 : plugins/npruntime/browser-object-identity.html = TEXT
733
// Object.keys on an NPObject produces the wrong output.
734
735
736
BUGCR21901 : plugins/npruntime/enumerate.html = TEXT
BUGCR50787 : plugins/npruntime/plugin-scriptable-object-invoke-default.html = TEXT
BUGCR50910 : plugins/npruntime/remove-property.html = TEXT
737
738
BUGWK48034 : plugins/pass-different-npp-struct.html = TEXT
// NPP_HandleEvent doesn't be implemented/work on mac/linux.
739
740
741
BUGCR48033 LINUX MAC SKIP : plugins/plugin-initiate-popup-window.html = PASS TIMEOUT
BUGCR35387 MAC : plugins/reentrant-update-widget-positions.html = TIMEOUT
BUGCR38392 : plugins/resize-from-plugin.html = TEXT
742
// Times out after http://trac.webkit.org/changeset/62739/
743
744
BUGCR48550 SKIP : plugins/return-negative-one-from-write.html = TIMEOUT
BUGCR38353 : http/tests/plugins/plugin-document-has-focus.html = TEXT TIMEOUT
745

746
747
748
// Tests differences from switching to webkit.org's test netscape plugin rather
// than chromium's old forked copy.  We can remove the PASS on these once we
// switch.
749
BUG_TONY WIN : plugins/geturlnotify-during-document-teardown.html = CRASH
750
BUGWK48655 : plugins/js-from-destroy.html = CRASH PASS
751
752
BUG_TONY WIN : plugins/mouse-events.html = TEXT
BUG_TONY WIN : plugins/plugin-initiate-popup-window.html = TIMEOUT
753
754
755
// This test is failing because the plugin has changed names on Windows to
// match the name of the plugin upstream.
BUG_TONY WIN : plugins/plugin-javascript-access.html = TEXT PASS
756

757
758
// Expectations for this test changed upstream. We should fix this test, but
// it doesn't need to block the current release
759
BUGCR10275 : http/tests/security/cross-frame-access-put.html = FAIL
760
761

// Requires layoutTestController.dispatchPendingLoadRequests
762
763
764
BUGCR33211 WIN RELEASE : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT CRASH
BUGCR33211 WIN DEBUG : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT
BUGCR33211 MAC LINUX : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT
765
766

// HTML5 DB layout tests
767
BUGCR27697 SKIP : storage/hash-change-with-xhr.html = PASS
768
769
770

// HTML5 datalist element. We don't enable it because WebKit implementation
// is incomplete.
771
772
773
BUGCR20226 : fast/forms/datalist.html = TEXT
BUGCR20226 : fast/forms/input-list.html = FAIL
BUGCR20226 : fast/forms/input-selectedoption.html = FAIL
774

775
// The feature was disabled due to a compatibility issue.
776
777
BUGWK40520 : fast/forms/interactive-validation-lost-focusable.html = TEXT
BUGWK40520 : fast/forms/interactive-validation-prevented.html = TEXT
778

779
// These tests need to be changed to be platform independent.
hclam@chromium.org's avatar
hclam@chromium.org committed
780
// These tests are skipped since they hang DRT and test_shell.
781
782
783
784
785
// BUGCR62964 : we should either enable or delete these testsvi
BUGCR54465 BUGCR62964 SKIP : http/tests/media/remove-while-loading.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-play-stall-seek.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-play-stall.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-seekable-stall.html = TIMEOUT
786
787
// UNIMPLEMENTED : * we don't have test-par-16-9.ogv generated in WebKit * we don't handle aspect ratio correctly.
BUGCR59635 SKIP : media/video-display-aspect-ratio.html = PASS FAIL TIMEOUT
788

789
// video.buffered multiple TimeRanges support.
790
BUGCR49165 SKIP : http/tests/media/video-buffered.html = PASS
791

792
// These tests need to be changed to not rely on setTimeout().
793
BUGCR60740 SLOW WIN DEBUG : media/video-played-collapse.html = PASS FAIL
794
795

// We sometimes emit an error from the same source element twice.
796
BUGCR59226 : media/video-source-error.html = PASS FAIL TIMEOUT
797
798
799

// Failing because we sometimes emit additional timeupdate events.
// Test may need to be rewritten or only log the first timeupdate event.
800
BUGCR59399 LINUX MAC : media/audio-delete-while-slider-thumb-clicked.html = PASS FAIL
801
802
803

// Failing because we sometimes emit additional timeupdate events.
// Test might be WONTFIX because we don't export a step button in the first place.
804
BUGCR25375 BUGCR59399 SKIP : media/audio-delete-while-step-button-clicked.html = FAIL
805
806

// Seeks to the end of file, which results in ogg packets with no timestamps.
hclam@chromium.org's avatar
hclam@chromium.org committed
807
// KNOWNISSUE : fails because progress event is not published 
808
BUGCR59675 BUGCR59263 SKIP : media/event-attributes.html = PASS FAIL TIMEOUT
809

810
// Flaky because of our new seeking algorithm.
811
BUGCR50438 BUGCR20187 : media/controls-drag-timebar.html = PASS FAIL
812

813
// These tests are flaky with subtle pixel differences.
814
815
BUGCR70252 LINUX MAC : media/video-zoom.html = IMAGE PASS
BUGCR60744 LINUX : media/video-layer-crash.html = IMAGE PASS
816

817
// Behavior was changed by WebKit roll 69035:69062.
818
BUGCR53660 BUGCR60746 MAC : media/video-transformed.html = IMAGE
819

820
821
// This is flaky with a subtle pixel difference in the bottom right corner,
// which I believe is due to new video scaling algorithm.
hclam@chromium.org's avatar
hclam@chromium.org committed
822
// We should rewrite this test so that we wait for timeupdate event until the time is no less than 1. 
823
BUGCR60244 : media/video-replaces-poster.html = IMAGE PASS
824

825
// These tests are failing because they use position-dependent mouse clicks.
hclam@chromium.org's avatar
hclam@chromium.org committed
826
// TESTISSUE 
827
BUGCR25375 : media/video-controls-transformed.html = FAIL
828

829
// We haven't implemented the WebKit fullscreen extension.
hclam@chromium.org's avatar
hclam@chromium.org committed
830
// UNIMPLEMENTED
831
832
BUGCR16735 SKIP : media/media-fullscreen-inline.html = TIMEOUT
BUGCR16735 SKIP : media/media-fullscreen-not-in-document.html = TIMEOUT
833
834

// We haven't implemented the WebKit captioning extension.
hclam@chromium.org's avatar
hclam@chromium.org committed
835
// UNIMPLEMENTED
836
BUGCR28301 SKIP : media/media-captions.html = TIMEOUT
837
838

// We haven't implemented reverse audio/video playback.
839
// UNIMPLEMENTED BUGCR33099 Implement reverse audio/video playback
840
841
BUGCR33099 SKIP : media/video-reverse-play-duration.html = TIMEOUT
BUGCR33099 SKIP : media/video-timeupdate-reverse-play.html = TIMEOUT
842

843
// We haven't implemented video preloading and it passing is a false positive.
hclam@chromium.org's avatar
hclam@chromium.org committed
844
// UNIMPLEMENTED
845
BUGWK16482 SKIP : media/video-preload.html = PASS FAIL
846

847
// Does not display courier for the letters, as the test requests.
848
849
BUGCR10278 LINUX : fast/css/font-face-implicit-local-font.html = FAIL
BUGCR10278 LINUX : fast/css/font-face-unicode-range.html = FAIL
850
851
852
853
854
855
856
857
858
859
860
861

// The v8 bindings allow shadowing of all properties on the global
// object.  If you use 'var prop = value' you will get a new variable
// named prop that shadows builtin properties on the global object.
// This behavior is consistent and I'm reluctant to make the massive
// change that would be needed to implement the inconsistent handling
// of this that KJS has (some properties can be shadowed and others
// can't).  This should have low priority.
// We currently match IE and the plan was to convince KJS to change
// post-beta, but the bug is here:
// https://bugs.webkit.org/show_bug.cgi?id=16644 , and it's unclear
// what the resolution was.
862
BUGCR10279 : fast/js/var-declarations-shadowing.html = FAIL
863
864

// Implement full JSON support in V8
865
866
867
868
BUGCR14885 SLOW : fast/js/JSON-parse.html = FAIL
BUGCR14885 SLOW : fast/js/JSON-stringify.html = FAIL CRASH
BUGCR14885 : fast/js/JSON-parse-reviver.html = FAIL
BUGCR14885 : fast/js/JSON-stringify-replacer.html = FAIL
869
870

// Implement CSS -webkit-font-smoothing property support.
871
BUGCR23270 WIN LINUX : fast/css/font-smoothing.html = FAIL
872
873

// Make canvas shadow work with drawImage.
874
875
BUGCR11153 WIN LINUX : fast/canvas/canvas-incremental-repaint-2.html = FAIL
BUGCR11153 WIN LINUX : fast/canvas/canvas-incremental-repaint.html = FAIL
876

877
BUGCR20507 : http/tests/uri/resolve-encoding-relative.html = FAIL
878

879
880
881
// test_shell, DRT do not correctly schedule paints when invalidating.
BUGCR62433 WIN : fast/images/gif-loop-count.html = IMAGE

882
883
884
885
// -----------------------------------------------------------------
// SVG TESTS
// -----------------------------------------------------------------

886
BUGCR8763 LINUX WIN MAC : svg/custom/use-on-g-containing-foreignObject-and-image.svg = IMAGE+TEXT IMAGE
887
888

// We show reduced version of the entire SVN image rather than an image
889
890
891
892
BUGCR23463 MAC : svg/W3C-SVG-1.1/struct-symbol-01-b.svg = IMAGE
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-symbol-01-b.svg = IMAGE+TEXT TEXT
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-use-01-t.svg = IMAGE IMAGE+TEXT PASS
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-image-02-b.svg = IMAGE+TEXT
893
894

// Merge 39744:39829 - regression
895
BUGCR10284 MAC : svg/custom/path-bad-data.svg = FAIL
896

897
898
899
// Text mismatch since r65370.
// There was also an unnoticed image mismatch before this revision
// (wrong baseline was committed). No idea about when it really started to fail.
900
BUGCR52692 WIN LINUX : svg/W3C-SVG-1.1/animate-elem-80-t.svg = IMAGE+TEXT
901

902
// New in WK r65880, some probably just need rebaselining, others have real diffs
903
904
905
906
907
908
909
910
911
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask-objectBoundingBox.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask-userSpaceOnUse.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask-different-unitTypes.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask-panning.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-image-based-clipping.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-path-and-image-based-clipping.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-path-based-clipping.svg = IMAGE
912
913
914
915
916
// Rebaselined in WK r65874, Linux has missing lines
BUGWK44514 LINUX WIN : svg/custom/missing-xlink.svg = TEXT
// Also fail since WK roll 65859:65885
BUGWK44514 MAC : fast/backgrounds/svg-as-background-6.html = IMAGE

917
918
919
920
// May require re-baseline.
BUGWK42370 WIN MAC : svg/custom/image-rescale-scroll.html = FAIL
BUGWK42370 WIN MAC : svg/custom/image-rescale-clip.html = FAIL

921
922
923
924
925
926
// -----------------------------------------------------------------
// End SVG Regressions
// -----------------------------------------------------------------

// Compact support was removed from WebKit by Hyatt and layout tests rebaselined in r40259.

927
BUGCR10295 MAC : fast/dom/prototype-chain.html = FAIL
928
929

// Font differences, requiring overriden metrics, not a real bug, not fixing for Beta
930
BUGCR10296 MAC : fast/text/international/bidi-menulist.html = FAIL
931
// Maybe need to be rebaselined - should be looked at in more detail.
932
933
BUGCR10296 LINUX : svg/custom/foreign-object-skew.svg = FAIL
BUGCR10296 LINUX : svg/batik/text/textLength.svg = FAIL
934
935

// No anti-aliasing on the text.
936
BUGCR10298 LINUX : svg/custom/use-on-disallowed-foreign-object-3.svg = FAIL
937
938
939
940
941
942
943
944
945

// The failures listed below have never passed in Chromium and need to be
// investigated, categorized, and (one hopes) fixed.

// These test fail full text diff (but not simplified diff) most likely due
// to differing implementations of SVG fonts. They may or may not represent
// real bugs which need fixin'

// There's no baseline at all for this!
946
BUGCR32392 SKIP : svg/batik/text/smallFonts.svg = FAIL
947
948

// The test is flaky and maybe platform-dependent.
949
BUGCR32401 LINUX WIN : svg/custom/marker-changes.svg = IMAGE+TEXT IMAGE
950

951
BUGCR32444 LINUX WIN : svg/hixie/text/003.html = FAIL
952
953
954
955

// SVG masks aren't quite working yet.
// Might also be related to https://bugs.webkit.org/show_bug.cgi?id=21910
// New tests. We should fix these, but they don't need to block the current release
956
957
958
959
BUGCR3244 LINUX WIN : fast/backgrounds/svg-as-mask.html = FAIL
BUGCR3244 WIN DEBUG : fast/backgrounds/animated-svg-as-mask.html = FAIL
BUGCR3244 SLOW WIN RELEASE : fast/backgrounds/animated-svg-as-mask.html = FAIL
BUGCR3244 LINUX : fast/backgrounds/animated-svg-as-mask.html = FAIL
960
961
// More tests that fail because of masks not working properly.
// New tests. We should fix these, but they don't need to block the current release
962
963
BUGCR3244 WIN LINUX : fast/backgrounds/mask-composite.html = FAIL
BUGCR3244 WIN LINUX : fast/backgrounds/repeat/mask-negative-offset-repeat.html = FAIL
964
965
966
967
968
969
970
// Marking this again as failed. This test failed even after rebaseline due to
// the fact that the font is not specified in the test and it seems that the
// test falls back on a different font locally than on the buildbot so the
// baseline is invalid. This might indicate a failure in our font fallback code
// or might be expected and that we should either go with the buildbot output
// or change the test upstream to specify explicitly what font to use.
// The mask part of this test is totally wrong.
971
BUGCR3244 WIN LINUX : fast/backgrounds/svg-as-background-6.html = FAIL
972
973

// Our gradients are wrong here.
974
975
BUGCR19559 WIN LINUX : svg/W3C-SVG-1.1/pservers-grad-08-b.svg = FAIL
BUGCR10304 LINUX : svg/carto.net/button.svg = FAIL
976
977
978

// Probably need to change the test upstream to describe it better and use no
// hard coded numbers.
979
BUGCR19897 WIN LINUX : svg/custom/getscreenctm-in-mixed-content2.xhtml = FAIL
980

981
BUGCR10306 LINUX : svg/carto.net/combobox.svg = FAIL
982
983
984

// Linux pixeltest failure: slightly different shade of composited
// alpha in bottom group.
985
BUGCR10310 LINUX : svg/W3C-SVG-1.1/masking-opacity-01-b.svg = FAIL
986
987
988
989
990
991
992
993

// -----------------------------------------------------------------
// Accessibility layout tests
//
// In addition to WebCore, these are meant to exercise platform APIs
// (MSAA, NSAccessibility, ATK). Since we don't have access to these in the
// sandbox, making these tests pass involves faking interactions with these APIs
// and doesn't seem like a good use of our time.
994
995
// We need to identify a good testing strategy for Chromium accessibility.
// It is possible we won't use these at all.
996

997
998
999
BUGCR10322 SKIP : accessibility = PASS FAIL
BUGCR10322 SKIP : platform/mac/accessibility = PASS FAIL
BUGCR10322 SKIP : platform/win/accessibility = PASS FAIL
1000
1001
1002
1003
1004
1005
1006
1007

// -----------------------------------------------------------------
// Other failures
// -----------------------------------------------------------------

// These fail the pixel tests in debug mode because they have
// unpainted space (filled red in Debug but not in Release).
// https://bugs.webkit.org/show_bug.cgi?id=8423
1008
BUGCR24204 WIN LINUX : tables/mozilla_expected_failures/bugs/bug178855.xml = IMAGE+TEXT TEXT
1009
1010

// Fails on webkit windows as well.
1011
BUGCR24207 : fast/events/attempt-scroll-with-no-scrollbars.html = FAIL
1012
1013
1014

// No glyph for U+FFFD (Replacement Character : black diamond with
// question mark) in them
1015
BUGCR10315 WIN : fast/encoding/invalid-UTF-8.html = FAIL
1016
1017
1018
1019
1020
1021

// V8 failures as a result of the WebKit merge.
// http://code.google.com/p/v8/issues/detail?id=92

// v8: A setter that is added to a prototype after the inline cache is
// recorded will not be called.
1022
BUGCR24209 : fast/js/pic/cached-prototype-setter.html = FAIL
1023
1024
1025

// We have the wrong shadow for "This".
// It appears we're not obeying the "transparent" fill color.
1026
BUGCR10317 LINUX : fast/css/shadow-multiple.html = FAIL
1027
1028
1029
1030

// Problems with getImageData and toDataURL.
// This test requires us to do alpha blending exactly the way CG does it,
// which Skia may never do (see bug).
1031
BUGCR22700 LINUX WIN : fast/canvas/canvas-getImageData.html = FAIL
1032
1033
1034

// We're much closer now. To fully pass this we need encoders for jpg
// and gif, which is a low priority.
1035
BUGCR10318 : fast/canvas/toDataURL-supportedTypes.html = FAIL
1036
1037

// Regression from the 41362:41402 merge.
1038
BUGCR8402 MAC : fast/forms/drag-out-of-textarea.html = FAIL
1039
1040

// GURL doesn't handle switching from standard URL to path URL correctly
1041
BUGWK27914 : fast/dom/HTMLAnchorElement/set-href-attribute-protocol.html = TEXT
1042
1043
1044
1045
1046
1047
1048
1049
1050

// ----------------------------------------------------------------------------
// NEW FOR THE MERGE
//
// These tests need to have their output inspected to make sure it's reasonable
// and then baselined if necessary.
// ----------------------------------------------------------------------------

// This test isn't hanging, it just takes 12-13 seconds to run.
1051
1052
BUGCR30536 SLOW WIN LINUX : http/tests/misc/acid3.html = FAIL
BUGCR30536 : http/tests/misc/favicon-as-image.html = FAIL
1053
1054

// Has failed for Chromium since it was first checked in.  (Lighttpd related?)
1055
BUGCR10323 WIN : http/tests/xmlhttprequest/xmlhttprequest-no-content-length-onProgress.html = FAIL
1056
1057
1058
1059
1060
1061
1062
1063

// Post-MERGE failures: these will all need to be fixed one day

// This test assumes we're using unix paths and looks for a file:///test
// path.  We correctly return file:///C:/test on Windows.  We should fix
// upstream
// Expectations for this test changed upstream. We should fix this test, but
// it doesn't need to block the current release
1064
BUGCR10325 WIN : fast/dom/resource-locations-in-created-html-document.html = FAIL
1065
1066
1067

// GURL/KURL difference in handling of "http:".
// New test. We should fix it, but it doesn't need to block the current release
1068
BUGCR7386 : http/tests/security/postMessage/invalid-origin-throws-exception.html = FAIL
1069
1070

// Linux pixeltest failure: Font mismatch
1071
BUGCR10327 LINUX : tables/mozilla_expected_failures/bugs/bug14007-2.html = FAIL
1072
1073

// On Linux, we don't seem to be getting Helvetica Bold for all cases.
1074
BUGCR10328 LINUX : fast/css/font-face-multiple-faces.html = FAIL
1075
1076

// Got flakey (both debug and release) around r3581 (ananta).
1077
BUGCR10329 WIN LINUX : http/tests/plugins/geturlnotify-from-npp-destroystream.html = PASS TEXT
1078
1079
1080

// Uses ahem font and expects line heights to match some pixel value.
// We should be able to pass this -- not sure what's wrong.
1081
BUGCR10331 LINUX : css2.1/t1008-c44-ln-box-02-d-ag.html = FAIL
1082
1083

// Looks like we're failing the test -- there are red boogers in the box that should be all green.
1084
BUGCR10332 LINUX : css2.1/t1605-c545-txttrans-00-b-ag.html = FAIL
1085
1086

// Asks for "system" fonts, which we don't support at all.
1087
BUGCR10335 LINUX : fast/css/css2-system-fonts.html = FAIL
1088
1089

// Large fonts have different metrics.
1090
BUGCR10336 LINUX : fast/css/font-face-descriptor-multiple-values.html = FAIL
1091
1092
1093

// Wants Helvetica, Monaco.  It's still testing something useful, but we may
// need to check in a wrong-looking baseline.  Windows looks wrong too.
1094
BUGCR10337 LINUX : fast/css/font-face-locally-installed.html = FAIL
1095
1096

// Font metrics wrong, despite using Lucida Grande?
1097
BUGCR10338 LINUX : fast/events/updateLayoutForHitTest.html = FAIL
1098
1099

// Layout totally different -- wrong font selected?
1100
BUGCR10340 LINUX : fast/frames/viewsource-attribute.html = FAIL
1101
1102
1103

// We fail to load a file URL with a port number -- how does this work on
// Windows?
1104
BUGCR10342 LINUX MAC : fast/loader/file-URL-with-port-number.html = TIMEOUT
1105
1106
1107

// Text doesn't display at all -- maybe we don't have the slow font
// code enabled?
1108
1109
BUGCR10343 LINUX : fast/text/atsui-kerning-and-ligatures.html = FAIL
BUGCR10343 LINUX RELEASE : fast/text/atsui-partial-selection.html = IMAGE
1110
1111

// Started timing out with agl's complext text change.  Page is verrry slow.
1112
BUGCR10343 SKIP LINUX : fast/text/large-text-composed-char.html = TIMEOUT FAIL
1113
1114

// Missing text -- slow font path unimplemented?
1115
BUGCR10344 LINUX : fast/text/should-use-atsui.html = FAIL
1116
1117
1118

// We print to stderr when a failure happens while importing XSL;
// should disable this in libxml.
1119
BUGCR10347 MAC : fast/xsl/transform-xhr-doc.xhtml = FAIL
1120
1121

// Linux pixeltest failure: Failing to apply style
1122
BUGCR10349 LINUX : fast/forms/select-style.html = FAIL
1123
1124
1125

// Linux pixeltest failure: The text suggests that the radios should not
// overlap, but it's very close and quite different from the Windows version
1126
BUGCR10350 LINUX : fast/replaced/width100percent-radio.html = FAIL
1127
1128
1129

// These tests are marked as failing on Linux because they depend on QuickTime.
// See the bug for more discussion.
1130
1131
BUGCR15797 LINUX : fast/dom/object-embed-plugin-scripting.html = FAIL
BUGCR15797 LINUX : plugins/embed-attributes-setting.html = FAIL
1132
1133

// Skip because we throw an exception before we get to dumpAsText.
1134
BUGCR10351 SKIP MAC : http/tests/plugins/geturlnotify-from-npp-destroystream.html = FAIL
1135
1136
1137

// NEW FOR MERGE 36102:37604

1138
BUGCR32184 : fast/js/arguments.html = FAIL
1139
1140
// See bug http://code.google.com/p/chromium/issues/detail?id=7868,
// not urgent for current release.
1141
BUGCR24227 : http/tests/plugins/local-geturl-from-remote.html = FAIL
1142
1143

// This test sometimes fails indefinitely, other times it takes 1-2 seconds.
1144
BUGCR14009 WIN : http/tests/misc/dns-prefetch-control.html = TIMEOUT PASS
1145
1146
1147
1148
1149
1150
1151

// NEW FOR MERGE 37604:38097
// This is a Safari specific test used to document the set of global
// constructors they expose and the exact way they are printed.  Not
// important - we might even want to ignore it.
// New tests. We should fix these, but they doesn't need to block the current
// release
1152
BUGCR10354 WIN LINUX : fast/layers/opacity-transforms.html = FAIL
1153
1154
1155
1156

// MERGE 38389:38450
// Form submit causes invalid page reload/navigation when action is a named
// anchor
1157
BUGCR10357 : fast/dom/cssTarget-crash.html = TIMEOUT PASS
1158
1159

// New test. We should fix it, but it doesn't need to block the current release
1160
BUGCR10361 WIN : http/tests/misc/single-character-pi-stylesheet.xhtml = FAIL
1161
1162

// Windows is missing the green box. Started to pass in roll to WebKit r50313
1163
BUGCR8729 WIN : http/tests/multipart/invalid-image-data.html = IMAGE+TEXT
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179

// -----------------------------------------------------------------
// MAC PORT TESTS
// -----------------------------------------------------------------

//
// *** TESTS TO WORK ON FIRST ***
// These tests fail because of work that needs to be done in Mac TestShell to
// bring it up to par with Win TestShell. These tests pass on Win and should
// pass on Mac once we fix the bugs.
//

// We've bucketed tests into groupings for why they're failing. Please try
// to add new failures in the appropriate bucket.

// text fields wrong width
1180
1181
BUGCR10363 MAC : tables/mozilla/bugs/bug53690-1.html = FAIL
BUGCR10363 MAC : tables/mozilla/bugs/bug9024.html = FAIL
1182
1183

// bad key event handling
1184
BUGCR10366 MAC : fast/events/option-tab.html = TEXT
1185
1186

// Not really sure why these are failing at the moment
1187
BUGCR10376 MAC : fast/dom/isindex-002.html = FAIL
1188
1189
1190

// These two have a different object type in the dom dump. Plugin-related.
// Ignored on Win/Linux because they rely on QT to provide a TIFF decoder.
1191
1192
BUGCR10378 MAC : fast/images/embed-image.html = FAIL
BUGCR10378 MAC : fast/images/object-image.html = FAIL
1193
1194
1195
1196
1197
1198
1199

// The following are flaky in that some times the timeout or crash, but we think
// it is because of bugs in other parts of the code and not specific to what
// these tests are doing.  The are being noted here so we can get the buildbots
// green so new mac regressions are caught much quicker.
// (there are a few others marked w/ multiple status like this in other parts of
// the file, but they were left there as the comments in those areas are valid.)
1200
BUGCR10384 MAC : fast/dom/Window/new-window-opener.html = TEXT
1201

1202
BUGCR10399 MAC : fast/encoding/char-encoding-mac.html = FAIL
1203
1204
1205
1206

// Broken pixel tests

// Widget location is just slightly off
1207
1208
1209
1210
1211
1212
1213
1214
1215
BUGCR23496 MAC : css1/box_properties/acid_test.html = IMAGE
BUGCR23496 MAC : css2.1/t09-c5526c-display-00-e.html = IMAGE
BUGCR23496 MAC : fast/block/basic/011.html = IMAGE
BUGCR23496 MAC : fast/forms/001.html = IMAGE
BUGCR23496 MAC : fast/forms/basic-inputs.html = IMAGE
BUGCR23496 MAC : fast/forms/checkbox-radio-onchange.html = IMAGE
BUGCR23496 MAC : fast/forms/file-input-disabled.html = IMAGE+TEXT
BUGCR23496 MAC : fast/forms/form-element-geometry.html = IMAGE+TEXT
BUGCR23496 MAC : fast/forms/formmove.html = IMAGE
1216
// Recently became crashy. See http://crbug.com/24721
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
BUGCR23496 MAC : fast/forms/formmove2.html = IMAGE
BUGCR23496 MAC : fast/forms/indeterminate.html = IMAGE
BUGCR23496 MAC : fast/forms/input-appearance-height.html = IMAGE+TEXT
BUGCR23496 MAC : fast/forms/input-value.html = IMAGE+TEXT
BUGCR23496 MAC : fast/forms/radio-attr-order.html = IMAGE
BUGCR23496 MAC : fast/forms/radio-nested-labels.html = IMAGE
BUGCR23496 MAC : fast/forms/radio_checked.html = IMAGE
BUGCR23496 MAC : fast/forms/radio_checked_dynamic.html = IMAGE
BUGCR23496 MAC : fast/inline/positionedLifetime.html = IMAGE
BUGCR23496 MAC : fast/parser/bad-xml-slash.html = IMAGE
BUGCR23496 MAC : fast/replaced/replaced-breaking.html = IMAGE
BUGCR23496 MAC DEBUG : fast/text/textIteratorNilRenderer.html = IMAGE
BUGCR23496 SLOW MAC RELEASE : fast/text/textIteratorNilRenderer.html = IMAGE
BUGCR23496 MAC : fast/text/whitespace/normal-after-nowrap-breaking.html = IMAGE
BUGCR23496 MAC : tables/mozilla_expected_failures/core/captions1.html = IMAGE
BUGCR23496 MAC : tables/mozilla_expected_failures/core/captions2.html = IMAGE
1233
1234

// These should not be pixel tests, they're not testing anything
1235
1236
// layout/rendering-specific. They also dump layout tree, so depending on which baselines
// are around either or both text or image may mismatch.