test_expectations.txt 159 KB
Newer Older
1
// This file consists of lines with specifications of what
2 3 4 5 6 7 8 9 10 11 12 13 14 15
// to expect from layout test cases. The test cases can be directories
// in which case the expectations apply to all test cases in that
// directory and any subdirectory. The format of the file is along the
// lines of:
//
// fast/js/fixme.js = FAIL
// fast/js/flaky.js = FAIL PASS
// fast/js/crash.js = CRASH TIMEOUT FAIL PASS
//
// The format of a test line is as follows:
// METADATA : relative/path/to/test.html = EXPECTATIONS
//
// Valid values for METADATA:
//
16 17 18
// BUG(CR|WK|V8_)[0-9]+: See this chromium/webkit/v8 bug for more information.
//                       Every test that isn't marked WONTFIX should have the
//                       appropriate BUG annotation.
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49
// SKIP: Doesn't run the test.
// SLOW: The test takes a long time to run, but does not timeout indefinitely.
// WONTFIX: For tests that we never intend to pass on a given platform.
// DEBUG: Expectations apply only to the debug build.
// RELEASE: Expectations apply only to release build.
// LINUX/WIN/WIN-XP/WIN-VISTA/MAC: Expectations apply only to these platforms.
//
// Valid values for EXPECTATIONS:
//
// PASS: Test should pass
// CRASH: Test should crash
// TIMEOUT: Test should timeout
// IMAGE: Test will produce an incorrect image dump
// TEXT: Test will produce incorrect text output (either full or simplified)
// IMAGE+TEXT: Test will produce both incorrect text and images
// FAIL: Test will produce either incorrect text, images, or both
//
// If a line contains multiple expectations, it is considered "flakey",
// because it means that we're not producing consistent, reliable results.
//
// For example,
// LINUX : media = PASS FAIL
//
// The above means that all the media tests are flaky, but only on Linux.
//
// Other examples:
//
// SKIP : fast/js/no-good.js = TIMEOUT PASS
// DEBUG : fast/js/no-good.js = TIMEOUT PASS
// DEBUG SKIP : fast/js/no-good.js = TIMEOUT PASS
// LINUX DEBUG SKIP : fast/js/no-good.js = TIMEOUT PASS
50
// BUGCR1234 DEBUG MAC : fast/js/no-good.js = TIMEOUT PASS
51 52 53 54 55 56 57 58 59 60 61
//
// Notes:
// -A test cannot be both SLOW and TIMEOUT
// -A test can be included twice, but not via the same path.
// -If a test is included twice, then the more precise path wins.
// -CRASH tests cannot be WONTFIX

// -----------------------------------------------------------------
// SLOW TESTS
// -----------------------------------------------------------------

62 63 64 65 66 67 68
BUGCR24182 SLOW : fast/js/regexp-overflow.html = PASS
BUGCR24182 SLOW RELEASE : http/tests/misc/DOMContentLoaded-event.html = PASS
BUGCR24182 SLOW LINUX DEBUG : http/tests/misc/DOMContentLoaded-event.html = PASS
BUGCR24182 SLOW : http/tests/xmlhttprequest/simple-cross-origin-progress-events.html = PASS
BUGCR24182 SLOW : tables/mozilla/other/slashlogo.html = PASS
BUGCR24182 SLOW WIN RELEASE : tables/mozilla/bugs/bug113235-1.html = PASS
BUGCR24182 SLOW DEBUG : fast/js/toString-and-valueOf-override.html = PASS
69 70

// This tests is normally <1 second, but occasionally takes >20s.
71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87
BUGCR24182 SLOW WIN RELEASE : fast/dom/Window/webkitConvertPoint.html = PASS

BUGCR24182 WIN RELEASE SLOW : http/tests/loading/redirect-methods.html = PASS
BUGCR24182 SLOW MAC RELEASE : dom/html/level2/html/HTMLImageElement01.html = PASS
BUGCR24182 SLOW WIN RELEASE : http/tests/local/file-url-sent-as-referer.html = PASS
BUGCR24182 SLOW LINUX DEBUG : fast/xpath/4XPath/Borrowed/cz_20030217.html = PASS
BUGCR24182 SLOW WIN MAC DEBUG : tables/mozilla/bugs/45621.html = PASS
//BUGCR24852 started failing since webkit 49583
BUGCR24182 SLOW WIN : http/tests/security/xssAuditor/meta-tag-http-refresh-javascript-url.html = PASS
BUGCR24182 SLOW WIN RELEASE : http/tests/security/cross-origin-css.html = PASS
BUGCR24182 SLOW WIN RELEASE : fast/loader/local-CSS-from-local.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/incremental/split-hex-entities.pl = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/xmlhttprequest/XMLHttpRequestException.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/xmlhttprequest/connection-error-sync.html = PASS
BUGCR24182 WIN RELEASE SLOW : http/tests/loading/onload-vs-immediate-refresh.pl = PASS
BUGCR24182 SLOW : http/tests/cache/subresource-failover-to-network.html = PASS
BUGCR24182 WIN DEBUG SLOW : fast/parser/block-nesting-cap.html = PASS
88 89

// Usually <1s in release, ~1s in debug, but occasionally >5s in release.
90 91
BUGCR27335 WIN RELEASE : plugins/embed-attributes-setting.html = PASS TIMEOUT
BUGCR27335 WIN DEBUG SLOW : plugins/embed-attributes-setting.html = PASS
92 93 94

// --- collecting results for supported-xml-content-types.html ---
// was slow, started to timeout
95
BUGCR18702 WIN : http/tests/xmlhttprequest/supported-xml-content-types.html = PASS TIMEOUT
96

97
BUGCR36539 SLOW : http/tests/misc/uncacheable-script-repeated.html = PASS
98

99
BUGCR32018 SLOW : http/tests/websocket/tests/frame-lengths.html = PASS
100
BUGCR69513 DEBUG SLOW : html5lib/webkit-resumer.html = PASS
101

102 103 104 105 106 107 108 109 110 111 112 113 114 115
// -----------------------------------------------------------------
// SKIPPED TESTS
// -----------------------------------------------------------------

// Since V8 is more interruptible than other engines, they use the standard
// long-running-script mechanism to handle very-long-running regexps too.
// See http://code.google.com/p/v8/issues/detail?id=287
WONTFIX SKIP : fast/js/regexp-overflow-too-big.html = TIMEOUT

// XHTML tests.  These tests seem like they work, but only because the
// expected output expects to see JS errors.  There is no point in running
// these tests, because they are giving us a false sense of testing that isn't
// really happening.  Furthermore, since they appear to pass if we do try to
// run them, we can't even list them as permanently expected to fail.
116
BUGCR24185 WONTFIX SKIP : dom/xhtml = PASS
117 118 119 120 121 122 123 124

// We do not want to support Legacy mac encodings on Windows/Linux.
// On Mac, we can support them by building platform/text/mac, but
// probably we don't want there, either.
WONTFIX SKIP WIN LINUX : fast/encoding/char-encoding-mac.html = FAIL

// Fails due to different window.close() rules.  We need to decide whether we
// ever expect to pass this.  Now also timing out.
125
BUGCR24189 WONTFIX SKIP : fast/dom/open-and-close-by-DOM.html = FAIL
126 127 128 129 130 131 132 133 134 135 136 137 138 139

// WML is still an inprogress feature upstream. Chromium does not build
// with WML support, so skip its tests.
WONTFIX SKIP : wml = FAIL
WONTFIX SKIP : http/tests/wml = FAIL
WONTFIX SKIP : fast/wml = FAIL

// These tests are based on the JSC JavaScript profiler. The V8 JavaScript
// profiler is in development and will use a different approach than JSC and
// most likely these tests will always be JSC specific.
WONTFIX SKIP : fast/profiler = FAIL TIMEOUT

// We use worker_uitests to run workers tests. Don't run them in test_shell.
WONTFIX SKIP : fast/workers = PASS TIMEOUT FAIL
140
WONTFIX SKIP : fast/files/workers = PASS TIMEOUT FAIL
141
WONTFIX SKIP : fast/filesystem/workers = PASS TIMEOUT FAIL
142 143 144
WONTFIX SKIP : http/tests/workers = PASS TIMEOUT FAIL
WONTFIX SKIP : http/tests/xmlhttprequest/workers = PASS TIMEOUT FAIL
WONTFIX SKIP : http/tests/eventsource/workers = PASS TIMEOUT FAIL
145
WONTFIX SKIP : http/tests/websocket/tests/workers/ = PASS TIMEOUT FAIL
146 147 148 149 150

// Page Cache - based tests. Chromium disables page cache because the WebKit page cache keeps previously
// loaded pages alive in memory to be able to quickly substitute them when user clicks History buttons.
// Chromium wants those to be separate navigations made via browser process to be able to make decision
// on which renderer process to use for each of them.
151 152
WONTFIX SKIP BUGCR19635 : fast/harness/use-page-cache.html = TIMEOUT FAIL
WONTFIX SKIP BUGCR19635 : fast/dom/Window/timer-resume-on-navigation-back.html = TIMEOUT FAIL
153
// Depends on page cache, as far as I can tell.
154 155 156 157 158 159
WONTFIX SKIP BUGCR19635 : fast/events/pageshow-pagehide-on-back-cached.html = TIMEOUT FAIL
WONTFIX SKIP BUGCR19635 : fast/events/pageshow-pagehide-on-back-cached-with-frames.html = TIMEOUT
WONTFIX SKIP BUGCR19635 : media/restore-from-page-cache.html = TIMEOUT
WONTFIX SKIP BUGCR19635 : loader/go-back-to-different-window-size.html = TIMEOUT TEXT
WONTFIX SKIP BUGCR19635 : fast/loader/crash-copying-backforwardlist.html = TEXT
WONTFIX SKIP BUGCR19635 : fast/harness/page-cache-crash-on-data-urls.html = TEXT
160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178

// Tests that rely on cross-process MessagePorts.  No point in running them in
// test_shell, since we'd have to use a completely different implementation from
// what is used in the browser.
WONTFIX SKIP : fast/events/message-channel-gc-2.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc-3.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc-4.html = FAIL
WONTFIX SKIP : fast/events/message-channel-gc.html = FAIL
WONTFIX SKIP : fast/events/message-channel-listener-circular-ownership.html = FAIL
WONTFIX SKIP : fast/events/message-port-clone.html = FAIL
WONTFIX SKIP : fast/events/message-port-deleted-document.html = FAIL
WONTFIX SKIP : fast/events/message-port-deleted-frame.html = FAIL
WONTFIX SKIP : fast/events/message-port-inactive-document.html = FAIL
WONTFIX SKIP : fast/events/message-port-no-wrapper.html = FAIL
WONTFIX SKIP : fast/events/message-port.html = FAIL
WONTFIX SKIP : fast/events/message-port-multi.html = FAIL
WONTFIX SKIP : http/tests/security/MessagePort/event-listener-context.html = FAIL

// Implement java testing harness.
179
BUGCR36681 SKIP : java = TEXT
180 181 182 183 184 185 186
// Chrome does not support Java LiveConnect.
WONTFIX SKIP : java/lc3 = TEXT

// this test doesn't make sense on Win or Mac.
// TODO: move to platform/chromium-linux/.
WONTFIX SKIP MAC WIN : platform/chromium/fast/text/chromium-linux-fontconfig-renderstyle.html = FAIL

187

188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217
// -----------------------------------------------------------------
// WONTFIX TESTS
// -----------------------------------------------------------------

// This test is completely timing dependent.  It is testing the time
// between a key event and a search event.  You cannot count on this
// always being exactly the same.
WONTFIX DEBUG : fast/forms/search-event-delay.html = PASS TEXT
WONTFIX SLOW WIN RELEASE : fast/forms/search-event-delay.html = FAIL PASS
WONTFIX SLOW MAC RELEASE : fast/forms/search-event-delay.html = FAIL PASS CRASH
WONTFIX LINUX RELEASE : fast/forms/search-event-delay.html = FAIL PASS

// Chrome uses different keyboard accelerators from those used by Safari, so
// these tests will always fail.
// TODO(pinkerton): these should probably pass on Mac since we want Emacs
// keybindings but they currently do not.
WONTFIX LINUX WIN DEBUG : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX LINUX RELEASE : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX SLOW WIN RELEASE : editing/pasteboard/emacs-cntl-y-001.html = FAIL
WONTFIX : editing/pasteboard/emacs-ctrl-a-k-y.html = FAIL
WONTFIX : editing/pasteboard/emacs-ctrl-k-y-001.html = FAIL
WONTFIX : editing/input/emacs-ctrl-o.html = FAIL

// Checks for very kjs-specific garbage collector behavior.
// Would have to be implemented much differently to work in v8.
WONTFIX : fast/dom/gc-10.html = FAIL

// This fails because we're missing various useless apple-specific
// properties on the window object.
// This test also timeouts in Debug mode.
218 219 220
BUGCR24187 WONTFIX SLOW DEBUG : fast/dom/Window/window-properties.html = FAIL
BUGCR24187 WONTFIX SLOW WIN RELEASE : fast/dom/Window/window-properties.html = FAIL
BUGCR24187 WONTFIX LINUX MAC RELEASE : fast/dom/Window/window-properties.html = FAIL
221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246

// Safari specific test to ensure that JavaScript errors aren't logged when in
// private browsing mode.
WONTFIX : http/tests/security/cross-frame-access-private-browsing.html = FAIL

// Chromium doesn't implement private browsing in the renderer.
WONTFIX : plugins/private-browsing-mode.html = FAIL
WONTFIX : plugins/private-browsing-mode-2.html = TEXT

// We don't let anyone set status in the browser.
WONTFIX : plugins/set-status.html = TEXT

// We don't care about dashboard compatibility mode.
WONTFIX SKIP : http/tests/xmlhttprequest/default-content-type-dashboard.html = FAIL
WONTFIX SKIP : http/tests/xmlhttprequest/svg-created-by-xhr-disallowed-in-dashboard.html = FAIL
WONTFIX : svg/custom/embedded-svg-disallowed-in-dashboard.xml = FAIL
WONTFIX : svg/custom/manually-parsed-embedded-svg-disallowed-in-dashboard.html = FAIL
WONTFIX : svg/custom/manually-parsed-svg-disallowed-in-dashboard.html = FAIL
WONTFIX SKIP : svg/custom/svg-disallowed-in-dashboard-object.html = FAIL
WONTFIX : fast/canvas/canvas-gradient-addStop-error.html = FAIL


// Chrome uses different keyboard accelerators from those used by Safari, so
// these tests will always fail.
// TODO(ericroman): can the following 2 tests be removed from this list, since they pass?
WONTFIX : fast/events/keydown-1.html = FAIL
247
WONTFIX LINUX WIN : fast/events/option-tab.html = FAIL
248 249

// Chrome does not support WebArchives.
250 251 252 253
BUGCR10395 WONTFIX SKIP : webarchive = FAIL PASS
BUGCR10395 WONTFIX SKIP : svg/webarchive = FAIL PASS
BUGCR10395 WONTFIX SKIP : svg/custom/image-with-prefix-in-webarchive.svg = FAIL PASS
BUGCR10395 WONTFIX SKIP : http/tests/webarchive = FAIL PASS
254

255 256
// Compositing tests are run separately on machines with GPUs; see
// LayoutTests/platform/chromium-gpu.
257 258
BUGCR15733 WONTFIX SKIP : compositing = FAIL PASS TIMEOUT
BUGCR15733 WONTFIX SKIP : platform/chromium/compositing = FAIL PASS TIMEOUT
259 260 261 262 263 264 265

// Run the Mac-specific platform tests, but only to check for crashes.
WONTFIX : platform/gtk = FAIL PASS
WONTFIX : platform/mac = FAIL PASS TIMEOUT
WONTFIX : platform/mac-leopard = FAIL PASS
WONTFIX : platform/mac-tiger = FAIL PASS
WONTFIX : platform/qt = FAIL PASS
266
WONTFIX SKIP : platform/qt/plugins/qt-qwidget-plugin.html = FAIL
267 268 269 270 271 272
WONTFIX SKIP : platform/mac/fast/text/international/Geeza-Pro-vertical-metrics-adjustment.html = PASS

WONTFIX LINUX MAC : platform/win = FAIL PASS

// This is a Safari specific test to make WebKit behave like AppKit on the Mac.
// We do not support it because PLATFORM(MAC) is not defined for the mac version.
273
WONTFIX SKIP : platform/mac/editing/deleting/backward-delete.html = TEXT
274 275 276 277

// Ignored because we do not have OBJC bindings
WONTFIX SKIP : editing/pasteboard/paste-RTFD.html = FAIL
WONTFIX SKIP : editing/pasteboard/paste-TIFF.html = FAIL
278 279
WONTFIX SKIP : platform/mac/plugins/root-object-premature-delete-crash.html = FAIL
WONTFIX SKIP : platform/mac/plugins/undefined-property-crash.html = FAIL
280 281

// Ignore test because it tries to load .pdf files in <img> tags.
282 283 284
WONTFIX : fast/images/pdf-as-image-landscape.html = FAIL
WONTFIX : fast/images/pdf-as-image.html = FAIL
WONTFIX : fast/replaced/pdf-as-image.html = FAIL
285 286 287 288

// These tests try to print a PDF file as the expected result.  I don't think
// we plan on supporting this anytime soon.
WONTFIX SKIP : printing/compositing-layer-printing.html = PASS
289 290
WONTFIX SKIP : printing/media-queries-print.html = PASS
WONTFIX SKIP : printing/page-rule-in-media-query.html = PASS
291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362

// Chrome doesn't call the willCacheResponse callback (a method
// of ResourceHandleClient).  That function is Mac-specific.
WONTFIX SKIP : http/tests/misc/willCacheResponse-delegate-callback.html = FAIL

// Checks for very kjs-specific garbage collector
// behavior. Gc-9 is completely braindamaged; it tests that certain
// properties are reset by the garbage collector. It looks to pass recently.
WONTFIX : fast/dom/gc-9.html = FAIL

// This test checks that properties of arguments arrays are non-enumerable
// which is incorrect according to the ES5 spec.
WONTFIX : fast/js/kde/function.html = FAIL

// This test is broken.  The regular expression used contains an error
// which kjs swallows and returns false, which is the expected result,
// but for which we issue a syntax error.
WONTFIX : fast/js/code-serialize-paren.html = FAIL

// These tests check for a kjs-specific extension, that source file
// name and line numbers are available as properties on exception
// objects.  We handle error positions differently.
WONTFIX : fast/js/exception-linenums-in-html-1.html = FAIL
WONTFIX : fast/js/exception-linenums-in-html-2.html = FAIL
WONTFIX : fast/js/exception-linenums.html = FAIL
WONTFIX : fast/js/exception-expression-offset.html = FAIL

// These tests rely on specific details of decompilation of
// functions. V8 always returns the source code as written; there's
// no decompilation or pretty printing involved except for
// certain "native" functions where the V8 output does not include
// newline characters. This is working as intended and we don't care
// if the tests pass or fail. (It should probably simply be re-baselined.)
WONTFIX : fast/js/function-names.html = FAIL

// This test relies on KJS specific implementation
// (window.GCController.getJSObjectCount), which we have no intention of
// supporting.
WONTFIX SKIP : fast/dom/Window/timeout-released-on-close.html = FAIL

// These tests expect a tiff decoder, which we don't have.
WONTFIX LINUX WIN : fast/images/embed-image.html = FAIL
WONTFIX LINUX WIN : fast/images/object-image.html = FAIL

// Safari has a unique handling of the BOM characters among browsers.
// There is a strong suspicion that this is a security problem, so we
// follow the rest of the browsers on this one.
WONTFIX : fast/js/removing-Cf-characters.html = FAIL

// These tests fail in all but the PST/PDT time zone.
// Another reason for failure is that, for compatability, we don't obey
// the ECMA standard on DST exactly.  We use the OS's facilities to
// convert to local time for dates within the UNIX 32-bit epoch,
// and follow the ECMA rules for dates outside that range.
// The ECMA rules say to use current DST rules for all dates,
// and that all dates that are separated by an exact multiple of
// 28 years must behave exactly the same.
// OS local time services are more accurate than this ECMA rule,
// which is a discrepancy.
WONTFIX SKIP : fast/js/date-DST-time-cusps.html = PASS FAIL
WONTFIX SKIP : fast/js/date-big-setdate.html = PASS FAIL

// This test expects weird behavior of __defineGetter__ on the
// window object.  It expects variables introduced with 'var x = value'
// to behave differently from variables introduced with 'y = value'.
// This just seems wrong and should have very low priority.
// Agreed, not required for Beta, we can debate this with WebKit post Beta
// (eseidel, 4/25)
// Ignore this until we see evidence that we need to support it.
WONTFIX : fast/dom/getter-on-window-object2.html = FAIL

// V8 doesn't stable sort and we currently have no intention of
363 364 365 366 367 368
// changing this.  The following tests only happen to pass due to
// the current algorithm used for sorting small arrays. If larger
// arrays were used in the tests, they would fail.
// It is tracked by: http://code.google.com/p/v8/issues/detail?id=90
WONTFIX : fast/js/comparefn-sort-stability.html = PASS
WONTFIX : fast/js/sort-stability.html = PASS
369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389

// We have no indication that anyone misses this and have currently no
// intention of implementing it.
WONTFIX : fast/js/function-dot-arguments.html = FAIL

// This is a Safari specific test used to document the set of global
// constructors they expose and the exact way they are printed.  Not
// important.
WONTFIX : fast/js/global-constructors.html = FAIL

// This test is not reliable.  The behavior depends on exactly how the
// stack limit is reached.  We're happy with our behavior on this test
// as long as we don't crash.
WONTFIX : fast/js/global-recursion-on-full-stack.html = FAIL

// Our DOM Storage implementation doesn't use WebKit's private browsing feature (even for incognito mode).
WONTFIX : storage/domstorage/localstorage/private-browsing-affects-storage.html = FAIL
WONTFIX : storage/domstorage/sessionstorage/private-browsing-affects-storage.html = FAIL

// These tests propagate auth credentials back to the renderer, which we
// don't want to do.
390 391 392
WONTFIX BUGCR21840 MAC LINUX : http/tests/loading/basic-auth-resend-wrong-credentials.html = FAIL
WONTFIX BUGCR21840 WIN : http/tests/loading/basic-auth-resend-wrong-credentials.html = FAIL TIMEOUT
WONTFIX BUGCR21840 : http/tests/loading/basic-credentials-sent-automatically.html = FAIL
393 394 395 396

// This checks the IDN behavior of WebKit/WebKit on Mac, not WebKit/WebCore or
// WebKit/JavaScriptCore. Chrome doesn't use WebKit/WebKit, and Chrome's IDN
// security model is different from it.
397
BUGCR21814 WONTFIX SKIP: fast/encoding/idn-security.html = FAIL
398 399 400

// Our implementation of global history is completely different, and
// these tests are irrelevant.
401
BUGCR23748 WONTFIX : http/tests/globalhistory = FAIL
402 403

// DataGrid was pulled from HTML5 spec, unlikely to re-emerge in the current form.
404
BUGCR17585 WONTFIX : fast/dom/HTMLDataGridElement = FAIL
405 406 407

// We are not going to support submitting a form to about:* pages.
// For more details, see discussions at issue 20570.
408
BUGCR20570 WONTFIX : fast/forms/get-forms-to-about-blank.html = FAIL
409 410 411 412

// xhtml mp tests were added in http://trac.webkit.org/changeset/43865 and are
// skipped on all platforms upstream.
// We are not planning to support these.
413 414
BUGCR12254 WONTFIX SKIP : fast/xhtmlmp = FAIL
BUGCR12254 WONTFIX SKIP : http/tests/xhtmlmp = FAIL
415 416 417 418 419 420 421 422 423 424

// This test requires LayoutTestController.setCacheModel, which we don't implement
// because we can't emulate the cahcing behaviors it expects.
WONTFIX : fast/dom/HTMLScriptElement/nested-execution.html = FAIL

// Deletion UI is a Mail-ism. We don't need to worry about this.
WONTFIX SKIP : editing/deleting/deletionUI-single-instance.html = FAIL IMAGE
WONTFIX SKIP : fast/dom/Element/id-in-deletebutton.html = TEXT

// Tests for FAST_MOBILE_SCROLLING. We don't use it.
425 426 427 428
WONTFIX BUGCR32663 WIN LINUX : fast/fast-mobile-scrolling/fixed-position-element.html = IMAGE+TEXT
WONTFIX BUGCR32663 WIN LINUX : fast/fast-mobile-scrolling/no-fixed-position-elements.html = IMAGE+TEXT
WONTFIX BUGCR32663 MAC : fast/fast-mobile-scrolling/fixed-position-element.html = IMAGE PASS
WONTFIX BUGCR32663 MAC : fast/fast-mobile-scrolling/no-fixed-position-elements.html = IMAGE PASS
429 430 431 432 433 434 435 436 437

// Tests for frameset flattening. Relevant only on mobile browsers.
WONTFIX SKIP : fast/frames/flattening = TIMEOUT

// This should be tested differently (see discussion on https://bugs.webkit.org/show_bug.cgi?id=35063).
// No need to waste cycles implementing harness support for this variant of the test.
WONTFIX SKIP : fast/loader/api-test-go-to-current-back-forward-item.html = TIMEOUT

// We're not planning to support rocker-based cursor navigation.
438
WONTFIX SKIP : fast/spatial-navigation = FAIL
439 440

// We're not planning to relax third-party cookie rules any time soon.
441
WONTFIX BUGCR37684 SKIP : http/tests/cookies/third-party-cookie-relaxing.html = FAIL
442

443
// <progress> on Mac is always animated.
444
WONTFIX MAC : fast/dom/HTMLProgressElement/progress-element.html = IMAGE PASS
445

446
// We do not use Safari's private browsing
447
WONTFIX SKIP : storage/private-browsing-noread-nowrite.html = PASS
448 449

// These tests are WONTFIX because they use codecs Chromium doesn't support.
450 451 452 453 454 455
BUGCR16779 WONTFIX SKIP : media/audio-mpeg-supported.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/audio-data-url.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/media-can-play-mpeg-audio.html = TEXT
BUGCR16779 WONTFIX SKIP : media/video-can-play-type.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/video-document-types.html = FAIL TIMEOUT
BUGCR16779 WONTFIX SKIP : media/video-size-intrinsic-scale.html = FAIL TIMEOUT
456
BUGWK45102 WONTFIX SKIP : media/media-can-play-mpeg4-video.html = TEXT
457
BUGCR68289 WONTFIX SKIP : media/video-element-other-namespace-crash.html = TIMEOUT
458
BUGCR16779 WONTFIX SKIP : media/audio-mpeg4-supported.html = FAIL TIMEOUT
459 460 461 462 463 464 465 466 467 468

// Chromium does not use the icon loader in WebCore for loading notifications.
WONTFIX SKIP : http/tests/notifications = FAIL

// Doesn't apply to Chromium (QuickTime-specific behavior)
WONTFIX SKIP : media/video-does-not-loop.html = TIMEOUT

// Pre-HTML5 parser quirks only apply to the mac port for now.
WONTFIX SKIP : fast/parser/pre-html5-parser-quirks.html = FAIL

469 470 471 472 473 474 475 476 477 478 479
// -----------------------------------------------------------------
// CHROME REWRITTEN TESTS
// -----------------------------------------------------------------

// These tests have been rewritten, with the original being ignored,
// because they rely on being able to shadow the 'top' variable on the
// global object.  For security we disallow shadowing of top.
WONTFIX : editing/selection/click-before-and-after-table.html = FAIL

// We're taking a different approach on this test than Webkit does, related to
// whether we create a window via a plugin when target is _blank.
480
BUGCR24186 WONTFIX SKIP : plugins/get-url-with-blank-target.html = FAIL
481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508

// Dashboard-related test
WONTFIX SKIP : platform/mac/fast/css/dashboard-region-parser.html = FAIL

// Not a test?
WONTFIX SKIP : http/tests/incremental/pause-in-script-element.pl = FAIL

// This tests for an arbitrary limit set in JSCRE to terminate regular
// expressions with an exponential matching behavior.  Since the V8
// regular expression engine can be preempted from the outside, we do not
// need to limit the execution this way.  Firefox also keeps running
// on this one.
WONTFIX : fast/regex/slow.html = TIMEOUT

// Test to verify legacy MAC encodings. We don't want to support them and
// have to skip this test.
WONTFIX SKIP : fast/encoding/char-decoding-mac.html = FAIL

// WebKit QT Build-specific tests
WONTFIX SKIP : platform/qt/view/fixed-layout-size.html = FAIL

// These don't have pixel results and rely on ObjC bindings. Don't run until they have pixel results.
WONTFIX SKIP : platform/mac/editing/pasteboard/dataTransfer-set-data-file-url.html = FAIL
WONTFIX SKIP : http/tests/security/dataTransfer-set-data-file-url.html = FAIL

// The issue is which global object to use as the implicit
// receiver for cross-frame calls.  Currently, IE, Firefox and Chrome
// agree and only Safari is doing it this way.
509
BUGCR5053 WONTFIX : fast/frames/cross-site-this.html = FAIL
510 511 512 513 514 515 516 517 518 519 520 521 522 523

// This tests a Safari incompatibility.  This test should fail since
// it contains syntax errors that JSC for some reason choose not to
// throw.  V8 follows the spec.
WONTFIX : fast/js/reparsing-semicolon-insertion.html = FAIL

// These tests relate to transform/3d which is a work in progress and is not
// even run by the WebKit folk. They should be enabled whenever WebKit begins
// testing them by default. The bug to re-enable is:
// http://code.google.com/p/chromium/issues/detail?id=8455
WONTFIX SKIP : transforms/3d = FAIL

// Copying with no selection is sometimes supposed to work
// Also skipped by Apple on Windows (rdar://problem/5015941)
524
BUGCR20404 : editing/execCommand/copy-without-selection.html = FAIL
525 526 527 528

// -----------------------------------------------------------------
// LIGHTTPD
// -----------------------------------------------------------------
529 530
// This are failing for different reasons under our lighttpd configuration.
// (Note that lighttpd is only used on Windows at this point.)
531 532

// LightTPD doesn't accept unknown HTTP methods
533 534 535
BUGCR30536 WIN SKIP : http/tests/xmlhttprequest/methods-lower-case.html = TIMEOUT CRASH
BUGCR30536 WIN : http/tests/xmlhttprequest/methods-async.html = TIMEOUT
BUGCR30536 WIN SLOW : http/tests/xmlhttprequest/access-control-basic-allow-preflight-cache-invalidation-by-method.html = FAIL
536 537
// LightTPD doesn't accept unknown HTTP methods and passes CGIs a Content-Type
// even when a request didn't send the header.
538
BUGCR30536 WIN SLOW : http/tests/xmlhttprequest/methods.html = FAIL
539
// Webkit 50667:50696 (Lighttpd related?)
540
BUGCR30536 WIN : http/tests/xmlhttprequest/xmlhttprequest-setrequestheader-no-value.html = TEXT
541 542

// Another lighttpd quirk.
543 544
BUGCR8941 WIN SLOW : http/tests/xmlhttprequest/web-apps/013.html = FAIL
BUGCR8941 WIN : http/tests/xmlhttprequest/web-apps/012.html = FAIL
545 546 547 548 549 550 551 552 553

// -----------------------------------------------------------------
// TEXT
// -----------------------------------------------------------------

// This class of test fails because of size differences in text runs.
// Mostly this is because of international text rendering differences.

// Incrorect results, in incorrect international font metrics.
554
BUGCR20521 WIN : fast/text/atsui-multiple-renderers.html = FAIL
555 556
BUGCR20521 LINUX WIN : fast/text/atsui-pointtooffset-calls-cg.html = FAIL TIMEOUT
BUGCR20521 LINUX WIN : fast/text/atsui-rtl-override-selection.html = FAIL
557 558

// This test checks that we hack around a bug in helvetica.  We fail to.
559
BUGCR20519 WIN : fast/text/wide-zero-width-space.html = FAIL
560

561
// There's a missing glyph box in "full-time".
562
BUGCR20547 WIN : fast/text/capitalize-boundaries.html = FAIL
563 564

// Different button line-heights, our behavior looks wrong.
565 566
BUGCR20551 LINUX WIN : fast/replaced/table-percent-height.html = FAIL
BUGCR20551 LINUX WIN : fast/replaced/table-percent-height-text-controls.html = FAIL
567 568 569 570 571 572 573 574


// -----------------------------------------------------------------
// PENDING TESTS (forked to pending/, need to be sent upstream)
// -----------------------------------------------------------------

// These tests don't work with fast timers due to setTimeout
// races. See https://bugs.webkit.org/show_bug.cgi?id=21536
575 576
// We currently match upstream except for font differences, but we should
// probably rewrite the test as suggested in the webkit bug.
577 578
BUGCR24195 WIN LINUX : fast/repaint/bugzilla-6473.html = IMAGE+TEXT
BUGCR24195 MAC : fast/repaint/bugzilla-6473.html = IMAGE
579 580 581 582 583 584

// -----------------------------------------------------------------
// Tests requiring features not currently in test_shell.
// -----------------------------------------------------------------

// Implement layoutTestController.display()
585
BUGCR8630 WIN LINUX : fast/repaint/body-background-image.html = FAIL
586 587

// Relies on text metrics to pass. Rework to be meaningful for ports other than platform/mac.
588 589 590 591 592 593 594 595
BUGCR8630 WIN LINUX : fast/repaint/overflow-outline-repaint.html = FAIL
BUGCR8630 WIN LINUX : fast/backgrounds/solid-color-context-restore.html = FAIL
BUGCR8630 WIN LINUX : fast/dynamic/containing-block-change.html = FAIL
BUGCR8630 LINUX : fast/forms/listbox-clip.html = IMAGE+TEXT
BUGCR8630 WIN LINUX : fast/overflow/hidden-scrollbar-resize.html = FAIL
BUGCR8630 WIN LINUX RELEASE : fast/reflections/inline-crash.html = FAIL
BUGCR8630 LINUX WIN DEBUG : fast/reflections/inline-crash.html = FAIL
BUGCR8630 WIN LINUX : fast/text/font-initial.html = FAIL
596 597 598 599 600

// Need a setAuthorAndUserStylesEnabled method in
// layoutTestController. Now we have preference to enable/disable user
// styles(not work now), we still need to add a preference to enable/disable
// styles of both author and user.
601
// SKIP because it causes an additional error message in:
602 603 604
// fast/css/display-none-inline-style-change-crash.html   somehow
// the message is dumped after the #EOF, which causes an additional
// error in the header of the following test.
605
BUGCR24197 SKIP : fast/css/disabled-author-styles.html = FAIL
606 607

// -----------------------------------------------------------------
608
// Inspector tests
609 610
// -----------------------------------------------------------------

611 612 613 614 615 616 617 618
// There is no message port harness to test extensions
WONTFIX SKIP : inspector/extensions.html = FAIL
WONTFIX SKIP : inspector/extensions-api.html = FAIL
WONTFIX SKIP : inspector/extensions-audits.html = FAIL
WONTFIX SKIP : inspector/extensions-audits-api.html = FAIL
WONTFIX SKIP : inspector/extensions-events.html = FAIL
WONTFIX SKIP : inspector/extensions-eval.html = FAIL
WONTFIX SKIP : inspector/extensions-resources.html = TIMEOUT CRASH
619
WONTFIX SKIP : http/tests/inspector/extensions-headers.html = FAIL
620 621 622

// Inspector tests in Debug build are very slow.  If we remove SLOW, we'll see
// random TIMEOUTs.  Is this issue DRT-specific?
623 624 625
BUG_DRT WIN LINUX DEBUG SLOW : inspector = PASS
BUG_DRT WIN LINUX DEBUG SLOW : http/tests/inspector = PASS
BUG_DRT WIN LINUX DEBUG SLOW : http/tests/inspector-enabled = PASS
626 627

// Add support for inspector layout tests on non-Windows.
628 629 630
BUGCR26734 MAC SKIP : inspector = PASS
BUGCR26734 MAC SKIP : http/tests/inspector = PASS
BUGCR26734 MAC SKIP : http/tests/inspector-enabled = PASS
631

632 633 634
BUGCR66087 WIN LINUX SLOW : inspector/styles-disable-then-enable.html = PASS TEXT
BUGCR66087 WIN LINUX : inspector/timeline-layout.html = CRASH TIMEOUT PASS TEXT
BUGCR66087 WIN LINUX : inspector/timeline-parse-html.html = CRASH TIMEOUT PASS TEXT
635
// WebKit roll 74708:74711
636 637
BUGCR68165 WIN LINUX DEBUG SLOW : inspector/styles-source-lines.html = PASS
BUGCR66087 WIN LINUX SLOW : inspector/storage-panel-dom-storage.html = PASS TEXT
638

639 640 641 642
BUG_DRT WIN LINUX : http/tests/inspector-enabled/console-log-before-frame-navigation.html = TEXT
BUG_DRT WIN LINUX : http/tests/inspector/change-iframe-src.html = CRASH
BUGCR66087 WIN LINUX SLOW : http/tests/inspector/console-resource-errors.html = PASS TEXT
BUGCR66087 WIN LINUX SLOW : http/tests/inspector/inspect-iframe-from-different-domain.html = PASS TEXT
643 644 645 646

// -----------------------------------------------------------------
// Other
// -----------------------------------------------------------------
647

648 649 650
// Mac Safari under certain circumstances automatically places
// a caret in editable document even when none was requested programatically.
// We don't intend to copy this feature (at least not for Beta).
651 652
BUGCR20844 LINUX WIN RELEASE : editing/selection/designmode-no-caret.html = FAIL
BUGCR20844 LINUX WIN DEBUG : editing/selection/designmode-no-caret.html = FAIL
653

654
// Regression from merge 41268:41286
655
BUGCR10435 MAC : editing/selection/designmode-no-caret.html = FAIL
656

657 658
// Issue 3273: TextInputController::firstRectForCharacterRange not returning
// the correct values for bidi/rtl text.
659 660 661 662
BUGCR3273 : editing/selection/move-left-right.html = FAIL
BUGCR3273 MAC : platform/mac/editing/input/caret-primary-bidi.html = FAIL PASS
BUGCR3273 MAC : platform/mac/editing/input/firstrectforcharacterrange-plain.html = FAIL PASS
BUGCR3273 MAC : platform/mac/editing/input/range-for-empty-document.html = FAIL PASS
663

664 665
// These tests also use firstRectForCharacterRange, but they generate slightly
// different values.
666 667 668
BUGCR3273 : editing/selection/5825350-1.html = TEXT
BUGCR3273 : editing/selection/5825350-2.html = TEXT
BUGCR3273 : editing/selection/mixed-editability-10.html = TEXT
669 670

// selection
671
BUGCR10369 LINUX : editing/selection/5354455-2.html = FAIL
672 673 674 675 676

// TODO(erg): Attempted to rebaseline these tests as part of the above
// 43346:43361 rebaseling from http://trac.webkit.org/changeset/43355. Turned
// tree red. May be more involved then just rebaselining.

677
BUGCR14832 : editing/selection/user-drag-element-and-user-select-none.html = FAIL
678 679

// Fails due to textInputController.setInputMethod not implemented for Mac.
680 681
BUGCR19665 MAC : platform/mac/editing/input/hangul-enter-confirms-and-sends-keypress.html = FAIL
BUGCR19665 MAC : platform/mac/editing/input/kotoeri-enter-to-confirm-and-newline.html = FAIL
682 683

// New failures from merge 51412:51455.
684
BUGCR28916 MAC : editing/pasteboard/paste-xml.xhtml = TEXT
685 686

// Flaky
687
BUGCR31803 MAC LINUX : editing/inserting/12882.html = IMAGE PASS
688 689 690 691 692

BUGWK45438 : editing/spelling/spelling-backspace-between-lines.html = TEXT

// Tests added in r69269.
// Apple-Mac port corrects "notationl" to "notational" automatically?
693 694 695 696
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-delete.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-removing-underline-after-paste.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-removing-underline.html = IMAGE+TEXT
BUGCR58254 MAC : platform/mac/editing/spelling/autocorrection-simple.html = IMAGE+TEXT
697

698 699 700
// Directionality of mixed-direction text in selected choice should
// match that in the <select> option lists.
// Low priority, unclear if test expectations are correct (see bug)
701
BUGCR6139 : fast/forms/select-writing-direction-natural.html = FAIL
702

703 704 705 706 707 708 709 710 711 712 713
// Shadow offset tests crash occasionally on Mac and Linux debug.
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-1.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-2.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-3.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-4.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-5.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-6.html = PASS CRASH
BUGCR67732 MAC LINUX DEBUG : fast/canvas/shadow-offset-7.html = PASS CRASH

// This SVG test is occasionally crashing apparently for the same reason.
BUGCR67732 MAC LINUX DEBUG : svg/W3C-SVG-1.1-SE/paths-dom-02-f.svg = PASS CRASH
714

715 716 717
BUGCR67767 : http/tests/security/cross-frame-access-call.html = TEXT
BUGCR67767 : http/tests/security/aboutBlank/xss-DENIED-set-opener.html = TEXT

718 719 720
// -----------------------------------------------------------------
// Plugin tests
// -----------------------------------------------------------------
721
BUGCR21841 MAC WIN DEBUG : plugins/destroy-during-npp-new.html = CRASH PASS
722
BUGJOHNNYG LINUX : plugins/embed-attributes-style.html = IMAGE
723 724 725
BUGCR61799 : plugins/evaluate-js-after-removing-plugin-element.html = TEXT
BUGCR37962 MAC : plugins/iframe-shims.html = TEXT PASS
BUGCR10351 MAC : plugins/inner-html-display-none.html = FAIL
726
BUGWK48164 MAC LINUX WIN : plugins/invalid-mime-with-valid-extension-shows-missing-plugin.html = TEXT
727 728
// Need to implement NPP_HandleEvent in the layout_test_plugin
// WIN started failing during webkit roll 62670 -> 62844.
729 730 731 732
BUGCR38353 : plugins/keyboard-events.html = TEXT
BUGCR10351 MAC : plugins/mouse-events.html = FAIL
BUGCR32864 MAC LINUX : plugins/mouse-events-fixedpos.html = TEXT
BUGCR35822 : plugins/npruntime/browser-object-identity.html = TEXT
733
// Object.keys on an NPObject produces the wrong output.
734 735 736
BUGCR21901 : plugins/npruntime/enumerate.html = TEXT
BUGCR50787 : plugins/npruntime/plugin-scriptable-object-invoke-default.html = TEXT
BUGCR50910 : plugins/npruntime/remove-property.html = TEXT
737 738
BUGWK48034 : plugins/pass-different-npp-struct.html = TEXT
// NPP_HandleEvent doesn't be implemented/work on mac/linux.
739 740 741
BUGCR48033 LINUX MAC SKIP : plugins/plugin-initiate-popup-window.html = PASS TIMEOUT
BUGCR35387 MAC : plugins/reentrant-update-widget-positions.html = TIMEOUT
BUGCR38392 : plugins/resize-from-plugin.html = TEXT
742
// Times out after http://trac.webkit.org/changeset/62739/
743 744
BUGCR48550 SKIP : plugins/return-negative-one-from-write.html = TIMEOUT
BUGCR38353 : http/tests/plugins/plugin-document-has-focus.html = TEXT TIMEOUT
745

746 747 748
// Tests differences from switching to webkit.org's test netscape plugin rather
// than chromium's old forked copy.  We can remove the PASS on these once we
// switch.
749
BUG_TONY WIN : plugins/geturlnotify-during-document-teardown.html = CRASH
750
BUGWK48655 : plugins/js-from-destroy.html = CRASH PASS
751 752
BUG_TONY WIN : plugins/mouse-events.html = TEXT
BUG_TONY WIN : plugins/plugin-initiate-popup-window.html = TIMEOUT
753 754 755
// This test is failing because the plugin has changed names on Windows to
// match the name of the plugin upstream.
BUG_TONY WIN : plugins/plugin-javascript-access.html = TEXT PASS
756

757 758
// Expectations for this test changed upstream. We should fix this test, but
// it doesn't need to block the current release
759
BUGCR10275 : http/tests/security/cross-frame-access-put.html = FAIL
760 761

// Requires layoutTestController.dispatchPendingLoadRequests
762 763 764
BUGCR33211 WIN RELEASE : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT CRASH
BUGCR33211 WIN DEBUG : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT
BUGCR33211 MAC LINUX : http/tests/loading/deleted-host-in-resource-load-delegate-callback.html = TIMEOUT
765 766

// HTML5 DB layout tests
767
BUGCR27697 SKIP : storage/hash-change-with-xhr.html = PASS
768 769 770

// HTML5 datalist element. We don't enable it because WebKit implementation
// is incomplete.
771 772 773
BUGCR20226 : fast/forms/datalist.html = TEXT
BUGCR20226 : fast/forms/input-list.html = FAIL
BUGCR20226 : fast/forms/input-selectedoption.html = FAIL
774

775
// The feature was disabled due to a compatibility issue.
776 777
BUGWK40520 : fast/forms/interactive-validation-lost-focusable.html = TEXT
BUGWK40520 : fast/forms/interactive-validation-prevented.html = TEXT
778

779
// These tests need to be changed to be platform independent.
hclam@chromium.org's avatar
hclam@chromium.org committed
780
// These tests are skipped since they hang DRT and test_shell.
781 782 783 784 785
// BUGCR62964 : we should either enable or delete these testsvi
BUGCR54465 BUGCR62964 SKIP : http/tests/media/remove-while-loading.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-play-stall-seek.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-play-stall.html = TIMEOUT
BUGCR54465 BUGCR62964 SKIP : http/tests/media/video-seekable-stall.html = TIMEOUT
786 787
// UNIMPLEMENTED : * we don't have test-par-16-9.ogv generated in WebKit * we don't handle aspect ratio correctly.
BUGCR59635 SKIP : media/video-display-aspect-ratio.html = PASS FAIL TIMEOUT
788

789
// video.buffered multiple TimeRanges support.
790
BUGCR49165 SKIP : http/tests/media/video-buffered.html = PASS
791

792
// These tests need to be changed to not rely on setTimeout().
793
BUGCR60740 SLOW WIN DEBUG : media/video-played-collapse.html = PASS FAIL
794 795

// We sometimes emit an error from the same source element twice.
796
BUGCR59226 : media/video-source-error.html = PASS FAIL TIMEOUT
797 798 799

// Failing because we sometimes emit additional timeupdate events.
// Test may need to be rewritten or only log the first timeupdate event.
800
BUGCR59399 LINUX MAC : media/audio-delete-while-slider-thumb-clicked.html = PASS FAIL
801 802 803

// Failing because we sometimes emit additional timeupdate events.
// Test might be WONTFIX because we don't export a step button in the first place.
804
BUGCR25375 BUGCR59399 SKIP : media/audio-delete-while-step-button-clicked.html = FAIL
805 806

// Seeks to the end of file, which results in ogg packets with no timestamps.
hclam@chromium.org's avatar
hclam@chromium.org committed
807
// KNOWNISSUE : fails because progress event is not published 
808
BUGCR59675 BUGCR59263 SKIP : media/event-attributes.html = PASS FAIL TIMEOUT
809

810
// Flaky because of our new seeking algorithm.
811
BUGCR50438 BUGCR20187 : media/controls-drag-timebar.html = PASS FAIL
812

813
// These tests are flaky with subtle pixel differences.
814 815
BUGCR70252 LINUX MAC : media/video-zoom.html = IMAGE PASS
BUGCR60744 LINUX : media/video-layer-crash.html = IMAGE PASS
816

817
// Behavior was changed by WebKit roll 69035:69062.
818
BUGCR53660 BUGCR60746 MAC : media/video-transformed.html = IMAGE
819

820 821
// This is flaky with a subtle pixel difference in the bottom right corner,
// which I believe is due to new video scaling algorithm.
hclam@chromium.org's avatar
hclam@chromium.org committed
822
// We should rewrite this test so that we wait for timeupdate event until the time is no less than 1. 
823
BUGCR60244 : media/video-replaces-poster.html = IMAGE PASS
824

825
// These tests are failing because they use position-dependent mouse clicks.
hclam@chromium.org's avatar
hclam@chromium.org committed
826
// TESTISSUE 
827
BUGCR25375 : media/video-controls-transformed.html = FAIL
828

829
// We haven't implemented the WebKit fullscreen extension.
hclam@chromium.org's avatar
hclam@chromium.org committed
830
// UNIMPLEMENTED
831 832
BUGCR16735 SKIP : media/media-fullscreen-inline.html = TIMEOUT
BUGCR16735 SKIP : media/media-fullscreen-not-in-document.html = TIMEOUT
833 834

// We haven't implemented the WebKit captioning extension.
hclam@chromium.org's avatar
hclam@chromium.org committed
835
// UNIMPLEMENTED
836
BUGCR28301 SKIP : media/media-captions.html = TIMEOUT
837 838

// We haven't implemented reverse audio/video playback.
839
// UNIMPLEMENTED BUGCR33099 Implement reverse audio/video playback
840 841
BUGCR33099 SKIP : media/video-reverse-play-duration.html = TIMEOUT
BUGCR33099 SKIP : media/video-timeupdate-reverse-play.html = TIMEOUT
842

843
// We haven't implemented video preloading and it passing is a false positive.
hclam@chromium.org's avatar
hclam@chromium.org committed
844
// UNIMPLEMENTED
845
BUGWK16482 SKIP : media/video-preload.html = PASS FAIL
846

847
// Does not display courier for the letters, as the test requests.
848 849
BUGCR10278 LINUX : fast/css/font-face-implicit-local-font.html = FAIL
BUGCR10278 LINUX : fast/css/font-face-unicode-range.html = FAIL
850 851 852 853 854 855 856 857 858 859 860 861

// The v8 bindings allow shadowing of all properties on the global
// object.  If you use 'var prop = value' you will get a new variable
// named prop that shadows builtin properties on the global object.
// This behavior is consistent and I'm reluctant to make the massive
// change that would be needed to implement the inconsistent handling
// of this that KJS has (some properties can be shadowed and others
// can't).  This should have low priority.
// We currently match IE and the plan was to convince KJS to change
// post-beta, but the bug is here:
// https://bugs.webkit.org/show_bug.cgi?id=16644 , and it's unclear
// what the resolution was.
862
BUGCR10279 : fast/js/var-declarations-shadowing.html = FAIL
863 864

// Implement full JSON support in V8
865 866 867 868
BUGCR14885 SLOW : fast/js/JSON-parse.html = FAIL
BUGCR14885 SLOW : fast/js/JSON-stringify.html = FAIL CRASH
BUGCR14885 : fast/js/JSON-parse-reviver.html = FAIL
BUGCR14885 : fast/js/JSON-stringify-replacer.html = FAIL
869 870

// Implement CSS -webkit-font-smoothing property support.
871
BUGCR23270 WIN LINUX : fast/css/font-smoothing.html = FAIL
872 873

// Make canvas shadow work with drawImage.
874 875
BUGCR11153 WIN LINUX : fast/canvas/canvas-incremental-repaint-2.html = FAIL
BUGCR11153 WIN LINUX : fast/canvas/canvas-incremental-repaint.html = FAIL
876

877
BUGCR20507 : http/tests/uri/resolve-encoding-relative.html = FAIL
878

879 880 881
// test_shell, DRT do not correctly schedule paints when invalidating.
BUGCR62433 WIN : fast/images/gif-loop-count.html = IMAGE

882 883 884 885
// -----------------------------------------------------------------
// SVG TESTS
// -----------------------------------------------------------------

886
BUGCR8763 LINUX WIN MAC : svg/custom/use-on-g-containing-foreignObject-and-image.svg = IMAGE+TEXT IMAGE
887 888

// We show reduced version of the entire SVN image rather than an image
889 890 891 892
BUGCR23463 MAC : svg/W3C-SVG-1.1/struct-symbol-01-b.svg = IMAGE
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-symbol-01-b.svg = IMAGE+TEXT TEXT
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-use-01-t.svg = IMAGE IMAGE+TEXT PASS
BUGCR23463 WIN LINUX : svg/W3C-SVG-1.1/struct-image-02-b.svg = IMAGE+TEXT
893 894

// Merge 39744:39829 - regression
895
BUGCR10284 MAC : svg/custom/path-bad-data.svg = FAIL
896

897 898 899
// Text mismatch since r65370.
// There was also an unnoticed image mismatch before this revision
// (wrong baseline was committed). No idea about when it really started to fail.
900
BUGCR52692 WIN LINUX : svg/W3C-SVG-1.1/animate-elem-80-t.svg = IMAGE+TEXT
901

902
// New in WK r65880, some probably just need rebaselining, others have real diffs
903 904 905 906 907 908 909 910 911
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask-objectBoundingBox.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask-userSpaceOnUse.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/clip-in-mask.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask-different-unitTypes.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask-panning.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/deep-nested-clip-in-mask.svg = IMAGE+TEXT
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-image-based-clipping.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-path-and-image-based-clipping.svg = IMAGE
BUGWK44514 WIN LINUX : svg/clip-path/nested-clip-in-mask-path-based-clipping.svg = IMAGE
912 913 914 915 916
// Rebaselined in WK r65874, Linux has missing lines
BUGWK44514 LINUX WIN : svg/custom/missing-xlink.svg = TEXT
// Also fail since WK roll 65859:65885
BUGWK44514 MAC : fast/backgrounds/svg-as-background-6.html = IMAGE

917 918 919 920
// May require re-baseline.
BUGWK42370 WIN MAC : svg/custom/image-rescale-scroll.html = FAIL
BUGWK42370 WIN MAC : svg/custom/image-rescale-clip.html = FAIL

921 922 923 924 925 926
// -----------------------------------------------------------------
// End SVG Regressions
// -----------------------------------------------------------------

// Compact support was removed from WebKit by Hyatt and layout tests rebaselined in r40259.

927
BUGCR10295 MAC : fast/dom/prototype-chain.html = FAIL
928 929

// Font differences, requiring overriden metrics, not a real bug, not fixing for Beta
930
BUGCR10296 MAC : fast/text/international/bidi-menulist.html = FAIL
931
// Maybe need to be rebaselined - should be looked at in more detail.
932 933
BUGCR10296 LINUX : svg/custom/foreign-object-skew.svg = FAIL
BUGCR10296 LINUX : svg/batik/text/textLength.svg = FAIL
934 935

// No anti-aliasing on the text.
936
BUGCR10298 LINUX : svg/custom/use-on-disallowed-foreign-object-3.svg = FAIL
937 938 939 940 941 942 943 944 945

// The failures listed below have never passed in Chromium and need to be
// investigated, categorized, and (one hopes) fixed.

// These test fail full text diff (but not simplified diff) most likely due
// to differing implementations of SVG fonts. They may or may not represent
// real bugs which need fixin'

// There's no baseline at all for this!
946
BUGCR32392 SKIP : svg/batik/text/smallFonts.svg = FAIL
947 948

// The test is flaky and maybe platform-dependent.
949
BUGCR32401 LINUX WIN : svg/custom/marker-changes.svg = IMAGE+TEXT IMAGE
950

951
BUGCR32444 LINUX WIN : svg/hixie/text/003.html = FAIL
952 953 954 955

// SVG masks aren't quite working yet.
// Might also be related to https://bugs.webkit.org/show_bug.cgi?id=21910
// New tests. We should fix these, but they don't need to block the current release
956 957 958 959
BUGCR3244 LINUX WIN : fast/backgrounds/svg-as-mask.html = FAIL
BUGCR3244 WIN DEBUG : fast/backgrounds/animated-svg-as-mask.html = FAIL
BUGCR3244 SLOW WIN RELEASE : fast/backgrounds/animated-svg-as-mask.html = FAIL
BUGCR3244 LINUX : fast/backgrounds/animated-svg-as-mask.html = FAIL
960 961
// More tests that fail because of masks not working properly.
// New tests. We should fix these, but they don't need to block the current release
962 963
BUGCR3244 WIN LINUX : fast/backgrounds/mask-composite.html = FAIL
BUGCR3244 WIN LINUX : fast/backgrounds/repeat/mask-negative-offset-repeat.html = FAIL
964 965 966 967 968 969 970
// Marking this again as failed. This test failed even after rebaseline due to
// the fact that the font is not specified in the test and it seems that the
// test falls back on a different font locally than on the buildbot so the
// baseline is invalid. This might indicate a failure in our font fallback code
// or might be expected and that we should either go with the buildbot output
// or change the test upstream to specify explicitly what font to use.
// The mask part of this test is totally wrong.
971
BUGCR3244 WIN LINUX : fast/backgrounds/svg-as-background-6.html = FAIL
972 973

// Our gradients are wrong here.
974 975
BUGCR19559 WIN LINUX : svg/W3C-SVG-1.1/pservers-grad-08-b.svg = FAIL
BUGCR10304 LINUX : svg/carto.net/button.svg = FAIL
976 977 978

// Probably need to change the test upstream to describe it better and use no
// hard coded numbers.
979
BUGCR19897 WIN LINUX : svg/custom/getscreenctm-in-mixed-content2.xhtml = FAIL
980

981
BUGCR10306 LINUX : svg/carto.net/combobox.svg = FAIL
982 983 984

// Linux pixeltest failure: slightly different shade of composited
// alpha in bottom group.
985
BUGCR10310 LINUX : svg/W3C-SVG-1.1/masking-opacity-01-b.svg = FAIL
986 987 988 989 990 991 992 993

// -----------------------------------------------------------------
// Accessibility layout tests
//
// In addition to WebCore, these are meant to exercise platform APIs
// (MSAA, NSAccessibility, ATK). Since we don't have access to these in the
// sandbox, making these tests pass involves faking interactions with these APIs
// and doesn't seem like a good use of our time.
994 995
// We need to identify a good testing strategy for Chromium accessibility.
// It is possible we won't use these at all.
996

997 998 999
BUGCR10322 SKIP : accessibility = PASS FAIL
BUGCR10322 SKIP : platform/mac/accessibility = PASS FAIL
BUGCR10322 SKIP : platform/win/accessibility = PASS FAIL
1000 1001 1002 1003 1004 1005 1006 1007

// -----------------------------------------------------------------
// Other failures
// -----------------------------------------------------------------

// These fail the pixel tests in debug mode because they have
// unpainted space (filled red in Debug but not in Release).
// https://bugs.webkit.org/show_bug.cgi?id=8423
1008
BUGCR24204 WIN LINUX : tables/mozilla_expected_failures/bugs/bug178855.xml = IMAGE+TEXT TEXT
1009 1010

// Fails on webkit windows as well.
1011
BUGCR24207 : fast/events/attempt-scroll-with-no-scrollbars.html = FAIL
1012 1013 1014

// No glyph for U+FFFD (Replacement Character : black diamond with
// question mark) in them
1015
BUGCR10315 WIN : fast/encoding/invalid-UTF-8.html = FAIL
1016 1017 1018 1019 1020 1021

// V8 failures as a result of the WebKit merge.
// http://code.google.com/p/v8/issues/detail?id=92

// v8: A setter that is added to a prototype after the inline cache is
// recorded will not be called.
1022
BUGCR24209 : fast/js/pic/cached-prototype-setter.html = FAIL
1023 1024 1025

// We have the wrong shadow for "This".
// It appears we're not obeying the "transparent" fill color.
1026
BUGCR10317 LINUX : fast/css/shadow-multiple.html = FAIL
1027 1028 1029 1030

// Problems with getImageData and toDataURL.
// This test requires us to do alpha blending exactly the way CG does it,
// which Skia may never do (see bug).
1031
BUGCR22700 LINUX WIN : fast/canvas/canvas-getImageData.html = FAIL
1032 1033 1034

// We're much closer now. To fully pass this we need encoders for jpg
// and gif, which is a low priority.
1035
BUGCR10318 : fast/canvas/toDataURL-supportedTypes.html = FAIL
1036 1037

// Regression from the 41362:41402 merge.
1038
BUGCR8402 MAC : fast/forms/drag-out-of-textarea.html = FAIL
1039 1040

// GURL doesn't handle switching from standard URL to path URL correctly
1041
BUGWK27914 : fast/dom/HTMLAnchorElement/set-href-attribute-protocol.html = TEXT
1042 1043 1044 1045 1046 1047 1048 1049 1050

// ----------------------------------------------------------------------------
// NEW FOR THE MERGE
//
// These tests need to have their output inspected to make sure it's reasonable
// and then baselined if necessary.
// ----------------------------------------------------------------------------

// This test isn't hanging, it just takes 12-13 seconds to run.
1051 1052
BUGCR30536 SLOW WIN LINUX : http/tests/misc/acid3.html = FAIL
BUGCR30536 : http/tests/misc/favicon-as-image.html = FAIL
1053 1054

// Has failed for Chromium since it was first checked in.  (Lighttpd related?)
1055
BUGCR10323 WIN : http/tests/xmlhttprequest/xmlhttprequest-no-content-length-onProgress.html = FAIL
1056 1057 1058 1059 1060 1061 1062 1063

// Post-MERGE failures: these will all need to be fixed one day

// This test assumes we're using unix paths and looks for a file:///test
// path.  We correctly return file:///C:/test on Windows.  We should fix
// upstream
// Expectations for this test changed upstream. We should fix this test, but
// it doesn't need to block the current release
1064
BUGCR10325 WIN : fast/dom/resource-locations-in-created-html-document.html = FAIL
1065 1066 1067

// GURL/KURL difference in handling of "http:".
// New test. We should fix it, but it doesn't need to block the current release
1068
BUGCR7386 : http/tests/security/postMessage/invalid-origin-throws-exception.html = FAIL
1069 1070

// Linux pixeltest failure: Font mismatch
1071
BUGCR10327 LINUX : tables/mozilla_expected_failures/bugs/bug14007-2.html = FAIL
1072 1073

// On Linux, we don't seem to be getting Helvetica Bold for all cases.
1074
BUGCR10328 LINUX : fast/css/font-face-multiple-faces.html = FAIL
1075 1076

// Got flakey (both debug and release) around r3581 (ananta).
1077
BUGCR10329 WIN LINUX : http/tests/plugins/geturlnotify-from-npp-destroystream.html = PASS TEXT
1078 1079 1080

// Uses ahem font and expects line heights to match some pixel value.
// We should be able to pass this -- not sure what's wrong.
1081
BUGCR10331 LINUX : css2.1/t1008-c44-ln-box-02-d-ag.html = FAIL
1082 1083

// Looks like we're failing the test -- there are red boogers in the box that should be all green.
1084
BUGCR10332 LINUX : css2.1/t1605-c545-txttrans-00-b-ag.html = FAIL
1085 1086

// Asks for "system" fonts, which we don't support at all.
1087
BUGCR10335 LINUX : fast/css/css2-system-fonts.html = FAIL
1088 1089

// Large fonts have different metrics.
1090
BUGCR10336 LINUX : fast/css/font-face-descriptor-multiple-values.html = FAIL
1091 1092 1093

// Wants Helvetica, Monaco.  It's still testing something useful, but we may
// need to check in a wrong-looking baseline.  Windows looks wrong too.
1094
BUGCR10337 LINUX : fast/css/font-face-locally-installed.html = FAIL
1095 1096

// Font metrics wrong, despite using Lucida Grande?
1097
BUGCR10338 LINUX : fast/events/updateLayoutForHitTest.html = FAIL
1098 1099

// Layout totally different -- wrong font selected?
1100
BUGCR10340 LINUX : fast/frames/viewsource-attribute.html = FAIL
1101 1102 1103

// We fail to load a file URL with a port number -- how does this work on
// Windows?
1104
BUGCR10342 LINUX MAC : fast/loader/file-URL-with-port-number.html = TIMEOUT
1105 1106 1107

// Text doesn't display at all -- maybe we don't have the slow font
// code enabled?
1108 1109
BUGCR10343 LINUX : fast/text/atsui-kerning-and-ligatures.html = FAIL
BUGCR10343 LINUX RELEASE : fast/text/atsui-partial-selection.html = IMAGE
1110 1111

// Started timing out with agl's complext text change.  Page is verrry slow.
1112
BUGCR10343 SKIP LINUX : fast/text/large-text-composed-char.html = TIMEOUT FAIL
1113 1114

// Missing text -- slow font path unimplemented?
1115
BUGCR10344 LINUX : fast/text/should-use-atsui.html = FAIL
1116 1117 1118

// We print to stderr when a failure happens while importing XSL;
// should disable this in libxml.
1119
BUGCR10347 MAC : fast/xsl/transform-xhr-doc.xhtml = FAIL
1120 1121

// Linux pixeltest failure: Failing to apply style
1122
BUGCR10349 LINUX : fast/forms/select-style.html = FAIL
1123 1124 1125

// Linux pixeltest failure: The text suggests that the radios should not
// overlap, but it's very close and quite different from the Windows version
1126
BUGCR10350 LINUX : fast/replaced/width100percent-radio.html = FAIL
1127 1128 1129

// These tests are marked as failing on Linux because they depend on QuickTime.
// See the bug for more discussion.