Skipped 18.8 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
#
# Copyright (C) 2008 Apple Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1.  Redistributions of source code must retain the above copyright
#     notice, this list of conditions and the following disclaimer. 
# 2.  Redistributions in binary form must reproduce the above copyright
#     notice, this list of conditions and the following disclaimer in the
#     documentation and/or other materials provided with the distribution. 
# 3.  Neither the name of Apple Computer, Inc. ("Apple") nor the names of
#     its contributors may be used to endorse or promote products derived
#     from this software without specific prior written permission. 
#
# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#

29 30
# <rdar://problem/5647952> fast/events/mouseout-on-window.html needs mac DRT to issue mouse out events
fast/events/mouseout-on-window.html
alice.liu@apple.com's avatar
alice.liu@apple.com committed
31 32 33

# <rdar://problem/5643675> window.scrollTo scrolls a window with no scrollbars
fast/events/attempt-scroll-with-no-scrollbars.html
34

35 36 37
# Skip because fix for https://bugs.webkit.org/show_bug.cgi?id=26770 was reverted
compositing/animation/animated-composited-inside-hidden.html

38 39
# https://bugs.webkit.org/show_bug.cgi?id=21916 Pixel test doesn't repaint entire view so result is corrupted by previous test
tables/mozilla_expected_failures/bugs/bug178855.xml
40 41 42

# https://bugs.webkit.org/show_bug.cgi?id=21913 Repaint pixel test failure
fast/repaint/body-background-image.html
43

44 45
# This port doesn't support Notifications.
fast/notifications
46
http/tests/notifications
47

48 49 50
# Skipped while Eric Carlson works on a fix.
# https://bugs.webkit.org/show_bug.cgi?id=28221
fast/layers/video-layer.html
mjs@apple.com's avatar
mjs@apple.com committed
51
media/audio-delete-while-step-button-clicked.html
52 53
media/video-controls-transformed.html
media/video-controls-zoomed.html
54
media/video-source-error.html
55

56 57 58
# This test requires media controls has a volume slider.
media/video-volume-slider.html

jam@chromium.org's avatar
jam@chromium.org committed
59
# This port doesn't support detecting slow unload handlers.
60 61
fast/dom/Window/slow-unload-handler.html
fast/dom/Window/slow-unload-handler-only-frame-is-stopped.html
62 63 64

# Skipped until we have a fix for <rdar://problem/6563117> WebKit should tell QuickTime to exclude the text importer
media/video-empty-source.html
rolandsteiner@chromium.org's avatar
rolandsteiner@chromium.org committed
65

66 67
# Accessibility tests without results
accessibility/document-attributes.html
68
accessibility/aria-menubar-menuitems.html
69

70 71 72
# Accessibility tests with missing AccessibilityController functionality.
accessibility/selection-states.html

73 74 75
# Accessibility tests for notifications that don't exist or aren't needed on Mac OS X.
accessibility/menu-list-sends-change-notification.html

76 77
# Need to add functionality to DumpRenderTree to handle error pages
fast/history/back-forward-reset-after-error-handling.html
78 79

# Need to implement this in plugins code in WebKit
yael.aharon@nokia.com's avatar
yael.aharon@nokia.com committed
80
plugins/reloadplugins-and-pages.html
kov@webkit.org's avatar
WebCore  
kov@webkit.org committed
81 82 83

# This test requires ogg codecs
media/media-can-play-ogg.html
84

85
# These tests require touch support
86
fast/events/touch
87

88 89 90
# No button tracked
fast/events/mouseover-button.html

91 92
# Skipped until https://bugs.webkit.org/show_bug.cgi?id=33923 is resolved.
platform/mac/accessibility/change-notification-on-scroll.html
93

94 95 96
# Skipped until https://bugs.webkit.org/show_bug.cgi?id=72624 is resolved.
accessibility/loading-iframe-sends-notification.html

97 98 99 100
# Fails on Mac for some reason; being investigates.
# See https://bugs.webkit.org/show_bug.cgi?id=34287
http/tests/media/video-cookie.html

101 102 103
# Fails on Mac
# https://bugs.webkit.org/show_bug.cgi?id=34331
http/tests/media/video-referer.html
104

105 106 107
# Fails intermittently on Leopard and Tiger.
# https://bugs.webkit.org/show_bug.cgi?id=29154
storage/database-lock-after-reload.html
108 109 110

# Accept header is handled by the browser
http/tests/misc/image-checks-for-accept.html
111

112
# For some reason crashes when run with all tests. Passes individually.
113 114
fast/forms/multiple-form-submission-protection-mouse.html

115
# The animation causes the result of this test to depend on the speed of executing it, and that will cause it to be flaky
116 117
fast/dom/HTMLProgressElement/progress-element.html

118 119
# event.dataTransfer.setData('text/uri-list') not correctly implemented on Mac
editing/pasteboard/dataTransfer-setData-getData.html
120

121
# eventSender needs to propagate the event to the calling window, not the main frame always.
122 123 124 125
http/tests/plugins/plugin-document-has-focus.html

# Misses setMediaType() and implementation
fast/media/print-restores-previous-mediatype.html
126

127
# Needs layoutTestController.setViewModeMediaFeature()
128
fast/media/view-mode-media-feature.html
129 130 131 132 133 134
fast/media/media-query-list-02.html
fast/media/media-query-list-03.html
fast/media/media-query-list-04.html
fast/media/media-query-list-05.html
fast/media/media-query-list-06.html
fast/media/media-query-list-07.html
135 136 137 138

# Test is flaky and thus not useful until fixed.
# https://bugs.webkit.org/show_bug.cgi?id=36642
fast/replaced/border-radius-clip.html
139 140 141

# Need to add functionality to DumpRenderTree to handle scrollbar police changes
fast/overflow/scrollbar-restored-and-then-locked.html
142 143

# Mac port doesn't put text/html on the pasteboard for app compatibility: https://bugs.webkit.org/show_bug.cgi?id=19893
144
editing/pasteboard/onpaste-text-html-types.html
145 146
editing/pasteboard/onpaste-text-html.html
fast/events/ondrop-text-html.html
147

148 149
# https://bugs.webkit.org/show_bug.cgi?id=33812
fast/dom/icon-url-property.html
150

151 152
# EventSendingController does not send events on areas outside the WebView.
scrollbars/scrollbar-click-does-not-blur-content.html
153

154
# Below canvas test cases from http://philip.html5.org/tests/canvas/suite/tests/
155 156
# (2d.composite.operation.clear) is failing because we support the "clear" composite op
# without our vendor prefix since it was around in canvas before the spec was written.
157
canvas/philip/tests/2d.composite.operation.clear.html
158 159 160
# (2d.composite.*) Most, if not all, of these are failing due to the webkit canvas
# drawing model being different than the spec's current model. There is a current
# effort out to change the spec to the webkit canvas model.
161
canvas/philip/tests/2d.composite.operation.darker.html
162 163
canvas/philip/tests/2d.imageData.object.round.html
canvas/philip/tests/2d.imageData.object.wrap.html
164

165 166 167 168 169 170
# This canvas test is skipped because it is out of date with respect to
# the current spec, and the fix for https://bugs.webkit.org/show_bug.cgi?id=65709
# which complies with the current spec, makes this test fail by no longer throwing
# exceptions that were previously expected
canvas/philip/tests/2d.drawImage.outsidesource.html

171 172
# IndexedDB is not yet enabled.
storage/indexeddb
173

174 175
# This port doesn't support DeviceMotion or DeviceOrientation.
fast/dom/DeviceMotion
176
fast/dom/DeviceOrientation
177
fast/dom/Window/window-properties-device-orientation.html
ap@apple.com's avatar
ap@apple.com committed
178

179
# Link prefetch is disabled by default
180
fast/dom/HTMLLinkElement/link-and-subresource-test.html
181
fast/dom/HTMLLinkElement/link-and-subresource-test-nonexistent.html
182
fast/dom/HTMLLinkElement/prefetch.html
183
fast/dom/HTMLLinkElement/prefetch-beforeload.html
184
fast/dom/HTMLLinkElement/prefetch-onerror.html
185
fast/dom/HTMLLinkElement/prefetch-onload.html
186
fast/dom/HTMLLinkElement/prefetch-too-many-clients.html
187
fast/dom/HTMLLinkElement/prerender.html
188 189
fast/dom/HTMLLinkElement/subresource.html
http/tests/misc/link-rel-prefetch-and-subresource.html
190
http/tests/misc/prefetch-purpose.html
191

192 193
# Filenames aren't filtered out from edit drags yet, see https://bugs.wekit.org/show_bug.cgi?id=38826
editing/pasteboard/file-drag-to-editable.html
194

195 196 197 198
# EventSender::dumpFilenameBeingDragged not implemented.
# https://bugs.webkit.org/show_bug.cgi?id=61827
fast/events/drag-image-filename.html

199
# Hits an assert in FrameLoader.cpp. https://bugs.webkit.org/show_bug.cgi?id=31387
200
http/tests/multipart/policy-ignore-crash.php
201

202 203 204
# Color input is not yet enabled.
fast/forms/color

205 206 207 208 209 210 211 212 213 214 215 216
# ENABLE_INPUT_TYPE_* are not enabled.
# https://bugs.webkit.org/show_bug.cgi?id=29359
fast/forms/date
fast/css/pseudo-in-range.html
fast/css/pseudo-out-of-range.html
fast/css/pseudo-in-range-invalid-value.html
fast/forms/datetime
fast/forms/datetimelocal
fast/forms/month
fast/forms/time
fast/forms/week

217 218 219
# ENABLE_GAMEPAD not enabled.
gamepad/

220
# Speech input is not yet enabled.
221
fast/speech
222

223 224 225
# Media Stream API is not yet enabled.
fast/dom/MediaStream

226 227 228
# Needs to be fixed at image decoder layer for Safari.
fast/images/large-size-image-crash.html

229
# Directory upload is not enabled.
230
fast/forms/file/input-file-directory-upload.html
231 232 233 234 235 236 237 238

# Web Timing is not enabled.
# https://bugs.webkit.org/show_bug.cgi?id=42434
fast/dom/Window/window-properties-performance.html
fast/dom/navigation-type-back-forward.html
fast/dom/navigation-type-navigate.html
fast/dom/navigation-type-reload.html
fast/dom/webtiming.html
239
fast/dom/webtiming-document-open.html
240
fast/dom/webtiming-navigate-within-document.html
241
http/tests/misc/webtiming-origins.html
242
http/tests/misc/webtiming-one-redirect.php
243
http/tests/misc/webtiming-slow-load.php
244
http/tests/misc/webtiming-ssl.php
245
http/tests/misc/webtiming-two-redirects.php
246

247 248 249 250
# Still working out flakiness issues with the perf tests.
# https://bugs.webkit.org/show_bug.cgi?id=44199
perf/

251 252 253 254
# This test appears to be flakey on all platforms, especially
# Mac-Leopard after r63862.  Skipping for now.
# https://bugs.webkit.org/show_bug.cgi?id=42821
animations/play-state.html
255

256 257 258
# https://bugs.webkit.org/show_bug.cgi?id=71120
inspector/debugger/selected-call-frame-after-formatting-source.html

259
# https://bugs.webkit.org/show_bug.cgi?id=43332
260
inspector/debugger/dom-breakpoints.html
261
inspector/debugger/event-listener-breakpoints.html
262
inspector/debugger/xhr-breakpoints.html
263

264 265 266
# Skipping newly added tests while I'm finding out what is wrong.
# https://bugs.webkit.org/show_bug.cgi?id=59706
http/tests/inspector/resource-tree/resource-tree-document-url.html
267 268 269
http/tests/inspector/resource-tree/resource-tree-frame-add.html
http/tests/inspector/resource-tree/resource-tree-frame-navigate.html
http/tests/inspector/resource-tree/resource-tree-reload.html
270

271 272 273
# https://bugs.webkit.org/show_bug.cgi?id=40300
inspector/debugger/live-edit.html

274 275
# Safari doesn't allow to customize outermost scrollbars.
# https://bugs.webkit.org/show_bug.cgi?id=43960
276
scrollbars/custom-scrollbar-with-incomplete-style.html
277

278 279 280 281
# Timeout on Leopard only.
# https://bugs.webkit.org/show_bug.cgi?id=45576
fast/files/apply-blob-url-to-img.html

282 283
# Crash due to r66850.
# https://bugs.webkit.org/show_bug.cgi?id=45575
284
fast/files/workers
285

286 287 288 289 290 291 292 293 294
# These worker tests are failing all the time
# https://bugs.webkit.org/show_bug.cgi?id=70619
fast/workers/shared-worker-lifecycle.html
fast/workers/shared-worker-frame-lifecycle.html
fast/workers/storage/interrupt-database.html
fast/workers/worker-close-more.html
fast/workers/dedicated-worker-lifecycle.html
fast/workers/worker-lifecycle.html

295 296
# viewport meta tag support
fast/viewport
297 298 299 300

# needs enhanced eventSender.contextMenu() return value
# see also https://bugs.webkit.org/show_bug.cgi?id=45021
media/context-menu-actions.html
301

302 303 304
# requires video.buffered to be able to return multiple timeranges
http/tests/media/video-buffered.html

305 306
# FileSystem API is not supported.
fast/filesystem
307
http/tests/filesystem
308
http/tests/security/filesystem-iframe-from-remote.html
309 310
http/tests/websocket/tests/hybi/send-file-blob.html
http/tests/websocket/tests/hybi/send-file-blob-fail.html
311

312 313 314
# https://bugs.webkit.org/show_bug.cgi?id=46223
# The WebKit plugin implementation does not support iframe shims.
plugins/iframe-shims.html
315 316 317 318

# This new test runs differently on the buildbot than it doesn on user
# machines.  I'll ask jnd to fix it once he's back from vacation.
plugins/plugin-initiate-popup-window.html
319

320
# Requires WebP support.
321
fast/canvas/canvas-toDataURL-webp.html
322
fast/images/webp-image-decoding.html
323

324 325
# Times out because plugins aren't allowed to execute JS after NPP_Destroy has been called in WebKit1's OOP plugins implementation http://webkit.org/b/48929
plugins/evaluate-js-after-removing-plugin-element.html
326

327 328
# Very flaky: https://bugs.webkit.org/show_bug.cgi?id=49182
animations/stop-animation-on-suspend.html
329 330 331

# DRT does not support toggling caret browsing on / off
editing/selection/caret-mode-paragraph-keys-navigation.html
332

333 334
# This test is failing on the Leopard Intel Debug buildbot
# https://bugs.webkit.org/show_bug.cgi?id=51807
335
fast/writing-mode/broken-ideograph-small-caps.html
336 337 338

# This port doesn't support v8 i18n extension.
fast/js/i18n-bindings-locale.html
339

340 341 342
# Non-premultiplied-alpha currently broken on mac.
# https://bugs.webkit.org/show_bug.cgi?id=55509
compositing/webgl/webgl-nonpremultiplied-blend.html
343 344 345

# DataTransferItems is not yet implemented.
editing/pasteboard/data-transfer-items.html
346
editing/pasteboard/data-transfer-items-image-png.html
347 348 349 350

# Need to implement WebGeolocationRequest::cancelPermissionRequest on mac.
# https://bugs.webkit.org/show_bug.cgi?id=55944
fast/dom/Geolocation/page-reload-cancel-permission-requests.html
351

352 353
# https://bugs.webkit.org/show_bug.cgi?id=56685
webarchive/test-link-rel-icon.html
354 355 356

# https://bugs.webkit.org/show_bug.cgi?id=56691
http/tests/inspector/network/network-size-chunked.html
357
http/tests/inspector/network/network-size-sync.html
358

359 360 361 362
# https://bugs.webkit.org/show_bug.cgi?id=64097
http/tests/inspector/network/network-disable-cache-memory.html
http/tests/inspector/network/network-disable-cache-xhrs.html

363 364
# https://bugs.webkit.org/show_bug.cgi?id=58515
compositing/overflow/clip-content-under-overflow-controls.html
365 366

# Quota API is not supported.
367 368
storage/storageinfo-missing-arguments.html
storage/storageinfo-no-callbacks.html
369
storage/storageinfo-query-usage.html
370
storage/storageinfo-request-quota.html
371

372 373 374 375 376 377
# Tests that require ENABLE(DOWNLOAD_ATTRIBUTE).
fast/dom/HTMLAnchorElement/anchor-nodownload.html
fast/dom/HTMLAnchorElement/anchor-download.html
fast/dom/HTMLAnchorElement/anchor-nodownload-set.html
fast/dom/HTMLAnchorElement/anchor-download-unset.html

378 379 380
# Expose title direction in WebKit API
# https://bugs.webkit.org/show_bug.cgi?id=58845
fast/dom/title-directionality.html
381 382 383 384

# Timing out for unknown reasons.  Passes on Chromium, QT and GTK+.
# https://bugs.webkit.org/show_bug.cgi?id=58924
plugins/mouse-click-iframe-to-plugin.html
385

386 387
# Animation API is disabled by default
animations/animation-api-1.html
luiz@webkit.org's avatar
luiz@webkit.org committed
388 389 390 391

# HTTP 204 (No Content) should be ignored
# https://bugs.webkit.org/show_bug.cgi?id=60206
http/tests/navigation/response204.html
392 393 394 395 396 397

# This platform does not support the Page Visibility API.
fast/events/page-visibility-iframe-delete-test.html
fast/events/page-visibility-iframe-move-test.html
fast/events/page-visibility-iframe-propagation-test.html
fast/events/page-visibility-transition-test.html
398 399 400 401

# console long eval test is timeout 60616
inspector/console/console-long-eval-crash.html

402 403 404
# Fails after r87328:
# https://bugs.webkit.org/show_bug.cgi?id=61487
http/tests/media/video-cross-site.html
405

406 407 408 409
# REGRESSION (r89305-r89312): webarchive/loading/mainresource-null-mimetype-crash.html failing on Leopard/SnowLeopard release
# https://bugs.webkit.org/show_bug.cgi?id=63169
webarchive/loading/mainresource-null-mimetype-crash.html

410 411 412
# CSS Grid Layout is not yet enabled. http://webkit.org/b/60731
fast/css-grid-layout

413 414
# JSC does not support setIsolatedWorldSecurityOrigin (http://webkit.org/b/61540)
http/tests/security/isolatedWorld/cross-origin-xhr.html
415 416 417 418 419 420 421 422 423

# https://bugs.webkit.org/show_bug.cgi?id=63282 layerTreeAsText doesn't work for iframes
compositing/rtl/rtl-iframe-absolute-overflow-scrolled.html
compositing/rtl/rtl-iframe-absolute-overflow.html
compositing/rtl/rtl-iframe-absolute.html
compositing/rtl/rtl-iframe-fixed-overflow-scrolled.html
compositing/rtl/rtl-iframe-fixed-overflow.html
compositing/rtl/rtl-iframe-fixed.html
compositing/rtl/rtl-iframe-relative.html
424 425 426

# For now, Web Audio API is disabled
webaudio/
427

428 429 430
# MutationObservers are net yet enabled. http://webkit.org/b/68729
fast/mutation

431 432 433
# Microdata DOM API is not yet enabled.
fast/dom/MicroData

434
# The mac port has no support for <track>
435
# https://bugs.webkit.org/show_bug.cgi?id=43668
436
media/track
eric.carlson@apple.com's avatar
eric.carlson@apple.com committed
437
fast/events/constructors/track-event-constructor.html
438

439 440 441 442
# Tests for MediaSource API. Feature is not yet functional.
# https://bugs.webkit.org/show_bug.cgi?id=64731
http/tests/media/media-source/

443 444 445
# REGRESSION (r91547): scrollbars/scrollbar-drag-thumb-with-large-content.html failing on SnowLeopard Intel Release (Tests)
# https://bugs.webkit.org/show_bug.cgi?id=65434
scrollbars/scrollbar-drag-thumb-with-large-content.html
446 447 448

# Font feature settings is not implemented.
css3/font-feature-settings-rendering.html
449 450 451

# This test verifies that a mismatch reftest will fail as intended if both results are same.
fast/harness/sample-fail-mismatch-reftest.html
452 453 454 455

# https://bugs.webkit.org/show_bug.cgi?id=66783
# Makes subsequent test crash
fast/loader/document-destruction-within-unload.html
456

457 458
# https://bugs.webkit.org/show_bug.cgi?id=67716
media/media-controls-invalid-url.html
459 460 461

# https://bugs.webkit.org/show_bug.cgi?id=68278
http/tests/history/back-with-fragment-change.php
462 463 464 465

# https://bugs.webkit.org/show_bug.cgi?id=68566
fast/css/webkit-mask-crash-fieldset-legend.html
fast/css/webkit-mask-crash-table.html
466

467 468 469 470 471 472 473 474 475 476 477 478
# Skip because this platform does not support a paging mouse wheel event
fast/events/platform-wheelevent-paging-x-in-non-scrolling-div.html
fast/events/platform-wheelevent-paging-x-in-non-scrolling-page.html
fast/events/platform-wheelevent-paging-x-in-scrolling-div.html
fast/events/platform-wheelevent-paging-x-in-scrolling-page.html
fast/events/platform-wheelevent-paging-xy-in-scrolling-div.html
fast/events/platform-wheelevent-paging-xy-in-scrolling-page.html
fast/events/platform-wheelevent-paging-y-in-non-scrolling-div.html
fast/events/platform-wheelevent-paging-y-in-non-scrolling-page.html
fast/events/platform-wheelevent-paging-y-in-scrolling-div.html
fast/events/platform-wheelevent-paging-y-in-scrolling-page.html

479 480 481
# https://bugs.webkit.org/show_bug.cgi?id=70989
fast/canvas/webgl/attrib-location-length-limits.html
fast/canvas/webgl/uniform-location-length-limits.html
482 483 484 485

# https://bugs.webkit.org/show_bug.cgi?id=71420
# It needs a rebaseline
fast/repaint/table-extra-bottom-grow.html
486

487 488
# DRT doesn't support overridePreference("WebKit*FontMap"...)
fast/text/international/locale-sensitive-fonts.html
489

490 491 492
# Pointer Lock is not implemented.
pointer-lock/

493 494 495
# https://bugs.webkit.org/show_bug.cgi?id=72435
fast/dom/Window/window-postmessage-arrays.html

496 497 498
# [Mac] fast/forms/file/file-input-reset.html failing after enabling reftests
# https://bugs.webkit.org/show_bug.cgi?id=72571
fast/forms/file/file-input-reset.html