blob: e3486a0ec92bf371361c7ec8b6b706600c1aefe4 [file] [log] [blame]
The Android Open Source Project9066cfe2009-03-03 19:31:44 -08001/*
2 * Copyright (C) 2007 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17package com.android.dumprendertree;
18
Steve Block164bd792010-02-05 10:53:04 +000019import java.util.Vector;
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080020import android.util.*;
21
22public class FileFilter {
23
Steve Block164bd792010-02-05 10:53:04 +000024 private static final String LOGTAG = "FileFilter";
25
Steve Blockcf0fd782010-03-09 13:54:09 +000026 // Returns whether we should ignore this test and skip running it.
Steve Blockb5522302010-03-12 11:00:36 +000027 // Currently we use this only for tests that crash or hang DumpRenderTree.
28 // TODO: Fix these and eliminate this method.
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080029 public static boolean ignoreTest(String file) {
Steve Blockcf0fd782010-03-09 13:54:09 +000030 for (int i = 0; i < ignoreTestList.length; i++) {
Steve Block164bd792010-02-05 10:53:04 +000031 if (file.endsWith(ignoreTestList[i])) {
32 Log.v(LOGTAG, "File path in list of ignored tests: " + file);
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080033 return true;
Steve Block164bd792010-02-05 10:53:04 +000034 }
35 }
Steve Blockcf0fd782010-03-09 13:54:09 +000036 return false;
37 }
38
39 // Returns whether a directory does not contain layout tests and so can be
40 // ignored.
41 public static boolean isNonTestDir(String file) {
42 for (int i = 0; i < nonTestDirs.length; i++) {
43 if (file.endsWith(nonTestDirs[i])) {
Steve Block164bd792010-02-05 10:53:04 +000044 return true;
45 }
46 }
Steve Blockcf0fd782010-03-09 13:54:09 +000047 return false;
Steve Block164bd792010-02-05 10:53:04 +000048 }
49
Steve Blockcf0fd782010-03-09 13:54:09 +000050 // Returns whether we should ignore the result of this test.
51 public static boolean ignoreResult(String file) {
Steve Block164bd792010-02-05 10:53:04 +000052 for (int i = 0; i < ignoreResultList.size(); i++) {
53 if (file.endsWith(ignoreResultList.get(i))) {
54 Log.v(LOGTAG, "File path in list of ignored results: " + file);
55 return true;
56 }
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080057 }
58 return false;
Steve Blockcf0fd782010-03-09 13:54:09 +000059 }
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080060
Steve Block164bd792010-02-05 10:53:04 +000061 final static Vector<String> ignoreResultList = new Vector<String>();
Steve Block52f43622010-02-05 10:49:20 +000062
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080063 static {
Steve Block164bd792010-02-05 10:53:04 +000064 fillIgnoreResultList();
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080065 }
66
Steve Blockcf0fd782010-03-09 13:54:09 +000067 static final String[] nonTestDirs = {
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080068 ".", // ignore hidden directories and files
69 "resources", // ignore resource directories
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080070 ".svn", // don't run anything under .svn folder
Steve Blockcf0fd782010-03-09 13:54:09 +000071 "platform" // No-Android specific tests
The Android Open Source Project9066cfe2009-03-03 19:31:44 -080072 };
Steve Blockcdb4ef42010-02-05 10:31:15 +000073
Steve Blockcf0fd782010-03-09 13:54:09 +000074 static final String[] ignoreTestList = {
Steve Blockcdb4ef42010-02-05 10:31:15 +000075 "fast/js/regexp-charclass-crash.html", // RegExp is too large, causing OOM
Steve Blockb5522302010-03-12 11:00:36 +000076 "fast/regex/test1.html", // Causes DumpRenderTree to hang with V8
77 "fast/regex/slow.html", // Causes DumpRenderTree to hang with V8
Steve Blockcf0fd782010-03-09 13:54:09 +000078 "editing/selection/move-left-right.html" // Causes DumpRenderTree to hang
Feng Qian89ac33b2009-05-05 22:53:42 -070079 };
Steve Blockcdb4ef42010-02-05 10:31:15 +000080
Steve Block164bd792010-02-05 10:53:04 +000081 static void fillIgnoreResultList() {
Steve Blockf7483b12010-02-05 15:56:36 +000082 // This first block of tests are for HTML5 features, for which Android
83 // should pass all tests. They are skipped only temporarily.
84 // TODO: Fix these failing tests and remove them from this list.
Steve Blockf7483b12010-02-05 15:56:36 +000085 ignoreResultList.add("http/tests/appcache/auth.html"); // file not found
86 ignoreResultList.add("http/tests/appcache/deferred-events.html"); // file not found
87 ignoreResultList.add("http/tests/appcache/deferred-events-delete-while-raising.html"); // file not found
88 ignoreResultList.add("http/tests/appcache/destroyed-frame.html"); // file not found
89 ignoreResultList.add("http/tests/appcache/detached-iframe.html"); // file not found
90 ignoreResultList.add("http/tests/appcache/different-scheme.html"); // file not found
91 ignoreResultList.add("http/tests/appcache/disabled.html"); // not found
92 ignoreResultList.add("http/tests/appcache/empty-manifest.html"); // flaky
93 ignoreResultList.add("http/tests/appcache/foreign-iframe-main.html"); // flaky - skips states
94 ignoreResultList.add("http/tests/appcache/local-content.html"); // text diff
95 ignoreResultList.add("http/tests/appcache/max-size.html"); // no layoutTestController.setAppCacheMaximumSize
96 ignoreResultList.add("http/tests/appcache/manifest-with-empty-file.html"); // flaky
97 ignoreResultList.add("http/tests/appcache/whitelist-wildcard.html"); // file not found
98 ignoreResultList.add("storage/database-lock-after-reload.html"); // failure
Steve Blockf7483b12010-02-05 15:56:36 +000099
Steve Block432e0ea2010-03-05 18:54:55 +0000100 // Will always fail
101 ignoreResultList.add("fast/workers/shared-worker-constructor.html"); // shared workers not supported
102 ignoreResultList.add("fast/workers/shared-worker-context-gc.html"); // shared workers not supported
103 ignoreResultList.add("fast/workers/shared-worker-event-listener.html"); // shared workers not supported
104 ignoreResultList.add("fast/workers/shared-worker-exception.html"); // shared workers not supported
105 ignoreResultList.add("fast/workers/shared-worker-frame-lifecycle.html"); // shared workers not supported
106 ignoreResultList.add("fast/workers/shared-worker-gc.html"); // shared workers not supported
107 ignoreResultList.add("fast/workers/shared-worker-lifecycle.html"); // shared workers not supported
108 ignoreResultList.add("fast/workers/shared-worker-load-error.html"); // shared workers not supported
109 ignoreResultList.add("fast/workers/shared-worker-location.html"); // shared workers not supported
110 ignoreResultList.add("fast/workers/shared-worker-name.html"); // shared workers not supported
111 ignoreResultList.add("fast/workers/shared-worker-navigator.html"); // shared workers not supported
112 ignoreResultList.add("fast/workers/shared-worker-replace-global-constructor.html"); // shared workers not supported
113 ignoreResultList.add("fast/workers/shared-worker-replace-self.html"); // shared workers not supported
114 ignoreResultList.add("fast/workers/shared-worker-script-error.html"); // shared workers not supported
115 ignoreResultList.add("fast/workers/shared-worker-shared.html"); // shared workers not supported
116 ignoreResultList.add("fast/workers/shared-worker-simple.html"); // shared workers not supported
117
Steve Blockcf0fd782010-03-09 13:54:09 +0000118 // TODO: These need to be triaged
Steve Blockcdb4ef42010-02-05 10:31:15 +0000119 ignoreResultList.add("fast/css/case-transform.html"); // will not fix #619707
Steve Blockcdb4ef42010-02-05 10:31:15 +0000120 ignoreResultList.add("fast/dom/Element/offsetLeft-offsetTop-body-quirk.html"); // different screen size result in extra spaces in Apple compared to us
121 ignoreResultList.add("fast/dom/Window/Plug-ins.html"); // need test plugin
122 ignoreResultList.add("fast/dom/Window/window-properties.html"); // xslt and xpath elements missing from property list
123 ignoreResultList.add("fast/dom/Window/window-screen-properties.html"); // pixel depth
124 ignoreResultList.add("fast/dom/Window/window-xy-properties.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Block52f43622010-02-05 10:49:20 +0000125 ignoreResultList.add("fast/dom/attribute-namespaces-get-set.html"); // http://b/733229
Steve Blockcdb4ef42010-02-05 10:31:15 +0000126 ignoreResultList.add("fast/dom/gc-9.html"); // requires xpath support
127 ignoreResultList.add("fast/dom/global-constructors.html"); // requires xslt and xpath support
128 ignoreResultList.add("fast/dom/object-embed-plugin-scripting.html"); // dynamic plugins not supported
129 ignoreResultList.add("fast/dom/tabindex-clamp.html"); // there is extra spacing in the file due to multiple input boxes fitting on one line on Apple, ours are wrapped. Space at line ends are stripped.
130 ignoreResultList.add("fast/events/anchor-image-scrolled-x-y.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Block52f43622010-02-05 10:49:20 +0000131 ignoreResultList.add("fast/events/arrow-navigation.html"); // http://b/735233
Steve Blockcdb4ef42010-02-05 10:31:15 +0000132 ignoreResultList.add("fast/events/capture-on-target.html"); // requires eventSender.mouseDown(),mouseUp()
133 ignoreResultList.add("fast/events/dblclick-addEventListener.html"); // requires eventSender.mouseDown(),mouseUp()
134 ignoreResultList.add("fast/events/drag-in-frames.html"); // requires eventSender.mouseDown(),mouseUp()
135 ignoreResultList.add("fast/events/drag-outside-window.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Blockcdb4ef42010-02-05 10:31:15 +0000136 ignoreResultList.add("fast/events/event-view-toString.html"); // requires eventSender.mouseDown(),mouseUp()
137 ignoreResultList.add("fast/events/frame-click-focus.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Block52f43622010-02-05 10:49:20 +0000138 ignoreResultList.add("fast/events/frame-tab-focus.html"); // http://b/734308
Steve Blockcdb4ef42010-02-05 10:31:15 +0000139 ignoreResultList.add("fast/events/iframe-object-onload.html"); // there is extra spacing in the file due to multiple frame boxes fitting on one line on Apple, ours are wrapped. Space at line ends are stripped.
140 ignoreResultList.add("fast/events/input-image-scrolled-x-y.html"); // requires eventSender.mouseDown(),mouseUp()
141 ignoreResultList.add("fast/events/mouseclick-target-and-positioning.html"); // requires eventSender.mouseDown(),mouseUp()
142 ignoreResultList.add("fast/events/mouseover-mouseout.html"); // requires eventSender.mouseDown(),mouseUp()
143 ignoreResultList.add("fast/events/mouseover-mouseout2.html"); // requires eventSender.mouseDown(),mouseUp()
144 ignoreResultList.add("fast/events/mouseup-outside-button.html"); // requires eventSender.mouseDown(),mouseUp()
145 ignoreResultList.add("fast/events/mouseup-outside-document.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Blockcdb4ef42010-02-05 10:31:15 +0000146 ignoreResultList.add("fast/events/onclick-list-marker.html"); // requires eventSender.mouseDown(),mouseUp()
147 ignoreResultList.add("fast/events/ondragenter.html"); // requires eventSender.mouseDown(),mouseUp()
148 ignoreResultList.add("fast/events/onload-webkit-before-webcore.html"); // missing space in textrun, ok as text is wrapped. ignore. #714933
Steve Block52f43622010-02-05 10:49:20 +0000149 ignoreResultList.add("fast/events/option-tab.html"); // http://b/734308
Steve Blockcdb4ef42010-02-05 10:31:15 +0000150 ignoreResultList.add("fast/events/window-events-bubble.html"); // requires eventSender.mouseDown(),mouseUp()
151 ignoreResultList.add("fast/events/window-events-bubble2.html"); // requires eventSender.mouseDown(),mouseUp()
152 ignoreResultList.add("fast/events/window-events-capture.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Blockcdb4ef42010-02-05 10:31:15 +0000153 ignoreResultList.add("fast/forms/drag-into-textarea.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Block52f43622010-02-05 10:49:20 +0000154 ignoreResultList.add("fast/forms/focus-control-to-page.html"); // http://b/716638
155 ignoreResultList.add("fast/forms/focus2.html"); // http://b/735111
Steve Blockcdb4ef42010-02-05 10:31:15 +0000156 ignoreResultList.add("fast/forms/form-data-encoding-2.html"); // charset convert. #516936 ignore, won't fix
157 ignoreResultList.add("fast/forms/form-data-encoding.html"); // charset convert. #516936 ignore, won't fix
158 ignoreResultList.add("fast/forms/input-appearance-maxlength.html"); // execCommand "insertText" not supported
159 ignoreResultList.add("fast/forms/input-select-on-click.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Blockcdb4ef42010-02-05 10:31:15 +0000160 ignoreResultList.add("fast/forms/listbox-onchange.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Block52f43622010-02-05 10:49:20 +0000161 ignoreResultList.add("fast/forms/listbox-selection.html"); // http://b/735116
Steve Blockcdb4ef42010-02-05 10:31:15 +0000162 ignoreResultList.add("fast/forms/onselect-textarea.html"); // requires eventSender.mouseMoveTo, mouseDown & mouseUp and abs. position of mouse to select a word. ignore, won't fix #716583
163 ignoreResultList.add("fast/forms/onselect-textfield.html"); // requires eventSender.mouseMoveTo, mouseDown & mouseUp and abs. position of mouse to select a word. ignore, won't fix #716583
164 ignoreResultList.add("fast/forms/plaintext-mode-1.html"); // not implemented queryCommandEnabled:BackColor, Undo & Redo
165 ignoreResultList.add("fast/forms/search-cancel-button-mouseup.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Block52f43622010-02-05 10:49:20 +0000166 ignoreResultList.add("fast/forms/search-event-delay.html"); // http://b/735120
Steve Blockcdb4ef42010-02-05 10:31:15 +0000167 ignoreResultList.add("fast/forms/select-empty-list.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Block52f43622010-02-05 10:49:20 +0000168 ignoreResultList.add("fast/forms/select-type-ahead-non-latin.html"); // http://b/735244
Steve Blockcdb4ef42010-02-05 10:31:15 +0000169 ignoreResultList.add("fast/forms/selected-index-assert.html"); // not capturing the console messages
170 ignoreResultList.add("fast/forms/selection-functions.html"); // there is extra spacing as the text areas and input boxes fit next to each other on Apple, but are wrapped on our screen.
171 ignoreResultList.add("fast/forms/textarea-appearance-wrap.html"); // Our text areas are a little thinner than Apples. Also RTL test failes
Steve Blockcdb4ef42010-02-05 10:31:15 +0000172 ignoreResultList.add("fast/forms/textarea-initial-caret-position.html"); // Text selection done differently on our platform. When a inputbox gets focus, the entire block is selected.
173 ignoreResultList.add("fast/forms/textarea-no-scroll-on-blur.html"); // Text selection done differently on our platform. When a inputbox gets focus, the entire block is selected.
174 ignoreResultList.add("fast/forms/textarea-paste-newline.html"); // Copy&Paste commands not supported
175 ignoreResultList.add("fast/forms/textarea-scrolled-endline-caret.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Block52f43622010-02-05 10:49:20 +0000176 ignoreResultList.add("fast/frames/iframe-window-focus.html"); // http://b/735140
Steve Blockcdb4ef42010-02-05 10:31:15 +0000177 ignoreResultList.add("fast/frames/frameElement-widthheight.html"); // screen width&height are different
178 ignoreResultList.add("fast/frames/frame-js-url-clientWidth.html"); // screen width&height are different
Steve Block52f43622010-02-05 10:49:20 +0000179 ignoreResultList.add("fast/html/tab-order.html"); // http://b/719289
Steve Blockcdb4ef42010-02-05 10:31:15 +0000180 ignoreResultList.add("fast/js/navigator-mimeTypes-length.html"); // dynamic plugins not supported
Steve Block52f43622010-02-05 10:49:20 +0000181 ignoreResultList.add("fast/js/string-capitalization.html"); // http://b/516936
Steve Blockcdb4ef42010-02-05 10:31:15 +0000182 ignoreResultList.add("fast/loader/local-JavaScript-from-local.html"); // Requires LayoutTests to exist at /tmp/LayoutTests
183 ignoreResultList.add("fast/loader/local-iFrame-source-from-local.html"); // Requires LayoutTests to exist at /tmp/LayoutTests
184 ignoreResultList.add("fast/loader/opaque-base-url.html"); // extra spacing because iFrames rendered next to each other on Apple
Steve Block52f43622010-02-05 10:49:20 +0000185 ignoreResultList.add("fast/overflow/scroll-vertical-not-horizontal.html"); // http://b/735196
Steve Blockcdb4ef42010-02-05 10:31:15 +0000186 ignoreResultList.add("fast/parser/script-tag-with-trailing-slash.html"); // not capturing the console messages
187 ignoreResultList.add("fast/replaced/image-map.html"); // requires eventSender.mouseDown(),mouseUp()
Steve Blockcdb4ef42010-02-05 10:31:15 +0000188 ignoreResultList.add("fast/text/plain-text-line-breaks.html"); // extra spacing because iFrames rendered next to each other on Apple
Steve Blockcf0fd782010-03-09 13:54:09 +0000189 ignoreResultList.add("profiler"); // profiler is not supported
190 ignoreResultList.add("storage/domstorage/localstorage/private-browsing-affects-storage.html"); // No notion of private browsing.
191 ignoreResultList.add("storage/domstorage/sessionstorage/private-browsing-affects-storage.html"); // No notion of private browsing.
192 ignoreResultList.add("storage/private-browsing-readonly.html"); // No notion of private browsing.
193 ignoreResultList.add("svg"); // svg is not supported
194
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800195 }
Steve Block07a76ca2010-02-05 00:23:32 +0000196
The Android Open Source Project9066cfe2009-03-03 19:31:44 -0800197}