blob: 6484a13d8c3e041fcda3917eb984d813e7153d6e [file] [log] [blame]
Svetoslav8e3feb12014-02-24 13:46:47 -08001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17package com.android.server.wm;
18
Phil Weaverd321075e2017-06-13 09:13:35 -070019import static android.view.WindowManager.LayoutParams.TYPE_MAGNIFICATION_OVERLAY;
Robert Carr132c9f52017-07-31 17:02:30 -070020import static android.view.WindowManager.LayoutParams.PRIVATE_FLAG_IS_ROUNDED_CORNERS_OVERLAY;
Phil Weaverd321075e2017-06-13 09:13:35 -070021
Filip Gruszczynski0bd180d2015-12-07 15:43:52 -080022import static com.android.server.wm.WindowManagerDebugConfig.TAG_WITH_CLASS_NAME;
23import static com.android.server.wm.WindowManagerDebugConfig.TAG_WM;
24
Svetoslav8e3feb12014-02-24 13:46:47 -080025import android.animation.ObjectAnimator;
26import android.animation.ValueAnimator;
Alan Viverette59e53a12016-03-28 13:41:32 -040027import android.annotation.NonNull;
Svetoslav8e3feb12014-02-24 13:46:47 -080028import android.app.Service;
29import android.content.Context;
30import android.graphics.Canvas;
31import android.graphics.Color;
32import android.graphics.Matrix;
33import android.graphics.Paint;
34import android.graphics.Path;
35import android.graphics.PixelFormat;
36import android.graphics.Point;
37import android.graphics.PorterDuff.Mode;
38import android.graphics.Rect;
39import android.graphics.RectF;
40import android.graphics.Region;
41import android.os.Handler;
42import android.os.IBinder;
43import android.os.Looper;
44import android.os.Message;
Phil Weaver396d5492016-03-22 17:53:50 -070045import android.text.TextUtils;
Svetoslav8e3feb12014-02-24 13:46:47 -080046import android.util.ArraySet;
47import android.util.Log;
48import android.util.Slog;
49import android.util.SparseArray;
50import android.util.TypedValue;
51import android.view.MagnificationSpec;
52import android.view.Surface;
53import android.view.Surface.OutOfResourcesException;
54import android.view.SurfaceControl;
Svetoslavf7174e82014-06-12 11:29:35 -070055import android.view.ViewConfiguration;
Svetoslav8e3feb12014-02-24 13:46:47 -080056import android.view.WindowInfo;
57import android.view.WindowManager;
58import android.view.WindowManagerInternal.MagnificationCallbacks;
59import android.view.WindowManagerInternal.WindowsForAccessibilityCallback;
60import android.view.WindowManagerPolicy;
61import android.view.animation.DecelerateInterpolator;
62import android.view.animation.Interpolator;
63
64import com.android.internal.R;
65import com.android.internal.os.SomeArgs;
66
67import java.util.ArrayList;
Allen Hairf20ac2c2016-02-11 17:42:59 -080068import java.util.HashSet;
Svetoslav8e3feb12014-02-24 13:46:47 -080069import java.util.List;
70import java.util.Set;
71
72/**
73 * This class contains the accessibility related logic of the window manger.
74 */
75final class AccessibilityController {
76
77 private final WindowManagerService mWindowManagerService;
78
79 private static final float[] sTempFloats = new float[9];
80
81 public AccessibilityController(WindowManagerService service) {
82 mWindowManagerService = service;
83 }
84
85 private DisplayMagnifier mDisplayMagnifier;
86
87 private WindowsForAccessibilityObserver mWindowsForAccessibilityObserver;
88
89 public void setMagnificationCallbacksLocked(MagnificationCallbacks callbacks) {
90 if (callbacks != null) {
91 if (mDisplayMagnifier != null) {
92 throw new IllegalStateException("Magnification callbacks already set!");
93 }
94 mDisplayMagnifier = new DisplayMagnifier(mWindowManagerService, callbacks);
95 } else {
96 if (mDisplayMagnifier == null) {
97 throw new IllegalStateException("Magnification callbacks already cleared!");
98 }
99 mDisplayMagnifier.destroyLocked();
100 mDisplayMagnifier = null;
101 }
102 }
103
104 public void setWindowsForAccessibilityCallback(WindowsForAccessibilityCallback callback) {
105 if (callback != null) {
106 if (mWindowsForAccessibilityObserver != null) {
107 throw new IllegalStateException(
108 "Windows for accessibility callback already set!");
109 }
110 mWindowsForAccessibilityObserver = new WindowsForAccessibilityObserver(
111 mWindowManagerService, callback);
112 } else {
113 if (mWindowsForAccessibilityObserver == null) {
114 throw new IllegalStateException(
115 "Windows for accessibility callback already cleared!");
116 }
117 mWindowsForAccessibilityObserver = null;
118 }
119 }
120
Svetoslav Ganovfd138892016-07-13 18:20:42 -0700121 public void performComputeChangedWindowsNotLocked() {
122 WindowsForAccessibilityObserver observer = null;
123 synchronized (mWindowManagerService) {
124 observer = mWindowsForAccessibilityObserver;
125 }
126 if (observer != null) {
127 observer.performComputeChangedWindowsNotLocked();
128 }
129 }
130
Svetoslav8e3feb12014-02-24 13:46:47 -0800131 public void setMagnificationSpecLocked(MagnificationSpec spec) {
132 if (mDisplayMagnifier != null) {
133 mDisplayMagnifier.setMagnificationSpecLocked(spec);
134 }
135 if (mWindowsForAccessibilityObserver != null) {
Svetoslavf7174e82014-06-12 11:29:35 -0700136 mWindowsForAccessibilityObserver.scheduleComputeChangedWindowsLocked();
Svetoslav8e3feb12014-02-24 13:46:47 -0800137 }
138 }
139
Phil Weaver70439242016-03-10 15:15:49 -0800140 public void getMagnificationRegionLocked(Region outMagnificationRegion) {
Alan Viverette59e53a12016-03-28 13:41:32 -0400141 if (mDisplayMagnifier != null) {
Phil Weaver70439242016-03-10 15:15:49 -0800142 mDisplayMagnifier.getMagnificationRegionLocked(outMagnificationRegion);
Alan Viverette59e53a12016-03-28 13:41:32 -0400143 }
144 }
145
Svetoslavf7174e82014-06-12 11:29:35 -0700146 public void onRectangleOnScreenRequestedLocked(Rect rectangle) {
Svetoslav8e3feb12014-02-24 13:46:47 -0800147 if (mDisplayMagnifier != null) {
Svetoslavf7174e82014-06-12 11:29:35 -0700148 mDisplayMagnifier.onRectangleOnScreenRequestedLocked(rectangle);
Svetoslav8e3feb12014-02-24 13:46:47 -0800149 }
150 // Not relevant for the window observer.
151 }
152
153 public void onWindowLayersChangedLocked() {
154 if (mDisplayMagnifier != null) {
155 mDisplayMagnifier.onWindowLayersChangedLocked();
156 }
157 if (mWindowsForAccessibilityObserver != null) {
Svetoslavf7174e82014-06-12 11:29:35 -0700158 mWindowsForAccessibilityObserver.scheduleComputeChangedWindowsLocked();
Svetoslav8e3feb12014-02-24 13:46:47 -0800159 }
160 }
161
Andrii Kulian8ee72852017-03-10 10:36:45 -0800162 public void onRotationChangedLocked(DisplayContent displayContent) {
Svetoslav8e3feb12014-02-24 13:46:47 -0800163 if (mDisplayMagnifier != null) {
Andrii Kulian8ee72852017-03-10 10:36:45 -0800164 mDisplayMagnifier.onRotationChangedLocked(displayContent);
Svetoslav8e3feb12014-02-24 13:46:47 -0800165 }
166 if (mWindowsForAccessibilityObserver != null) {
Svetoslavf7174e82014-06-12 11:29:35 -0700167 mWindowsForAccessibilityObserver.scheduleComputeChangedWindowsLocked();
Svetoslav8e3feb12014-02-24 13:46:47 -0800168 }
169 }
170
171 public void onAppWindowTransitionLocked(WindowState windowState, int transition) {
172 if (mDisplayMagnifier != null) {
173 mDisplayMagnifier.onAppWindowTransitionLocked(windowState, transition);
174 }
175 // Not relevant for the window observer.
176 }
177
178 public void onWindowTransitionLocked(WindowState windowState, int transition) {
179 if (mDisplayMagnifier != null) {
180 mDisplayMagnifier.onWindowTransitionLocked(windowState, transition);
181 }
182 if (mWindowsForAccessibilityObserver != null) {
Svetoslavf7174e82014-06-12 11:29:35 -0700183 mWindowsForAccessibilityObserver.scheduleComputeChangedWindowsLocked();
Svetoslav8e3feb12014-02-24 13:46:47 -0800184 }
185 }
186
Svetoslav3a0d8782014-12-04 12:50:11 -0800187 public void onWindowFocusChangedNotLocked() {
Svetoslav8e3feb12014-02-24 13:46:47 -0800188 // Not relevant for the display magnifier.
189
Svetoslav3a0d8782014-12-04 12:50:11 -0800190 WindowsForAccessibilityObserver observer = null;
191 synchronized (mWindowManagerService) {
192 observer = mWindowsForAccessibilityObserver;
193 }
194 if (observer != null) {
195 observer.performComputeChangedWindowsNotLocked();
Svetoslav8e3feb12014-02-24 13:46:47 -0800196 }
197 }
198
Svetoslav4604abc2014-06-10 18:59:30 -0700199
Svetoslavf7174e82014-06-12 11:29:35 -0700200 public void onSomeWindowResizedOrMovedLocked() {
Svetoslav4604abc2014-06-10 18:59:30 -0700201 // Not relevant for the display magnifier.
202
203 if (mWindowsForAccessibilityObserver != null) {
Svetoslavf7174e82014-06-12 11:29:35 -0700204 mWindowsForAccessibilityObserver.scheduleComputeChangedWindowsLocked();
Svetoslav4604abc2014-06-10 18:59:30 -0700205 }
206 }
207
Svetoslav8e3feb12014-02-24 13:46:47 -0800208 /** NOTE: This has to be called within a surface transaction. */
209 public void drawMagnifiedRegionBorderIfNeededLocked() {
210 if (mDisplayMagnifier != null) {
211 mDisplayMagnifier.drawMagnifiedRegionBorderIfNeededLocked();
212 }
213 // Not relevant for the window observer.
214 }
215
216 public MagnificationSpec getMagnificationSpecForWindowLocked(WindowState windowState) {
217 if (mDisplayMagnifier != null) {
218 return mDisplayMagnifier.getMagnificationSpecForWindowLocked(windowState);
219 }
220 return null;
221 }
222
223 public boolean hasCallbacksLocked() {
224 return (mDisplayMagnifier != null
225 || mWindowsForAccessibilityObserver != null);
226 }
227
Casey Burkhardt74922c62017-02-13 12:43:16 -0800228 public void setForceShowMagnifiableBoundsLocked(boolean show) {
229 if (mDisplayMagnifier != null) {
230 mDisplayMagnifier.setForceShowMagnifiableBoundsLocked(show);
Phil Weaver251db072017-03-28 08:35:38 -0700231 mDisplayMagnifier.showMagnificationBoundsIfNeeded();
Casey Burkhardt74922c62017-02-13 12:43:16 -0800232 }
233 }
234
Svetoslav8e3feb12014-02-24 13:46:47 -0800235 private static void populateTransformationMatrixLocked(WindowState windowState,
236 Matrix outMatrix) {
237 sTempFloats[Matrix.MSCALE_X] = windowState.mWinAnimator.mDsDx;
238 sTempFloats[Matrix.MSKEW_Y] = windowState.mWinAnimator.mDtDx;
Robert Carr0edf18f2017-02-21 20:01:47 -0800239 sTempFloats[Matrix.MSKEW_X] = windowState.mWinAnimator.mDtDy;
240 sTempFloats[Matrix.MSCALE_Y] = windowState.mWinAnimator.mDsDy;
Filip Gruszczynski2a6a2c22015-10-14 12:00:53 -0700241 sTempFloats[Matrix.MTRANS_X] = windowState.mShownPosition.x;
242 sTempFloats[Matrix.MTRANS_Y] = windowState.mShownPosition.y;
Svetoslav8e3feb12014-02-24 13:46:47 -0800243 sTempFloats[Matrix.MPERSP_0] = 0;
244 sTempFloats[Matrix.MPERSP_1] = 0;
245 sTempFloats[Matrix.MPERSP_2] = 1;
246 outMatrix.setValues(sTempFloats);
247 }
248
249 /**
250 * This class encapsulates the functionality related to display magnification.
251 */
252 private static final class DisplayMagnifier {
253
Filip Gruszczynski0bd180d2015-12-07 15:43:52 -0800254 private static final String LOG_TAG = TAG_WITH_CLASS_NAME ? "DisplayMagnifier" : TAG_WM;
Svetoslav8e3feb12014-02-24 13:46:47 -0800255
256 private static final boolean DEBUG_WINDOW_TRANSITIONS = false;
257 private static final boolean DEBUG_ROTATION = false;
258 private static final boolean DEBUG_LAYERS = false;
259 private static final boolean DEBUG_RECTANGLE_REQUESTED = false;
260 private static final boolean DEBUG_VIEWPORT_WINDOW = false;
261
262 private final Rect mTempRect1 = new Rect();
263 private final Rect mTempRect2 = new Rect();
264
265 private final Region mTempRegion1 = new Region();
266 private final Region mTempRegion2 = new Region();
267 private final Region mTempRegion3 = new Region();
268 private final Region mTempRegion4 = new Region();
269
270 private final Context mContext;
271 private final WindowManagerService mWindowManagerService;
272 private final MagnifiedViewport mMagnifedViewport;
273 private final Handler mHandler;
274
275 private final MagnificationCallbacks mCallbacks;
276
277 private final long mLongAnimationDuration;
278
Casey Burkhardt74922c62017-02-13 12:43:16 -0800279 private boolean mForceShowMagnifiableBounds = false;
280
Svetoslav8e3feb12014-02-24 13:46:47 -0800281 public DisplayMagnifier(WindowManagerService windowManagerService,
282 MagnificationCallbacks callbacks) {
283 mContext = windowManagerService.mContext;
284 mWindowManagerService = windowManagerService;
285 mCallbacks = callbacks;
286 mHandler = new MyHandler(mWindowManagerService.mH.getLooper());
287 mMagnifedViewport = new MagnifiedViewport();
288 mLongAnimationDuration = mContext.getResources().getInteger(
289 com.android.internal.R.integer.config_longAnimTime);
290 }
291
292 public void setMagnificationSpecLocked(MagnificationSpec spec) {
293 mMagnifedViewport.updateMagnificationSpecLocked(spec);
294 mMagnifedViewport.recomputeBoundsLocked();
295 mWindowManagerService.scheduleAnimationLocked();
296 }
297
Casey Burkhardt74922c62017-02-13 12:43:16 -0800298 public void setForceShowMagnifiableBoundsLocked(boolean show) {
299 mForceShowMagnifiableBounds = show;
300 mMagnifedViewport.setMagnifiedRegionBorderShownLocked(show, true);
301 }
302
303 public boolean isForceShowingMagnifiableBoundsLocked() {
304 return mForceShowMagnifiableBounds;
305 }
306
Svetoslavf7174e82014-06-12 11:29:35 -0700307 public void onRectangleOnScreenRequestedLocked(Rect rectangle) {
Svetoslav8e3feb12014-02-24 13:46:47 -0800308 if (DEBUG_RECTANGLE_REQUESTED) {
309 Slog.i(LOG_TAG, "Rectangle on screen requested: " + rectangle);
310 }
311 if (!mMagnifedViewport.isMagnifyingLocked()) {
312 return;
313 }
314 Rect magnifiedRegionBounds = mTempRect2;
315 mMagnifedViewport.getMagnifiedFrameInContentCoordsLocked(magnifiedRegionBounds);
316 if (magnifiedRegionBounds.contains(rectangle)) {
317 return;
318 }
319 SomeArgs args = SomeArgs.obtain();
320 args.argi1 = rectangle.left;
321 args.argi2 = rectangle.top;
322 args.argi3 = rectangle.right;
323 args.argi4 = rectangle.bottom;
324 mHandler.obtainMessage(MyHandler.MESSAGE_NOTIFY_RECTANGLE_ON_SCREEN_REQUESTED,
325 args).sendToTarget();
326 }
327
328 public void onWindowLayersChangedLocked() {
329 if (DEBUG_LAYERS) {
330 Slog.i(LOG_TAG, "Layers changed.");
331 }
332 mMagnifedViewport.recomputeBoundsLocked();
333 mWindowManagerService.scheduleAnimationLocked();
334 }
335
Andrii Kulian8ee72852017-03-10 10:36:45 -0800336 public void onRotationChangedLocked(DisplayContent displayContent) {
Svetoslav8e3feb12014-02-24 13:46:47 -0800337 if (DEBUG_ROTATION) {
Andrii Kulian8ee72852017-03-10 10:36:45 -0800338 final int rotation = displayContent.getRotation();
339 Slog.i(LOG_TAG, "Rotation: " + Surface.rotationToString(rotation)
Svetoslav8e3feb12014-02-24 13:46:47 -0800340 + " displayId: " + displayContent.getDisplayId());
341 }
342 mMagnifedViewport.onRotationChangedLocked();
343 mHandler.sendEmptyMessage(MyHandler.MESSAGE_NOTIFY_ROTATION_CHANGED);
344 }
345
346 public void onAppWindowTransitionLocked(WindowState windowState, int transition) {
347 if (DEBUG_WINDOW_TRANSITIONS) {
348 Slog.i(LOG_TAG, "Window transition: "
349 + AppTransition.appTransitionToString(transition)
350 + " displayId: " + windowState.getDisplayId());
351 }
352 final boolean magnifying = mMagnifedViewport.isMagnifyingLocked();
353 if (magnifying) {
354 switch (transition) {
355 case AppTransition.TRANSIT_ACTIVITY_OPEN:
356 case AppTransition.TRANSIT_TASK_OPEN:
357 case AppTransition.TRANSIT_TASK_TO_FRONT:
358 case AppTransition.TRANSIT_WALLPAPER_OPEN:
359 case AppTransition.TRANSIT_WALLPAPER_CLOSE:
360 case AppTransition.TRANSIT_WALLPAPER_INTRA_OPEN: {
361 mHandler.sendEmptyMessage(MyHandler.MESSAGE_NOTIFY_USER_CONTEXT_CHANGED);
362 }
363 }
364 }
365 }
366
367 public void onWindowTransitionLocked(WindowState windowState, int transition) {
368 if (DEBUG_WINDOW_TRANSITIONS) {
369 Slog.i(LOG_TAG, "Window transition: "
370 + AppTransition.appTransitionToString(transition)
371 + " displayId: " + windowState.getDisplayId());
372 }
373 final boolean magnifying = mMagnifedViewport.isMagnifyingLocked();
374 final int type = windowState.mAttrs.type;
375 switch (transition) {
376 case WindowManagerPolicy.TRANSIT_ENTER:
377 case WindowManagerPolicy.TRANSIT_SHOW: {
378 if (!magnifying) {
379 break;
380 }
381 switch (type) {
382 case WindowManager.LayoutParams.TYPE_APPLICATION:
Chong Zhangfea963e2016-08-15 17:14:16 -0700383 case WindowManager.LayoutParams.TYPE_DRAWN_APPLICATION:
Svetoslav8e3feb12014-02-24 13:46:47 -0800384 case WindowManager.LayoutParams.TYPE_APPLICATION_PANEL:
385 case WindowManager.LayoutParams.TYPE_APPLICATION_MEDIA:
386 case WindowManager.LayoutParams.TYPE_APPLICATION_SUB_PANEL:
Wale Ogunwale0a4dc222015-04-14 12:58:42 -0700387 case WindowManager.LayoutParams.TYPE_APPLICATION_ABOVE_SUB_PANEL:
Svetoslav8e3feb12014-02-24 13:46:47 -0800388 case WindowManager.LayoutParams.TYPE_APPLICATION_ATTACHED_DIALOG:
389 case WindowManager.LayoutParams.TYPE_SEARCH_BAR:
390 case WindowManager.LayoutParams.TYPE_PHONE:
391 case WindowManager.LayoutParams.TYPE_SYSTEM_ALERT:
392 case WindowManager.LayoutParams.TYPE_TOAST:
393 case WindowManager.LayoutParams.TYPE_SYSTEM_OVERLAY:
Wale Ogunwale5cd907d2017-01-26 14:14:08 -0800394 case WindowManager.LayoutParams.TYPE_APPLICATION_OVERLAY:
Svetoslav8e3feb12014-02-24 13:46:47 -0800395 case WindowManager.LayoutParams.TYPE_PRIORITY_PHONE:
396 case WindowManager.LayoutParams.TYPE_SYSTEM_DIALOG:
397 case WindowManager.LayoutParams.TYPE_KEYGUARD_DIALOG:
398 case WindowManager.LayoutParams.TYPE_SYSTEM_ERROR:
399 case WindowManager.LayoutParams.TYPE_VOLUME_OVERLAY:
Jason Monk8f7f3182015-11-18 16:35:14 -0500400 case WindowManager.LayoutParams.TYPE_QS_DIALOG:
Adrian Roos9a645132014-10-08 02:59:56 +0200401 case WindowManager.LayoutParams.TYPE_NAVIGATION_BAR_PANEL: {
Svetoslav8e3feb12014-02-24 13:46:47 -0800402 Rect magnifiedRegionBounds = mTempRect2;
403 mMagnifedViewport.getMagnifiedFrameInContentCoordsLocked(
404 magnifiedRegionBounds);
405 Rect touchableRegionBounds = mTempRect1;
406 windowState.getTouchableRegion(mTempRegion1);
407 mTempRegion1.getBounds(touchableRegionBounds);
408 if (!magnifiedRegionBounds.intersect(touchableRegionBounds)) {
409 mCallbacks.onRectangleOnScreenRequested(
410 touchableRegionBounds.left,
411 touchableRegionBounds.top,
412 touchableRegionBounds.right,
413 touchableRegionBounds.bottom);
414 }
415 } break;
416 } break;
417 }
418 }
419 }
420
421 public MagnificationSpec getMagnificationSpecForWindowLocked(WindowState windowState) {
422 MagnificationSpec spec = mMagnifedViewport.getMagnificationSpecLocked();
423 if (spec != null && !spec.isNop()) {
Phil Weaverd321075e2017-06-13 09:13:35 -0700424 if (!mWindowManagerService.mPolicy.canMagnifyWindow(windowState.mAttrs.type)) {
Svetoslav8e3feb12014-02-24 13:46:47 -0800425 return null;
426 }
427 }
428 return spec;
429 }
430
Phil Weaver70439242016-03-10 15:15:49 -0800431 public void getMagnificationRegionLocked(Region outMagnificationRegion) {
Phil Weaver53b690b2017-08-14 17:42:39 -0700432 // Make sure we're working with the most current bounds
433 mMagnifedViewport.recomputeBoundsLocked();
Phil Weaver70439242016-03-10 15:15:49 -0800434 mMagnifedViewport.getMagnificationRegionLocked(outMagnificationRegion);
Alan Viverette59e53a12016-03-28 13:41:32 -0400435 }
436
Svetoslav8e3feb12014-02-24 13:46:47 -0800437 public void destroyLocked() {
438 mMagnifedViewport.destroyWindow();
439 }
440
Phil Weaver251db072017-03-28 08:35:38 -0700441 // Can be called outside of a surface transaction
442 public void showMagnificationBoundsIfNeeded() {
443 mHandler.obtainMessage(MyHandler.MESSAGE_SHOW_MAGNIFIED_REGION_BOUNDS_IF_NEEDED)
444 .sendToTarget();
445 }
446
Svetoslav8e3feb12014-02-24 13:46:47 -0800447 /** NOTE: This has to be called within a surface transaction. */
448 public void drawMagnifiedRegionBorderIfNeededLocked() {
449 mMagnifedViewport.drawWindowIfNeededLocked();
450 }
451
452 private final class MagnifiedViewport {
453
Svetoslav8e3feb12014-02-24 13:46:47 -0800454 private final SparseArray<WindowState> mTempWindowStates =
455 new SparseArray<WindowState>();
456
457 private final RectF mTempRectF = new RectF();
458
459 private final Point mTempPoint = new Point();
460
461 private final Matrix mTempMatrix = new Matrix();
462
Phil Weaver70439242016-03-10 15:15:49 -0800463 private final Region mMagnificationRegion = new Region();
464 private final Region mOldMagnificationRegion = new Region();
Svetoslav8e3feb12014-02-24 13:46:47 -0800465
Casey Burkhardtd29a1e42015-02-12 14:07:55 -0800466 private final Path mCircularPath;
467
Svetoslav8e3feb12014-02-24 13:46:47 -0800468 private final MagnificationSpec mMagnificationSpec = MagnificationSpec.obtain();
469
470 private final WindowManager mWindowManager;
471
Svetoslav7505e332014-08-22 12:14:28 -0700472 private final float mBorderWidth;
Svetoslav8e3feb12014-02-24 13:46:47 -0800473 private final int mHalfBorderWidth;
Svetoslav7505e332014-08-22 12:14:28 -0700474 private final int mDrawBorderInset;
Svetoslav8e3feb12014-02-24 13:46:47 -0800475
476 private final ViewportWindow mWindow;
477
478 private boolean mFullRedrawNeeded;
479
480 public MagnifiedViewport() {
481 mWindowManager = (WindowManager) mContext.getSystemService(Service.WINDOW_SERVICE);
Casey Burkhardtd29a1e42015-02-12 14:07:55 -0800482 mBorderWidth = mContext.getResources().getDimension(
483 com.android.internal.R.dimen.accessibility_magnification_indicator_width);
Svetoslav7505e332014-08-22 12:14:28 -0700484 mHalfBorderWidth = (int) Math.ceil(mBorderWidth / 2);
485 mDrawBorderInset = (int) mBorderWidth / 2;
Svetoslav8e3feb12014-02-24 13:46:47 -0800486 mWindow = new ViewportWindow(mContext);
Casey Burkhardtd29a1e42015-02-12 14:07:55 -0800487
Adam Powell01f280d2015-05-18 16:07:42 -0700488 if (mContext.getResources().getConfiguration().isScreenRound()) {
Casey Burkhardtd29a1e42015-02-12 14:07:55 -0800489 mCircularPath = new Path();
490 mWindowManager.getDefaultDisplay().getRealSize(mTempPoint);
491 final int centerXY = mTempPoint.x / 2;
492 mCircularPath.addCircle(centerXY, centerXY, centerXY, Path.Direction.CW);
493 } else {
494 mCircularPath = null;
495 }
496
Svetoslav8e3feb12014-02-24 13:46:47 -0800497 recomputeBoundsLocked();
498 }
499
Phil Weaver70439242016-03-10 15:15:49 -0800500 public void getMagnificationRegionLocked(@NonNull Region outMagnificationRegion) {
501 outMagnificationRegion.set(mMagnificationRegion);
Alan Viverette59e53a12016-03-28 13:41:32 -0400502 }
503
Svetoslav8e3feb12014-02-24 13:46:47 -0800504 public void updateMagnificationSpecLocked(MagnificationSpec spec) {
505 if (spec != null) {
506 mMagnificationSpec.initialize(spec.scale, spec.offsetX, spec.offsetY);
507 } else {
508 mMagnificationSpec.clear();
509 }
510 // If this message is pending we are in a rotation animation and do not want
511 // to show the border. We will do so when the pending message is handled.
Svetoslav7505e332014-08-22 12:14:28 -0700512 if (!mHandler.hasMessages(
513 MyHandler.MESSAGE_SHOW_MAGNIFIED_REGION_BOUNDS_IF_NEEDED)) {
Casey Burkhardt74922c62017-02-13 12:43:16 -0800514 setMagnifiedRegionBorderShownLocked(
515 isMagnifyingLocked() || isForceShowingMagnifiableBoundsLocked(), true);
Svetoslav8e3feb12014-02-24 13:46:47 -0800516 }
517 }
518
519 public void recomputeBoundsLocked() {
520 mWindowManager.getDefaultDisplay().getRealSize(mTempPoint);
521 final int screenWidth = mTempPoint.x;
522 final int screenHeight = mTempPoint.y;
523
Phil Weaver70439242016-03-10 15:15:49 -0800524 mMagnificationRegion.set(0, 0, 0, 0);
525 final Region availableBounds = mTempRegion1;
526 availableBounds.set(0, 0, screenWidth, screenHeight);
Svetoslav8e3feb12014-02-24 13:46:47 -0800527
Casey Burkhardtd29a1e42015-02-12 14:07:55 -0800528 if (mCircularPath != null) {
Phil Weaver70439242016-03-10 15:15:49 -0800529 availableBounds.setPath(mCircularPath, availableBounds);
Casey Burkhardtd29a1e42015-02-12 14:07:55 -0800530 }
531
Svetoslav8e3feb12014-02-24 13:46:47 -0800532 Region nonMagnifiedBounds = mTempRegion4;
Svet Ganovb21df802014-09-01 19:06:33 -0700533 nonMagnifiedBounds.set(0, 0, 0, 0);
Svetoslav8e3feb12014-02-24 13:46:47 -0800534
535 SparseArray<WindowState> visibleWindows = mTempWindowStates;
536 visibleWindows.clear();
537 populateWindowsOnScreenLocked(visibleWindows);
538
539 final int visibleWindowCount = visibleWindows.size();
540 for (int i = visibleWindowCount - 1; i >= 0; i--) {
541 WindowState windowState = visibleWindows.valueAt(i);
Phil Weaverd321075e2017-06-13 09:13:35 -0700542 if ((windowState.mAttrs.type == TYPE_MAGNIFICATION_OVERLAY)
543 || ((windowState.mAttrs.privateFlags
Robert Carr132c9f52017-07-31 17:02:30 -0700544 & PRIVATE_FLAG_IS_ROUNDED_CORNERS_OVERLAY) != 0)) {
Svetoslav8e3feb12014-02-24 13:46:47 -0800545 continue;
546 }
547
Phil Weaver65c06702016-03-15 15:33:46 -0700548 // Consider the touchable portion of the window
Svetoslav8e3feb12014-02-24 13:46:47 -0800549 Matrix matrix = mTempMatrix;
550 populateTransformationMatrixLocked(windowState, matrix);
Phil Weaver65c06702016-03-15 15:33:46 -0700551 Region touchableRegion = mTempRegion3;
552 windowState.getTouchableRegion(touchableRegion);
553 Rect touchableFrame = mTempRect1;
554 touchableRegion.getBounds(touchableFrame);
Svetoslav8e3feb12014-02-24 13:46:47 -0800555 RectF windowFrame = mTempRectF;
Phil Weaver65c06702016-03-15 15:33:46 -0700556 windowFrame.set(touchableFrame);
557 windowFrame.offset(-windowState.mFrame.left, -windowState.mFrame.top);
558 matrix.mapRect(windowFrame);
559 Region windowBounds = mTempRegion2;
560 windowBounds.set((int) windowFrame.left, (int) windowFrame.top,
561 (int) windowFrame.right, (int) windowFrame.bottom);
562 // Only update new regions
563 Region portionOfWindowAlreadyAccountedFor = mTempRegion3;
Phil Weaver70439242016-03-10 15:15:49 -0800564 portionOfWindowAlreadyAccountedFor.set(mMagnificationRegion);
Phil Weaver65c06702016-03-15 15:33:46 -0700565 portionOfWindowAlreadyAccountedFor.op(nonMagnifiedBounds, Region.Op.UNION);
566 windowBounds.op(portionOfWindowAlreadyAccountedFor, Region.Op.DIFFERENCE);
Svetoslav8e3feb12014-02-24 13:46:47 -0800567
568 if (mWindowManagerService.mPolicy.canMagnifyWindow(windowState.mAttrs.type)) {
Phil Weaver70439242016-03-10 15:15:49 -0800569 mMagnificationRegion.op(windowBounds, Region.Op.UNION);
570 mMagnificationRegion.op(availableBounds, Region.Op.INTERSECT);
Svetoslav8e3feb12014-02-24 13:46:47 -0800571 } else {
Svetoslav8e3feb12014-02-24 13:46:47 -0800572 nonMagnifiedBounds.op(windowBounds, Region.Op.UNION);
Phil Weaver70439242016-03-10 15:15:49 -0800573 availableBounds.op(windowBounds, Region.Op.DIFFERENCE);
Svetoslav8e3feb12014-02-24 13:46:47 -0800574 }
575
Phil Weaver65c06702016-03-15 15:33:46 -0700576 // Update accounted bounds
Svetoslav8e3feb12014-02-24 13:46:47 -0800577 Region accountedBounds = mTempRegion2;
Phil Weaver70439242016-03-10 15:15:49 -0800578 accountedBounds.set(mMagnificationRegion);
Svetoslav8e3feb12014-02-24 13:46:47 -0800579 accountedBounds.op(nonMagnifiedBounds, Region.Op.UNION);
580 accountedBounds.op(0, 0, screenWidth, screenHeight, Region.Op.INTERSECT);
581
582 if (accountedBounds.isRect()) {
583 Rect accountedFrame = mTempRect1;
584 accountedBounds.getBounds(accountedFrame);
585 if (accountedFrame.width() == screenWidth
586 && accountedFrame.height() == screenHeight) {
587 break;
588 }
589 }
590 }
591
592 visibleWindows.clear();
593
Phil Weaver70439242016-03-10 15:15:49 -0800594 mMagnificationRegion.op(mDrawBorderInset, mDrawBorderInset,
Svetoslav7505e332014-08-22 12:14:28 -0700595 screenWidth - mDrawBorderInset, screenHeight - mDrawBorderInset,
Svetoslav8e3feb12014-02-24 13:46:47 -0800596 Region.Op.INTERSECT);
597
Phil Weaver70439242016-03-10 15:15:49 -0800598 final boolean magnifiedChanged =
599 !mOldMagnificationRegion.equals(mMagnificationRegion);
600 if (magnifiedChanged) {
601 mWindow.setBounds(mMagnificationRegion);
602 final Rect dirtyRect = mTempRect1;
603 if (mFullRedrawNeeded) {
604 mFullRedrawNeeded = false;
605 dirtyRect.set(mDrawBorderInset, mDrawBorderInset,
606 screenWidth - mDrawBorderInset,
607 screenHeight - mDrawBorderInset);
608 mWindow.invalidate(dirtyRect);
609 } else {
610 final Region dirtyRegion = mTempRegion3;
611 dirtyRegion.set(mMagnificationRegion);
612 dirtyRegion.op(mOldMagnificationRegion, Region.Op.UNION);
613 dirtyRegion.op(nonMagnifiedBounds, Region.Op.INTERSECT);
614 dirtyRegion.getBounds(dirtyRect);
615 mWindow.invalidate(dirtyRect);
Svetoslav8e3feb12014-02-24 13:46:47 -0800616 }
617
Phil Weaver70439242016-03-10 15:15:49 -0800618 mOldMagnificationRegion.set(mMagnificationRegion);
Alan Viverette214fb682015-11-17 09:47:11 -0500619 final SomeArgs args = SomeArgs.obtain();
Phil Weaver70439242016-03-10 15:15:49 -0800620 args.arg1 = Region.obtain(mMagnificationRegion);
Alan Viverette214fb682015-11-17 09:47:11 -0500621 mHandler.obtainMessage(
Phil Weaver70439242016-03-10 15:15:49 -0800622 MyHandler.MESSAGE_NOTIFY_MAGNIFICATION_REGION_CHANGED, args)
623 .sendToTarget();
Svetoslav8e3feb12014-02-24 13:46:47 -0800624 }
625 }
626
627 public void onRotationChangedLocked() {
Casey Burkhardt74922c62017-02-13 12:43:16 -0800628 // If we are showing the magnification border, hide it immediately so
Svetoslav8e3feb12014-02-24 13:46:47 -0800629 // the user does not see strange artifacts during rotation. The screenshot
Casey Burkhardt74922c62017-02-13 12:43:16 -0800630 // used for rotation already has the border. After the rotation is complete
Svetoslav8e3feb12014-02-24 13:46:47 -0800631 // we will show the border.
Casey Burkhardt74922c62017-02-13 12:43:16 -0800632 if (isMagnifyingLocked() || isForceShowingMagnifiableBoundsLocked()) {
Svetoslav8e3feb12014-02-24 13:46:47 -0800633 setMagnifiedRegionBorderShownLocked(false, false);
634 final long delay = (long) (mLongAnimationDuration
Dianne Hackborneb94fa72014-06-03 17:48:12 -0700635 * mWindowManagerService.getWindowAnimationScaleLocked());
Svetoslav8e3feb12014-02-24 13:46:47 -0800636 Message message = mHandler.obtainMessage(
637 MyHandler.MESSAGE_SHOW_MAGNIFIED_REGION_BOUNDS_IF_NEEDED);
638 mHandler.sendMessageDelayed(message, delay);
639 }
640 recomputeBoundsLocked();
641 mWindow.updateSize();
642 }
643
644 public void setMagnifiedRegionBorderShownLocked(boolean shown, boolean animate) {
645 if (shown) {
646 mFullRedrawNeeded = true;
Phil Weaver70439242016-03-10 15:15:49 -0800647 mOldMagnificationRegion.set(0, 0, 0, 0);
Svetoslav8e3feb12014-02-24 13:46:47 -0800648 }
649 mWindow.setShown(shown, animate);
650 }
651
652 public void getMagnifiedFrameInContentCoordsLocked(Rect rect) {
653 MagnificationSpec spec = mMagnificationSpec;
Phil Weaver70439242016-03-10 15:15:49 -0800654 mMagnificationRegion.getBounds(rect);
Svetoslav8e3feb12014-02-24 13:46:47 -0800655 rect.offset((int) -spec.offsetX, (int) -spec.offsetY);
656 rect.scale(1.0f / spec.scale);
657 }
658
659 public boolean isMagnifyingLocked() {
660 return mMagnificationSpec.scale > 1.0f;
661 }
662
663 public MagnificationSpec getMagnificationSpecLocked() {
664 return mMagnificationSpec;
665 }
666
667 /** NOTE: This has to be called within a surface transaction. */
668 public void drawWindowIfNeededLocked() {
669 recomputeBoundsLocked();
670 mWindow.drawIfNeeded();
671 }
672
673 public void destroyWindow() {
674 mWindow.releaseSurface();
675 }
676
677 private void populateWindowsOnScreenLocked(SparseArray<WindowState> outWindows) {
Wale Ogunwalef7cab102016-10-25 15:25:14 -0700678 final DisplayContent dc = mWindowManagerService.getDefaultDisplayContentLocked();
Wale Ogunwaled1880962016-11-08 10:31:59 -0800679 dc.forAllWindows((w) -> {
680 if (w.isOnScreen() && w.isVisibleLw()
681 && !w.mWinAnimator.mEnterAnimationPending) {
682 outWindows.put(w.mLayer, w);
Svetoslav8e3feb12014-02-24 13:46:47 -0800683 }
Wale Ogunwaled1880962016-11-08 10:31:59 -0800684 }, false /* traverseTopToBottom */ );
Svetoslav8e3feb12014-02-24 13:46:47 -0800685 }
686
687 private final class ViewportWindow {
688 private static final String SURFACE_TITLE = "Magnification Overlay";
689
Svetoslav8e3feb12014-02-24 13:46:47 -0800690 private final Region mBounds = new Region();
691 private final Rect mDirtyRect = new Rect();
692 private final Paint mPaint = new Paint();
693
Svetoslav8e3feb12014-02-24 13:46:47 -0800694 private final SurfaceControl mSurfaceControl;
695 private final Surface mSurface = new Surface();
696
Svet Ganovb21df802014-09-01 19:06:33 -0700697 private final AnimationController mAnimationController;
698
Svetoslav8e3feb12014-02-24 13:46:47 -0800699 private boolean mShown;
700 private int mAlpha;
701
702 private boolean mInvalidated;
703
704 public ViewportWindow(Context context) {
705 SurfaceControl surfaceControl = null;
706 try {
707 mWindowManager.getDefaultDisplay().getRealSize(mTempPoint);
708 surfaceControl = new SurfaceControl(mWindowManagerService.mFxSession,
709 SURFACE_TITLE, mTempPoint.x, mTempPoint.y, PixelFormat.TRANSLUCENT,
710 SurfaceControl.HIDDEN);
711 } catch (OutOfResourcesException oore) {
712 /* ignore */
713 }
714 mSurfaceControl = surfaceControl;
715 mSurfaceControl.setLayerStack(mWindowManager.getDefaultDisplay()
716 .getLayerStack());
Wale Ogunwale5cd907d2017-01-26 14:14:08 -0800717 mSurfaceControl.setLayer(mWindowManagerService.mPolicy.getWindowLayerFromTypeLw(
Phil Weaverd321075e2017-06-13 09:13:35 -0700718 TYPE_MAGNIFICATION_OVERLAY)
Svetoslav8e3feb12014-02-24 13:46:47 -0800719 * WindowManagerService.TYPE_LAYER_MULTIPLIER);
720 mSurfaceControl.setPosition(0, 0);
721 mSurface.copyFrom(mSurfaceControl);
722
Svet Ganovb21df802014-09-01 19:06:33 -0700723 mAnimationController = new AnimationController(context,
724 mWindowManagerService.mH.getLooper());
725
Svetoslav8e3feb12014-02-24 13:46:47 -0800726 TypedValue typedValue = new TypedValue();
727 context.getTheme().resolveAttribute(R.attr.colorActivatedHighlight,
728 typedValue, true);
Alan Viverette4a357cd2015-03-18 18:37:18 -0700729 final int borderColor = context.getColor(typedValue.resourceId);
Svetoslav8e3feb12014-02-24 13:46:47 -0800730
731 mPaint.setStyle(Paint.Style.STROKE);
732 mPaint.setStrokeWidth(mBorderWidth);
733 mPaint.setColor(borderColor);
734
Svetoslav8e3feb12014-02-24 13:46:47 -0800735 mInvalidated = true;
736 }
737
738 public void setShown(boolean shown, boolean animate) {
739 synchronized (mWindowManagerService.mWindowMap) {
740 if (mShown == shown) {
741 return;
742 }
743 mShown = shown;
Svet Ganovb21df802014-09-01 19:06:33 -0700744 mAnimationController.onFrameShownStateChanged(shown, animate);
Svetoslav8e3feb12014-02-24 13:46:47 -0800745 if (DEBUG_VIEWPORT_WINDOW) {
746 Slog.i(LOG_TAG, "ViewportWindow shown: " + mShown);
747 }
748 }
749 }
750
751 @SuppressWarnings("unused")
752 // Called reflectively from an animator.
753 public int getAlpha() {
754 synchronized (mWindowManagerService.mWindowMap) {
755 return mAlpha;
756 }
757 }
758
759 public void setAlpha(int alpha) {
760 synchronized (mWindowManagerService.mWindowMap) {
761 if (mAlpha == alpha) {
762 return;
763 }
764 mAlpha = alpha;
765 invalidate(null);
766 if (DEBUG_VIEWPORT_WINDOW) {
767 Slog.i(LOG_TAG, "ViewportWindow set alpha: " + alpha);
768 }
769 }
770 }
771
772 public void setBounds(Region bounds) {
773 synchronized (mWindowManagerService.mWindowMap) {
774 if (mBounds.equals(bounds)) {
775 return;
776 }
777 mBounds.set(bounds);
778 invalidate(mDirtyRect);
779 if (DEBUG_VIEWPORT_WINDOW) {
780 Slog.i(LOG_TAG, "ViewportWindow set bounds: " + bounds);
781 }
782 }
783 }
784
785 public void updateSize() {
786 synchronized (mWindowManagerService.mWindowMap) {
787 mWindowManager.getDefaultDisplay().getRealSize(mTempPoint);
788 mSurfaceControl.setSize(mTempPoint.x, mTempPoint.y);
789 invalidate(mDirtyRect);
790 }
791 }
792
793 public void invalidate(Rect dirtyRect) {
794 if (dirtyRect != null) {
795 mDirtyRect.set(dirtyRect);
796 } else {
797 mDirtyRect.setEmpty();
798 }
799 mInvalidated = true;
800 mWindowManagerService.scheduleAnimationLocked();
801 }
802
803 /** NOTE: This has to be called within a surface transaction. */
804 public void drawIfNeeded() {
805 synchronized (mWindowManagerService.mWindowMap) {
806 if (!mInvalidated) {
807 return;
808 }
809 mInvalidated = false;
810 Canvas canvas = null;
811 try {
812 // Empty dirty rectangle means unspecified.
813 if (mDirtyRect.isEmpty()) {
814 mBounds.getBounds(mDirtyRect);
815 }
816 mDirtyRect.inset(- mHalfBorderWidth, - mHalfBorderWidth);
817 canvas = mSurface.lockCanvas(mDirtyRect);
818 if (DEBUG_VIEWPORT_WINDOW) {
819 Slog.i(LOG_TAG, "Dirty rect: " + mDirtyRect);
820 }
821 } catch (IllegalArgumentException iae) {
822 /* ignore */
823 } catch (Surface.OutOfResourcesException oore) {
824 /* ignore */
825 }
826 if (canvas == null) {
827 return;
828 }
829 if (DEBUG_VIEWPORT_WINDOW) {
830 Slog.i(LOG_TAG, "Bounds: " + mBounds);
831 }
832 canvas.drawColor(Color.TRANSPARENT, Mode.CLEAR);
833 mPaint.setAlpha(mAlpha);
834 Path path = mBounds.getBoundaryPath();
835 canvas.drawPath(path, mPaint);
836
837 mSurface.unlockCanvasAndPost(canvas);
838
839 if (mAlpha > 0) {
840 mSurfaceControl.show();
841 } else {
842 mSurfaceControl.hide();
843 }
844 }
845 }
846
847 public void releaseSurface() {
848 mSurfaceControl.release();
849 mSurface.release();
850 }
Svet Ganovb21df802014-09-01 19:06:33 -0700851
852 private final class AnimationController extends Handler {
853 private static final String PROPERTY_NAME_ALPHA = "alpha";
854
855 private static final int MIN_ALPHA = 0;
856 private static final int MAX_ALPHA = 255;
857
858 private static final int MSG_FRAME_SHOWN_STATE_CHANGED = 1;
859
860 private final ValueAnimator mShowHideFrameAnimator;
861
862 public AnimationController(Context context, Looper looper) {
863 super(looper);
864 mShowHideFrameAnimator = ObjectAnimator.ofInt(ViewportWindow.this,
865 PROPERTY_NAME_ALPHA, MIN_ALPHA, MAX_ALPHA);
866
867 Interpolator interpolator = new DecelerateInterpolator(2.5f);
868 final long longAnimationDuration = context.getResources().getInteger(
869 com.android.internal.R.integer.config_longAnimTime);
870
871 mShowHideFrameAnimator.setInterpolator(interpolator);
872 mShowHideFrameAnimator.setDuration(longAnimationDuration);
873 }
874
875 public void onFrameShownStateChanged(boolean shown, boolean animate) {
876 obtainMessage(MSG_FRAME_SHOWN_STATE_CHANGED,
877 shown ? 1 : 0, animate ? 1 : 0).sendToTarget();
878 }
879
880 @Override
881 public void handleMessage(Message message) {
882 switch (message.what) {
883 case MSG_FRAME_SHOWN_STATE_CHANGED: {
884 final boolean shown = message.arg1 == 1;
885 final boolean animate = message.arg2 == 1;
886
887 if (animate) {
888 if (mShowHideFrameAnimator.isRunning()) {
889 mShowHideFrameAnimator.reverse();
890 } else {
891 if (shown) {
892 mShowHideFrameAnimator.start();
893 } else {
894 mShowHideFrameAnimator.reverse();
895 }
896 }
897 } else {
898 mShowHideFrameAnimator.cancel();
899 if (shown) {
900 setAlpha(MAX_ALPHA);
901 } else {
902 setAlpha(MIN_ALPHA);
903 }
904 }
905 } break;
906 }
907 }
908 }
Svetoslav8e3feb12014-02-24 13:46:47 -0800909 }
910 }
911
912 private class MyHandler extends Handler {
Phil Weaver70439242016-03-10 15:15:49 -0800913 public static final int MESSAGE_NOTIFY_MAGNIFICATION_REGION_CHANGED = 1;
Svetoslav8e3feb12014-02-24 13:46:47 -0800914 public static final int MESSAGE_NOTIFY_RECTANGLE_ON_SCREEN_REQUESTED = 2;
915 public static final int MESSAGE_NOTIFY_USER_CONTEXT_CHANGED = 3;
916 public static final int MESSAGE_NOTIFY_ROTATION_CHANGED = 4;
917 public static final int MESSAGE_SHOW_MAGNIFIED_REGION_BOUNDS_IF_NEEDED = 5;
918
919 public MyHandler(Looper looper) {
920 super(looper);
921 }
922
923 @Override
924 public void handleMessage(Message message) {
925 switch (message.what) {
Phil Weaver70439242016-03-10 15:15:49 -0800926 case MESSAGE_NOTIFY_MAGNIFICATION_REGION_CHANGED: {
Alan Viverette214fb682015-11-17 09:47:11 -0500927 final SomeArgs args = (SomeArgs) message.obj;
928 final Region magnifiedBounds = (Region) args.arg1;
Phil Weaver70439242016-03-10 15:15:49 -0800929 mCallbacks.onMagnificationRegionChanged(magnifiedBounds);
Alan Viverette214fb682015-11-17 09:47:11 -0500930 magnifiedBounds.recycle();
Svetoslav8e3feb12014-02-24 13:46:47 -0800931 } break;
932
933 case MESSAGE_NOTIFY_RECTANGLE_ON_SCREEN_REQUESTED: {
934 SomeArgs args = (SomeArgs) message.obj;
935 final int left = args.argi1;
936 final int top = args.argi2;
937 final int right = args.argi3;
938 final int bottom = args.argi4;
939 mCallbacks.onRectangleOnScreenRequested(left, top, right, bottom);
940 args.recycle();
941 } break;
942
943 case MESSAGE_NOTIFY_USER_CONTEXT_CHANGED: {
944 mCallbacks.onUserContextChanged();
945 } break;
946
947 case MESSAGE_NOTIFY_ROTATION_CHANGED: {
948 final int rotation = message.arg1;
949 mCallbacks.onRotationChanged(rotation);
950 } break;
951
952 case MESSAGE_SHOW_MAGNIFIED_REGION_BOUNDS_IF_NEEDED : {
953 synchronized (mWindowManagerService.mWindowMap) {
Casey Burkhardt74922c62017-02-13 12:43:16 -0800954 if (mMagnifedViewport.isMagnifyingLocked()
955 || isForceShowingMagnifiableBoundsLocked()) {
Svetoslav8e3feb12014-02-24 13:46:47 -0800956 mMagnifedViewport.setMagnifiedRegionBorderShownLocked(true, true);
957 mWindowManagerService.scheduleAnimationLocked();
958 }
959 }
960 } break;
961 }
962 }
963 }
964 }
965
966 /**
967 * This class encapsulates the functionality related to computing the windows
968 * reported for accessibility purposes. These windows are all windows a sighted
969 * user can see on the screen.
970 */
971 private static final class WindowsForAccessibilityObserver {
Filip Gruszczynski0bd180d2015-12-07 15:43:52 -0800972 private static final String LOG_TAG = TAG_WITH_CLASS_NAME ?
973 "WindowsForAccessibilityObserver" : TAG_WM;
Svetoslav8e3feb12014-02-24 13:46:47 -0800974
975 private static final boolean DEBUG = false;
976
977 private final SparseArray<WindowState> mTempWindowStates =
978 new SparseArray<WindowState>();
979
980 private final List<WindowInfo> mOldWindows = new ArrayList<WindowInfo>();
981
982 private final Set<IBinder> mTempBinderSet = new ArraySet<IBinder>();
983
984 private final RectF mTempRectF = new RectF();
985
986 private final Matrix mTempMatrix = new Matrix();
987
988 private final Point mTempPoint = new Point();
989
990 private final Rect mTempRect = new Rect();
991
992 private final Region mTempRegion = new Region();
993
994 private final Region mTempRegion1 = new Region();
995
996 private final Context mContext;
997
998 private final WindowManagerService mWindowManagerService;
999
1000 private final Handler mHandler;
1001
1002 private final WindowsForAccessibilityCallback mCallback;
1003
Svetoslavf7174e82014-06-12 11:29:35 -07001004 private final long mRecurringAccessibilityEventsIntervalMillis;
1005
Svetoslav8e3feb12014-02-24 13:46:47 -08001006 public WindowsForAccessibilityObserver(WindowManagerService windowManagerService,
1007 WindowsForAccessibilityCallback callback) {
1008 mContext = windowManagerService.mContext;
1009 mWindowManagerService = windowManagerService;
1010 mCallback = callback;
1011 mHandler = new MyHandler(mWindowManagerService.mH.getLooper());
Svetoslavf7174e82014-06-12 11:29:35 -07001012 mRecurringAccessibilityEventsIntervalMillis = ViewConfiguration
1013 .getSendRecurringAccessibilityEventsInterval();
Svetoslav8e3feb12014-02-24 13:46:47 -08001014 computeChangedWindows();
1015 }
1016
Svetoslav3a0d8782014-12-04 12:50:11 -08001017 public void performComputeChangedWindowsNotLocked() {
1018 mHandler.removeMessages(MyHandler.MESSAGE_COMPUTE_CHANGED_WINDOWS);
1019 computeChangedWindows();
1020 }
1021
Svetoslavf7174e82014-06-12 11:29:35 -07001022 public void scheduleComputeChangedWindowsLocked() {
Svetoslav3a0d8782014-12-04 12:50:11 -08001023 if (!mHandler.hasMessages(MyHandler.MESSAGE_COMPUTE_CHANGED_WINDOWS)) {
Svetoslavf7174e82014-06-12 11:29:35 -07001024 mHandler.sendEmptyMessageDelayed(MyHandler.MESSAGE_COMPUTE_CHANGED_WINDOWS,
1025 mRecurringAccessibilityEventsIntervalMillis);
1026 }
1027 }
1028
Svetoslav8e3feb12014-02-24 13:46:47 -08001029 public void computeChangedWindows() {
1030 if (DEBUG) {
1031 Slog.i(LOG_TAG, "computeChangedWindows()");
1032 }
1033
Svetoslav3a0d8782014-12-04 12:50:11 -08001034 boolean windowsChanged = false;
1035 List<WindowInfo> windows = new ArrayList<WindowInfo>();
1036
Svetoslav8e3feb12014-02-24 13:46:47 -08001037 synchronized (mWindowManagerService.mWindowMap) {
Svetoslavf7174e82014-06-12 11:29:35 -07001038 // Do not send the windows if there is no current focus as
1039 // the window manager is still looking for where to put it.
1040 // We will do the work when we get a focus change callback.
1041 if (mWindowManagerService.mCurrentFocus == null) {
1042 return;
1043 }
1044
Svetoslav8e3feb12014-02-24 13:46:47 -08001045 WindowManager windowManager = (WindowManager)
1046 mContext.getSystemService(Context.WINDOW_SERVICE);
1047 windowManager.getDefaultDisplay().getRealSize(mTempPoint);
1048 final int screenWidth = mTempPoint.x;
1049 final int screenHeight = mTempPoint.y;
1050
1051 Region unaccountedSpace = mTempRegion;
1052 unaccountedSpace.set(0, 0, screenWidth, screenHeight);
1053
Wale Ogunwalef7cab102016-10-25 15:25:14 -07001054 final SparseArray<WindowState> visibleWindows = mTempWindowStates;
Svetoslav8e3feb12014-02-24 13:46:47 -08001055 populateVisibleWindowsOnScreenLocked(visibleWindows);
Svetoslav8e3feb12014-02-24 13:46:47 -08001056 Set<IBinder> addedWindows = mTempBinderSet;
1057 addedWindows.clear();
1058
Svetoslavf7174e82014-06-12 11:29:35 -07001059 boolean focusedWindowAdded = false;
1060
Svetoslav8e3feb12014-02-24 13:46:47 -08001061 final int visibleWindowCount = visibleWindows.size();
Allen Hairf20ac2c2016-02-11 17:42:59 -08001062 HashSet<Integer> skipRemainingWindowsForTasks = new HashSet<>();
Svetoslav8e3feb12014-02-24 13:46:47 -08001063 for (int i = visibleWindowCount - 1; i >= 0; i--) {
Alan Viverette9538eea2014-11-13 14:49:20 -08001064 final WindowState windowState = visibleWindows.valueAt(i);
Svetoslav8e3feb12014-02-24 13:46:47 -08001065 final int flags = windowState.mAttrs.flags;
Allen Hairf20ac2c2016-02-11 17:42:59 -08001066 final Task task = windowState.getTask();
1067
1068 // If the window is part of a task that we're finished with - ignore.
1069 if (task != null && skipRemainingWindowsForTasks.contains(task.mTaskId)) {
1070 continue;
1071 }
Svetoslav8e3feb12014-02-24 13:46:47 -08001072
Svetoslav3a5c7212014-10-14 09:54:26 -07001073 // If the window is not touchable - ignore.
Svetoslavf7174e82014-06-12 11:29:35 -07001074 if ((flags & WindowManager.LayoutParams.FLAG_NOT_TOUCHABLE) != 0) {
Svetoslav8e3feb12014-02-24 13:46:47 -08001075 continue;
1076 }
1077
Alan Viverette9538eea2014-11-13 14:49:20 -08001078 // Compute the bounds in the screen.
1079 final Rect boundsInScreen = mTempRect;
1080 computeWindowBoundsInScreen(windowState, boundsInScreen);
1081
Svetoslav8e3feb12014-02-24 13:46:47 -08001082 // If the window is completely covered by other windows - ignore.
1083 if (unaccountedSpace.quickReject(boundsInScreen)) {
1084 continue;
1085 }
1086
1087 // Add windows of certain types not covered by modal windows.
1088 if (isReportedWindowType(windowState.mAttrs.type)) {
1089 // Add the window to the ones to be reported.
Svetoslavf7174e82014-06-12 11:29:35 -07001090 WindowInfo window = obtainPopulatedWindowInfo(windowState, boundsInScreen);
Svetoslav8e3feb12014-02-24 13:46:47 -08001091 addedWindows.add(window.token);
Svetoslav8e3feb12014-02-24 13:46:47 -08001092 windows.add(window);
Svetoslavf7174e82014-06-12 11:29:35 -07001093 if (windowState.isFocused()) {
1094 focusedWindowAdded = true;
1095 }
Svetoslav8e3feb12014-02-24 13:46:47 -08001096 }
1097
Alan Viveretted0c73f42014-11-18 10:25:04 -08001098 // Account for the space this window takes if the window
1099 // is not an accessibility overlay which does not change
1100 // the reported windows.
1101 if (windowState.mAttrs.type !=
1102 WindowManager.LayoutParams.TYPE_ACCESSIBILITY_OVERLAY) {
1103 unaccountedSpace.op(boundsInScreen, unaccountedSpace,
1104 Region.Op.REVERSE_DIFFERENCE);
1105 }
Svetoslav8e3feb12014-02-24 13:46:47 -08001106
Allen Hairf20ac2c2016-02-11 17:42:59 -08001107 // If a window is modal it prevents other windows from being touched
Svetoslav8e3feb12014-02-24 13:46:47 -08001108 if ((flags & (WindowManager.LayoutParams.FLAG_NOT_FOCUSABLE
1109 | WindowManager.LayoutParams.FLAG_NOT_TOUCH_MODAL)) == 0) {
Phil Weaverac9ad702016-07-27 18:03:10 -07001110 // Account for all space in the task, whether the windows in it are
1111 // touchable or not. The modal window blocks all touches from the task's
1112 // area.
1113 unaccountedSpace.op(windowState.getDisplayFrameLw(), unaccountedSpace,
1114 Region.Op.REVERSE_DIFFERENCE);
1115
Allen Hairf20ac2c2016-02-11 17:42:59 -08001116 if (task != null) {
1117 // If the window is associated with a particular task, we can skip the
1118 // rest of the windows for that task.
1119 skipRemainingWindowsForTasks.add(task.mTaskId);
1120 continue;
1121 } else {
1122 // If the window is not associated with a particular task, then it is
1123 // globally modal. In this case we can skip all remaining windows.
1124 break;
1125 }
Svetoslav8e3feb12014-02-24 13:46:47 -08001126 }
Phil Weaverac9ad702016-07-27 18:03:10 -07001127 // We figured out what is touchable for the entire screen - done.
1128 if (unaccountedSpace.isEmpty()) {
1129 break;
1130 }
Svetoslav8e3feb12014-02-24 13:46:47 -08001131 }
1132
Svetoslavf7174e82014-06-12 11:29:35 -07001133 // Always report the focused window.
1134 if (!focusedWindowAdded) {
1135 for (int i = visibleWindowCount - 1; i >= 0; i--) {
1136 WindowState windowState = visibleWindows.valueAt(i);
1137 if (windowState.isFocused()) {
1138 // Compute the bounds in the screen.
1139 Rect boundsInScreen = mTempRect;
1140 computeWindowBoundsInScreen(windowState, boundsInScreen);
1141
1142 // Add the window to the ones to be reported.
1143 WindowInfo window = obtainPopulatedWindowInfo(windowState,
1144 boundsInScreen);
1145 addedWindows.add(window.token);
1146 windows.add(window);
1147 break;
1148 }
1149 }
1150 }
1151
Svetoslav8e3feb12014-02-24 13:46:47 -08001152 // Remove child/parent references to windows that were not added.
1153 final int windowCount = windows.size();
1154 for (int i = 0; i < windowCount; i++) {
1155 WindowInfo window = windows.get(i);
1156 if (!addedWindows.contains(window.parentToken)) {
1157 window.parentToken = null;
1158 }
1159 if (window.childTokens != null) {
1160 final int childTokenCount = window.childTokens.size();
1161 for (int j = childTokenCount - 1; j >= 0; j--) {
1162 if (!addedWindows.contains(window.childTokens.get(j))) {
1163 window.childTokens.remove(j);
1164 }
1165 }
1166 // Leave the child token list if empty.
1167 }
1168 }
1169
1170 visibleWindows.clear();
1171 addedWindows.clear();
1172
1173 // We computed the windows and if they changed notify the client.
Svetoslav8e3feb12014-02-24 13:46:47 -08001174 if (mOldWindows.size() != windows.size()) {
1175 // Different size means something changed.
1176 windowsChanged = true;
1177 } else if (!mOldWindows.isEmpty() || !windows.isEmpty()) {
1178 // Since we always traverse windows from high to low layer
1179 // the old and new windows at the same index should be the
1180 // same, otherwise something changed.
1181 for (int i = 0; i < windowCount; i++) {
1182 WindowInfo oldWindow = mOldWindows.get(i);
1183 WindowInfo newWindow = windows.get(i);
1184 // We do not care for layer changes given the window
1185 // order does not change. This brings no new information
1186 // to the clients.
1187 if (windowChangedNoLayer(oldWindow, newWindow)) {
1188 windowsChanged = true;
1189 break;
1190 }
1191 }
1192 }
1193
1194 if (windowsChanged) {
Svetoslav8e3feb12014-02-24 13:46:47 -08001195 cacheWindows(windows);
Svetoslav8e3feb12014-02-24 13:46:47 -08001196 }
1197 }
Svetoslav3a0d8782014-12-04 12:50:11 -08001198
1199 // Now we do not hold the lock, so send the windows over.
1200 if (windowsChanged) {
1201 if (DEBUG) {
1202 Log.i(LOG_TAG, "Windows changed:" + windows);
1203 }
1204 mCallback.onWindowsForAccessibilityChanged(windows);
1205 } else {
1206 if (DEBUG) {
1207 Log.i(LOG_TAG, "No windows changed.");
1208 }
1209 }
1210
1211 // Recycle the windows as we do not need them.
1212 clearAndRecycleWindows(windows);
Svetoslav8e3feb12014-02-24 13:46:47 -08001213 }
1214
Svetoslavf7174e82014-06-12 11:29:35 -07001215 private void computeWindowBoundsInScreen(WindowState windowState, Rect outBounds) {
1216 // Get the touchable frame.
1217 Region touchableRegion = mTempRegion1;
1218 windowState.getTouchableRegion(touchableRegion);
1219 Rect touchableFrame = mTempRect;
1220 touchableRegion.getBounds(touchableFrame);
1221
1222 // Move to origin as all transforms are captured by the matrix.
1223 RectF windowFrame = mTempRectF;
1224 windowFrame.set(touchableFrame);
1225 windowFrame.offset(-windowState.mFrame.left, -windowState.mFrame.top);
1226
1227 // Map the frame to get what appears on the screen.
1228 Matrix matrix = mTempMatrix;
1229 populateTransformationMatrixLocked(windowState, matrix);
1230 matrix.mapRect(windowFrame);
1231
1232 // Got the bounds.
1233 outBounds.set((int) windowFrame.left, (int) windowFrame.top,
1234 (int) windowFrame.right, (int) windowFrame.bottom);
1235 }
1236
Wale Ogunwaleadde52e2016-07-16 13:11:55 -07001237 private static WindowInfo obtainPopulatedWindowInfo(
1238 WindowState windowState, Rect boundsInScreen) {
1239 final WindowInfo window = windowState.getWindowInfo();
Svetoslavf7174e82014-06-12 11:29:35 -07001240 window.boundsInScreen.set(boundsInScreen);
Svetoslavf7174e82014-06-12 11:29:35 -07001241 return window;
1242 }
1243
Svetoslav8e3feb12014-02-24 13:46:47 -08001244 private void cacheWindows(List<WindowInfo> windows) {
1245 final int oldWindowCount = mOldWindows.size();
1246 for (int i = oldWindowCount - 1; i >= 0; i--) {
1247 mOldWindows.remove(i).recycle();
1248 }
1249 final int newWindowCount = windows.size();
1250 for (int i = 0; i < newWindowCount; i++) {
1251 WindowInfo newWindow = windows.get(i);
1252 mOldWindows.add(WindowInfo.obtain(newWindow));
1253 }
1254 }
1255
1256 private boolean windowChangedNoLayer(WindowInfo oldWindow, WindowInfo newWindow) {
1257 if (oldWindow == newWindow) {
1258 return false;
1259 }
Svetoslavf7174e82014-06-12 11:29:35 -07001260 if (oldWindow == null) {
Svetoslav8e3feb12014-02-24 13:46:47 -08001261 return true;
1262 }
Svetoslavf7174e82014-06-12 11:29:35 -07001263 if (newWindow == null) {
Svetoslav8e3feb12014-02-24 13:46:47 -08001264 return true;
1265 }
1266 if (oldWindow.type != newWindow.type) {
1267 return true;
1268 }
1269 if (oldWindow.focused != newWindow.focused) {
1270 return true;
1271 }
1272 if (oldWindow.token == null) {
1273 if (newWindow.token != null) {
1274 return true;
1275 }
1276 } else if (!oldWindow.token.equals(newWindow.token)) {
1277 return true;
1278 }
1279 if (oldWindow.parentToken == null) {
1280 if (newWindow.parentToken != null) {
1281 return true;
1282 }
1283 } else if (!oldWindow.parentToken.equals(newWindow.parentToken)) {
1284 return true;
1285 }
1286 if (!oldWindow.boundsInScreen.equals(newWindow.boundsInScreen)) {
1287 return true;
1288 }
1289 if (oldWindow.childTokens != null && newWindow.childTokens != null
1290 && !oldWindow.childTokens.equals(newWindow.childTokens)) {
1291 return true;
1292 }
Phil Weaver396d5492016-03-22 17:53:50 -07001293 if (!TextUtils.equals(oldWindow.title, newWindow.title)) {
1294 return true;
1295 }
1296 if (oldWindow.accessibilityIdOfAnchor != newWindow.accessibilityIdOfAnchor) {
1297 return true;
1298 }
Svetoslav8e3feb12014-02-24 13:46:47 -08001299 return false;
1300 }
1301
Svetoslav3a0d8782014-12-04 12:50:11 -08001302 private static void clearAndRecycleWindows(List<WindowInfo> windows) {
Svetoslav8e3feb12014-02-24 13:46:47 -08001303 final int windowCount = windows.size();
1304 for (int i = windowCount - 1; i >= 0; i--) {
1305 windows.remove(i).recycle();
1306 }
1307 }
1308
1309 private static boolean isReportedWindowType(int windowType) {
Jorim Jaggi73294b62016-10-26 18:02:36 -07001310 return (windowType != WindowManager.LayoutParams.TYPE_WALLPAPER
Svetoslav8e3feb12014-02-24 13:46:47 -08001311 && windowType != WindowManager.LayoutParams.TYPE_BOOT_PROGRESS
1312 && windowType != WindowManager.LayoutParams.TYPE_DISPLAY_OVERLAY
1313 && windowType != WindowManager.LayoutParams.TYPE_DRAG
Selim Cinekf83e8242015-05-19 18:08:14 -07001314 && windowType != WindowManager.LayoutParams.TYPE_INPUT_CONSUMER
Svetoslav8e3feb12014-02-24 13:46:47 -08001315 && windowType != WindowManager.LayoutParams.TYPE_POINTER
Phil Weaverd321075e2017-06-13 09:13:35 -07001316 && windowType != TYPE_MAGNIFICATION_OVERLAY
Svetoslav8e3feb12014-02-24 13:46:47 -08001317 && windowType != WindowManager.LayoutParams.TYPE_APPLICATION_MEDIA_OVERLAY
1318 && windowType != WindowManager.LayoutParams.TYPE_SECURE_SYSTEM_OVERLAY
1319 && windowType != WindowManager.LayoutParams.TYPE_PRIVATE_PRESENTATION);
1320 }
1321
1322 private void populateVisibleWindowsOnScreenLocked(SparseArray<WindowState> outWindows) {
Wale Ogunwalef7cab102016-10-25 15:25:14 -07001323 final DisplayContent dc = mWindowManagerService.getDefaultDisplayContentLocked();
Wale Ogunwaled1880962016-11-08 10:31:59 -08001324 dc.forAllWindows((w) -> {
1325 if (w.isVisibleLw()) {
1326 outWindows.put(w.mLayer, w);
Svetoslav8e3feb12014-02-24 13:46:47 -08001327 }
Wale Ogunwaled1880962016-11-08 10:31:59 -08001328 }, false /* traverseTopToBottom */ );
Svetoslav8e3feb12014-02-24 13:46:47 -08001329 }
1330
1331 private class MyHandler extends Handler {
Svetoslavf7174e82014-06-12 11:29:35 -07001332 public static final int MESSAGE_COMPUTE_CHANGED_WINDOWS = 1;
Svetoslav8e3feb12014-02-24 13:46:47 -08001333
1334 public MyHandler(Looper looper) {
1335 super(looper, null, false);
1336 }
1337
1338 @Override
1339 @SuppressWarnings("unchecked")
1340 public void handleMessage(Message message) {
1341 switch (message.what) {
Svetoslavf7174e82014-06-12 11:29:35 -07001342 case MESSAGE_COMPUTE_CHANGED_WINDOWS: {
1343 computeChangedWindows();
1344 } break;
Svetoslav8e3feb12014-02-24 13:46:47 -08001345 }
1346 }
1347 }
1348 }
1349}