| /* |
| * Copyright (C) 2018 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package android.view.contentcapture; |
| |
| import static android.view.contentcapture.ContentCaptureEvent.TYPE_SESSION_FINISHED; |
| import static android.view.contentcapture.ContentCaptureEvent.TYPE_SESSION_STARTED; |
| import static android.view.contentcapture.ContentCaptureEvent.TYPE_VIEW_APPEARED; |
| import static android.view.contentcapture.ContentCaptureEvent.TYPE_VIEW_DISAPPEARED; |
| import static android.view.contentcapture.ContentCaptureEvent.TYPE_VIEW_TEXT_CHANGED; |
| import static android.view.contentcapture.ContentCaptureManager.DEBUG; |
| import static android.view.contentcapture.ContentCaptureManager.VERBOSE; |
| |
| import static com.android.internal.util.function.pooled.PooledLambda.obtainMessage; |
| |
| import android.annotation.NonNull; |
| import android.annotation.Nullable; |
| import android.content.ComponentName; |
| import android.content.Context; |
| import android.content.pm.ParceledListSlice; |
| import android.os.Bundle; |
| import android.os.Handler; |
| import android.os.IBinder; |
| import android.os.IBinder.DeathRecipient; |
| import android.os.RemoteException; |
| import android.util.LocalLog; |
| import android.util.Log; |
| import android.util.TimeUtils; |
| import android.view.autofill.AutofillId; |
| import android.view.contentcapture.ViewNode.ViewStructureImpl; |
| |
| import com.android.internal.os.IResultReceiver; |
| |
| import java.io.PrintWriter; |
| import java.util.ArrayList; |
| import java.util.Collections; |
| import java.util.List; |
| import java.util.concurrent.atomic.AtomicBoolean; |
| |
| /** |
| * Main session associated with a context. |
| * |
| * <p>This session is created when the activity starts and finished when it stops; clients can use |
| * it to create children activities. |
| * |
| * <p><b>NOTE: all methods in this class should return right away, or do the real work in a handler |
| * thread. Hence, the only field that must be thread-safe is {@code mEnabled}, which is called at |
| * the beginning of every method. |
| * |
| * @hide |
| */ |
| public final class MainContentCaptureSession extends ContentCaptureSession { |
| |
| private static final String TAG = MainContentCaptureSession.class.getSimpleName(); |
| |
| /** |
| * Handler message used to flush the buffer. |
| */ |
| private static final int MSG_FLUSH = 1; |
| |
| /** |
| * Maximum number of events that are buffered before sent to the app. |
| */ |
| // TODO(b/121044064): use settings |
| private static final int MAX_BUFFER_SIZE = 100; |
| |
| /** |
| * Frequency the buffer is flushed if stale. |
| */ |
| // TODO(b/121044064): use settings |
| private static final int FLUSHING_FREQUENCY_MS = 5_000; |
| |
| /** |
| * Name of the {@link IResultReceiver} extra used to pass the binder interface to the service. |
| * @hide |
| */ |
| public static final String EXTRA_BINDER = "binder"; |
| |
| // TODO(b/111276913): make sure disabled state is in sync with manager's disabled |
| @NonNull |
| private final AtomicBoolean mDisabled; |
| |
| @NonNull |
| private final Context mContext; |
| |
| @NonNull |
| private final Handler mHandler; |
| |
| /** |
| * Interface to the system_server binder object - it's only used to start the session (and |
| * notify when the session is finished). |
| */ |
| @Nullable |
| private final IContentCaptureManager mSystemServerInterface; |
| |
| /** |
| * Direct interface to the service binder object - it's used to send the events, including the |
| * last ones (when the session is finished) |
| */ |
| @Nullable |
| private IContentCaptureDirectManager mDirectServiceInterface; |
| @Nullable |
| private DeathRecipient mDirectServiceVulture; |
| |
| private int mState = UNKNWON_STATE; |
| |
| @Nullable |
| private IBinder mApplicationToken; |
| |
| @Nullable |
| private ComponentName mComponentName; |
| |
| /** |
| * List of events held to be sent as a batch. |
| */ |
| @Nullable |
| private ArrayList<ContentCaptureEvent> mEvents; |
| |
| // Used just for debugging purposes (on dump) |
| private long mNextFlush; |
| |
| // TODO(b/121044064): use settings to set size |
| private final LocalLog mFlushHistory = new LocalLog(10); |
| |
| /** @hide */ |
| protected MainContentCaptureSession(@NonNull Context context, @NonNull Handler handler, |
| @Nullable IContentCaptureManager systemServerInterface, |
| @NonNull boolean disabled) { |
| mContext = context; |
| mHandler = handler; |
| mSystemServerInterface = systemServerInterface; |
| mDisabled = new AtomicBoolean(disabled); |
| } |
| |
| @Override |
| MainContentCaptureSession getMainCaptureSession() { |
| return this; |
| } |
| |
| @Override |
| ContentCaptureSession newChild(@NonNull ContentCaptureContext clientContext) { |
| final ContentCaptureSession child = new ChildContentCaptureSession(this, clientContext); |
| notifyChildSessionStarted(mId, child.mId, clientContext); |
| return child; |
| } |
| |
| /** |
| * Starts this session. |
| * |
| * @hide |
| */ |
| void start(@NonNull IBinder applicationToken, @NonNull ComponentName activityComponent, |
| int flags) { |
| if (!isContentCaptureEnabled()) return; |
| |
| if (VERBOSE) { |
| Log.v(TAG, "start(): token=" + applicationToken + ", comp=" |
| + ComponentName.flattenToShortString(activityComponent)); |
| } |
| |
| mHandler.sendMessage(obtainMessage(MainContentCaptureSession::handleStartSession, this, |
| applicationToken, activityComponent, flags)); |
| } |
| |
| @Override |
| void flush(@FlushReason int reason) { |
| mHandler.sendMessage( |
| obtainMessage(MainContentCaptureSession::handleForceFlush, this, reason)); |
| } |
| |
| @Override |
| void onDestroy() { |
| mHandler.removeMessages(MSG_FLUSH); |
| mHandler.sendMessage( |
| obtainMessage(MainContentCaptureSession::handleDestroySession, this)); |
| } |
| |
| private void handleStartSession(@NonNull IBinder token, @NonNull ComponentName componentName, |
| int flags) { |
| if (handleHasStarted()) { |
| // TODO(b/122959591): make sure this is expected (and when), or use Log.w |
| if (DEBUG) { |
| Log.d(TAG, "ignoring handleStartSession(" + token + "/" |
| + ComponentName.flattenToShortString(componentName) + " while on state " |
| + getStateAsString(mState)); |
| } |
| return; |
| } |
| mState = STATE_WAITING_FOR_SERVER; |
| mApplicationToken = token; |
| mComponentName = componentName; |
| |
| if (VERBOSE) { |
| Log.v(TAG, "handleStartSession(): token=" + token + ", act=" |
| + getDebugState() + ", id=" + mId); |
| } |
| |
| try { |
| if (mSystemServerInterface == null) return; |
| |
| mSystemServerInterface.startSession(mContext.getUserId(), mApplicationToken, |
| componentName, mId, flags, new IResultReceiver.Stub() { |
| @Override |
| public void send(int resultCode, Bundle resultData) { |
| IBinder binder = null; |
| if (resultData != null) { |
| binder = resultData.getBinder(EXTRA_BINDER); |
| if (binder == null) { |
| Log.wtf(TAG, "No " + EXTRA_BINDER + " extra result"); |
| handleResetSession(STATE_DISABLED | STATE_INTERNAL_ERROR); |
| return; |
| } |
| } |
| handleSessionStarted(resultCode, binder); |
| } |
| }); |
| } catch (RemoteException e) { |
| Log.w(TAG, "Error starting session for " + componentName.flattenToShortString() + ": " |
| + e); |
| } |
| } |
| |
| /** |
| * Callback from {@code system_server} after call to |
| * {@link IContentCaptureManager#startSession(int, IBinder, ComponentName, String, |
| * int, IResultReceiver)}. |
| * |
| * @param resultCode session state |
| * @param binder handle to {@code IContentCaptureDirectManager} |
| */ |
| private void handleSessionStarted(int resultCode, @Nullable IBinder binder) { |
| if (binder != null) { |
| mDirectServiceInterface = IContentCaptureDirectManager.Stub.asInterface(binder); |
| mDirectServiceVulture = () -> { |
| Log.w(TAG, "Destroying session " + mId + " because service died"); |
| destroy(); |
| }; |
| try { |
| binder.linkToDeath(mDirectServiceVulture, 0); |
| } catch (RemoteException e) { |
| Log.w(TAG, "Failed to link to death on " + binder + ": " + e); |
| } |
| } |
| |
| if ((resultCode & STATE_DISABLED) != 0) { |
| handleResetSession(resultCode); |
| } else { |
| mState = resultCode; |
| mDisabled.set(false); |
| } |
| if (VERBOSE) { |
| Log.v(TAG, "handleSessionStarted() result: id=" + mId + " resultCode=" + resultCode |
| + ", state=" + getStateAsString(mState) + ", disabled=" + mDisabled.get() |
| + ", binder=" + binder + ", events=" + (mEvents == null ? 0 : mEvents.size())); |
| } |
| } |
| |
| private void handleSendEvent(@NonNull ContentCaptureEvent event, boolean forceFlush) { |
| final int eventType = event.getType(); |
| if (!handleHasStarted() && eventType != ContentCaptureEvent.TYPE_SESSION_STARTED) { |
| // TODO(b/120494182): comment when this could happen (dialogs?) |
| Log.v(TAG, "handleSendEvent(" + getDebugState() + ", " |
| + ContentCaptureEvent.getTypeAsString(eventType) |
| + "): session not started yet"); |
| return; |
| } |
| if (VERBOSE) Log.v(TAG, "handleSendEvent(" + getDebugState() + "): " + event); |
| if (mEvents == null) { |
| if (VERBOSE) { |
| Log.v(TAG, "handleSendEvent(" + getDebugState() + ", " |
| + ContentCaptureEvent.getTypeAsString(eventType) |
| + "): creating buffer for " + MAX_BUFFER_SIZE + " events"); |
| } |
| mEvents = new ArrayList<>(MAX_BUFFER_SIZE); |
| } |
| |
| // Some type of events can be merged together |
| boolean addEvent = true; |
| |
| if (!mEvents.isEmpty() && eventType == TYPE_VIEW_TEXT_CHANGED) { |
| final ContentCaptureEvent lastEvent = mEvents.get(mEvents.size() - 1); |
| |
| // TODO(b/121045053): check if flags match |
| if (lastEvent.getType() == TYPE_VIEW_TEXT_CHANGED |
| && lastEvent.getId().equals(event.getId())) { |
| if (VERBOSE) { |
| Log.v(TAG, "Buffering VIEW_TEXT_CHANGED event, updated text = " |
| + event.getText()); |
| } |
| lastEvent.setText(event.getText()); |
| addEvent = false; |
| } |
| } |
| |
| if (!mEvents.isEmpty() && eventType == TYPE_VIEW_DISAPPEARED) { |
| final ContentCaptureEvent lastEvent = mEvents.get(mEvents.size() - 1); |
| if (lastEvent.getType() == TYPE_VIEW_DISAPPEARED |
| && event.getSessionId().equals(lastEvent.getSessionId())) { |
| if (VERBOSE) { |
| Log.v(TAG, "Buffering TYPE_VIEW_DISAPPEARED events for session " |
| + lastEvent.getSessionId()); |
| } |
| lastEvent.addAutofillId(event.getId()); |
| addEvent = false; |
| } |
| } |
| |
| if (addEvent) { |
| mEvents.add(event); |
| } |
| |
| final int numberEvents = mEvents.size(); |
| |
| final boolean bufferEvent = numberEvents < MAX_BUFFER_SIZE; |
| |
| if (bufferEvent && !forceFlush) { |
| handleScheduleFlush(FLUSH_REASON_IDLE_TIMEOUT, /* checkExisting= */ true); |
| return; |
| } |
| |
| if (mState != STATE_ACTIVE && numberEvents >= MAX_BUFFER_SIZE) { |
| // Callback from startSession hasn't been called yet - typically happens on system |
| // apps that are started before the system service |
| // TODO(b/122959591): try to ignore session while system is not ready / boot |
| // not complete instead. Similarly, the manager service should return right away |
| // when the user does not have a service set |
| if (DEBUG) { |
| Log.d(TAG, "Closing session for " + getDebugState() |
| + " after " + numberEvents + " delayed events"); |
| } |
| handleResetSession(STATE_DISABLED | STATE_NO_RESPONSE); |
| // TODO(b/111276913): blacklist activity / use special flag to indicate that |
| // when it's launched again |
| return; |
| } |
| final int flushReason; |
| switch (eventType) { |
| case ContentCaptureEvent.TYPE_SESSION_STARTED: |
| flushReason = FLUSH_REASON_SESSION_STARTED; |
| break; |
| case ContentCaptureEvent.TYPE_SESSION_FINISHED: |
| flushReason = FLUSH_REASON_SESSION_FINISHED; |
| break; |
| default: |
| flushReason = FLUSH_REASON_FULL; |
| } |
| |
| handleForceFlush(flushReason); |
| } |
| |
| private boolean handleHasStarted() { |
| return mState != UNKNWON_STATE; |
| } |
| |
| private void handleScheduleFlush(@FlushReason int reason, boolean checkExisting) { |
| if (!handleHasStarted()) { |
| Log.v(TAG, "handleScheduleFlush(" + getDebugState() + "): session not started yet"); |
| return; |
| } |
| if (checkExisting && mHandler.hasMessages(MSG_FLUSH)) { |
| // "Renew" the flush message by removing the previous one |
| mHandler.removeMessages(MSG_FLUSH); |
| } |
| mNextFlush = System.currentTimeMillis() + FLUSHING_FREQUENCY_MS; |
| if (VERBOSE) { |
| Log.v(TAG, "handleScheduleFlush(" + getDebugState() |
| + ", reason=" + getflushReasonAsString(reason) + "): scheduled to flush in " |
| + FLUSHING_FREQUENCY_MS + "ms: " + TimeUtils.logTimeOfDay(mNextFlush)); |
| } |
| mHandler.sendMessageDelayed( |
| obtainMessage(MainContentCaptureSession::handleFlushIfNeeded, this, reason) |
| .setWhat(MSG_FLUSH), FLUSHING_FREQUENCY_MS); |
| } |
| |
| private void handleFlushIfNeeded(@FlushReason int reason) { |
| if (mEvents.isEmpty()) { |
| if (VERBOSE) Log.v(TAG, "Nothing to flush"); |
| return; |
| } |
| handleForceFlush(reason); |
| } |
| |
| private void handleForceFlush(@FlushReason int reason) { |
| if (mEvents == null) return; |
| |
| if (mDirectServiceInterface == null) { |
| if (VERBOSE) { |
| Log.v(TAG, "handleForceFlush(" + getDebugState() |
| + ", reason=" + getflushReasonAsString(reason) |
| + "): hold your horses, client not ready: " + mEvents); |
| } |
| if (!mHandler.hasMessages(MSG_FLUSH)) { |
| handleScheduleFlush(reason, /* checkExisting= */ false); |
| } |
| return; |
| } |
| |
| final int numberEvents = mEvents.size(); |
| final String reasonString = getflushReasonAsString(reason); |
| if (DEBUG) { |
| Log.d(TAG, "Flushing " + numberEvents + " event(s) for " + getDebugState() |
| + ". Reason: " + reasonString); |
| } |
| // Logs reason, size, max size, idle timeout |
| final String logRecord = "r=" + reasonString + " s=" + numberEvents |
| + " m=" + MAX_BUFFER_SIZE + " i=" + FLUSHING_FREQUENCY_MS; |
| try { |
| mFlushHistory.log(logRecord); |
| mHandler.removeMessages(MSG_FLUSH); |
| |
| final ParceledListSlice<ContentCaptureEvent> events = handleClearEvents(); |
| mDirectServiceInterface.sendEvents(events); |
| } catch (RemoteException e) { |
| Log.w(TAG, "Error sending " + numberEvents + " for " + getDebugState() |
| + ": " + e); |
| } |
| } |
| |
| /** |
| * Resets the buffer and return a {@link ParceledListSlice} with the previous events. |
| */ |
| @NonNull |
| private ParceledListSlice<ContentCaptureEvent> handleClearEvents() { |
| // NOTE: we must save a reference to the current mEvents and then set it to to null, |
| // otherwise clearing it would clear it in the receiving side if the service is also local. |
| final List<ContentCaptureEvent> events = mEvents == null |
| ? Collections.emptyList() |
| : mEvents; |
| mEvents = null; |
| return new ParceledListSlice<>(events); |
| } |
| |
| private void handleDestroySession() { |
| if (DEBUG) { |
| Log.d(TAG, "Destroying session (ctx=" + mContext + ", id=" + mId + ") with " |
| + (mEvents == null ? 0 : mEvents.size()) + " event(s) for " |
| + getDebugState()); |
| } |
| |
| try { |
| if (mSystemServerInterface == null) return; |
| |
| mSystemServerInterface.finishSession(mContext.getUserId(), mId); |
| } catch (RemoteException e) { |
| Log.e(TAG, "Error destroying system-service session " + mId + " for " |
| + getDebugState() + ": " + e); |
| } |
| } |
| |
| // TODO(b/122454205): once we support multiple sessions, we might need to move some of these |
| // clearings out. |
| private void handleResetSession(int newState) { |
| if (VERBOSE) { |
| Log.v(TAG, "handleResetSession(" + getActivityName() + "): from " |
| + getStateAsString(mState) + " to " + getStateAsString(newState)); |
| } |
| mState = newState; |
| mDisabled.set((newState & STATE_DISABLED) != 0); |
| // TODO(b/122454205): must reset children (which currently is owned by superclass) |
| mApplicationToken = null; |
| mComponentName = null; |
| mEvents = null; |
| if (mDirectServiceInterface != null) { |
| mDirectServiceInterface.asBinder().unlinkToDeath(mDirectServiceVulture, 0); |
| } |
| mDirectServiceInterface = null; |
| mHandler.removeMessages(MSG_FLUSH); |
| } |
| |
| @Override |
| void internalNotifyViewAppeared(@NonNull ViewStructureImpl node) { |
| notifyViewAppeared(mId, node); |
| } |
| |
| @Override |
| void internalNotifyViewDisappeared(@NonNull AutofillId id) { |
| notifyViewDisappeared(mId, id); |
| } |
| |
| @Override |
| void internalNotifyViewTextChanged(@NonNull AutofillId id, @Nullable CharSequence text, |
| int flags) { |
| notifyViewTextChanged(mId, id, text, flags); |
| } |
| |
| @Override |
| boolean isContentCaptureEnabled() { |
| return super.isContentCaptureEnabled() && mSystemServerInterface != null |
| && !mDisabled.get(); |
| } |
| |
| // TODO(b/122454205): refactor "notifyXXXX" methods below to a common "Buffer" object that is |
| // shared between ActivityContentCaptureSession and ChildContentCaptureSession objects. Such |
| // change should also get get rid of the "internalNotifyXXXX" methods above |
| void notifyChildSessionStarted(@NonNull String parentSessionId, |
| @NonNull String childSessionId, @NonNull ContentCaptureContext clientContext) { |
| mHandler.sendMessage(obtainMessage(MainContentCaptureSession::handleSendEvent, this, |
| new ContentCaptureEvent(childSessionId, TYPE_SESSION_STARTED) |
| .setParentSessionId(parentSessionId) |
| .setClientContext(clientContext), |
| /* forceFlush= */ true)); |
| } |
| |
| void notifyChildSessionFinished(@NonNull String parentSessionId, |
| @NonNull String childSessionId) { |
| mHandler.sendMessage(obtainMessage(MainContentCaptureSession::handleSendEvent, this, |
| new ContentCaptureEvent(childSessionId, TYPE_SESSION_FINISHED) |
| .setParentSessionId(parentSessionId), /* forceFlush= */ true)); |
| } |
| |
| void notifyViewAppeared(@NonNull String sessionId, @NonNull ViewStructureImpl node) { |
| mHandler.sendMessage(obtainMessage(MainContentCaptureSession::handleSendEvent, this, |
| new ContentCaptureEvent(sessionId, TYPE_VIEW_APPEARED) |
| .setViewNode(node.mNode), /* forceFlush= */ false)); |
| } |
| |
| void notifyViewDisappeared(@NonNull String sessionId, @NonNull AutofillId id) { |
| mHandler.sendMessage(obtainMessage(MainContentCaptureSession::handleSendEvent, this, |
| new ContentCaptureEvent(sessionId, TYPE_VIEW_DISAPPEARED).setAutofillId(id), |
| /* forceFlush= */ false)); |
| } |
| |
| void notifyViewTextChanged(@NonNull String sessionId, @NonNull AutofillId id, |
| @Nullable CharSequence text, int flags) { |
| mHandler.sendMessage(obtainMessage(MainContentCaptureSession::handleSendEvent, this, |
| new ContentCaptureEvent(sessionId, TYPE_VIEW_TEXT_CHANGED, flags).setAutofillId(id) |
| .setText(text), /* forceFlush= */ false)); |
| } |
| |
| @Override |
| void dump(@NonNull String prefix, @NonNull PrintWriter pw) { |
| pw.print(prefix); pw.print("mContext: "); pw.println(mContext); |
| pw.print(prefix); pw.print("user: "); pw.println(mContext.getUserId()); |
| if (mSystemServerInterface != null) { |
| pw.print(prefix); pw.print("mSystemServerInterface: "); |
| pw.println(mSystemServerInterface); |
| } |
| if (mDirectServiceInterface != null) { |
| pw.print(prefix); pw.print("mDirectServiceInterface: "); |
| pw.println(mDirectServiceInterface); |
| } |
| pw.print(prefix); pw.print("mDisabled: "); pw.println(mDisabled.get()); |
| pw.print(prefix); pw.print("isEnabled(): "); pw.println(isContentCaptureEnabled()); |
| pw.print(prefix); pw.print("state: "); pw.println(getStateAsString(mState)); |
| if (mApplicationToken != null) { |
| pw.print(prefix); pw.print("app token: "); pw.println(mApplicationToken); |
| } |
| if (mComponentName != null) { |
| pw.print(prefix); pw.print("component name: "); |
| pw.println(mComponentName.flattenToShortString()); |
| } |
| if (mEvents != null && !mEvents.isEmpty()) { |
| final int numberEvents = mEvents.size(); |
| pw.print(prefix); pw.print("buffered events: "); pw.print(numberEvents); |
| pw.print('/'); pw.println(MAX_BUFFER_SIZE); |
| if (VERBOSE && numberEvents > 0) { |
| final String prefix3 = prefix + " "; |
| for (int i = 0; i < numberEvents; i++) { |
| final ContentCaptureEvent event = mEvents.get(i); |
| pw.print(prefix3); pw.print(i); pw.print(": "); event.dump(pw); |
| pw.println(); |
| } |
| } |
| pw.print(prefix); pw.print("flush frequency: "); pw.println(FLUSHING_FREQUENCY_MS); |
| pw.print(prefix); pw.print("next flush: "); |
| TimeUtils.formatDuration(mNextFlush - System.currentTimeMillis(), pw); |
| pw.print(" ("); pw.print(TimeUtils.logTimeOfDay(mNextFlush)); pw.println(")"); |
| } |
| pw.print(prefix); pw.println("flush history:"); |
| mFlushHistory.reverseDump(/* fd= */ null, pw, /* args= */ null); pw.println(); |
| |
| super.dump(prefix, pw); |
| } |
| |
| /** |
| * Gets a string that can be used to identify the activity on logging statements. |
| */ |
| private String getActivityName() { |
| return mComponentName == null |
| ? "pkg:" + mContext.getPackageName() |
| : "act:" + mComponentName.flattenToShortString(); |
| } |
| |
| private String getDebugState() { |
| return getActivityName() + " (state=" + getStateAsString(mState) + ")"; |
| } |
| } |