blob: 040e25e977e4fecfcd7876e23ce539ff1f1c733d [file] [log] [blame]
/*
* Copyright (C) 2018 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package android.service.intelligence;
import static com.android.internal.util.function.pooled.PooledLambda.obtainMessage;
import android.annotation.CallSuper;
import android.annotation.NonNull;
import android.annotation.SystemApi;
import android.app.Service;
import android.content.Intent;
import android.graphics.Rect;
import android.os.CancellationSignal;
import android.os.Handler;
import android.os.IBinder;
import android.os.Looper;
import android.os.RemoteException;
import android.service.intelligence.PresentationParams.SystemPopupPresentationParams;
import android.util.ArrayMap;
import android.util.Log;
import android.util.Pair;
import android.view.autofill.AutofillId;
import android.view.autofill.AutofillValue;
import android.view.autofill.IAugmentedAutofillManagerClient;
import android.view.intelligence.ContentCaptureEvent;
import com.android.internal.annotations.GuardedBy;
import java.io.FileDescriptor;
import java.io.PrintWriter;
import java.util.ArrayList;
import java.util.List;
/**
* A service used to capture the content of the screen.
*
* <p>The data collected by this service can be analyzed and combined with other sources to provide
* contextual data in other areas of the system such as Autofill.
*
* @hide
*/
@SystemApi
public abstract class IntelligenceService extends Service {
private static final String TAG = "IntelligenceService";
// TODO(b/111330312): STOPSHIP use dynamic value, or change to false
static final boolean DEBUG = true;
/**
* The {@link Intent} that must be declared as handled by the service.
* To be supported, the service must also require the
* {@link android.Manifest.permission#BIND_INTELLIGENCE_SERVICE} permission so
* that other applications can not abuse it.
*/
public static final String SERVICE_INTERFACE =
"android.service.intelligence.IntelligenceService";
private Handler mHandler;
private ArrayMap<InteractionSessionId, AutofillProxy> mAutofillProxies;
private final IIntelligenceService mInterface = new IIntelligenceService.Stub() {
@Override
public void onSessionLifecycle(InteractionContext context, InteractionSessionId sessionId)
throws RemoteException {
if (context != null) {
mHandler.sendMessage(
obtainMessage(IntelligenceService::onCreateInteractionSession,
IntelligenceService.this, context, sessionId));
} else {
mHandler.sendMessage(
obtainMessage(IntelligenceService::onDestroyInteractionSession,
IntelligenceService.this, sessionId));
}
}
@Override
public void onContentCaptureEvents(InteractionSessionId sessionId,
List<ContentCaptureEvent> events) {
mHandler.sendMessage(
obtainMessage(IntelligenceService::onContentCaptureEvent,
IntelligenceService.this, sessionId, events));
}
@Override
public void onActivitySnapshot(InteractionSessionId sessionId,
SnapshotData snapshotData) {
mHandler.sendMessage(
obtainMessage(IntelligenceService::onActivitySnapshot,
IntelligenceService.this, sessionId, snapshotData));
}
@Override
public void onAutofillRequest(InteractionSessionId sessionId, IBinder client,
int autofilSessionId, AutofillId focusedId) {
mHandler.sendMessage(obtainMessage(IntelligenceService::handleOnAutofillRequest,
IntelligenceService.this, sessionId, client, autofilSessionId, focusedId));
}
@Override
public void onDestroyAutofillWindowsRequest(InteractionSessionId sessionId) {
mHandler.sendMessage(
obtainMessage(IntelligenceService::handleOnDestroyAutofillWindowsRequest,
IntelligenceService.this, sessionId));
}
};
@CallSuper
@Override
public void onCreate() {
super.onCreate();
mHandler = new Handler(Looper.getMainLooper(), null, true);
}
/** @hide */
@Override
public final IBinder onBind(Intent intent) {
if (SERVICE_INTERFACE.equals(intent.getAction())) {
return mInterface.asBinder();
}
Log.w(TAG, "Tried to bind to wrong intent: " + intent);
return null;
}
/**
* Creates a new interaction session.
*
* @param context interaction context
* @param sessionId the session's Id
*/
public void onCreateInteractionSession(@NonNull InteractionContext context,
@NonNull InteractionSessionId sessionId) {}
/**
* Notifies the service of {@link ContentCaptureEvent events} associated with a content capture
* session.
*
* @param sessionId the session's Id
* @param events the events
*/
// TODO(b/111276913): rename to onContentCaptureEvents or something like that; also, pass a
// Request object so it can be extended
public abstract void onContentCaptureEvent(@NonNull InteractionSessionId sessionId,
@NonNull List<ContentCaptureEvent> events);
private void handleOnAutofillRequest(@NonNull InteractionSessionId sessionId,
@NonNull IBinder client, int autofillSessionId, @NonNull AutofillId focusedId) {
if (mAutofillProxies == null) {
mAutofillProxies = new ArrayMap<>();
}
AutofillProxy proxy = mAutofillProxies.get(sessionId);
if (proxy == null) {
proxy = new AutofillProxy(sessionId, client, autofillSessionId, focusedId);
mAutofillProxies.put(sessionId, proxy);
} else {
// TODO(b/111330312): figure out if it's ok to reuse the proxy; add logging
if (DEBUG) Log.d(TAG, "Reusing proxy for session " + sessionId);
}
// TODO(b/111330312): set cancellation signal
final CancellationSignal cancellationSignal = null;
onFillRequest(sessionId, new FillRequest(proxy), cancellationSignal,
new FillController(proxy), new FillCallback());
}
/**
* Asks the service to handle an "augmented" autofill request.
*
* <p>This method is called when the "stantard" autofill service cannot handle a request, which
* typically occurs when:
* <ul>
* <li>Service does not recognize what should be autofilled.
* <li>Service does not have data to fill the request.
* <li>Service blacklisted that app (or activity) for autofill.
* <li>App disabled itself for autofill.
* </ul>
*
* <p>Differently from the standard autofill workflow, on augmented autofill the service is
* responsible to generate the autofill UI and request the Android system to autofill the
* activity when the user taps an action in that UI (through the
* {@link FillController#autofill(List)} method).
*
* <p>The service <b>MUST</b> call {@link
* FillCallback#onSuccess(android.service.intelligence.FillResponse)} as soon as possible,
* passing {@code null} when it cannot fulfill the request.
*
* @param sessionId the session's id
* @param request the request to handle.
* @param cancellationSignal signal for observing cancellation requests. The system will use
* this to notify you that the fill result is no longer needed and you should stop
* handling this fill request in order to save resources.
* @param controller object used to interact with the autofill system.
* @param callback object used to notify the result of the request. Service <b>must</b> call
* {@link FillCallback#onSuccess(android.service.intelligence.FillResponse)}.
*/
public void onFillRequest(@NonNull InteractionSessionId sessionId, @NonNull FillRequest request,
@NonNull CancellationSignal cancellationSignal, @NonNull FillController controller,
@NonNull FillCallback callback) {
}
private void handleOnDestroyAutofillWindowsRequest(@NonNull InteractionSessionId sessionId) {
AutofillProxy proxy = null;
if (mAutofillProxies != null) {
proxy = mAutofillProxies.get(sessionId);
}
if (proxy == null) {
// TODO(b/111330312): this might be fine, in which case we should logv it
Log.w(TAG, "No proxy for session " + sessionId);
return;
}
proxy.destroy();
mAutofillProxies.remove(sessionId);
}
@Override
protected void dump(FileDescriptor fd, PrintWriter pw, String[] args) {
if (mAutofillProxies != null) {
final int size = mAutofillProxies.size();
pw.print("Number proxies: "); pw.println(size);
for (int i = 0; i < size; i++) {
final InteractionSessionId sessionId = mAutofillProxies.keyAt(i);
final AutofillProxy proxy = mAutofillProxies.valueAt(i);
pw.print(i); pw.print(") SessionId="); pw.print(sessionId); pw.println(":");
proxy.dump(" ", pw);
}
}
}
/**
* Notifies the service of {@link IntelligenceSnapshotData snapshot data} associated with a
* session.
*
* @param sessionId the session's Id
* @param snapshotData the data
*/
public void onActivitySnapshot(@NonNull InteractionSessionId sessionId,
@NonNull SnapshotData snapshotData) {}
/**
* Destroys the interaction session.
*
* @param sessionId the id of the session to destroy
*/
public void onDestroyInteractionSession(@NonNull InteractionSessionId sessionId) {}
/** @hide */
static final class AutofillProxy {
private final Object mLock = new Object();
private final IAugmentedAutofillManagerClient mClient;
private final int mAutofillSessionId;
public final InteractionSessionId sessionId;
public final AutofillId focusedId;
@GuardedBy("mLock")
private SystemPopupPresentationParams mSmartSuggestion;
@GuardedBy("mLock")
private FillWindow mFillWindow;
private AutofillProxy(@NonNull InteractionSessionId sessionId, @NonNull IBinder client,
int autofillSessionId, @NonNull AutofillId focusedId) {
this.sessionId = sessionId;
mClient = IAugmentedAutofillManagerClient.Stub.asInterface(client);
mAutofillSessionId = autofillSessionId;
this.focusedId = focusedId;
// TODO(b/111330312): linkToDeath
}
@NonNull
public SystemPopupPresentationParams getSmartSuggestionParams() {
synchronized (mLock) {
if (mSmartSuggestion != null) {
return mSmartSuggestion;
}
Rect rect;
try {
rect = mClient.getViewCoordinates(focusedId);
} catch (RemoteException e) {
Log.w(TAG, "Could not get coordinates for " + focusedId);
return null;
}
if (rect == null) {
if (DEBUG) Log.d(TAG, "getViewCoordinates(" + focusedId + ") returned null");
return null;
}
mSmartSuggestion = new SystemPopupPresentationParams(this, rect);
return mSmartSuggestion;
}
}
public void autofill(@NonNull List<Pair<AutofillId, AutofillValue>> pairs)
throws RemoteException {
final int size = pairs.size();
final List<AutofillId> ids = new ArrayList<>(size);
final List<AutofillValue> values = new ArrayList<>(size);
for (int i = 0; i < size; i++) {
final Pair<AutofillId, AutofillValue> pair = pairs.get(i);
ids.add(pair.first);
values.add(pair.second);
}
mClient.autofill(mAutofillSessionId, ids, values);
}
public void setFillWindow(@NonNull FillWindow fillWindow) {
synchronized (mLock) {
mFillWindow = fillWindow;
}
}
public FillWindow getFillWindow() {
synchronized (mLock) {
return mFillWindow;
}
}
public void dump(@NonNull String prefix, @NonNull PrintWriter pw) {
pw.print(prefix); pw.print("afSessionId: "); pw.println(mAutofillSessionId);
pw.print(prefix); pw.print("focusedId: "); pw.println(focusedId);
pw.print(prefix); pw.print("client: "); pw.println(mClient);
final String prefix2 = prefix + " ";
if (mFillWindow != null) {
pw.print(prefix); pw.println("window:");
mFillWindow.dump(prefix2, pw);
}
if (mSmartSuggestion != null) {
pw.print(prefix); pw.println("smartSuggestion:");
mSmartSuggestion.dump(prefix2, pw);
}
}
private void destroy() {
synchronized (mLock) {
if (mFillWindow != null) {
if (DEBUG) Log.d(TAG, "destroying window");
mFillWindow.destroy();
}
}
}
}
}