blob: d7ad27bd9134cf6a8dca811dfcd1dce26b248c11 [file] [log] [blame]
Yao Chen44cf27c2017-09-14 22:32:50 -07001/*
2 * Copyright (C) 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Yangster-mac754e29e2018-05-02 12:23:17 -070016#define DEBUG false // STOPSHIP if true
Joe Onorato9fc9edf2017-10-15 20:08:52 -070017#include "Log.h"
tsaichristined21aacf2019-10-07 14:47:38 -070018
Yao Chen44cf27c2017-09-14 22:32:50 -070019#include "MetricsManager.h"
tsaichristined21aacf2019-10-07 14:47:38 -070020
tsaichristined21aacf2019-10-07 14:47:38 -070021#include <private/android_filesystem_config.h>
Yao Chen93fe3a32017-11-02 13:52:59 -070022
Yao Chen44cf27c2017-09-14 22:32:50 -070023#include "CountMetricProducer.h"
Muhammad Qureshic8e22662019-11-20 17:18:03 -080024#include "atoms_info.h"
Yao Chen93fe3a32017-11-02 13:52:59 -070025#include "condition/CombinationConditionTracker.h"
26#include "condition/SimpleConditionTracker.h"
Yao Chenb3561512017-11-21 18:07:17 -080027#include "guardrail/StatsdStats.h"
Yao Chen93fe3a32017-11-02 13:52:59 -070028#include "matchers/CombinationLogMatchingTracker.h"
29#include "matchers/SimpleLogMatchingTracker.h"
Yao Chencaf339d2017-10-06 16:01:10 -070030#include "metrics_manager_util.h"
tsaichristined21aacf2019-10-07 14:47:38 -070031#include "state/StateManager.h"
Yangster-mac330af582018-02-08 15:24:38 -080032#include "stats_log_util.h"
tsaichristined21aacf2019-10-07 14:47:38 -070033#include "stats_util.h"
Jeffrey Huang74fc4352020-03-06 15:18:33 -080034#include "statslog_statsd.h"
Yao Chen288c6002017-12-12 13:43:18 -080035
36using android::util::FIELD_COUNT_REPEATED;
David Chenfaa1af52018-03-30 15:14:04 -070037using android::util::FIELD_TYPE_INT32;
38using android::util::FIELD_TYPE_INT64;
Yao Chen288c6002017-12-12 13:43:18 -080039using android::util::FIELD_TYPE_MESSAGE;
Yangster-mac9def8e32018-04-17 13:55:51 -070040using android::util::FIELD_TYPE_STRING;
Yao Chen288c6002017-12-12 13:43:18 -080041using android::util::ProtoOutputStream;
42
Yao Chen44cf27c2017-09-14 22:32:50 -070043using std::set;
44using std::string;
Yao Chen44cf27c2017-09-14 22:32:50 -070045using std::vector;
46
47namespace android {
48namespace os {
49namespace statsd {
50
Yao Chen288c6002017-12-12 13:43:18 -080051const int FIELD_ID_METRICS = 1;
David Chenfaa1af52018-03-30 15:14:04 -070052const int FIELD_ID_ANNOTATIONS = 7;
53const int FIELD_ID_ANNOTATIONS_INT64 = 1;
54const int FIELD_ID_ANNOTATIONS_INT32 = 2;
Yao Chen288c6002017-12-12 13:43:18 -080055
Muhammad Qureshi844694b2019-04-05 10:10:40 -070056// for ActiveConfig
57const int FIELD_ID_ACTIVE_CONFIG_ID = 1;
58const int FIELD_ID_ACTIVE_CONFIG_UID = 2;
59const int FIELD_ID_ACTIVE_CONFIG_METRIC = 3;
60
Yao Chend10f7b12017-12-18 12:53:50 -080061MetricsManager::MetricsManager(const ConfigKey& key, const StatsdConfig& config,
Yangster-mac15f6bbc2018-04-08 11:52:26 -070062 const int64_t timeBaseNs, const int64_t currentTimeNs,
Chenjie Yue2219202018-06-08 10:07:51 -070063 const sp<UidMap>& uidMap,
64 const sp<StatsPullerManager>& pullerManager,
Yangster-mac932ecec2018-02-01 10:23:52 -080065 const sp<AlarmMonitor>& anomalyAlarmMonitor,
66 const sp<AlarmMonitor>& periodicAlarmMonitor)
Chenjie Yue2219202018-06-08 10:07:51 -070067 : mConfigKey(key),
68 mUidMap(uidMap),
Yangster-macb142cc82018-03-30 15:22:08 -070069 mTtlNs(config.has_ttl_in_seconds() ? config.ttl_in_seconds() * NS_PER_SEC : -1),
70 mTtlEndNs(-1),
David Chen48944902018-05-03 10:29:11 -070071 mLastReportTimeNs(currentTimeNs),
Yao Chen9a43b4f2019-04-10 10:43:20 -070072 mLastReportWallClockNs(getWallClockNs()),
Tej Singh3be093b2020-03-04 20:08:38 -080073 mPullerManager(pullerManager),
Yao Chen9a43b4f2019-04-10 10:43:20 -070074 mShouldPersistHistory(config.persist_locally()) {
Yangster-macb142cc82018-03-30 15:22:08 -070075 // Init the ttl end timestamp.
Yangster-mac15f6bbc2018-04-08 11:52:26 -070076 refreshTtl(timeBaseNs);
Yangster-macb142cc82018-03-30 15:22:08 -070077
Chenjie Yue2219202018-06-08 10:07:51 -070078 mConfigValid = initStatsdConfig(
79 key, config, *uidMap, pullerManager, anomalyAlarmMonitor, periodicAlarmMonitor,
80 timeBaseNs, currentTimeNs, mTagIds, mAllAtomMatchers, mAllConditionTrackers,
81 mAllMetricProducers, mAllAnomalyTrackers, mAllPeriodicAlarmTrackers,
Yangster-mac849dfdc22018-10-12 15:41:45 -070082 mConditionToMetricMap, mTrackerToMetricMap, mTrackerToConditionMap,
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -070083 mActivationAtomTrackerToMetricMap, mDeactivationAtomTrackerToMetricMap,
Jeffrey Huang38d70262020-03-19 17:28:59 -070084 mAlertTrackerMap, mMetricIndexesWithActivation, mNoReportMetricIds);
Yao Chenb3561512017-11-21 18:07:17 -080085
Yangster-mac1c58f042018-05-17 15:52:51 -070086 mHashStringsInReport = config.hash_strings_in_metric_report();
dwchen730403e2018-10-29 11:41:56 -070087 mVersionStringsInReport = config.version_strings_in_metric_report();
88 mInstallerInReport = config.installer_in_metric_report();
Yangster-mac1c58f042018-05-17 15:52:51 -070089
Tej Singh3be093b2020-03-04 20:08:38 -080090 // Init allowed pushed atom uids.
Yao Chen147ce602017-12-22 14:35:34 -080091 if (config.allowed_log_source_size() == 0) {
David Chen8faaa012018-02-28 15:54:36 -080092 mConfigValid = false;
93 ALOGE("Log source whitelist is empty! This config won't get any data. Suggest adding at "
94 "least AID_SYSTEM and AID_STATSD to the allowed_log_source field.");
Yao Chend10f7b12017-12-18 12:53:50 -080095 } else {
Yao Chen147ce602017-12-22 14:35:34 -080096 for (const auto& source : config.allowed_log_source()) {
97 auto it = UidMap::sAidToUidMapping.find(source);
98 if (it != UidMap::sAidToUidMapping.end()) {
99 mAllowedUid.push_back(it->second);
100 } else {
101 mAllowedPkg.push_back(source);
102 }
103 }
Yao Chend10f7b12017-12-18 12:53:50 -0800104
105 if (mAllowedUid.size() + mAllowedPkg.size() > StatsdStats::kMaxLogSourceCount) {
106 ALOGE("Too many log sources. This is likely to be an error in the config.");
107 mConfigValid = false;
108 } else {
109 initLogSourceWhiteList();
110 }
111 }
112
Tej Singh3be093b2020-03-04 20:08:38 -0800113 // Init default allowed pull atom uids.
114 int numPullPackages = 0;
115 for (const string& pullSource : config.default_pull_packages()) {
116 auto it = UidMap::sAidToUidMapping.find(pullSource);
117 if (it != UidMap::sAidToUidMapping.end()) {
118 numPullPackages++;
119 mDefaultPullUids.insert(it->second);
120 } else {
121 ALOGE("Default pull atom packages must be in sAidToUidMapping");
122 mConfigValid = false;
123 }
124 }
125 // Init per-atom pull atom packages.
126 for (const PullAtomPackages& pullAtomPackages : config.pull_atom_packages()) {
127 int32_t atomId = pullAtomPackages.atom_id();
128 for (const string& pullPackage : pullAtomPackages.packages()) {
129 numPullPackages++;
130 auto it = UidMap::sAidToUidMapping.find(pullPackage);
131 if (it != UidMap::sAidToUidMapping.end()) {
132 mPullAtomUids[atomId].insert(it->second);
133 } else {
134 mPullAtomPackages[atomId].insert(pullPackage);
135 }
136 }
137 }
138 if (numPullPackages > StatsdStats::kMaxPullAtomPackages) {
139 ALOGE("Too many sources in default_pull_packages and pull_atom_packages. This is likely to "
140 "be an error in the config");
141 mConfigValid = false;
142 } else {
143 initPullAtomSources();
144 }
145 mPullerManager->RegisterPullUidProvider(mConfigKey, this);
146
David Chenfaa1af52018-03-30 15:14:04 -0700147 // Store the sub-configs used.
148 for (const auto& annotation : config.annotation()) {
149 mAnnotations.emplace_back(annotation.field_int64(), annotation.field_int32());
150 }
151
Yao Chenb3561512017-11-21 18:07:17 -0800152 // Guardrail. Reject the config if it's too big.
153 if (mAllMetricProducers.size() > StatsdStats::kMaxMetricCountPerConfig ||
154 mAllConditionTrackers.size() > StatsdStats::kMaxConditionCountPerConfig ||
Stefan Lafonb8c9aa82017-12-03 14:27:25 -0800155 mAllAtomMatchers.size() > StatsdStats::kMaxMatcherCountPerConfig) {
Yao Chenb3561512017-11-21 18:07:17 -0800156 ALOGE("This config is too big! Reject!");
157 mConfigValid = false;
158 }
Bookatz1476ef22018-02-13 12:26:01 -0800159 if (mAllAnomalyTrackers.size() > StatsdStats::kMaxAlertCountPerConfig) {
160 ALOGE("This config has too many alerts! Reject!");
161 mConfigValid = false;
162 }
Tej Singh6ede28b2019-01-29 17:06:54 -0800163
164 mIsAlwaysActive = (mMetricIndexesWithActivation.size() != mAllMetricProducers.size()) ||
165 (mAllMetricProducers.size() == 0);
166 bool isActive = mIsAlwaysActive;
167 for (int metric : mMetricIndexesWithActivation) {
168 isActive |= mAllMetricProducers[metric]->isActive();
169 }
170 mIsActive = isActive;
171 VLOG("mIsActive is initialized to %d", mIsActive)
172
Yao Chenf09569f2017-12-13 17:00:51 -0800173 // no matter whether this config is valid, log it in the stats.
David Chenfaa1af52018-03-30 15:14:04 -0700174 StatsdStats::getInstance().noteConfigReceived(
175 key, mAllMetricProducers.size(), mAllConditionTrackers.size(), mAllAtomMatchers.size(),
176 mAllAnomalyTrackers.size(), mAnnotations, mConfigValid);
Chenjie Yuc7939cb2019-02-04 17:25:45 -0800177 // Check active
178 for (const auto& metric : mAllMetricProducers) {
179 if (metric->isActive()) {
180 mIsActive = true;
181 break;
182 }
183 }
Yao Chen44cf27c2017-09-14 22:32:50 -0700184}
185
186MetricsManager::~MetricsManager() {
tsaichristined21aacf2019-10-07 14:47:38 -0700187 for (auto it : mAllMetricProducers) {
188 for (int atomId : it->getSlicedStateAtoms()) {
189 StateManager::getInstance().unregisterListener(atomId, it);
190 }
191 }
Tej Singh3eb9ced2020-04-20 22:04:38 -0700192 mPullerManager->UnregisterPullUidProvider(mConfigKey, this);
tsaichristined21aacf2019-10-07 14:47:38 -0700193
Bookatzd3606c72017-10-19 10:13:49 -0700194 VLOG("~MetricsManager()");
Yao Chen44cf27c2017-09-14 22:32:50 -0700195}
196
Yao Chend10f7b12017-12-18 12:53:50 -0800197void MetricsManager::initLogSourceWhiteList() {
198 std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex);
199 mAllowedLogSources.clear();
200 mAllowedLogSources.insert(mAllowedUid.begin(), mAllowedUid.end());
201
202 for (const auto& pkg : mAllowedPkg) {
203 auto uids = mUidMap->getAppUid(pkg);
204 mAllowedLogSources.insert(uids.begin(), uids.end());
205 }
206 if (DEBUG) {
207 for (const auto& uid : mAllowedLogSources) {
208 VLOG("Allowed uid %d", uid);
209 }
210 }
211}
212
Tej Singh3be093b2020-03-04 20:08:38 -0800213void MetricsManager::initPullAtomSources() {
214 std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex);
215 mCombinedPullAtomUids.clear();
216 for (const auto& [atomId, uids] : mPullAtomUids) {
217 mCombinedPullAtomUids[atomId].insert(uids.begin(), uids.end());
218 }
219 for (const auto& [atomId, packages] : mPullAtomPackages) {
220 for (const string& pkg : packages) {
221 set<int32_t> uids = mUidMap->getAppUid(pkg);
222 mCombinedPullAtomUids[atomId].insert(uids.begin(), uids.end());
223 }
224 }
225}
226
Yao Chencaf339d2017-10-06 16:01:10 -0700227bool MetricsManager::isConfigValid() const {
228 return mConfigValid;
229}
230
Yangster-macb142cc82018-03-30 15:22:08 -0700231void MetricsManager::notifyAppUpgrade(const int64_t& eventTimeNs, const string& apk, const int uid,
David Chen27785a82018-01-19 17:06:45 -0800232 const int64_t version) {
Tej Singh9ec159a2019-11-14 11:59:48 -0800233 // Inform all metric producers.
Tej Singhe678cb72020-04-14 16:23:30 -0700234 for (const auto& it : mAllMetricProducers) {
235 it->notifyAppUpgrade(eventTimeNs);
Tej Singh9ec159a2019-11-14 11:59:48 -0800236 }
Yao Chend10f7b12017-12-18 12:53:50 -0800237 // check if we care this package
Tej Singh3be093b2020-03-04 20:08:38 -0800238 if (std::find(mAllowedPkg.begin(), mAllowedPkg.end(), apk) != mAllowedPkg.end()) {
239 // We will re-initialize the whole list because we don't want to keep the multi mapping of
240 // UID<->pkg inside MetricsManager to reduce the memory usage.
241 initLogSourceWhiteList();
Yao Chend10f7b12017-12-18 12:53:50 -0800242 }
Tej Singh3be093b2020-03-04 20:08:38 -0800243
244 for (const auto& it : mPullAtomPackages) {
245 if (it.second.find(apk) != it.second.end()) {
246 initPullAtomSources();
247 return;
248 }
249 }
Yao Chend10f7b12017-12-18 12:53:50 -0800250}
251
Yangster-macb142cc82018-03-30 15:22:08 -0700252void MetricsManager::notifyAppRemoved(const int64_t& eventTimeNs, const string& apk,
David Chen27785a82018-01-19 17:06:45 -0800253 const int uid) {
Tej Singh9ec159a2019-11-14 11:59:48 -0800254 // Inform all metric producers.
Tej Singhe678cb72020-04-14 16:23:30 -0700255 for (const auto& it : mAllMetricProducers) {
256 it->notifyAppRemoved(eventTimeNs);
Tej Singh9ec159a2019-11-14 11:59:48 -0800257 }
Yao Chend10f7b12017-12-18 12:53:50 -0800258 // check if we care this package
Tej Singh3be093b2020-03-04 20:08:38 -0800259 if (std::find(mAllowedPkg.begin(), mAllowedPkg.end(), apk) != mAllowedPkg.end()) {
260 // We will re-initialize the whole list because we don't want to keep the multi mapping of
261 // UID<->pkg inside MetricsManager to reduce the memory usage.
262 initLogSourceWhiteList();
Yao Chend10f7b12017-12-18 12:53:50 -0800263 }
Tej Singh3be093b2020-03-04 20:08:38 -0800264
265 for (const auto& it : mPullAtomPackages) {
266 if (it.second.find(apk) != it.second.end()) {
267 initPullAtomSources();
268 return;
269 }
270 }
Yao Chend10f7b12017-12-18 12:53:50 -0800271}
272
Yangster-macb142cc82018-03-30 15:22:08 -0700273void MetricsManager::onUidMapReceived(const int64_t& eventTimeNs) {
Tej Singh9ec159a2019-11-14 11:59:48 -0800274 // Purposefully don't inform metric producers on a new snapshot
275 // because we don't need to flush partial buckets.
276 // This occurs if a new user is added/removed or statsd crashes.
Tej Singh3be093b2020-03-04 20:08:38 -0800277 initPullAtomSources();
278
Yao Chend10f7b12017-12-18 12:53:50 -0800279 if (mAllowedPkg.size() == 0) {
280 return;
281 }
282 initLogSourceWhiteList();
283}
284
Tej Singhe678cb72020-04-14 16:23:30 -0700285void MetricsManager::onStatsdInitCompleted(const int64_t& eventTimeNs) {
286 // Inform all metric producers.
287 for (const auto& it : mAllMetricProducers) {
288 it->onStatsdInitCompleted(eventTimeNs);
289 }
290}
291
Tej Singh3be093b2020-03-04 20:08:38 -0800292void MetricsManager::init() {
293 for (const auto& producer : mAllMetricProducers) {
294 producer->prepareFirstBucket();
295 }
296}
297
298vector<int32_t> MetricsManager::getPullAtomUids(int32_t atomId) {
299 std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex);
300 vector<int32_t> uids;
301 const auto& it = mCombinedPullAtomUids.find(atomId);
302 if (it != mCombinedPullAtomUids.end()) {
303 uids.insert(uids.end(), it->second.begin(), it->second.end());
304 }
305 uids.insert(uids.end(), mDefaultPullUids.begin(), mDefaultPullUids.end());
306 return uids;
307}
308
Yao Chen884c8c12018-01-26 10:36:25 -0800309void MetricsManager::dumpStates(FILE* out, bool verbose) {
310 fprintf(out, "ConfigKey %s, allowed source:", mConfigKey.ToString().c_str());
311 {
312 std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex);
313 for (const auto& source : mAllowedLogSources) {
314 fprintf(out, "%d ", source);
315 }
316 }
317 fprintf(out, "\n");
318 for (const auto& producer : mAllMetricProducers) {
319 producer->dumpStates(out, verbose);
320 }
321}
322
Yangster-macb142cc82018-03-30 15:22:08 -0700323void MetricsManager::dropData(const int64_t dropTimeNs) {
Yao Chen06dba5d2018-01-26 13:38:16 -0800324 for (const auto& producer : mAllMetricProducers) {
325 producer->dropData(dropTimeNs);
326 }
327}
328
Yangster-mace68f3a52018-04-04 00:01:43 -0700329void MetricsManager::onDumpReport(const int64_t dumpTimeStampNs,
330 const bool include_current_partial_bucket,
Bookatzff71cad2018-09-20 17:17:49 -0700331 const bool erase_data,
Olivier Gaillard6c75ecd2019-02-20 09:57:33 +0000332 const DumpLatency dumpLatency,
Yangster-mac9def8e32018-04-17 13:55:51 -0700333 std::set<string> *str_set,
Yangster-mace68f3a52018-04-04 00:01:43 -0700334 ProtoOutputStream* protoOutput) {
Yao Chen729093d2017-10-16 10:33:26 -0700335 VLOG("=========================Metric Reports Start==========================");
336 // one StatsLogReport per MetricProduer
Yangster-mac94e197c2018-01-02 16:03:03 -0800337 for (const auto& producer : mAllMetricProducers) {
338 if (mNoReportMetricIds.find(producer->getMetricId()) == mNoReportMetricIds.end()) {
Yangster-mac9def8e32018-04-17 13:55:51 -0700339 uint64_t token = protoOutput->start(
340 FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_METRICS);
Yangster-mac1c58f042018-05-17 15:52:51 -0700341 if (mHashStringsInReport) {
Bookatzff71cad2018-09-20 17:17:49 -0700342 producer->onDumpReport(dumpTimeStampNs, include_current_partial_bucket, erase_data,
Olivier Gaillard6c75ecd2019-02-20 09:57:33 +0000343 dumpLatency, str_set, protoOutput);
Yangster-mac1c58f042018-05-17 15:52:51 -0700344 } else {
Bookatzff71cad2018-09-20 17:17:49 -0700345 producer->onDumpReport(dumpTimeStampNs, include_current_partial_bucket, erase_data,
Olivier Gaillard6c75ecd2019-02-20 09:57:33 +0000346 dumpLatency, nullptr, protoOutput);
Yangster-mac1c58f042018-05-17 15:52:51 -0700347 }
Yangster-mac94e197c2018-01-02 16:03:03 -0800348 protoOutput->end(token);
Yangster-maca802d732018-04-24 07:50:38 -0700349 } else {
350 producer->clearPastBuckets(dumpTimeStampNs);
Yangster-mac94e197c2018-01-02 16:03:03 -0800351 }
Yao Chen729093d2017-10-16 10:33:26 -0700352 }
David Chenfaa1af52018-03-30 15:14:04 -0700353 for (const auto& annotation : mAnnotations) {
354 uint64_t token = protoOutput->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED |
355 FIELD_ID_ANNOTATIONS);
356 protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_ANNOTATIONS_INT64,
357 (long long)annotation.first);
358 protoOutput->write(FIELD_TYPE_INT32 | FIELD_ID_ANNOTATIONS_INT32, annotation.second);
359 protoOutput->end(token);
360 }
Yangster-mac9def8e32018-04-17 13:55:51 -0700361
Yangster-mac330af582018-02-08 15:24:38 -0800362 mLastReportTimeNs = dumpTimeStampNs;
Yangster-mac3fa5d7f2018-03-10 21:50:27 -0800363 mLastReportWallClockNs = getWallClockNs();
Yao Chen729093d2017-10-16 10:33:26 -0700364 VLOG("=========================Metric Reports End==========================");
Yao Chen729093d2017-10-16 10:33:26 -0700365}
366
Yao Chencaf339d2017-10-06 16:01:10 -0700367
Andrei Oneada01ea52019-01-30 15:28:36 +0000368bool MetricsManager::checkLogCredentials(const LogEvent& event) {
369 if (android::util::AtomsInfo::kWhitelistedAtoms.find(event.GetTagId()) !=
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -0700370 android::util::AtomsInfo::kWhitelistedAtoms.end())
Andrei Oneada01ea52019-01-30 15:28:36 +0000371 {
372 return true;
373 }
374 std::lock_guard<std::mutex> lock(mAllowedLogSourcesMutex);
375 if (mAllowedLogSources.find(event.GetUid()) == mAllowedLogSources.end()) {
376 VLOG("log source %d not on the whitelist", event.GetUid());
377 return false;
378 }
379 return true;
380}
381
382bool MetricsManager::eventSanityCheck(const LogEvent& event) {
Jeffrey Huang74fc4352020-03-06 15:18:33 -0800383 if (event.GetTagId() == util::APP_BREADCRUMB_REPORTED) {
David Chenb639d142018-02-14 17:29:54 -0800384 // Check that app breadcrumb reported fields are valid.
David Chendaa9f3a2017-12-28 16:52:22 -0800385 status_t err = NO_ERROR;
Bookatzb223c4e2018-02-01 15:35:04 -0800386
387 // Uid is 3rd from last field and must match the caller's uid,
388 // unless that caller is statsd itself (statsd is allowed to spoof uids).
389 long appHookUid = event.GetLong(event.size()-2, &err);
Ruchir Rastogid4cc6932020-04-20 11:51:14 -0700390 if (err != NO_ERROR) {
David Chen77ef6712018-02-23 18:23:42 -0800391 VLOG("APP_BREADCRUMB_REPORTED had error when parsing the uid");
Andrei Oneada01ea52019-01-30 15:28:36 +0000392 return false;
David Chen77ef6712018-02-23 18:23:42 -0800393 }
Ruchir Rastogid4cc6932020-04-20 11:51:14 -0700394
395 // Because the uid within the LogEvent may have been mapped from
396 // isolated to host, map the loggerUid similarly before comparing.
397 int32_t loggerUid = mUidMap->getHostUidOrSelf(event.GetUid());
David Chen77ef6712018-02-23 18:23:42 -0800398 if (loggerUid != appHookUid && loggerUid != AID_STATSD) {
399 VLOG("APP_BREADCRUMB_REPORTED has invalid uid: claimed %ld but caller is %d",
400 appHookUid, loggerUid);
Andrei Oneada01ea52019-01-30 15:28:36 +0000401 return false;
David Chendaa9f3a2017-12-28 16:52:22 -0800402 }
Bookatzb223c4e2018-02-01 15:35:04 -0800403
David Chendaa9f3a2017-12-28 16:52:22 -0800404 // The state must be from 0,3. This part of code must be manually updated.
Bookatzb223c4e2018-02-01 15:35:04 -0800405 long appHookState = event.GetLong(event.size(), &err);
Ruchir Rastogid4cc6932020-04-20 11:51:14 -0700406 if (err != NO_ERROR) {
David Chen77ef6712018-02-23 18:23:42 -0800407 VLOG("APP_BREADCRUMB_REPORTED had error when parsing the state field");
Andrei Oneada01ea52019-01-30 15:28:36 +0000408 return false;
David Chen77ef6712018-02-23 18:23:42 -0800409 } else if (appHookState < 0 || appHookState > 3) {
410 VLOG("APP_BREADCRUMB_REPORTED does not have valid state %ld", appHookState);
Andrei Oneada01ea52019-01-30 15:28:36 +0000411 return false;
David Chendaa9f3a2017-12-28 16:52:22 -0800412 }
Jeffrey Huang74fc4352020-03-06 15:18:33 -0800413 } else if (event.GetTagId() == util::DAVEY_OCCURRED) {
Tej Singhbb8554a2018-01-26 11:59:14 -0800414 // Daveys can be logged from any app since they are logged in libs/hwui/JankTracker.cpp.
415 // Check that the davey duration is reasonable. Max length check is for privacy.
416 status_t err = NO_ERROR;
David Chen77ef6712018-02-23 18:23:42 -0800417
418 // Uid is the first field provided.
419 long jankUid = event.GetLong(1, &err);
Ruchir Rastogid4cc6932020-04-20 11:51:14 -0700420 if (err != NO_ERROR) {
David Chen77ef6712018-02-23 18:23:42 -0800421 VLOG("Davey occurred had error when parsing the uid");
Andrei Oneada01ea52019-01-30 15:28:36 +0000422 return false;
David Chen77ef6712018-02-23 18:23:42 -0800423 }
424 int32_t loggerUid = event.GetUid();
425 if (loggerUid != jankUid && loggerUid != AID_STATSD) {
426 VLOG("DAVEY_OCCURRED has invalid uid: claimed %ld but caller is %d", jankUid,
427 loggerUid);
Andrei Oneada01ea52019-01-30 15:28:36 +0000428 return false;
David Chen77ef6712018-02-23 18:23:42 -0800429 }
430
Tej Singhbb8554a2018-01-26 11:59:14 -0800431 long duration = event.GetLong(event.size(), &err);
Ruchir Rastogid4cc6932020-04-20 11:51:14 -0700432 if (err != NO_ERROR) {
David Chen77ef6712018-02-23 18:23:42 -0800433 VLOG("Davey occurred had error when parsing the duration");
Andrei Oneada01ea52019-01-30 15:28:36 +0000434 return false;
David Chen77ef6712018-02-23 18:23:42 -0800435 } else if (duration > 100000) {
Tej Singhbb8554a2018-01-26 11:59:14 -0800436 VLOG("Davey duration is unreasonably long: %ld", duration);
Andrei Oneada01ea52019-01-30 15:28:36 +0000437 return false;
Tej Singhbb8554a2018-01-26 11:59:14 -0800438 }
Andrei Oneada01ea52019-01-30 15:28:36 +0000439 }
440
441 return true;
442}
443
444// Consume the stats log if it's interesting to this metric.
445void MetricsManager::onLogEvent(const LogEvent& event) {
446 if (!mConfigValid) {
447 return;
448 }
449
450 if (!checkLogCredentials(event)) {
451 return;
452 }
453
454 if (!eventSanityCheck(event)) {
455 return;
Yao Chend10f7b12017-12-18 12:53:50 -0800456 }
457
Joe Onoratoc4dfae52017-10-17 23:38:21 -0700458 int tagId = event.GetTagId();
Yangster-mac849dfdc22018-10-12 15:41:45 -0700459 int64_t eventTimeNs = event.GetElapsedTimestampNs();
460
Tej Singh6ede28b2019-01-29 17:06:54 -0800461 bool isActive = mIsAlwaysActive;
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -0700462
463 // Set of metrics that are still active after flushing.
464 unordered_set<int> activeMetricsIndices;
465
466 // Update state of all metrics w/ activation conditions as of eventTimeNs.
467 for (int metricIndex : mMetricIndexesWithActivation) {
468 const sp<MetricProducer>& metric = mAllMetricProducers[metricIndex];
469 metric->flushIfExpire(eventTimeNs);
470 if (metric->isActive()) {
471 // If this metric w/ activation condition is still active after
472 // flushing, remember it.
473 activeMetricsIndices.insert(metricIndex);
474 }
Yangster-mac849dfdc22018-10-12 15:41:45 -0700475 }
476
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -0700477 mIsActive = isActive || !activeMetricsIndices.empty();
Tej Singh6ede28b2019-01-29 17:06:54 -0800478
Yao Chen44cf27c2017-09-14 22:32:50 -0700479 if (mTagIds.find(tagId) == mTagIds.end()) {
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -0700480 // Not interesting...
Yao Chen44cf27c2017-09-14 22:32:50 -0700481 return;
482 }
Yao Chen44cf27c2017-09-14 22:32:50 -0700483
Stefan Lafonb8c9aa82017-12-03 14:27:25 -0800484 vector<MatchingState> matcherCache(mAllAtomMatchers.size(), MatchingState::kNotComputed);
Yao Chencaf339d2017-10-06 16:01:10 -0700485
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -0700486 // Evaluate all atom matchers.
Stefan Lafonb8c9aa82017-12-03 14:27:25 -0800487 for (auto& matcher : mAllAtomMatchers) {
488 matcher->onLogEvent(event, mAllAtomMatchers, matcherCache);
Yao Chen44cf27c2017-09-14 22:32:50 -0700489 }
490
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -0700491 // Set of metrics that received an activation cancellation.
492 unordered_set<int> metricIndicesWithCanceledActivations;
493
494 // Determine which metric activations received a cancellation and cancel them.
495 for (const auto& it : mDeactivationAtomTrackerToMetricMap) {
496 if (matcherCache[it.first] == MatchingState::kMatched) {
497 for (int metricIndex : it.second) {
498 mAllMetricProducers[metricIndex]->cancelEventActivation(it.first);
499 metricIndicesWithCanceledActivations.insert(metricIndex);
500 }
501 }
502 }
503
504 // Determine whether any metrics are no longer active after cancelling metric activations.
505 for (const int metricIndex : metricIndicesWithCanceledActivations) {
506 const sp<MetricProducer>& metric = mAllMetricProducers[metricIndex];
507 metric->flushIfExpire(eventTimeNs);
508 if (!metric->isActive()) {
509 activeMetricsIndices.erase(metricIndex);
510 }
511 }
512
513 isActive |= !activeMetricsIndices.empty();
514
515
516 // Determine which metric activations should be turned on and turn them on
Yangster-mac849dfdc22018-10-12 15:41:45 -0700517 for (const auto& it : mActivationAtomTrackerToMetricMap) {
518 if (matcherCache[it.first] == MatchingState::kMatched) {
519 for (int metricIndex : it.second) {
520 mAllMetricProducers[metricIndex]->activate(it.first, eventTimeNs);
Chenjie Yuc7939cb2019-02-04 17:25:45 -0800521 isActive |= mAllMetricProducers[metricIndex]->isActive();
Yangster-mac849dfdc22018-10-12 15:41:45 -0700522 }
523 }
524 }
525
Chenjie Yuc7939cb2019-02-04 17:25:45 -0800526 mIsActive = isActive;
527
Yao Chencaf339d2017-10-06 16:01:10 -0700528 // A bitmap to see which ConditionTracker needs to be re-evaluated.
529 vector<bool> conditionToBeEvaluated(mAllConditionTrackers.size(), false);
530
531 for (const auto& pair : mTrackerToConditionMap) {
532 if (matcherCache[pair.first] == MatchingState::kMatched) {
533 const auto& conditionList = pair.second;
534 for (const int conditionIndex : conditionList) {
535 conditionToBeEvaluated[conditionIndex] = true;
536 }
537 }
538 }
539
540 vector<ConditionState> conditionCache(mAllConditionTrackers.size(),
541 ConditionState::kNotEvaluated);
542 // A bitmap to track if a condition has changed value.
543 vector<bool> changedCache(mAllConditionTrackers.size(), false);
544 for (size_t i = 0; i < mAllConditionTrackers.size(); i++) {
545 if (conditionToBeEvaluated[i] == false) {
546 continue;
547 }
Yao Chencaf339d2017-10-06 16:01:10 -0700548 sp<ConditionTracker>& condition = mAllConditionTrackers[i];
549 condition->evaluateCondition(event, matcherCache, mAllConditionTrackers, conditionCache,
Yao Chen967b2052017-11-07 16:36:43 -0800550 changedCache);
Yao Chen729093d2017-10-16 10:33:26 -0700551 }
552
553 for (size_t i = 0; i < mAllConditionTrackers.size(); i++) {
Yao Chen967b2052017-11-07 16:36:43 -0800554 if (changedCache[i] == false) {
Yao Chen729093d2017-10-16 10:33:26 -0700555 continue;
556 }
557 auto pair = mConditionToMetricMap.find(i);
558 if (pair != mConditionToMetricMap.end()) {
559 auto& metricList = pair->second;
560 for (auto metricIndex : metricList) {
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -0700561 // Metric cares about non sliced condition, and it's changed.
Yao Chen729093d2017-10-16 10:33:26 -0700562 // Push the new condition to it directly.
Yao Chen967b2052017-11-07 16:36:43 -0800563 if (!mAllMetricProducers[metricIndex]->isConditionSliced()) {
Yao Chen5154a372017-10-30 22:57:06 -0700564 mAllMetricProducers[metricIndex]->onConditionChanged(conditionCache[i],
Yangster-mac849dfdc22018-10-12 15:41:45 -0700565 eventTimeNs);
Muhammad Qureshi3a5ebf52019-03-28 12:38:21 -0700566 // Metric cares about sliced conditions, and it may have changed. Send
Yao Chen729093d2017-10-16 10:33:26 -0700567 // notification, and the metric can query the sliced conditions that are
568 // interesting to it.
Yangsterf2bee6f2017-11-29 12:01:05 -0800569 } else {
Yao Chen427d3722018-03-22 15:21:52 -0700570 mAllMetricProducers[metricIndex]->onSlicedConditionMayChange(conditionCache[i],
Yangster-mac849dfdc22018-10-12 15:41:45 -0700571 eventTimeNs);
Yao Chen44cf27c2017-09-14 22:32:50 -0700572 }
Yao Chencaf339d2017-10-06 16:01:10 -0700573 }
574 }
575 }
576
Stefan Lafonb8c9aa82017-12-03 14:27:25 -0800577 // For matched AtomMatchers, tell relevant metrics that a matched event has come.
578 for (size_t i = 0; i < mAllAtomMatchers.size(); i++) {
Yao Chencaf339d2017-10-06 16:01:10 -0700579 if (matcherCache[i] == MatchingState::kMatched) {
Yao Chenb3561512017-11-21 18:07:17 -0800580 StatsdStats::getInstance().noteMatcherMatched(mConfigKey,
Yangster-mac94e197c2018-01-02 16:03:03 -0800581 mAllAtomMatchers[i]->getId());
Yao Chencaf339d2017-10-06 16:01:10 -0700582 auto pair = mTrackerToMetricMap.find(i);
583 if (pair != mTrackerToMetricMap.end()) {
584 auto& metricList = pair->second;
585 for (const int metricIndex : metricList) {
Chenjie Yub3dda412017-10-24 13:41:59 -0700586 // pushed metrics are never scheduled pulls
Chenjie Yua7259ab2017-12-10 08:31:05 -0800587 mAllMetricProducers[metricIndex]->onMatchedLogEvent(i, event);
Yao Chencaf339d2017-10-06 16:01:10 -0700588 }
Yao Chen44cf27c2017-09-14 22:32:50 -0700589 }
590 }
591 }
592}
593
Yangster-mac932ecec2018-02-01 10:23:52 -0800594void MetricsManager::onAnomalyAlarmFired(
Yangster-macb142cc82018-03-30 15:22:08 -0700595 const int64_t& timestampNs,
Yangster-mac932ecec2018-02-01 10:23:52 -0800596 unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& alarmSet) {
Yangster-mace2cd6d52017-11-09 20:38:30 -0800597 for (const auto& itr : mAllAnomalyTrackers) {
Yangster-mac932ecec2018-02-01 10:23:52 -0800598 itr->informAlarmsFired(timestampNs, alarmSet);
Yangster-mace2cd6d52017-11-09 20:38:30 -0800599 }
600}
601
Yangster-mac932ecec2018-02-01 10:23:52 -0800602void MetricsManager::onPeriodicAlarmFired(
Yangster-macb142cc82018-03-30 15:22:08 -0700603 const int64_t& timestampNs,
Yangster-mac932ecec2018-02-01 10:23:52 -0800604 unordered_set<sp<const InternalAlarm>, SpHash<InternalAlarm>>& alarmSet) {
605 for (const auto& itr : mAllPeriodicAlarmTrackers) {
606 itr->informAlarmsFired(timestampNs, alarmSet);
Yangster-mace2cd6d52017-11-09 20:38:30 -0800607 }
608}
609
yro69007c82017-10-26 20:42:57 -0700610// Returns the total byte size of all metrics managed by a single config source.
611size_t MetricsManager::byteSize() {
612 size_t totalSize = 0;
Chih-Hung Hsieha1b644e2018-12-11 11:09:20 -0800613 for (const auto& metricProducer : mAllMetricProducers) {
yro69007c82017-10-26 20:42:57 -0700614 totalSize += metricProducer->byteSize();
615 }
616 return totalSize;
617}
618
Muhammad Qureshi844694b2019-04-05 10:10:40 -0700619void MetricsManager::loadActiveConfig(const ActiveConfig& config, int64_t currentTimeNs) {
620 if (config.metric_size() == 0) {
Chenjie Yuc7939cb2019-02-04 17:25:45 -0800621 ALOGW("No active metric for config %s", mConfigKey.ToString().c_str());
622 return;
623 }
624
Muhammad Qureshi844694b2019-04-05 10:10:40 -0700625 for (int i = 0; i < config.metric_size(); i++) {
626 const auto& activeMetric = config.metric(i);
627 for (int metricIndex : mMetricIndexesWithActivation) {
628 const auto& metric = mAllMetricProducers[metricIndex];
629 if (metric->getMetricId() == activeMetric.id()) {
630 VLOG("Setting active metric: %lld", (long long)metric->getMetricId());
631 metric->loadActiveMetric(activeMetric, currentTimeNs);
Tej Singh16ca28f2019-06-24 11:58:23 -0700632 if (!mIsActive && metric->isActive()) {
633 StatsdStats::getInstance().noteActiveStatusChanged(mConfigKey,
634 /*activate=*/ true);
635 }
Muhammad Qureshi844694b2019-04-05 10:10:40 -0700636 mIsActive |= metric->isActive();
Chenjie Yuc7939cb2019-02-04 17:25:45 -0800637 }
638 }
639 }
640}
641
Muhammad Qureshi844694b2019-04-05 10:10:40 -0700642void MetricsManager::writeActiveConfigToProtoOutputStream(
Tej Singhf53d4452019-05-09 18:17:59 -0700643 int64_t currentTimeNs, const DumpReportReason reason, ProtoOutputStream* proto) {
Muhammad Qureshi844694b2019-04-05 10:10:40 -0700644 proto->write(FIELD_TYPE_INT64 | FIELD_ID_ACTIVE_CONFIG_ID, (long long)mConfigKey.GetId());
645 proto->write(FIELD_TYPE_INT32 | FIELD_ID_ACTIVE_CONFIG_UID, mConfigKey.GetUid());
646 for (int metricIndex : mMetricIndexesWithActivation) {
647 const auto& metric = mAllMetricProducers[metricIndex];
648 const uint64_t metricToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED |
649 FIELD_ID_ACTIVE_CONFIG_METRIC);
Tej Singhf53d4452019-05-09 18:17:59 -0700650 metric->writeActiveMetricToProtoOutputStream(currentTimeNs, reason, proto);
Muhammad Qureshi844694b2019-04-05 10:10:40 -0700651 proto->end(metricToken);
652 }
653}
654
Jeffrey Huangb8f54032020-03-23 13:42:42 -0700655bool MetricsManager::writeMetadataToProto(int64_t currentWallClockTimeNs,
656 int64_t systemElapsedTimeNs,
657 metadata::StatsMetadata* statsMetadata) {
658 bool metadataWritten = false;
659 metadata::ConfigKey* configKey = statsMetadata->mutable_config_key();
660 configKey->set_config_id(mConfigKey.GetId());
661 configKey->set_uid(mConfigKey.GetUid());
662 for (const auto& anomalyTracker : mAllAnomalyTrackers) {
663 metadata::AlertMetadata* alertMetadata = statsMetadata->add_alert_metadata();
664 bool alertWritten = anomalyTracker->writeAlertMetadataToProto(currentWallClockTimeNs,
665 systemElapsedTimeNs, alertMetadata);
666 if (!alertWritten) {
667 statsMetadata->mutable_alert_metadata()->RemoveLast();
668 }
669 metadataWritten |= alertWritten;
670 }
671 return metadataWritten;
672}
Muhammad Qureshi844694b2019-04-05 10:10:40 -0700673
Jeffrey Huang475677e2020-03-30 19:52:07 -0700674void MetricsManager::loadMetadata(const metadata::StatsMetadata& metadata,
675 int64_t currentWallClockTimeNs,
676 int64_t systemElapsedTimeNs) {
677 for (const metadata::AlertMetadata& alertMetadata : metadata.alert_metadata()) {
678 int64_t alertId = alertMetadata.alert_id();
679 auto it = mAlertTrackerMap.find(alertId);
680 if (it == mAlertTrackerMap.end()) {
681 ALOGE("No anomalyTracker found for alertId %lld", (long long) alertId);
682 continue;
683 }
684 mAllAnomalyTrackers[it->second]->loadAlertMetadata(alertMetadata,
685 currentWallClockTimeNs,
686 systemElapsedTimeNs);
687 }
688}
Muhammad Qureshi844694b2019-04-05 10:10:40 -0700689
Yao Chen44cf27c2017-09-14 22:32:50 -0700690} // namespace statsd
691} // namespace os
692} // namespace android