blob: ef637df68ed304874783897d5a5b789ccfedcb3b [file] [log] [blame]
Yao Chenb3561512017-11-21 18:07:17 -08001/*
2 * Copyright 2017, The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Tej Singh484524a2018-02-01 15:10:05 -080016#define DEBUG false // STOPSHIP if true
Yao Chenb3561512017-11-21 18:07:17 -080017#include "Log.h"
18
19#include "StatsdStats.h"
20
21#include <android/util/ProtoOutputStream.h>
Chenjie Yub038b702017-12-18 15:15:34 -080022#include "../stats_log_util.h"
Yao Chenb3561512017-11-21 18:07:17 -080023#include "statslog.h"
yro665208d2018-03-13 18:08:09 -070024#include "storage/StorageManager.h"
Yao Chenb3561512017-11-21 18:07:17 -080025
26namespace android {
27namespace os {
28namespace statsd {
29
30using android::util::FIELD_COUNT_REPEATED;
31using android::util::FIELD_TYPE_BOOL;
32using android::util::FIELD_TYPE_FLOAT;
33using android::util::FIELD_TYPE_INT32;
34using android::util::FIELD_TYPE_INT64;
35using android::util::FIELD_TYPE_MESSAGE;
36using android::util::FIELD_TYPE_STRING;
37using android::util::ProtoOutputStream;
38using std::lock_guard;
39using std::map;
Yao Chen20e9e622018-02-28 11:18:51 -080040using std::shared_ptr;
Yao Chenb3561512017-11-21 18:07:17 -080041using std::string;
42using std::vector;
43
44const int FIELD_ID_BEGIN_TIME = 1;
45const int FIELD_ID_END_TIME = 2;
46const int FIELD_ID_CONFIG_STATS = 3;
Yao Chenb3561512017-11-21 18:07:17 -080047const int FIELD_ID_ATOM_STATS = 7;
David Chenc136f452017-11-27 11:52:26 -080048const int FIELD_ID_UIDMAP_STATS = 8;
Bookatz1d0136d2017-12-01 11:13:32 -080049const int FIELD_ID_ANOMALY_ALARM_STATS = 9;
Yao Chen4c959cb2018-02-13 13:27:48 -080050// const int FIELD_ID_PULLED_ATOM_STATS = 10; // The proto is written in stats_log_util.cpp
Yao Chen884c8c12018-01-26 10:36:25 -080051const int FIELD_ID_LOGGER_ERROR_STATS = 11;
Yangster-mac932ecec2018-02-01 10:23:52 -080052const int FIELD_ID_SUBSCRIBER_ALARM_STATS = 12;
Yao Chenb3561512017-11-21 18:07:17 -080053
Yao Chenb3561512017-11-21 18:07:17 -080054const int FIELD_ID_ATOM_STATS_TAG = 1;
55const int FIELD_ID_ATOM_STATS_COUNT = 2;
56
Bookatz1d0136d2017-12-01 11:13:32 -080057const int FIELD_ID_ANOMALY_ALARMS_REGISTERED = 1;
Yangster-mac932ecec2018-02-01 10:23:52 -080058const int FIELD_ID_SUBSCRIBER_ALARMS_REGISTERED = 1;
Bookatz1d0136d2017-12-01 11:13:32 -080059
Yao Chen884c8c12018-01-26 10:36:25 -080060const int FIELD_ID_LOGGER_STATS_TIME = 1;
61const int FIELD_ID_LOGGER_STATS_ERROR_CODE = 2;
62
Yao Chen20e9e622018-02-28 11:18:51 -080063const int FIELD_ID_CONFIG_STATS_UID = 1;
64const int FIELD_ID_CONFIG_STATS_ID = 2;
65const int FIELD_ID_CONFIG_STATS_CREATION = 3;
66const int FIELD_ID_CONFIG_STATS_DELETION = 4;
67const int FIELD_ID_CONFIG_STATS_METRIC_COUNT = 5;
68const int FIELD_ID_CONFIG_STATS_CONDITION_COUNT = 6;
69const int FIELD_ID_CONFIG_STATS_MATCHER_COUNT = 7;
70const int FIELD_ID_CONFIG_STATS_ALERT_COUNT = 8;
71const int FIELD_ID_CONFIG_STATS_VALID = 9;
72const int FIELD_ID_CONFIG_STATS_BROADCAST = 10;
73const int FIELD_ID_CONFIG_STATS_DATA_DROP = 11;
74const int FIELD_ID_CONFIG_STATS_DUMP_REPORT = 12;
75const int FIELD_ID_CONFIG_STATS_MATCHER_STATS = 13;
76const int FIELD_ID_CONFIG_STATS_CONDITION_STATS = 14;
77const int FIELD_ID_CONFIG_STATS_METRIC_STATS = 15;
78const int FIELD_ID_CONFIG_STATS_ALERT_STATS = 16;
79
80const int FIELD_ID_MATCHER_STATS_ID = 1;
81const int FIELD_ID_MATCHER_STATS_COUNT = 2;
82const int FIELD_ID_CONDITION_STATS_ID = 1;
83const int FIELD_ID_CONDITION_STATS_COUNT = 2;
84const int FIELD_ID_METRIC_STATS_ID = 1;
85const int FIELD_ID_METRIC_STATS_COUNT = 2;
86const int FIELD_ID_ALERT_STATS_ID = 1;
87const int FIELD_ID_ALERT_STATS_COUNT = 2;
88
89const int FIELD_ID_UID_MAP_SNAPSHOTS = 1;
90const int FIELD_ID_UID_MAP_CHANGES = 2;
91const int FIELD_ID_UID_MAP_BYTES_USED = 3;
92const int FIELD_ID_UID_MAP_DROPPED_SNAPSHOTS = 4;
93const int FIELD_ID_UID_MAP_DROPPED_CHANGES = 5;
94
Chenjie Yuc5875052018-03-09 10:13:11 -080095const std::map<int, std::pair<size_t, size_t>> StatsdStats::kAtomDimensionKeySizeLimitMap = {
96 {android::util::CPU_TIME_PER_UID_FREQ, {6000, 10000}},
97};
98
Yao Chenb3561512017-11-21 18:07:17 -080099// TODO: add stats for pulled atoms.
100StatsdStats::StatsdStats() {
101 mPushedAtomStats.resize(android::util::kMaxPushedAtomId + 1);
Yangster-mac330af582018-02-08 15:24:38 -0800102 mStartTimeSec = getWallClockSec();
Yao Chenb3561512017-11-21 18:07:17 -0800103}
104
105StatsdStats& StatsdStats::getInstance() {
106 static StatsdStats statsInstance;
107 return statsInstance;
108}
109
Yao Chen20e9e622018-02-28 11:18:51 -0800110void StatsdStats::addToIceBoxLocked(shared_ptr<ConfigStats>& stats) {
Yao Chenf6723df2018-01-08 15:11:58 -0800111 // The size of mIceBox grows strictly by one at a time. It won't be > kMaxIceBoxSize.
112 if (mIceBox.size() == kMaxIceBoxSize) {
113 mIceBox.pop_front();
114 }
115 mIceBox.push_back(stats);
116}
117
Yao Chenb3561512017-11-21 18:07:17 -0800118void StatsdStats::noteConfigReceived(const ConfigKey& key, int metricsCount, int conditionsCount,
119 int matchersCount, int alertsCount, bool isValid) {
120 lock_guard<std::mutex> lock(mLock);
Yangster-mac330af582018-02-08 15:24:38 -0800121 int32_t nowTimeSec = getWallClockSec();
Yao Chenb3561512017-11-21 18:07:17 -0800122
123 // If there is an existing config for the same key, icebox the old config.
124 noteConfigRemovedInternalLocked(key);
125
Yao Chen20e9e622018-02-28 11:18:51 -0800126 shared_ptr<ConfigStats> configStats = std::make_shared<ConfigStats>();
127 configStats->uid = key.GetUid();
128 configStats->id = key.GetId();
129 configStats->creation_time_sec = nowTimeSec;
130 configStats->metric_count = metricsCount;
131 configStats->condition_count = conditionsCount;
132 configStats->matcher_count = matchersCount;
133 configStats->alert_count = alertsCount;
134 configStats->is_valid = isValid;
Yao Chenb3561512017-11-21 18:07:17 -0800135
136 if (isValid) {
137 mConfigStats[key] = configStats;
138 } else {
Yao Chen20e9e622018-02-28 11:18:51 -0800139 configStats->deletion_time_sec = nowTimeSec;
Yao Chenf6723df2018-01-08 15:11:58 -0800140 addToIceBoxLocked(configStats);
Yao Chenb3561512017-11-21 18:07:17 -0800141 }
142}
143
144void StatsdStats::noteConfigRemovedInternalLocked(const ConfigKey& key) {
145 auto it = mConfigStats.find(key);
146 if (it != mConfigStats.end()) {
Yangster-mac330af582018-02-08 15:24:38 -0800147 int32_t nowTimeSec = getWallClockSec();
Yao Chen20e9e622018-02-28 11:18:51 -0800148 it->second->deletion_time_sec = nowTimeSec;
Yao Chenf6723df2018-01-08 15:11:58 -0800149 addToIceBoxLocked(it->second);
Yao Chen69f1baf2017-11-27 17:25:36 -0800150 mConfigStats.erase(it);
Yao Chenb3561512017-11-21 18:07:17 -0800151 }
152}
153
154void StatsdStats::noteConfigRemoved(const ConfigKey& key) {
155 lock_guard<std::mutex> lock(mLock);
156 noteConfigRemovedInternalLocked(key);
157}
158
159void StatsdStats::noteBroadcastSent(const ConfigKey& key) {
Yangster-mac330af582018-02-08 15:24:38 -0800160 noteBroadcastSent(key, getWallClockSec());
Yao Chen0fac5b12017-11-28 16:07:02 -0800161}
162
163void StatsdStats::noteBroadcastSent(const ConfigKey& key, int32_t timeSec) {
Yao Chenb3561512017-11-21 18:07:17 -0800164 lock_guard<std::mutex> lock(mLock);
165 auto it = mConfigStats.find(key);
166 if (it == mConfigStats.end()) {
167 ALOGE("Config key %s not found!", key.ToString().c_str());
168 return;
169 }
Yao Chen20e9e622018-02-28 11:18:51 -0800170 if (it->second->broadcast_sent_time_sec.size() == kMaxTimestampCount) {
171 it->second->broadcast_sent_time_sec.pop_front();
Yao Chen0fac5b12017-11-28 16:07:02 -0800172 }
Yao Chen20e9e622018-02-28 11:18:51 -0800173 it->second->broadcast_sent_time_sec.push_back(timeSec);
Yao Chenb3561512017-11-21 18:07:17 -0800174}
175
Yao Chen69f1baf2017-11-27 17:25:36 -0800176void StatsdStats::noteDataDropped(const ConfigKey& key) {
Yangster-mac330af582018-02-08 15:24:38 -0800177 noteDataDropped(key, getWallClockSec());
Yao Chen0fac5b12017-11-28 16:07:02 -0800178}
179
180void StatsdStats::noteDataDropped(const ConfigKey& key, int32_t timeSec) {
Yao Chenb3561512017-11-21 18:07:17 -0800181 lock_guard<std::mutex> lock(mLock);
182 auto it = mConfigStats.find(key);
183 if (it == mConfigStats.end()) {
184 ALOGE("Config key %s not found!", key.ToString().c_str());
185 return;
186 }
Yao Chen20e9e622018-02-28 11:18:51 -0800187 if (it->second->data_drop_time_sec.size() == kMaxTimestampCount) {
188 it->second->data_drop_time_sec.pop_front();
Yao Chen0fac5b12017-11-28 16:07:02 -0800189 }
Yao Chen20e9e622018-02-28 11:18:51 -0800190 it->second->data_drop_time_sec.push_back(timeSec);
Yao Chenb3561512017-11-21 18:07:17 -0800191}
192
Yao Chen69f1baf2017-11-27 17:25:36 -0800193void StatsdStats::noteMetricsReportSent(const ConfigKey& key) {
Yangster-mac330af582018-02-08 15:24:38 -0800194 noteMetricsReportSent(key, getWallClockSec());
Yao Chen0fac5b12017-11-28 16:07:02 -0800195}
196
197void StatsdStats::noteMetricsReportSent(const ConfigKey& key, int32_t timeSec) {
Yao Chen69f1baf2017-11-27 17:25:36 -0800198 lock_guard<std::mutex> lock(mLock);
199 auto it = mConfigStats.find(key);
200 if (it == mConfigStats.end()) {
201 ALOGE("Config key %s not found!", key.ToString().c_str());
202 return;
203 }
Yao Chen20e9e622018-02-28 11:18:51 -0800204 if (it->second->dump_report_time_sec.size() == kMaxTimestampCount) {
205 it->second->dump_report_time_sec.pop_front();
Yao Chen0fac5b12017-11-28 16:07:02 -0800206 }
Yao Chen20e9e622018-02-28 11:18:51 -0800207 it->second->dump_report_time_sec.push_back(timeSec);
Yao Chen69f1baf2017-11-27 17:25:36 -0800208}
209
David Chenc136f452017-11-27 11:52:26 -0800210void StatsdStats::noteUidMapDropped(int snapshots, int deltas) {
211 lock_guard<std::mutex> lock(mLock);
Yao Chen20e9e622018-02-28 11:18:51 -0800212 mUidMapStats.dropped_snapshots += mUidMapStats.dropped_snapshots + snapshots;
213 mUidMapStats.dropped_changes += mUidMapStats.dropped_changes + deltas;
David Chenc136f452017-11-27 11:52:26 -0800214}
215
216void StatsdStats::setUidMapSnapshots(int snapshots) {
217 lock_guard<std::mutex> lock(mLock);
Yao Chen20e9e622018-02-28 11:18:51 -0800218 mUidMapStats.snapshots = snapshots;
David Chenc136f452017-11-27 11:52:26 -0800219}
220
221void StatsdStats::setUidMapChanges(int changes) {
222 lock_guard<std::mutex> lock(mLock);
Yao Chen20e9e622018-02-28 11:18:51 -0800223 mUidMapStats.changes = changes;
David Chenc136f452017-11-27 11:52:26 -0800224}
225
226void StatsdStats::setCurrentUidMapMemory(int bytes) {
227 lock_guard<std::mutex> lock(mLock);
Yao Chen20e9e622018-02-28 11:18:51 -0800228 mUidMapStats.bytes_used = bytes;
David Chenc136f452017-11-27 11:52:26 -0800229}
230
Yangster-mac94e197c2018-01-02 16:03:03 -0800231void StatsdStats::noteConditionDimensionSize(const ConfigKey& key, const int64_t& id, int size) {
Yao Chenb3561512017-11-21 18:07:17 -0800232 lock_guard<std::mutex> lock(mLock);
233 // if name doesn't exist before, it will create the key with count 0.
Yao Chen20e9e622018-02-28 11:18:51 -0800234 auto statsIt = mConfigStats.find(key);
235 if (statsIt == mConfigStats.end()) {
236 return;
237 }
238
239 auto& conditionSizeMap = statsIt->second->condition_stats;
Yangster-mac94e197c2018-01-02 16:03:03 -0800240 if (size > conditionSizeMap[id]) {
241 conditionSizeMap[id] = size;
Yao Chenb3561512017-11-21 18:07:17 -0800242 }
243}
244
Yangster-mac94e197c2018-01-02 16:03:03 -0800245void StatsdStats::noteMetricDimensionSize(const ConfigKey& key, const int64_t& id, int size) {
Yao Chenb3561512017-11-21 18:07:17 -0800246 lock_guard<std::mutex> lock(mLock);
247 // if name doesn't exist before, it will create the key with count 0.
Yao Chen20e9e622018-02-28 11:18:51 -0800248 auto statsIt = mConfigStats.find(key);
249 if (statsIt == mConfigStats.end()) {
250 return;
251 }
252 auto& metricsDimensionMap = statsIt->second->metric_stats;
Yangster-mac94e197c2018-01-02 16:03:03 -0800253 if (size > metricsDimensionMap[id]) {
254 metricsDimensionMap[id] = size;
Yao Chenb3561512017-11-21 18:07:17 -0800255 }
256}
257
Yangster-mac94e197c2018-01-02 16:03:03 -0800258void StatsdStats::noteMatcherMatched(const ConfigKey& key, const int64_t& id) {
Yao Chenb3561512017-11-21 18:07:17 -0800259 lock_guard<std::mutex> lock(mLock);
Yao Chen20e9e622018-02-28 11:18:51 -0800260
261 auto statsIt = mConfigStats.find(key);
262 if (statsIt == mConfigStats.end()) {
263 return;
264 }
265 statsIt->second->matcher_stats[id]++;
Yao Chenb3561512017-11-21 18:07:17 -0800266}
267
Yangster-mac94e197c2018-01-02 16:03:03 -0800268void StatsdStats::noteAnomalyDeclared(const ConfigKey& key, const int64_t& id) {
Bookatz8f2f3d82017-12-07 13:53:21 -0800269 lock_guard<std::mutex> lock(mLock);
Yao Chen20e9e622018-02-28 11:18:51 -0800270 auto statsIt = mConfigStats.find(key);
271 if (statsIt == mConfigStats.end()) {
272 return;
273 }
274 statsIt->second->alert_stats[id]++;
Bookatz8f2f3d82017-12-07 13:53:21 -0800275}
276
Bookatz1d0136d2017-12-01 11:13:32 -0800277void StatsdStats::noteRegisteredAnomalyAlarmChanged() {
278 lock_guard<std::mutex> lock(mLock);
279 mAnomalyAlarmRegisteredStats++;
280}
281
Yangster-mac932ecec2018-02-01 10:23:52 -0800282void StatsdStats::noteRegisteredPeriodicAlarmChanged() {
283 lock_guard<std::mutex> lock(mLock);
284 mPeriodicAlarmRegisteredStats++;
285}
286
Chenjie Yub038b702017-12-18 15:15:34 -0800287void StatsdStats::updateMinPullIntervalSec(int pullAtomId, long intervalSec) {
288 lock_guard<std::mutex> lock(mLock);
289 mPulledAtomStats[pullAtomId].minPullIntervalSec = intervalSec;
290}
291
292void StatsdStats::notePull(int pullAtomId) {
293 lock_guard<std::mutex> lock(mLock);
294 mPulledAtomStats[pullAtomId].totalPull++;
295}
296
297void StatsdStats::notePullFromCache(int pullAtomId) {
298 lock_guard<std::mutex> lock(mLock);
299 mPulledAtomStats[pullAtomId].totalPullFromCache++;
300}
301
Yao Chenb3561512017-11-21 18:07:17 -0800302void StatsdStats::noteAtomLogged(int atomId, int32_t timeSec) {
303 lock_guard<std::mutex> lock(mLock);
304
Yao Chenb3561512017-11-21 18:07:17 -0800305 if (atomId > android::util::kMaxPushedAtomId) {
306 ALOGW("not interested in atom %d", atomId);
307 return;
308 }
309
310 mPushedAtomStats[atomId]++;
311}
312
Yao Chen884c8c12018-01-26 10:36:25 -0800313void StatsdStats::noteLoggerError(int error) {
314 lock_guard<std::mutex> lock(mLock);
315 // grows strictly one at a time. so it won't > kMaxLoggerErrors
316 if (mLoggerErrors.size() == kMaxLoggerErrors) {
317 mLoggerErrors.pop_front();
318 }
Yangster-mac330af582018-02-08 15:24:38 -0800319 mLoggerErrors.push_back(std::make_pair(getWallClockSec(), error));
Yao Chen884c8c12018-01-26 10:36:25 -0800320}
321
Yao Chenb3561512017-11-21 18:07:17 -0800322void StatsdStats::reset() {
323 lock_guard<std::mutex> lock(mLock);
324 resetInternalLocked();
325}
326
327void StatsdStats::resetInternalLocked() {
328 // Reset the historical data, but keep the active ConfigStats
Yangster-mac330af582018-02-08 15:24:38 -0800329 mStartTimeSec = getWallClockSec();
Yao Chenb3561512017-11-21 18:07:17 -0800330 mIceBox.clear();
Yao Chenb3561512017-11-21 18:07:17 -0800331 std::fill(mPushedAtomStats.begin(), mPushedAtomStats.end(), 0);
Bookatz1d0136d2017-12-01 11:13:32 -0800332 mAnomalyAlarmRegisteredStats = 0;
Yangster-mac932ecec2018-02-01 10:23:52 -0800333 mPeriodicAlarmRegisteredStats = 0;
Yao Chen884c8c12018-01-26 10:36:25 -0800334 mLoggerErrors.clear();
Yao Chen0fac5b12017-11-28 16:07:02 -0800335 for (auto& config : mConfigStats) {
Yao Chen20e9e622018-02-28 11:18:51 -0800336 config.second->broadcast_sent_time_sec.clear();
337 config.second->data_drop_time_sec.clear();
338 config.second->dump_report_time_sec.clear();
339 config.second->matcher_stats.clear();
340 config.second->condition_stats.clear();
341 config.second->metric_stats.clear();
342 config.second->alert_stats.clear();
Bookatz8f2f3d82017-12-07 13:53:21 -0800343 }
Yao Chenb3561512017-11-21 18:07:17 -0800344}
345
Yao Chenf5acabe2018-01-17 14:10:34 -0800346void StatsdStats::dumpStats(FILE* out) const {
347 lock_guard<std::mutex> lock(mLock);
348 time_t t = mStartTimeSec;
349 struct tm* tm = localtime(&t);
350 char timeBuffer[80];
351 strftime(timeBuffer, sizeof(timeBuffer), "%Y-%m-%d %I:%M%p\n", tm);
352 fprintf(out, "Stats collection start second: %s\n", timeBuffer);
353 fprintf(out, "%lu Config in icebox: \n", (unsigned long)mIceBox.size());
354 for (const auto& configStats : mIceBox) {
355 fprintf(out,
yro255f72e2018-02-26 15:15:17 -0800356 "Config {%d_%lld}: creation=%d, deletion=%d, #metric=%d, #condition=%d, "
Yao Chenf5acabe2018-01-17 14:10:34 -0800357 "#matcher=%d, #alert=%d, valid=%d\n",
Yao Chen20e9e622018-02-28 11:18:51 -0800358 configStats->uid, (long long)configStats->id, configStats->creation_time_sec,
359 configStats->deletion_time_sec, configStats->metric_count,
360 configStats->condition_count, configStats->matcher_count, configStats->alert_count,
361 configStats->is_valid);
Yao Chenf5acabe2018-01-17 14:10:34 -0800362
Yao Chen20e9e622018-02-28 11:18:51 -0800363 for (const auto& broadcastTime : configStats->broadcast_sent_time_sec) {
Yao Chenf5acabe2018-01-17 14:10:34 -0800364 fprintf(out, "\tbroadcast time: %d\n", broadcastTime);
365 }
366
Yao Chen20e9e622018-02-28 11:18:51 -0800367 for (const auto& dataDropTime : configStats->data_drop_time_sec) {
Yao Chenf5acabe2018-01-17 14:10:34 -0800368 fprintf(out, "\tdata drop time: %d\n", dataDropTime);
369 }
370 }
371 fprintf(out, "%lu Active Configs\n", (unsigned long)mConfigStats.size());
372 for (auto& pair : mConfigStats) {
Yao Chenf5acabe2018-01-17 14:10:34 -0800373 auto& configStats = pair.second;
Yao Chenf5acabe2018-01-17 14:10:34 -0800374 fprintf(out,
375 "Config {%d-%lld}: creation=%d, deletion=%d, #metric=%d, #condition=%d, "
376 "#matcher=%d, #alert=%d, valid=%d\n",
Yao Chen20e9e622018-02-28 11:18:51 -0800377 configStats->uid, (long long)configStats->id, configStats->creation_time_sec,
378 configStats->deletion_time_sec, configStats->metric_count,
379 configStats->condition_count, configStats->matcher_count, configStats->alert_count,
380 configStats->is_valid);
381 for (const auto& broadcastTime : configStats->broadcast_sent_time_sec) {
Yao Chenf5acabe2018-01-17 14:10:34 -0800382 fprintf(out, "\tbroadcast time: %d\n", broadcastTime);
383 }
384
Yao Chen20e9e622018-02-28 11:18:51 -0800385 for (const auto& dataDropTime : configStats->data_drop_time_sec) {
Yao Chenf5acabe2018-01-17 14:10:34 -0800386 fprintf(out, "\tdata drop time: %d\n", dataDropTime);
387 }
388
Yao Chen20e9e622018-02-28 11:18:51 -0800389 for (const auto& dumpTime : configStats->dump_report_time_sec) {
Yao Chenf5acabe2018-01-17 14:10:34 -0800390 fprintf(out, "\tdump report time: %d\n", dumpTime);
391 }
392
Yao Chen20e9e622018-02-28 11:18:51 -0800393 for (const auto& stats : pair.second->matcher_stats) {
394 fprintf(out, "matcher %lld matched %d times\n", (long long)stats.first, stats.second);
Yao Chenf5acabe2018-01-17 14:10:34 -0800395 }
Yao Chen20e9e622018-02-28 11:18:51 -0800396
397 for (const auto& stats : pair.second->condition_stats) {
398 fprintf(out, "condition %lld max output tuple size %d\n", (long long)stats.first,
399 stats.second);
Yao Chenf5acabe2018-01-17 14:10:34 -0800400 }
Yao Chen20e9e622018-02-28 11:18:51 -0800401
402 for (const auto& stats : pair.second->condition_stats) {
403 fprintf(out, "metrics %lld max output tuple size %d\n", (long long)stats.first,
404 stats.second);
Yao Chenf5acabe2018-01-17 14:10:34 -0800405 }
Yao Chen20e9e622018-02-28 11:18:51 -0800406
407 for (const auto& stats : pair.second->alert_stats) {
408 fprintf(out, "alert %lld declared %d times\n", (long long)stats.first, stats.second);
Yao Chenf5acabe2018-01-17 14:10:34 -0800409 }
410 }
yro665208d2018-03-13 18:08:09 -0700411 fprintf(out, "********Disk Usage stats***********\n");
412 StorageManager::printStats(out);
Yao Chenf5acabe2018-01-17 14:10:34 -0800413 fprintf(out, "********Pushed Atom stats***********\n");
414 const size_t atomCounts = mPushedAtomStats.size();
415 for (size_t i = 2; i < atomCounts; i++) {
416 if (mPushedAtomStats[i] > 0) {
417 fprintf(out, "Atom %lu->%d\n", (unsigned long)i, mPushedAtomStats[i]);
418 }
419 }
420
421 fprintf(out, "********Pulled Atom stats***********\n");
422 for (const auto& pair : mPulledAtomStats) {
423 fprintf(out, "Atom %d->%ld, %ld, %ld\n", (int)pair.first, (long)pair.second.totalPull,
Yao Chen20e9e622018-02-28 11:18:51 -0800424 (long)pair.second.totalPullFromCache, (long)pair.second.minPullIntervalSec);
Yao Chenf5acabe2018-01-17 14:10:34 -0800425 }
426
427 if (mAnomalyAlarmRegisteredStats > 0) {
428 fprintf(out, "********AnomalyAlarmStats stats***********\n");
429 fprintf(out, "Anomaly alarm registrations: %d\n", mAnomalyAlarmRegisteredStats);
430 }
431
Yangster-mac932ecec2018-02-01 10:23:52 -0800432 if (mPeriodicAlarmRegisteredStats > 0) {
433 fprintf(out, "********SubscriberAlarmStats stats***********\n");
434 fprintf(out, "Subscriber alarm registrations: %d\n", mPeriodicAlarmRegisteredStats);
435 }
436
Yao Chenf5acabe2018-01-17 14:10:34 -0800437 fprintf(out,
438 "UID map stats: bytes=%d, snapshots=%d, changes=%d, snapshots lost=%d, changes "
439 "lost=%d\n",
Yao Chen20e9e622018-02-28 11:18:51 -0800440 mUidMapStats.bytes_used, mUidMapStats.snapshots, mUidMapStats.changes,
441 mUidMapStats.dropped_snapshots, mUidMapStats.dropped_changes);
Yao Chen884c8c12018-01-26 10:36:25 -0800442
443 for (const auto& error : mLoggerErrors) {
444 time_t error_time = error.first;
445 struct tm* error_tm = localtime(&error_time);
446 char buffer[80];
447 strftime(buffer, sizeof(buffer), "%Y-%m-%d %I:%M%p\n", error_tm);
448 fprintf(out, "Logger error %d at %s\n", error.second, buffer);
449 }
Yao Chenf5acabe2018-01-17 14:10:34 -0800450}
451
Yao Chen20e9e622018-02-28 11:18:51 -0800452void addConfigStatsToProto(const ConfigStats& configStats, ProtoOutputStream* proto) {
Yi Jin5ee07872018-03-05 18:18:27 -0800453 uint64_t token =
Yao Chen20e9e622018-02-28 11:18:51 -0800454 proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_CONFIG_STATS);
455 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_UID, configStats.uid);
456 proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONFIG_STATS_ID, (long long)configStats.id);
457 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_CREATION, configStats.creation_time_sec);
458 if (configStats.deletion_time_sec != 0) {
459 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DELETION,
460 configStats.deletion_time_sec);
461 }
462 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_METRIC_COUNT, configStats.metric_count);
463 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_CONDITION_COUNT,
464 configStats.condition_count);
465 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_MATCHER_COUNT, configStats.matcher_count);
466 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_ALERT_COUNT, configStats.alert_count);
467 proto->write(FIELD_TYPE_BOOL | FIELD_ID_CONFIG_STATS_VALID, configStats.is_valid);
468
469 for (const auto& broadcast : configStats.broadcast_sent_time_sec) {
470 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_BROADCAST | FIELD_COUNT_REPEATED,
471 broadcast);
472 }
473
474 for (const auto& drop : configStats.data_drop_time_sec) {
475 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DATA_DROP | FIELD_COUNT_REPEATED,
476 drop);
477 }
478
479 for (const auto& dump : configStats.dump_report_time_sec) {
480 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DUMP_REPORT | FIELD_COUNT_REPEATED,
481 dump);
482 }
483
484 for (const auto& pair : configStats.matcher_stats) {
Yi Jin5ee07872018-03-05 18:18:27 -0800485 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED |
Yao Chen20e9e622018-02-28 11:18:51 -0800486 FIELD_ID_CONFIG_STATS_MATCHER_STATS);
487 proto->write(FIELD_TYPE_INT64 | FIELD_ID_MATCHER_STATS_ID, (long long)pair.first);
488 proto->write(FIELD_TYPE_INT32 | FIELD_ID_MATCHER_STATS_COUNT, pair.second);
489 proto->end(tmpToken);
490 }
491
492 for (const auto& pair : configStats.condition_stats) {
Yi Jin5ee07872018-03-05 18:18:27 -0800493 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED |
Yao Chen20e9e622018-02-28 11:18:51 -0800494 FIELD_ID_CONFIG_STATS_CONDITION_STATS);
495 proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONDITION_STATS_ID, (long long)pair.first);
496 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONDITION_STATS_COUNT, pair.second);
497 proto->end(tmpToken);
498 }
499
500 for (const auto& pair : configStats.metric_stats) {
Yi Jin5ee07872018-03-05 18:18:27 -0800501 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED |
Yao Chen20e9e622018-02-28 11:18:51 -0800502 FIELD_ID_CONFIG_STATS_METRIC_STATS);
503 proto->write(FIELD_TYPE_INT64 | FIELD_ID_METRIC_STATS_ID, (long long)pair.first);
504 proto->write(FIELD_TYPE_INT32 | FIELD_ID_METRIC_STATS_COUNT, pair.second);
505 proto->end(tmpToken);
506 }
507
508 for (const auto& pair : configStats.alert_stats) {
Yi Jin5ee07872018-03-05 18:18:27 -0800509 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED |
Yao Chen20e9e622018-02-28 11:18:51 -0800510 FIELD_ID_CONFIG_STATS_ALERT_STATS);
511 proto->write(FIELD_TYPE_INT64 | FIELD_ID_ALERT_STATS_ID, (long long)pair.first);
512 proto->write(FIELD_TYPE_INT32 | FIELD_ID_ALERT_STATS_COUNT, pair.second);
513 proto->end(tmpToken);
514 }
515
516 proto->end(token);
517}
518
Yao Chen69f1baf2017-11-27 17:25:36 -0800519void StatsdStats::dumpStats(std::vector<uint8_t>* output, bool reset) {
Yao Chenb3561512017-11-21 18:07:17 -0800520 lock_guard<std::mutex> lock(mLock);
521
Yao Chenb3561512017-11-21 18:07:17 -0800522 ProtoOutputStream proto;
Yao Chen69f1baf2017-11-27 17:25:36 -0800523 proto.write(FIELD_TYPE_INT32 | FIELD_ID_BEGIN_TIME, mStartTimeSec);
Yangster-mac330af582018-02-08 15:24:38 -0800524 proto.write(FIELD_TYPE_INT32 | FIELD_ID_END_TIME, (int32_t)getWallClockSec());
Yao Chenb3561512017-11-21 18:07:17 -0800525
Yao Chenb3561512017-11-21 18:07:17 -0800526 for (const auto& configStats : mIceBox) {
Yao Chen20e9e622018-02-28 11:18:51 -0800527 addConfigStatsToProto(*configStats, &proto);
Yao Chenb3561512017-11-21 18:07:17 -0800528 }
529
530 for (auto& pair : mConfigStats) {
Yao Chen20e9e622018-02-28 11:18:51 -0800531 addConfigStatsToProto(*(pair.second), &proto);
Yao Chenb3561512017-11-21 18:07:17 -0800532 }
533
Yao Chenb3561512017-11-21 18:07:17 -0800534 const size_t atomCounts = mPushedAtomStats.size();
535 for (size_t i = 2; i < atomCounts; i++) {
536 if (mPushedAtomStats[i] > 0) {
Yi Jin5ee07872018-03-05 18:18:27 -0800537 uint64_t token =
Yao Chenb3561512017-11-21 18:07:17 -0800538 proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_ATOM_STATS | FIELD_COUNT_REPEATED);
539 proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_TAG, (int32_t)i);
540 proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_COUNT, mPushedAtomStats[i]);
541 proto.end(token);
Yao Chenb3561512017-11-21 18:07:17 -0800542 }
543 }
544
Chenjie Yub038b702017-12-18 15:15:34 -0800545 for (const auto& pair : mPulledAtomStats) {
546 android::os::statsd::writePullerStatsToStream(pair, &proto);
Chenjie Yub038b702017-12-18 15:15:34 -0800547 }
548
Bookatz1d0136d2017-12-01 11:13:32 -0800549 if (mAnomalyAlarmRegisteredStats > 0) {
Yi Jin5ee07872018-03-05 18:18:27 -0800550 uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_ANOMALY_ALARM_STATS);
Bookatz1d0136d2017-12-01 11:13:32 -0800551 proto.write(FIELD_TYPE_INT32 | FIELD_ID_ANOMALY_ALARMS_REGISTERED,
552 mAnomalyAlarmRegisteredStats);
553 proto.end(token);
Bookatz1d0136d2017-12-01 11:13:32 -0800554 }
555
Yangster-mac932ecec2018-02-01 10:23:52 -0800556 if (mPeriodicAlarmRegisteredStats > 0) {
Yi Jin5ee07872018-03-05 18:18:27 -0800557 uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_SUBSCRIBER_ALARM_STATS);
Yangster-mac932ecec2018-02-01 10:23:52 -0800558 proto.write(FIELD_TYPE_INT32 | FIELD_ID_SUBSCRIBER_ALARMS_REGISTERED,
559 mPeriodicAlarmRegisteredStats);
560 proto.end(token);
561 }
562
Yi Jin5ee07872018-03-05 18:18:27 -0800563 uint64_t uidMapToken = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_UIDMAP_STATS);
Yao Chen20e9e622018-02-28 11:18:51 -0800564 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_SNAPSHOTS, mUidMapStats.snapshots);
565 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_CHANGES, mUidMapStats.changes);
566 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_BYTES_USED, mUidMapStats.bytes_used);
567 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_DROPPED_SNAPSHOTS,
568 mUidMapStats.dropped_snapshots);
569 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_DROPPED_CHANGES, mUidMapStats.dropped_changes);
570 proto.end(uidMapToken);
David Chenc136f452017-11-27 11:52:26 -0800571
Yao Chen884c8c12018-01-26 10:36:25 -0800572 for (const auto& error : mLoggerErrors) {
Yi Jin5ee07872018-03-05 18:18:27 -0800573 uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_LOGGER_ERROR_STATS |
Yao Chen884c8c12018-01-26 10:36:25 -0800574 FIELD_COUNT_REPEATED);
575 proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOGGER_STATS_TIME, error.first);
576 proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOGGER_STATS_ERROR_CODE, error.second);
577 proto.end(token);
578 }
579
Yao Chenb3561512017-11-21 18:07:17 -0800580 output->clear();
581 size_t bufferSize = proto.size();
582 output->resize(bufferSize);
583
584 size_t pos = 0;
585 auto it = proto.data();
586 while (it.readBuffer() != NULL) {
587 size_t toRead = it.currentToRead();
588 std::memcpy(&((*output)[pos]), it.readBuffer(), toRead);
589 pos += toRead;
590 it.rp()->move(toRead);
591 }
592
593 if (reset) {
594 resetInternalLocked();
595 }
596
597 VLOG("reset=%d, returned proto size %lu", reset, (unsigned long)bufferSize);
Yao Chenb3561512017-11-21 18:07:17 -0800598}
599
600} // namespace statsd
601} // namespace os
yro255f72e2018-02-26 15:15:17 -0800602} // namespace android