blob: 5435c8420519e6169c18f01056d2429aef8d0495 [file] [log] [blame]
Yao Chen5110bed2017-10-23 12:50:02 -07001/*
2 * Copyright (C) 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Yao Chen3c0b95c2017-12-16 14:34:20 -080017#define DEBUG false // STOPSHIP if true
Yao Chen5110bed2017-10-23 12:50:02 -070018#include "Log.h"
19
20#include "EventMetricProducer.h"
21#include "stats_util.h"
Yangster-mac330af582018-02-08 15:24:38 -080022#include "stats_log_util.h"
Yao Chen5110bed2017-10-23 12:50:02 -070023
Yao Chen5110bed2017-10-23 12:50:02 -070024#include <limits.h>
25#include <stdlib.h>
26
yrob0378b02017-11-09 20:36:25 -080027using android::util::FIELD_COUNT_REPEATED;
yro2b0f8862017-11-06 14:27:31 -080028using android::util::FIELD_TYPE_BOOL;
29using android::util::FIELD_TYPE_FLOAT;
30using android::util::FIELD_TYPE_INT32;
31using android::util::FIELD_TYPE_INT64;
Yangster-macd1815dc2017-11-13 21:43:15 -080032using android::util::FIELD_TYPE_STRING;
yro2b0f8862017-11-06 14:27:31 -080033using android::util::FIELD_TYPE_MESSAGE;
Yao Chen5110bed2017-10-23 12:50:02 -070034using android::util::ProtoOutputStream;
35using std::map;
36using std::string;
37using std::unordered_map;
38using std::vector;
39
40namespace android {
41namespace os {
42namespace statsd {
43
44// for StatsLogReport
Yangster-mac94e197c2018-01-02 16:03:03 -080045const int FIELD_ID_ID = 1;
Yao Chen5110bed2017-10-23 12:50:02 -070046const int FIELD_ID_EVENT_METRICS = 4;
Howard Ro9440e092018-12-16 19:15:21 -080047const int FIELD_ID_IS_ACTIVE = 14;
yro24809bd2017-10-31 23:06:53 -070048// for EventMetricDataWrapper
49const int FIELD_ID_DATA = 1;
Yao Chen5110bed2017-10-23 12:50:02 -070050// for EventMetricData
Yangster-mac330af582018-02-08 15:24:38 -080051const int FIELD_ID_ELAPSED_TIMESTAMP_NANOS = 1;
Stefan Lafonae2df012017-11-14 09:17:21 -080052const int FIELD_ID_ATOMS = 2;
Yao Chen5110bed2017-10-23 12:50:02 -070053
Yao Chenb3561512017-11-21 18:07:17 -080054EventMetricProducer::EventMetricProducer(const ConfigKey& key, const EventMetric& metric,
55 const int conditionIndex,
Yao Chen93fe3a32017-11-02 13:52:59 -070056 const sp<ConditionWizard>& wizard,
Yangster-macb142cc82018-03-30 15:22:08 -070057 const int64_t startTimeNs)
Yangster-mac94e197c2018-01-02 16:03:03 -080058 : MetricProducer(metric.id(), key, startTimeNs, conditionIndex, wizard) {
Yao Chen5110bed2017-10-23 12:50:02 -070059 if (metric.links().size() > 0) {
Yao Chen8a8d16c2018-02-08 14:50:40 -080060 for (const auto& link : metric.links()) {
61 Metric2Condition mc;
62 mc.conditionId = link.condition();
63 translateFieldMatcher(link.fields_in_what(), &mc.metricFields);
64 translateFieldMatcher(link.fields_in_condition(), &mc.conditionFields);
65 mMetric2ConditionLinks.push_back(mc);
66 }
Yao Chen5110bed2017-10-23 12:50:02 -070067 mConditionSliced = true;
68 }
Yi Jin7f9e63b2018-02-02 16:25:11 -080069 mProto = std::make_unique<ProtoOutputStream>();
Yangster-mac94e197c2018-01-02 16:03:03 -080070 VLOG("metric %lld created. bucket size %lld start_time: %lld", (long long)metric.id(),
Yangster-mac15f6bbc2018-04-08 11:52:26 -070071 (long long)mBucketSizeNs, (long long)mTimeBaseNs);
Yao Chen5110bed2017-10-23 12:50:02 -070072}
73
74EventMetricProducer::~EventMetricProducer() {
75 VLOG("~EventMetricProducer() called");
76}
77
Yangster-macb142cc82018-03-30 15:22:08 -070078void EventMetricProducer::dropDataLocked(const int64_t dropTimeNs) {
Yao Chen06dba5d2018-01-26 13:38:16 -080079 mProto->clear();
Olivier Gaillard320952b2019-02-06 13:57:24 +000080 StatsdStats::getInstance().noteBucketDropped(mMetricId);
Yao Chen06dba5d2018-01-26 13:38:16 -080081}
82
Yao Chen427d3722018-03-22 15:21:52 -070083void EventMetricProducer::onSlicedConditionMayChangeLocked(bool overallCondition,
Yangster-macb142cc82018-03-30 15:22:08 -070084 const int64_t eventTime) {
Yao Chen5110bed2017-10-23 12:50:02 -070085}
86
Yao Chen288c6002017-12-12 13:43:18 -080087std::unique_ptr<std::vector<uint8_t>> serializeProtoLocked(ProtoOutputStream& protoOutput) {
88 size_t bufferSize = protoOutput.size();
89
90 std::unique_ptr<std::vector<uint8_t>> buffer(new std::vector<uint8_t>(bufferSize));
91
92 size_t pos = 0;
93 auto it = protoOutput.data();
94 while (it.readBuffer() != NULL) {
95 size_t toRead = it.currentToRead();
96 std::memcpy(&((*buffer)[pos]), it.readBuffer(), toRead);
97 pos += toRead;
98 it.rp()->move(toRead);
99 }
100
101 return buffer;
102}
103
Yangster-maca802d732018-04-24 07:50:38 -0700104void EventMetricProducer::clearPastBucketsLocked(const int64_t dumpTimeNs) {
105 mProto->clear();
106}
107
Yangster-macb142cc82018-03-30 15:22:08 -0700108void EventMetricProducer::onDumpReportLocked(const int64_t dumpTimeNs,
Yangster-mace68f3a52018-04-04 00:01:43 -0700109 const bool include_current_partial_bucket,
Bookatzff71cad2018-09-20 17:17:49 -0700110 const bool erase_data,
Olivier Gaillard6c75ecd2019-02-20 09:57:33 +0000111 const DumpLatency dumpLatency,
Yangster-mac9def8e32018-04-17 13:55:51 -0700112 std::set<string> *str_set,
Yao Chen288c6002017-12-12 13:43:18 -0800113 ProtoOutputStream* protoOutput) {
Yang Lub4722912018-11-15 11:02:03 -0800114 protoOutput->write(FIELD_TYPE_INT64 | FIELD_ID_ID, (long long)mMetricId);
Howard Ro07e23ff2018-12-17 17:28:07 -0800115 protoOutput->write(FIELD_TYPE_BOOL | FIELD_ID_IS_ACTIVE, isActiveLocked());
Yangster-mac635b4b32018-01-23 20:17:35 -0800116 if (mProto->size() <= 0) {
117 return;
118 }
Yao Chen5110bed2017-10-23 12:50:02 -0700119
Yao Chen6a8c7992017-11-29 20:02:07 +0000120 size_t bufferSize = mProto->size();
Yangster-mac94e197c2018-01-02 16:03:03 -0800121 VLOG("metric %lld dump report now... proto size: %zu ",
122 (long long)mMetricId, bufferSize);
Yao Chen288c6002017-12-12 13:43:18 -0800123 std::unique_ptr<std::vector<uint8_t>> buffer = serializeProtoLocked(*mProto);
Yao Chen5110bed2017-10-23 12:50:02 -0700124
Yao Chen288c6002017-12-12 13:43:18 -0800125 protoOutput->write(FIELD_TYPE_MESSAGE | FIELD_ID_EVENT_METRICS,
126 reinterpret_cast<char*>(buffer.get()->data()), buffer.get()->size());
Yao Chen5110bed2017-10-23 12:50:02 -0700127
Bookatzff71cad2018-09-20 17:17:49 -0700128 if (erase_data) {
129 mProto->clear();
130 }
Yao Chen5110bed2017-10-23 12:50:02 -0700131}
132
Yangsterf2bee6f2017-11-29 12:01:05 -0800133void EventMetricProducer::onConditionChangedLocked(const bool conditionMet,
Yangster-macb142cc82018-03-30 15:22:08 -0700134 const int64_t eventTime) {
Yangster-mac94e197c2018-01-02 16:03:03 -0800135 VLOG("Metric %lld onConditionChanged", (long long)mMetricId);
Olivier Gaillarde63d9e02019-02-12 14:43:59 +0000136 mCondition = conditionMet ? ConditionState::kTrue : ConditionState::kFalse;
Yao Chen5110bed2017-10-23 12:50:02 -0700137}
138
Yangsterf2bee6f2017-11-29 12:01:05 -0800139void EventMetricProducer::onMatchedLogEventInternalLocked(
Yangster-mac93694462018-01-22 20:49:31 -0800140 const size_t matcherIndex, const MetricDimensionKey& eventKey,
Yangster-mac20877162017-12-22 17:19:39 -0800141 const ConditionKey& conditionKey, bool condition,
Chenjie Yua7259ab2017-12-10 08:31:05 -0800142 const LogEvent& event) {
Yao Chen5110bed2017-10-23 12:50:02 -0700143 if (!condition) {
144 return;
145 }
146
Yi Jin5ee07872018-03-05 18:18:27 -0800147 uint64_t wrapperToken =
yrob0378b02017-11-09 20:36:25 -0800148 mProto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_DATA);
Yangster-macd5c35622018-02-02 10:33:25 -0800149 const bool truncateTimestamp =
Yao Chenc40a19d2018-03-15 16:48:25 -0700150 android::util::AtomsInfo::kNotTruncatingTimestampAtomWhiteList.find(event.GetTagId()) ==
151 android::util::AtomsInfo::kNotTruncatingTimestampAtomWhiteList.end();
Yangster-macd5c35622018-02-02 10:33:25 -0800152 if (truncateTimestamp) {
153 mProto->write(FIELD_TYPE_INT64 | FIELD_ID_ELAPSED_TIMESTAMP_NANOS,
154 (long long)truncateTimestampNsToFiveMinutes(event.GetElapsedTimestampNs()));
Yangster-macd5c35622018-02-02 10:33:25 -0800155 } else {
156 mProto->write(FIELD_TYPE_INT64 | FIELD_ID_ELAPSED_TIMESTAMP_NANOS,
157 (long long)event.GetElapsedTimestampNs());
Yangster-macd5c35622018-02-02 10:33:25 -0800158 }
Yangstere1faa032018-02-21 14:08:17 -0800159
Yi Jin5ee07872018-03-05 18:18:27 -0800160 uint64_t eventToken = mProto->start(FIELD_TYPE_MESSAGE | FIELD_ID_ATOMS);
Yao Chen5110bed2017-10-23 12:50:02 -0700161 event.ToProto(*mProto);
162 mProto->end(eventToken);
163 mProto->end(wrapperToken);
164}
165
Yangsterf2bee6f2017-11-29 12:01:05 -0800166size_t EventMetricProducer::byteSizeLocked() const {
yro75f0a4d2017-11-17 17:20:45 -0800167 return mProto->bytesWritten();
yro69007c82017-10-26 20:42:57 -0700168}
169
Yao Chen5110bed2017-10-23 12:50:02 -0700170} // namespace statsd
171} // namespace os
172} // namespace android