Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2017 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Tej Singh | 484524a | 2018-02-01 15:10:05 -0800 | [diff] [blame] | 17 | #define DEBUG false // STOPSHIP if true |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 18 | #include "Log.h" |
| 19 | |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 20 | #include "metrics_manager_util.h" |
| 21 | |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 22 | #include "../condition/CombinationConditionTracker.h" |
| 23 | #include "../condition/SimpleConditionTracker.h" |
Yao Chen | 580ea321 | 2018-02-26 14:21:54 -0800 | [diff] [blame] | 24 | #include "../condition/StateTracker.h" |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 25 | #include "../external/StatsPullerManager.h" |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 26 | #include "../matchers/CombinationLogMatchingTracker.h" |
| 27 | #include "../matchers/SimpleLogMatchingTracker.h" |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 28 | #include "../metrics/CountMetricProducer.h" |
| 29 | #include "../metrics/DurationMetricProducer.h" |
| 30 | #include "../metrics/EventMetricProducer.h" |
| 31 | #include "../metrics/GaugeMetricProducer.h" |
| 32 | #include "../metrics/ValueMetricProducer.h" |
| 33 | |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 34 | #include "stats_util.h" |
Yao Chen | 580ea321 | 2018-02-26 14:21:54 -0800 | [diff] [blame] | 35 | #include "statslog.h" |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 36 | |
| 37 | using std::set; |
| 38 | using std::string; |
| 39 | using std::unordered_map; |
| 40 | using std::vector; |
| 41 | |
| 42 | namespace android { |
| 43 | namespace os { |
| 44 | namespace statsd { |
| 45 | |
Yao Chen | 8a8d16c | 2018-02-08 14:50:40 -0800 | [diff] [blame] | 46 | namespace { |
| 47 | |
| 48 | bool hasLeafNode(const FieldMatcher& matcher) { |
| 49 | if (!matcher.has_field()) { |
| 50 | return false; |
| 51 | } |
| 52 | for (int i = 0; i < matcher.child_size(); ++i) { |
| 53 | if (hasLeafNode(matcher.child(i))) { |
| 54 | return true; |
| 55 | } |
| 56 | } |
| 57 | return true; |
| 58 | } |
| 59 | |
| 60 | } // namespace |
| 61 | |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 62 | bool handleMetricWithLogTrackers(const int64_t what, const int metricIndex, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 63 | const bool usedForDimension, |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 64 | const vector<sp<LogMatchingTracker>>& allAtomMatchers, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 65 | const unordered_map<int64_t, int>& logTrackerMap, |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 66 | unordered_map<int, std::vector<int>>& trackerToMetricMap, |
| 67 | int& logTrackerIndex) { |
| 68 | auto logTrackerIt = logTrackerMap.find(what); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 69 | if (logTrackerIt == logTrackerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 70 | ALOGW("cannot find the AtomMatcher \"%lld\" in config", (long long)what); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 71 | return false; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 72 | } |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 73 | if (usedForDimension && allAtomMatchers[logTrackerIt->second]->getAtomIds().size() > 1) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 74 | ALOGE("AtomMatcher \"%lld\" has more than one tag ids. When a metric has dimension, " |
Stefan Lafon | 7c8f0a5 | 2017-11-21 14:49:09 -0800 | [diff] [blame] | 75 | "the \"what\" can only about one atom type.", |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 76 | (long long)what); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 77 | return false; |
| 78 | } |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 79 | logTrackerIndex = logTrackerIt->second; |
| 80 | auto& metric_list = trackerToMetricMap[logTrackerIndex]; |
| 81 | metric_list.push_back(metricIndex); |
| 82 | return true; |
| 83 | } |
| 84 | |
| 85 | bool handleMetricWithConditions( |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 86 | const int64_t condition, const int metricIndex, |
| 87 | const unordered_map<int64_t, int>& conditionTrackerMap, |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 88 | const ::google::protobuf::RepeatedPtrField<::android::os::statsd::MetricConditionLink>& |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 89 | links, |
| 90 | vector<sp<ConditionTracker>>& allConditionTrackers, int& conditionIndex, |
| 91 | unordered_map<int, std::vector<int>>& conditionToMetricMap) { |
| 92 | auto condition_it = conditionTrackerMap.find(condition); |
| 93 | if (condition_it == conditionTrackerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 94 | ALOGW("cannot find Predicate \"%lld\" in the config", (long long)condition); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 95 | return false; |
| 96 | } |
| 97 | |
| 98 | for (const auto& link : links) { |
| 99 | auto it = conditionTrackerMap.find(link.condition()); |
| 100 | if (it == conditionTrackerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 101 | ALOGW("cannot find Predicate \"%lld\" in the config", (long long)link.condition()); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 102 | return false; |
| 103 | } |
| 104 | allConditionTrackers[condition_it->second]->setSliced(true); |
| 105 | allConditionTrackers[it->second]->setSliced(true); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 106 | // TODO: We need to verify the link is valid. |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 107 | } |
| 108 | conditionIndex = condition_it->second; |
| 109 | |
| 110 | // will create new vector if not exist before. |
| 111 | auto& metricList = conditionToMetricMap[condition_it->second]; |
| 112 | metricList.push_back(metricIndex); |
| 113 | return true; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 114 | } |
| 115 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 116 | bool initLogTrackers(const StatsdConfig& config, const UidMap& uidMap, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 117 | unordered_map<int64_t, int>& logTrackerMap, |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 118 | vector<sp<LogMatchingTracker>>& allAtomMatchers, set<int>& allTagIds) { |
| 119 | vector<AtomMatcher> matcherConfigs; |
| 120 | const int atomMatcherCount = config.atom_matcher_size(); |
| 121 | matcherConfigs.reserve(atomMatcherCount); |
| 122 | allAtomMatchers.reserve(atomMatcherCount); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 123 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 124 | for (int i = 0; i < atomMatcherCount; i++) { |
| 125 | const AtomMatcher& logMatcher = config.atom_matcher(i); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 126 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 127 | int index = allAtomMatchers.size(); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 128 | switch (logMatcher.contents_case()) { |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 129 | case AtomMatcher::ContentsCase::kSimpleAtomMatcher: |
| 130 | allAtomMatchers.push_back(new SimpleLogMatchingTracker( |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 131 | logMatcher.id(), index, logMatcher.simple_atom_matcher(), uidMap)); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 132 | break; |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 133 | case AtomMatcher::ContentsCase::kCombination: |
| 134 | allAtomMatchers.push_back( |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 135 | new CombinationLogMatchingTracker(logMatcher.id(), index)); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 136 | break; |
| 137 | default: |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 138 | ALOGE("Matcher \"%lld\" malformed", (long long)logMatcher.id()); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 139 | return false; |
| 140 | // continue; |
| 141 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 142 | if (logTrackerMap.find(logMatcher.id()) != logTrackerMap.end()) { |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 143 | ALOGE("Duplicate AtomMatcher found!"); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 144 | return false; |
| 145 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 146 | logTrackerMap[logMatcher.id()] = index; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 147 | matcherConfigs.push_back(logMatcher); |
| 148 | } |
| 149 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 150 | vector<bool> stackTracker2(allAtomMatchers.size(), false); |
| 151 | for (auto& matcher : allAtomMatchers) { |
| 152 | if (!matcher->init(matcherConfigs, allAtomMatchers, logTrackerMap, stackTracker2)) { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 153 | return false; |
| 154 | } |
| 155 | // Collect all the tag ids that are interesting. TagIds exist in leaf nodes only. |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 156 | const set<int>& tagIds = matcher->getAtomIds(); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 157 | allTagIds.insert(tagIds.begin(), tagIds.end()); |
| 158 | } |
| 159 | return true; |
| 160 | } |
| 161 | |
Yao Chen | 580ea321 | 2018-02-26 14:21:54 -0800 | [diff] [blame] | 162 | /** |
| 163 | * A StateTracker is built from a SimplePredicate which has only "start", and no "stop" |
| 164 | * or "stop_all". The start must be an atom matcher that matches a state atom. It must |
| 165 | * have dimension, the dimension must be the state atom's primary fields plus exclusive state |
| 166 | * field. For example, the StateTracker is used in tracking UidProcessState and ScreenState. |
| 167 | * |
| 168 | */ |
| 169 | bool isStateTracker(const SimplePredicate& simplePredicate, vector<Matcher>* primaryKeys) { |
| 170 | // 1. must not have "stop". must have "dimension" |
| 171 | if (!simplePredicate.has_stop() && simplePredicate.has_dimensions()) { |
| 172 | // TODO: need to check the start atom matcher too. |
Yao Chen | c40a19d | 2018-03-15 16:48:25 -0700 | [diff] [blame] | 173 | auto it = android::util::AtomsInfo::kStateAtomsFieldOptions.find( |
| 174 | simplePredicate.dimensions().field()); |
Yao Chen | 580ea321 | 2018-02-26 14:21:54 -0800 | [diff] [blame] | 175 | // 2. must be based on a state atom. |
Yao Chen | c40a19d | 2018-03-15 16:48:25 -0700 | [diff] [blame] | 176 | if (it != android::util::AtomsInfo::kStateAtomsFieldOptions.end()) { |
Yao Chen | 580ea321 | 2018-02-26 14:21:54 -0800 | [diff] [blame] | 177 | // 3. dimension must be primary fields + state field IN ORDER |
| 178 | size_t expectedDimensionCount = it->second.primaryFields.size() + 1; |
| 179 | vector<Matcher> dimensions; |
| 180 | translateFieldMatcher(simplePredicate.dimensions(), &dimensions); |
| 181 | if (dimensions.size() != expectedDimensionCount) { |
| 182 | return false; |
| 183 | } |
| 184 | // 3.1 check the primary fields first. |
| 185 | size_t index = 0; |
| 186 | for (const auto& field : it->second.primaryFields) { |
| 187 | Matcher matcher = getSimpleMatcher(it->first, field); |
| 188 | if (!(matcher == dimensions[index])) { |
| 189 | return false; |
| 190 | } |
| 191 | primaryKeys->push_back(matcher); |
| 192 | index++; |
| 193 | } |
| 194 | Matcher stateFieldMatcher = |
| 195 | getSimpleMatcher(it->first, it->second.exclusiveField); |
| 196 | // 3.2 last dimension should be the exclusive field. |
| 197 | if (!(dimensions.back() == stateFieldMatcher)) { |
| 198 | return false; |
| 199 | } |
| 200 | return true; |
| 201 | } |
| 202 | } |
| 203 | return false; |
| 204 | } // namespace statsd |
| 205 | |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 206 | bool initConditions(const ConfigKey& key, const StatsdConfig& config, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 207 | const unordered_map<int64_t, int>& logTrackerMap, |
| 208 | unordered_map<int64_t, int>& conditionTrackerMap, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 209 | vector<sp<ConditionTracker>>& allConditionTrackers, |
| 210 | unordered_map<int, std::vector<int>>& trackerToConditionMap) { |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 211 | vector<Predicate> conditionConfigs; |
| 212 | const int conditionTrackerCount = config.predicate_size(); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 213 | conditionConfigs.reserve(conditionTrackerCount); |
| 214 | allConditionTrackers.reserve(conditionTrackerCount); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 215 | |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 216 | for (int i = 0; i < conditionTrackerCount; i++) { |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 217 | const Predicate& condition = config.predicate(i); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 218 | int index = allConditionTrackers.size(); |
| 219 | switch (condition.contents_case()) { |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 220 | case Predicate::ContentsCase::kSimplePredicate: { |
Yao Chen | 580ea321 | 2018-02-26 14:21:54 -0800 | [diff] [blame] | 221 | vector<Matcher> primaryKeys; |
| 222 | if (isStateTracker(condition.simple_predicate(), &primaryKeys)) { |
| 223 | allConditionTrackers.push_back(new StateTracker(key, condition.id(), index, |
| 224 | condition.simple_predicate(), |
| 225 | logTrackerMap, primaryKeys)); |
| 226 | } else { |
| 227 | allConditionTrackers.push_back(new SimpleConditionTracker( |
| 228 | key, condition.id(), index, condition.simple_predicate(), |
| 229 | logTrackerMap)); |
| 230 | } |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 231 | break; |
| 232 | } |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 233 | case Predicate::ContentsCase::kCombination: { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 234 | allConditionTrackers.push_back( |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 235 | new CombinationConditionTracker(condition.id(), index)); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 236 | break; |
| 237 | } |
| 238 | default: |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 239 | ALOGE("Predicate \"%lld\" malformed", (long long)condition.id()); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 240 | return false; |
| 241 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 242 | if (conditionTrackerMap.find(condition.id()) != conditionTrackerMap.end()) { |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 243 | ALOGE("Duplicate Predicate found!"); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 244 | return false; |
| 245 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 246 | conditionTrackerMap[condition.id()] = index; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 247 | conditionConfigs.push_back(condition); |
| 248 | } |
| 249 | |
| 250 | vector<bool> stackTracker(allConditionTrackers.size(), false); |
| 251 | for (size_t i = 0; i < allConditionTrackers.size(); i++) { |
| 252 | auto& conditionTracker = allConditionTrackers[i]; |
| 253 | if (!conditionTracker->init(conditionConfigs, allConditionTrackers, conditionTrackerMap, |
| 254 | stackTracker)) { |
| 255 | return false; |
| 256 | } |
| 257 | for (const int trackerIndex : conditionTracker->getLogTrackerIndex()) { |
| 258 | auto& conditionList = trackerToConditionMap[trackerIndex]; |
| 259 | conditionList.push_back(i); |
| 260 | } |
| 261 | } |
| 262 | return true; |
| 263 | } |
| 264 | |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 265 | bool initMetrics(const ConfigKey& key, const StatsdConfig& config, |
| 266 | const int64_t timeBaseTimeNs, const int64_t currentTimeNs, |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 267 | UidMap& uidMap, const unordered_map<int64_t, int>& logTrackerMap, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 268 | const unordered_map<int64_t, int>& conditionTrackerMap, |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 269 | const vector<sp<LogMatchingTracker>>& allAtomMatchers, |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 270 | vector<sp<ConditionTracker>>& allConditionTrackers, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 271 | vector<sp<MetricProducer>>& allMetricProducers, |
| 272 | unordered_map<int, std::vector<int>>& conditionToMetricMap, |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 273 | unordered_map<int, std::vector<int>>& trackerToMetricMap, |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 274 | unordered_map<int64_t, int>& metricMap, std::set<int64_t>& noReportMetricIds) { |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 275 | sp<ConditionWizard> wizard = new ConditionWizard(allConditionTrackers); |
Yao Chen | 93fe3a3 | 2017-11-02 13:52:59 -0700 | [diff] [blame] | 276 | const int allMetricsCount = config.count_metric_size() + config.duration_metric_size() + |
| 277 | config.event_metric_size() + config.value_metric_size(); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 278 | allMetricProducers.reserve(allMetricsCount); |
Chenjie Yu | 6736c89 | 2017-11-09 10:50:09 -0800 | [diff] [blame] | 279 | StatsPullerManager statsPullerManager; |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 280 | |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 281 | // Build MetricProducers for each metric defined in config. |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 282 | // build CountMetricProducer |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 283 | for (int i = 0; i < config.count_metric_size(); i++) { |
| 284 | const CountMetric& metric = config.count_metric(i); |
| 285 | if (!metric.has_what()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 286 | ALOGW("cannot find \"what\" in CountMetric \"%lld\"", (long long)metric.id()); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 287 | return false; |
| 288 | } |
| 289 | |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 290 | int metricIndex = allMetricProducers.size(); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 291 | metricMap.insert({metric.id(), metricIndex}); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 292 | int trackerIndex; |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 293 | if (!handleMetricWithLogTrackers(metric.what(), metricIndex, |
| 294 | metric.has_dimensions_in_what(), |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 295 | allAtomMatchers, logTrackerMap, trackerToMetricMap, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 296 | trackerIndex)) { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 297 | return false; |
| 298 | } |
| 299 | |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 300 | int conditionIndex = -1; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 301 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 302 | bool good = handleMetricWithConditions( |
| 303 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 304 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 305 | if (!good) { |
| 306 | return false; |
| 307 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 308 | } else { |
| 309 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 310 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 311 | return false; |
| 312 | } |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 313 | } |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 314 | |
Yao Chen | 93fe3a3 | 2017-11-02 13:52:59 -0700 | [diff] [blame] | 315 | sp<MetricProducer> countProducer = |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 316 | new CountMetricProducer(key, metric, conditionIndex, wizard, timeBaseTimeNs); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 317 | allMetricProducers.push_back(countProducer); |
| 318 | } |
| 319 | |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 320 | // build DurationMetricProducer |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 321 | for (int i = 0; i < config.duration_metric_size(); i++) { |
| 322 | int metricIndex = allMetricProducers.size(); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 323 | const DurationMetric& metric = config.duration_metric(i); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 324 | metricMap.insert({metric.id(), metricIndex}); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 325 | |
| 326 | auto what_it = conditionTrackerMap.find(metric.what()); |
| 327 | if (what_it == conditionTrackerMap.end()) { |
| 328 | ALOGE("DurationMetric's \"what\" is invalid"); |
| 329 | return false; |
| 330 | } |
| 331 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 332 | const Predicate& durationWhat = config.predicate(what_it->second); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 333 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 334 | if (durationWhat.contents_case() != Predicate::ContentsCase::kSimplePredicate) { |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 335 | ALOGE("DurationMetric's \"what\" must be a simple condition"); |
| 336 | return false; |
| 337 | } |
| 338 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 339 | const auto& simplePredicate = durationWhat.simple_predicate(); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 340 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 341 | bool nesting = simplePredicate.count_nesting(); |
Yao Chen | 0ea1990 | 2017-11-15 15:44:45 -0800 | [diff] [blame] | 342 | |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 343 | int trackerIndices[3] = {-1, -1, -1}; |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 344 | if (!simplePredicate.has_start() || |
| 345 | !handleMetricWithLogTrackers(simplePredicate.start(), metricIndex, |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 346 | metric.has_dimensions_in_what(), allAtomMatchers, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 347 | logTrackerMap, trackerToMetricMap, trackerIndices[0])) { |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 348 | ALOGE("Duration metrics must specify a valid the start event matcher"); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 349 | return false; |
| 350 | } |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 351 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 352 | if (simplePredicate.has_stop() && |
| 353 | !handleMetricWithLogTrackers(simplePredicate.stop(), metricIndex, |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 354 | metric.has_dimensions_in_what(), allAtomMatchers, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 355 | logTrackerMap, trackerToMetricMap, trackerIndices[1])) { |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 356 | return false; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 357 | } |
| 358 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 359 | if (simplePredicate.has_stop_all() && |
| 360 | !handleMetricWithLogTrackers(simplePredicate.stop_all(), metricIndex, |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 361 | metric.has_dimensions_in_what(), allAtomMatchers, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 362 | logTrackerMap, trackerToMetricMap, trackerIndices[2])) { |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 363 | return false; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 364 | } |
| 365 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 366 | FieldMatcher internalDimensions = simplePredicate.dimensions(); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 367 | |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 368 | int conditionIndex = -1; |
| 369 | |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 370 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 371 | bool good = handleMetricWithConditions( |
| 372 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 373 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 374 | if (!good) { |
| 375 | return false; |
| 376 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 377 | } else { |
| 378 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 379 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 380 | return false; |
| 381 | } |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 382 | } |
| 383 | |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 384 | sp<MetricProducer> durationMetric = new DurationMetricProducer( |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 385 | key, metric, conditionIndex, trackerIndices[0], trackerIndices[1], |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 386 | trackerIndices[2], nesting, wizard, internalDimensions, timeBaseTimeNs); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 387 | |
| 388 | allMetricProducers.push_back(durationMetric); |
| 389 | } |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 390 | |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 391 | // build EventMetricProducer |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 392 | for (int i = 0; i < config.event_metric_size(); i++) { |
| 393 | int metricIndex = allMetricProducers.size(); |
| 394 | const EventMetric& metric = config.event_metric(i); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 395 | metricMap.insert({metric.id(), metricIndex}); |
| 396 | if (!metric.has_id() || !metric.has_what()) { |
Yangster-mac | d1815dc | 2017-11-13 21:43:15 -0800 | [diff] [blame] | 397 | ALOGW("cannot find the metric name or what in config"); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 398 | return false; |
| 399 | } |
| 400 | int trackerIndex; |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 401 | if (!handleMetricWithLogTrackers(metric.what(), metricIndex, false, allAtomMatchers, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 402 | logTrackerMap, trackerToMetricMap, trackerIndex)) { |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 403 | return false; |
| 404 | } |
| 405 | |
| 406 | int conditionIndex = -1; |
| 407 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 408 | bool good = handleMetricWithConditions( |
| 409 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 410 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 411 | if (!good) { |
| 412 | return false; |
| 413 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 414 | } else { |
| 415 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 416 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 417 | return false; |
| 418 | } |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 419 | } |
| 420 | |
Yao Chen | 93fe3a3 | 2017-11-02 13:52:59 -0700 | [diff] [blame] | 421 | sp<MetricProducer> eventMetric = |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 422 | new EventMetricProducer(key, metric, conditionIndex, wizard, timeBaseTimeNs); |
Yao Chen | 93fe3a3 | 2017-11-02 13:52:59 -0700 | [diff] [blame] | 423 | |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 424 | allMetricProducers.push_back(eventMetric); |
| 425 | } |
| 426 | |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 427 | // build ValueMetricProducer |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 428 | for (int i = 0; i < config.value_metric_size(); i++) { |
| 429 | const ValueMetric& metric = config.value_metric(i); |
| 430 | if (!metric.has_what()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 431 | ALOGW("cannot find \"what\" in ValueMetric \"%lld\"", (long long)metric.id()); |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 432 | return false; |
| 433 | } |
| 434 | |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 435 | int metricIndex = allMetricProducers.size(); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 436 | metricMap.insert({metric.id(), metricIndex}); |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 437 | int trackerIndex; |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 438 | if (!handleMetricWithLogTrackers(metric.what(), metricIndex, |
| 439 | metric.has_dimensions_in_what(), |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 440 | allAtomMatchers, logTrackerMap, trackerToMetricMap, |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 441 | trackerIndex)) { |
| 442 | return false; |
| 443 | } |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 444 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 445 | sp<LogMatchingTracker> atomMatcher = allAtomMatchers.at(trackerIndex); |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 446 | // If it is pulled atom, it should be simple matcher with one tagId. |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 447 | if (atomMatcher->getAtomIds().size() != 1) { |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 448 | return false; |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 449 | } |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 450 | int atomTagId = *(atomMatcher->getAtomIds().begin()); |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 451 | int pullTagId = statsPullerManager.PullerForMatcherExists(atomTagId) ? atomTagId : -1; |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 452 | |
| 453 | int conditionIndex = -1; |
| 454 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 455 | bool good = handleMetricWithConditions( |
| 456 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 457 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 458 | if (!good) { |
| 459 | return false; |
| 460 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 461 | } else { |
| 462 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 463 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 464 | return false; |
| 465 | } |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 466 | } |
| 467 | |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 468 | sp<MetricProducer> valueProducer = new ValueMetricProducer(key, metric, conditionIndex, |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 469 | wizard, pullTagId, |
| 470 | timeBaseTimeNs, currentTimeNs); |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 471 | allMetricProducers.push_back(valueProducer); |
| 472 | } |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 473 | |
| 474 | // Gauge metrics. |
| 475 | for (int i = 0; i < config.gauge_metric_size(); i++) { |
| 476 | const GaugeMetric& metric = config.gauge_metric(i); |
| 477 | if (!metric.has_what()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 478 | ALOGW("cannot find \"what\" in GaugeMetric \"%lld\"", (long long)metric.id()); |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 479 | return false; |
| 480 | } |
| 481 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 482 | if ((!metric.gauge_fields_filter().has_include_all() || |
| 483 | (metric.gauge_fields_filter().include_all() == false)) && |
| 484 | !hasLeafNode(metric.gauge_fields_filter().fields())) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 485 | ALOGW("Incorrect field filter setting in GaugeMetric %lld", (long long)metric.id()); |
Chenjie Yu | 2b4fc9d | 2017-12-18 15:20:00 -0800 | [diff] [blame] | 486 | return false; |
| 487 | } |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 488 | if ((metric.gauge_fields_filter().has_include_all() && |
| 489 | metric.gauge_fields_filter().include_all() == true) && |
| 490 | hasLeafNode(metric.gauge_fields_filter().fields())) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 491 | ALOGW("Incorrect field filter setting in GaugeMetric %lld", (long long)metric.id()); |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 492 | return false; |
| 493 | } |
| 494 | |
| 495 | int metricIndex = allMetricProducers.size(); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 496 | metricMap.insert({metric.id(), metricIndex}); |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 497 | int trackerIndex; |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 498 | if (!handleMetricWithLogTrackers(metric.what(), metricIndex, |
| 499 | metric.has_dimensions_in_what(), |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 500 | allAtomMatchers, logTrackerMap, trackerToMetricMap, |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 501 | trackerIndex)) { |
| 502 | return false; |
| 503 | } |
| 504 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 505 | sp<LogMatchingTracker> atomMatcher = allAtomMatchers.at(trackerIndex); |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 506 | // If it is pulled atom, it should be simple matcher with one tagId. |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 507 | if (atomMatcher->getAtomIds().size() != 1) { |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 508 | return false; |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 509 | } |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 510 | int atomTagId = *(atomMatcher->getAtomIds().begin()); |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 511 | int pullTagId = statsPullerManager.PullerForMatcherExists(atomTagId) ? atomTagId : -1; |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 512 | |
| 513 | int conditionIndex = -1; |
| 514 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 515 | bool good = handleMetricWithConditions( |
| 516 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 517 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 518 | if (!good) { |
| 519 | return false; |
| 520 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 521 | } else { |
| 522 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 523 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 524 | return false; |
| 525 | } |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 526 | } |
| 527 | |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 528 | sp<MetricProducer> gaugeProducer = new GaugeMetricProducer( |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 529 | key, metric, conditionIndex, wizard, pullTagId, timeBaseTimeNs, currentTimeNs); |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 530 | allMetricProducers.push_back(gaugeProducer); |
| 531 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 532 | for (int i = 0; i < config.no_report_metric_size(); ++i) { |
| 533 | const auto no_report_metric = config.no_report_metric(i); |
| 534 | if (metricMap.find(no_report_metric) == metricMap.end()) { |
Colin Cross | 054b0c0 | 2018-11-04 17:24:17 -0800 | [diff] [blame] | 535 | ALOGW("no_report_metric %lld not exist", no_report_metric); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 536 | return false; |
| 537 | } |
| 538 | noReportMetricIds.insert(no_report_metric); |
| 539 | } |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 540 | for (auto it : allMetricProducers) { |
| 541 | uidMap.addListener(it); |
| 542 | } |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 543 | return true; |
| 544 | } |
| 545 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 546 | bool initAlerts(const StatsdConfig& config, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 547 | const unordered_map<int64_t, int>& metricProducerMap, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 548 | const sp<AlarmMonitor>& anomalyAlarmMonitor, |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 549 | vector<sp<MetricProducer>>& allMetricProducers, |
| 550 | vector<sp<AnomalyTracker>>& allAnomalyTrackers) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 551 | unordered_map<int64_t, int> anomalyTrackerMap; |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 552 | for (int i = 0; i < config.alert_size(); i++) { |
| 553 | const Alert& alert = config.alert(i); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 554 | const auto& itr = metricProducerMap.find(alert.metric_id()); |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 555 | if (itr == metricProducerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 556 | ALOGW("alert \"%lld\" has unknown metric id: \"%lld\"", (long long)alert.id(), |
| 557 | (long long)alert.metric_id()); |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 558 | return false; |
| 559 | } |
Bookatz | 6bf9825 | 2018-03-14 10:44:24 -0700 | [diff] [blame] | 560 | if (!alert.has_trigger_if_sum_gt()) { |
| 561 | ALOGW("invalid alert: missing threshold"); |
| 562 | return false; |
| 563 | } |
Yangster-mac | a7fb12d | 2018-01-03 17:17:20 -0800 | [diff] [blame] | 564 | if (alert.trigger_if_sum_gt() < 0 || alert.num_buckets() <= 0) { |
| 565 | ALOGW("invalid alert: threshold=%f num_buckets= %d", |
| 566 | alert.trigger_if_sum_gt(), alert.num_buckets()); |
Bookatz | cc5adef | 2017-11-21 14:36:23 -0800 | [diff] [blame] | 567 | return false; |
| 568 | } |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 569 | const int metricIndex = itr->second; |
Bookatz | 450099d | 2017-11-30 17:09:30 -0800 | [diff] [blame] | 570 | sp<MetricProducer> metric = allMetricProducers[metricIndex]; |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 571 | sp<AnomalyTracker> anomalyTracker = metric->addAnomalyTracker(alert, anomalyAlarmMonitor); |
Bookatz | 1476ef2 | 2018-02-13 12:26:01 -0800 | [diff] [blame] | 572 | if (anomalyTracker == nullptr) { |
| 573 | // The ALOGW for this invalid alert was already displayed in addAnomalyTracker(). |
| 574 | return false; |
Bookatz | cc5adef | 2017-11-21 14:36:23 -0800 | [diff] [blame] | 575 | } |
Bookatz | 1476ef2 | 2018-02-13 12:26:01 -0800 | [diff] [blame] | 576 | anomalyTrackerMap.insert(std::make_pair(alert.id(), allAnomalyTrackers.size())); |
| 577 | allAnomalyTrackers.push_back(anomalyTracker); |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 578 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 579 | for (int i = 0; i < config.subscription_size(); ++i) { |
| 580 | const Subscription& subscription = config.subscription(i); |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 581 | if (subscription.rule_type() != Subscription::ALERT) { |
| 582 | continue; |
| 583 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 584 | if (subscription.subscriber_information_case() == |
| 585 | Subscription::SubscriberInformationCase::SUBSCRIBER_INFORMATION_NOT_SET) { |
| 586 | ALOGW("subscription \"%lld\" has no subscriber info.\"", |
| 587 | (long long)subscription.id()); |
| 588 | return false; |
| 589 | } |
| 590 | const auto& itr = anomalyTrackerMap.find(subscription.rule_id()); |
| 591 | if (itr == anomalyTrackerMap.end()) { |
| 592 | ALOGW("subscription \"%lld\" has unknown rule id: \"%lld\"", |
| 593 | (long long)subscription.id(), (long long)subscription.rule_id()); |
| 594 | return false; |
| 595 | } |
| 596 | const int anomalyTrackerIndex = itr->second; |
| 597 | allAnomalyTrackers[anomalyTrackerIndex]->addSubscription(subscription); |
| 598 | } |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 599 | return true; |
| 600 | } |
| 601 | |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 602 | bool initAlarms(const StatsdConfig& config, const ConfigKey& key, |
| 603 | const sp<AlarmMonitor>& periodicAlarmMonitor, |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 604 | const int64_t timeBaseNs, const int64_t currentTimeNs, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 605 | vector<sp<AlarmTracker>>& allAlarmTrackers) { |
| 606 | unordered_map<int64_t, int> alarmTrackerMap; |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 607 | int64_t startMillis = timeBaseNs / 1000 / 1000; |
| 608 | int64_t currentTimeMillis = currentTimeNs / 1000 /1000; |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 609 | for (int i = 0; i < config.alarm_size(); i++) { |
| 610 | const Alarm& alarm = config.alarm(i); |
| 611 | if (alarm.offset_millis() <= 0) { |
| 612 | ALOGW("Alarm offset_millis should be larger than 0."); |
| 613 | return false; |
| 614 | } |
| 615 | if (alarm.period_millis() <= 0) { |
| 616 | ALOGW("Alarm period_millis should be larger than 0."); |
| 617 | return false; |
| 618 | } |
| 619 | alarmTrackerMap.insert(std::make_pair(alarm.id(), allAlarmTrackers.size())); |
| 620 | allAlarmTrackers.push_back( |
Yangster-mac | c04feba | 2018-04-02 14:37:33 -0700 | [diff] [blame] | 621 | new AlarmTracker(startMillis, currentTimeMillis, |
| 622 | alarm, key, periodicAlarmMonitor)); |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 623 | } |
| 624 | for (int i = 0; i < config.subscription_size(); ++i) { |
| 625 | const Subscription& subscription = config.subscription(i); |
| 626 | if (subscription.rule_type() != Subscription::ALARM) { |
| 627 | continue; |
| 628 | } |
| 629 | if (subscription.subscriber_information_case() == |
| 630 | Subscription::SubscriberInformationCase::SUBSCRIBER_INFORMATION_NOT_SET) { |
| 631 | ALOGW("subscription \"%lld\" has no subscriber info.\"", |
| 632 | (long long)subscription.id()); |
| 633 | return false; |
| 634 | } |
| 635 | const auto& itr = alarmTrackerMap.find(subscription.rule_id()); |
| 636 | if (itr == alarmTrackerMap.end()) { |
| 637 | ALOGW("subscription \"%lld\" has unknown rule id: \"%lld\"", |
| 638 | (long long)subscription.id(), (long long)subscription.rule_id()); |
| 639 | return false; |
| 640 | } |
| 641 | const int trackerIndex = itr->second; |
| 642 | allAlarmTrackers[trackerIndex]->addSubscription(subscription); |
| 643 | } |
| 644 | return true; |
| 645 | } |
| 646 | |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 647 | bool initStatsdConfig(const ConfigKey& key, const StatsdConfig& config, UidMap& uidMap, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 648 | const sp<AlarmMonitor>& anomalyAlarmMonitor, |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 649 | const sp<AlarmMonitor>& periodicAlarmMonitor, |
| 650 | const int64_t timeBaseNs, const int64_t currentTimeNs, |
| 651 | set<int>& allTagIds, |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 652 | vector<sp<LogMatchingTracker>>& allAtomMatchers, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 653 | vector<sp<ConditionTracker>>& allConditionTrackers, |
| 654 | vector<sp<MetricProducer>>& allMetricProducers, |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 655 | vector<sp<AnomalyTracker>>& allAnomalyTrackers, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 656 | vector<sp<AlarmTracker>>& allPeriodicAlarmTrackers, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 657 | unordered_map<int, std::vector<int>>& conditionToMetricMap, |
| 658 | unordered_map<int, std::vector<int>>& trackerToMetricMap, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 659 | unordered_map<int, std::vector<int>>& trackerToConditionMap, |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 660 | std::set<int64_t>& noReportMetricIds) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 661 | unordered_map<int64_t, int> logTrackerMap; |
| 662 | unordered_map<int64_t, int> conditionTrackerMap; |
| 663 | unordered_map<int64_t, int> metricProducerMap; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 664 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 665 | if (!initLogTrackers(config, uidMap, logTrackerMap, allAtomMatchers, allTagIds)) { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 666 | ALOGE("initLogMatchingTrackers failed"); |
| 667 | return false; |
| 668 | } |
Tej Singh | 484524a | 2018-02-01 15:10:05 -0800 | [diff] [blame] | 669 | VLOG("initLogMatchingTrackers succeed..."); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 670 | |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 671 | if (!initConditions(key, config, logTrackerMap, conditionTrackerMap, allConditionTrackers, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 672 | trackerToConditionMap)) { |
| 673 | ALOGE("initConditionTrackers failed"); |
| 674 | return false; |
| 675 | } |
| 676 | |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 677 | if (!initMetrics(key, config, timeBaseNs, currentTimeNs, uidMap, |
| 678 | logTrackerMap, conditionTrackerMap, |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 679 | allAtomMatchers, allConditionTrackers, allMetricProducers, |
| 680 | conditionToMetricMap, trackerToMetricMap, metricProducerMap, |
| 681 | noReportMetricIds)) { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 682 | ALOGE("initMetricProducers failed"); |
| 683 | return false; |
| 684 | } |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 685 | if (!initAlerts(config, metricProducerMap, anomalyAlarmMonitor, allMetricProducers, |
| 686 | allAnomalyTrackers)) { |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 687 | ALOGE("initAlerts failed"); |
| 688 | return false; |
| 689 | } |
Yangster-mac | c04feba | 2018-04-02 14:37:33 -0700 | [diff] [blame] | 690 | if (!initAlarms(config, key, periodicAlarmMonitor, |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 691 | timeBaseNs, currentTimeNs, allPeriodicAlarmTrackers)) { |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 692 | ALOGE("initAlarms failed"); |
| 693 | return false; |
| 694 | } |
| 695 | |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 696 | return true; |
| 697 | } |
| 698 | |
| 699 | } // namespace statsd |
| 700 | } // namespace os |
| 701 | } // namespace android |