Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2017 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Tej Singh | 484524a | 2018-02-01 15:10:05 -0800 | [diff] [blame] | 17 | #define DEBUG false // STOPSHIP if true |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 18 | #include "Log.h" |
| 19 | |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 20 | #include "metrics_manager_util.h" |
| 21 | |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 22 | #include <inttypes.h> |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 23 | |
tsaichristine | c876b49 | 2019-12-10 13:47:05 -0800 | [diff] [blame] | 24 | #include "FieldValue.h" |
| 25 | #include "MetricProducer.h" |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 26 | #include "condition/CombinationConditionTracker.h" |
| 27 | #include "condition/SimpleConditionTracker.h" |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 28 | #include "external/StatsPullerManager.h" |
| 29 | #include "matchers/CombinationLogMatchingTracker.h" |
| 30 | #include "matchers/EventMatcherWizard.h" |
| 31 | #include "matchers/SimpleLogMatchingTracker.h" |
| 32 | #include "metrics/CountMetricProducer.h" |
| 33 | #include "metrics/DurationMetricProducer.h" |
| 34 | #include "metrics/EventMetricProducer.h" |
| 35 | #include "metrics/GaugeMetricProducer.h" |
| 36 | #include "metrics/ValueMetricProducer.h" |
| 37 | #include "state/StateManager.h" |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 38 | #include "stats_util.h" |
| 39 | |
| 40 | using std::set; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 41 | using std::unordered_map; |
| 42 | using std::vector; |
| 43 | |
| 44 | namespace android { |
| 45 | namespace os { |
| 46 | namespace statsd { |
| 47 | |
Yao Chen | 8a8d16c | 2018-02-08 14:50:40 -0800 | [diff] [blame] | 48 | namespace { |
| 49 | |
| 50 | bool hasLeafNode(const FieldMatcher& matcher) { |
| 51 | if (!matcher.has_field()) { |
| 52 | return false; |
| 53 | } |
| 54 | for (int i = 0; i < matcher.child_size(); ++i) { |
| 55 | if (hasLeafNode(matcher.child(i))) { |
| 56 | return true; |
| 57 | } |
| 58 | } |
| 59 | return true; |
| 60 | } |
| 61 | |
| 62 | } // namespace |
| 63 | |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 64 | bool handleMetricWithLogTrackers(const int64_t what, const int metricIndex, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 65 | const bool usedForDimension, |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 66 | const vector<sp<LogMatchingTracker>>& allAtomMatchers, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 67 | const unordered_map<int64_t, int>& logTrackerMap, |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 68 | unordered_map<int, std::vector<int>>& trackerToMetricMap, |
| 69 | int& logTrackerIndex) { |
| 70 | auto logTrackerIt = logTrackerMap.find(what); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 71 | if (logTrackerIt == logTrackerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 72 | ALOGW("cannot find the AtomMatcher \"%lld\" in config", (long long)what); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 73 | return false; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 74 | } |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 75 | if (usedForDimension && allAtomMatchers[logTrackerIt->second]->getAtomIds().size() > 1) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 76 | ALOGE("AtomMatcher \"%lld\" has more than one tag ids. When a metric has dimension, " |
Stefan Lafon | 7c8f0a5 | 2017-11-21 14:49:09 -0800 | [diff] [blame] | 77 | "the \"what\" can only about one atom type.", |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 78 | (long long)what); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 79 | return false; |
| 80 | } |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 81 | logTrackerIndex = logTrackerIt->second; |
| 82 | auto& metric_list = trackerToMetricMap[logTrackerIndex]; |
| 83 | metric_list.push_back(metricIndex); |
| 84 | return true; |
| 85 | } |
| 86 | |
Chenjie Yu | 8858897 | 2018-08-03 09:49:22 -0700 | [diff] [blame] | 87 | bool handlePullMetricTriggerWithLogTrackers( |
| 88 | const int64_t trigger, const int metricIndex, |
| 89 | const vector<sp<LogMatchingTracker>>& allAtomMatchers, |
| 90 | const unordered_map<int64_t, int>& logTrackerMap, |
| 91 | unordered_map<int, std::vector<int>>& trackerToMetricMap, int& logTrackerIndex) { |
| 92 | auto logTrackerIt = logTrackerMap.find(trigger); |
| 93 | if (logTrackerIt == logTrackerMap.end()) { |
| 94 | ALOGW("cannot find the AtomMatcher \"%lld\" in config", (long long)trigger); |
| 95 | return false; |
| 96 | } |
| 97 | if (allAtomMatchers[logTrackerIt->second]->getAtomIds().size() > 1) { |
| 98 | ALOGE("AtomMatcher \"%lld\" has more than one tag ids." |
| 99 | "Trigger can only be one atom type.", |
| 100 | (long long)trigger); |
| 101 | return false; |
| 102 | } |
| 103 | logTrackerIndex = logTrackerIt->second; |
| 104 | auto& metric_list = trackerToMetricMap[logTrackerIndex]; |
| 105 | metric_list.push_back(metricIndex); |
| 106 | return true; |
| 107 | } |
| 108 | |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 109 | bool handleMetricWithConditions( |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 110 | const int64_t condition, const int metricIndex, |
| 111 | const unordered_map<int64_t, int>& conditionTrackerMap, |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 112 | const ::google::protobuf::RepeatedPtrField<::android::os::statsd::MetricConditionLink>& |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 113 | links, |
| 114 | vector<sp<ConditionTracker>>& allConditionTrackers, int& conditionIndex, |
| 115 | unordered_map<int, std::vector<int>>& conditionToMetricMap) { |
| 116 | auto condition_it = conditionTrackerMap.find(condition); |
| 117 | if (condition_it == conditionTrackerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 118 | ALOGW("cannot find Predicate \"%lld\" in the config", (long long)condition); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 119 | return false; |
| 120 | } |
| 121 | |
| 122 | for (const auto& link : links) { |
| 123 | auto it = conditionTrackerMap.find(link.condition()); |
| 124 | if (it == conditionTrackerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 125 | ALOGW("cannot find Predicate \"%lld\" in the config", (long long)link.condition()); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 126 | return false; |
| 127 | } |
| 128 | allConditionTrackers[condition_it->second]->setSliced(true); |
| 129 | allConditionTrackers[it->second]->setSliced(true); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 130 | } |
| 131 | conditionIndex = condition_it->second; |
| 132 | |
| 133 | // will create new vector if not exist before. |
| 134 | auto& metricList = conditionToMetricMap[condition_it->second]; |
| 135 | metricList.push_back(metricIndex); |
| 136 | return true; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 137 | } |
| 138 | |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 139 | // Initializes state data structures for a metric. |
| 140 | // input: |
| 141 | // [config]: the input config |
| 142 | // [stateIds]: the slice_by_state ids for this metric |
| 143 | // [stateAtomIdMap]: this map contains the mapping from all state ids to atom ids |
| 144 | // [allStateGroupMaps]: this map contains the mapping from state ids and state |
| 145 | // values to state group ids for all states |
| 146 | // output: |
| 147 | // [slicedStateAtoms]: a vector of atom ids of all the slice_by_states |
| 148 | // [stateGroupMap]: this map should contain the mapping from states ids and state |
| 149 | // values to state group ids for all states that this metric |
| 150 | // is interested in |
| 151 | bool handleMetricWithStates( |
| 152 | const StatsdConfig& config, const ::google::protobuf::RepeatedField<int64_t>& stateIds, |
| 153 | const unordered_map<int64_t, int>& stateAtomIdMap, |
| 154 | const unordered_map<int64_t, unordered_map<int, int64_t>>& allStateGroupMaps, |
| 155 | vector<int>& slicedStateAtoms, |
| 156 | unordered_map<int, unordered_map<int, int64_t>>& stateGroupMap) { |
| 157 | for (const auto& stateId : stateIds) { |
| 158 | auto it = stateAtomIdMap.find(stateId); |
| 159 | if (it == stateAtomIdMap.end()) { |
| 160 | ALOGW("cannot find State %" PRId64 " in the config", stateId); |
| 161 | return false; |
| 162 | } |
| 163 | int atomId = it->second; |
| 164 | slicedStateAtoms.push_back(atomId); |
| 165 | |
| 166 | auto stateIt = allStateGroupMaps.find(stateId); |
| 167 | if (stateIt != allStateGroupMaps.end()) { |
| 168 | stateGroupMap[atomId] = stateIt->second; |
| 169 | } |
| 170 | } |
| 171 | return true; |
| 172 | } |
| 173 | |
tsaichristine | c876b49 | 2019-12-10 13:47:05 -0800 | [diff] [blame] | 174 | bool handleMetricWithStateLink(const FieldMatcher& stateMatcher, |
| 175 | const vector<Matcher>& dimensionsInWhat) { |
| 176 | vector<Matcher> stateMatchers; |
| 177 | translateFieldMatcher(stateMatcher, &stateMatchers); |
| 178 | |
| 179 | return subsetDimensions(stateMatchers, dimensionsInWhat); |
| 180 | } |
| 181 | |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 182 | // Validates a metricActivation and populates state. |
| 183 | // EventActivationMap and EventDeactivationMap are supplied to a MetricProducer |
| 184 | // to provide the producer with state about its activators and deactivators. |
| 185 | // Returns false if there are errors. |
| 186 | bool handleMetricActivation( |
| 187 | const StatsdConfig& config, |
| 188 | const int64_t metricId, |
| 189 | const int metricIndex, |
| 190 | const unordered_map<int64_t, int>& metricToActivationMap, |
| 191 | const unordered_map<int64_t, int>& logTrackerMap, |
| 192 | unordered_map<int, vector<int>>& activationAtomTrackerToMetricMap, |
| 193 | unordered_map<int, vector<int>>& deactivationAtomTrackerToMetricMap, |
| 194 | vector<int>& metricsWithActivation, |
| 195 | unordered_map<int, shared_ptr<Activation>>& eventActivationMap, |
| 196 | unordered_map<int, vector<shared_ptr<Activation>>>& eventDeactivationMap) { |
| 197 | // Check if metric has an associated activation |
| 198 | auto itr = metricToActivationMap.find(metricId); |
| 199 | if (itr == metricToActivationMap.end()) return true; |
| 200 | |
| 201 | int activationIndex = itr->second; |
| 202 | const MetricActivation& metricActivation = config.metric_activation(activationIndex); |
| 203 | |
| 204 | for (int i = 0; i < metricActivation.event_activation_size(); i++) { |
| 205 | const EventActivation& activation = metricActivation.event_activation(i); |
| 206 | |
| 207 | auto itr = logTrackerMap.find(activation.atom_matcher_id()); |
| 208 | if (itr == logTrackerMap.end()) { |
| 209 | ALOGE("Atom matcher not found for event activation."); |
| 210 | return false; |
| 211 | } |
| 212 | |
| 213 | ActivationType activationType = (activation.has_activation_type()) ? |
| 214 | activation.activation_type() : metricActivation.activation_type(); |
| 215 | std::shared_ptr<Activation> activationWrapper = std::make_shared<Activation>( |
| 216 | activationType, activation.ttl_seconds() * NS_PER_SEC); |
| 217 | |
| 218 | int atomMatcherIndex = itr->second; |
| 219 | activationAtomTrackerToMetricMap[atomMatcherIndex].push_back(metricIndex); |
| 220 | eventActivationMap.emplace(atomMatcherIndex, activationWrapper); |
| 221 | |
| 222 | if (activation.has_deactivation_atom_matcher_id()) { |
| 223 | itr = logTrackerMap.find(activation.deactivation_atom_matcher_id()); |
| 224 | if (itr == logTrackerMap.end()) { |
| 225 | ALOGE("Atom matcher not found for event deactivation."); |
| 226 | return false; |
| 227 | } |
| 228 | int deactivationAtomMatcherIndex = itr->second; |
| 229 | deactivationAtomTrackerToMetricMap[deactivationAtomMatcherIndex].push_back(metricIndex); |
| 230 | eventDeactivationMap[deactivationAtomMatcherIndex].push_back(activationWrapper); |
| 231 | } |
| 232 | } |
| 233 | |
| 234 | metricsWithActivation.push_back(metricIndex); |
| 235 | return true; |
| 236 | } |
| 237 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 238 | bool initLogTrackers(const StatsdConfig& config, const UidMap& uidMap, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 239 | unordered_map<int64_t, int>& logTrackerMap, |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 240 | vector<sp<LogMatchingTracker>>& allAtomMatchers, set<int>& allTagIds) { |
| 241 | vector<AtomMatcher> matcherConfigs; |
| 242 | const int atomMatcherCount = config.atom_matcher_size(); |
| 243 | matcherConfigs.reserve(atomMatcherCount); |
| 244 | allAtomMatchers.reserve(atomMatcherCount); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 245 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 246 | for (int i = 0; i < atomMatcherCount; i++) { |
| 247 | const AtomMatcher& logMatcher = config.atom_matcher(i); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 248 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 249 | int index = allAtomMatchers.size(); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 250 | switch (logMatcher.contents_case()) { |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 251 | case AtomMatcher::ContentsCase::kSimpleAtomMatcher: |
| 252 | allAtomMatchers.push_back(new SimpleLogMatchingTracker( |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 253 | logMatcher.id(), index, logMatcher.simple_atom_matcher(), uidMap)); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 254 | break; |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 255 | case AtomMatcher::ContentsCase::kCombination: |
| 256 | allAtomMatchers.push_back( |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 257 | new CombinationLogMatchingTracker(logMatcher.id(), index)); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 258 | break; |
| 259 | default: |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 260 | ALOGE("Matcher \"%lld\" malformed", (long long)logMatcher.id()); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 261 | return false; |
| 262 | // continue; |
| 263 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 264 | if (logTrackerMap.find(logMatcher.id()) != logTrackerMap.end()) { |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 265 | ALOGE("Duplicate AtomMatcher found!"); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 266 | return false; |
| 267 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 268 | logTrackerMap[logMatcher.id()] = index; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 269 | matcherConfigs.push_back(logMatcher); |
| 270 | } |
| 271 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 272 | vector<bool> stackTracker2(allAtomMatchers.size(), false); |
| 273 | for (auto& matcher : allAtomMatchers) { |
| 274 | if (!matcher->init(matcherConfigs, allAtomMatchers, logTrackerMap, stackTracker2)) { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 275 | return false; |
| 276 | } |
| 277 | // Collect all the tag ids that are interesting. TagIds exist in leaf nodes only. |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 278 | const set<int>& tagIds = matcher->getAtomIds(); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 279 | allTagIds.insert(tagIds.begin(), tagIds.end()); |
| 280 | } |
| 281 | return true; |
| 282 | } |
| 283 | |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 284 | bool initConditions(const ConfigKey& key, const StatsdConfig& config, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 285 | const unordered_map<int64_t, int>& logTrackerMap, |
| 286 | unordered_map<int64_t, int>& conditionTrackerMap, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 287 | vector<sp<ConditionTracker>>& allConditionTrackers, |
| 288 | unordered_map<int, std::vector<int>>& trackerToConditionMap) { |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 289 | vector<Predicate> conditionConfigs; |
| 290 | const int conditionTrackerCount = config.predicate_size(); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 291 | conditionConfigs.reserve(conditionTrackerCount); |
| 292 | allConditionTrackers.reserve(conditionTrackerCount); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 293 | |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 294 | for (int i = 0; i < conditionTrackerCount; i++) { |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 295 | const Predicate& condition = config.predicate(i); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 296 | int index = allConditionTrackers.size(); |
| 297 | switch (condition.contents_case()) { |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 298 | case Predicate::ContentsCase::kSimplePredicate: { |
tsaichristine | 3d8e12a | 2020-04-02 17:57:06 -0700 | [diff] [blame] | 299 | allConditionTrackers.push_back(new SimpleConditionTracker( |
| 300 | key, condition.id(), index, condition.simple_predicate(), logTrackerMap)); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 301 | break; |
| 302 | } |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 303 | case Predicate::ContentsCase::kCombination: { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 304 | allConditionTrackers.push_back( |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 305 | new CombinationConditionTracker(condition.id(), index)); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 306 | break; |
| 307 | } |
| 308 | default: |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 309 | ALOGE("Predicate \"%lld\" malformed", (long long)condition.id()); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 310 | return false; |
| 311 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 312 | if (conditionTrackerMap.find(condition.id()) != conditionTrackerMap.end()) { |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 313 | ALOGE("Duplicate Predicate found!"); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 314 | return false; |
| 315 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 316 | conditionTrackerMap[condition.id()] = index; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 317 | conditionConfigs.push_back(condition); |
| 318 | } |
| 319 | |
| 320 | vector<bool> stackTracker(allConditionTrackers.size(), false); |
| 321 | for (size_t i = 0; i < allConditionTrackers.size(); i++) { |
| 322 | auto& conditionTracker = allConditionTrackers[i]; |
| 323 | if (!conditionTracker->init(conditionConfigs, allConditionTrackers, conditionTrackerMap, |
| 324 | stackTracker)) { |
| 325 | return false; |
| 326 | } |
| 327 | for (const int trackerIndex : conditionTracker->getLogTrackerIndex()) { |
| 328 | auto& conditionList = trackerToConditionMap[trackerIndex]; |
| 329 | conditionList.push_back(i); |
| 330 | } |
| 331 | } |
| 332 | return true; |
| 333 | } |
| 334 | |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 335 | bool initStates(const StatsdConfig& config, unordered_map<int64_t, int>& stateAtomIdMap, |
| 336 | unordered_map<int64_t, unordered_map<int, int64_t>>& allStateGroupMaps) { |
| 337 | for (int i = 0; i < config.state_size(); i++) { |
| 338 | const State& state = config.state(i); |
| 339 | const int64_t stateId = state.id(); |
| 340 | stateAtomIdMap[stateId] = state.atom_id(); |
| 341 | |
| 342 | const StateMap& stateMap = state.map(); |
| 343 | for (auto group : stateMap.group()) { |
| 344 | for (auto value : group.value()) { |
| 345 | allStateGroupMaps[stateId][value] = group.group_id(); |
| 346 | } |
| 347 | } |
| 348 | } |
| 349 | |
| 350 | return true; |
| 351 | } |
| 352 | |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 353 | bool initMetrics(const ConfigKey& key, const StatsdConfig& config, const int64_t timeBaseTimeNs, |
Tej Singh | 9ec159a | 2019-11-14 11:59:48 -0800 | [diff] [blame] | 354 | const int64_t currentTimeNs, |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 355 | const sp<StatsPullerManager>& pullerManager, |
| 356 | const unordered_map<int64_t, int>& logTrackerMap, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 357 | const unordered_map<int64_t, int>& conditionTrackerMap, |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 358 | const vector<sp<LogMatchingTracker>>& allAtomMatchers, |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 359 | const unordered_map<int64_t, int>& stateAtomIdMap, |
| 360 | const unordered_map<int64_t, unordered_map<int, int64_t>>& allStateGroupMaps, |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 361 | vector<sp<ConditionTracker>>& allConditionTrackers, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 362 | vector<sp<MetricProducer>>& allMetricProducers, |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 363 | unordered_map<int, vector<int>>& conditionToMetricMap, |
| 364 | unordered_map<int, vector<int>>& trackerToMetricMap, |
| 365 | unordered_map<int64_t, int>& metricMap, std::set<int64_t>& noReportMetricIds, |
| 366 | unordered_map<int, vector<int>>& activationAtomTrackerToMetricMap, |
| 367 | unordered_map<int, vector<int>>& deactivationAtomTrackerToMetricMap, |
| 368 | vector<int>& metricsWithActivation) { |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 369 | sp<ConditionWizard> wizard = new ConditionWizard(allConditionTrackers); |
Yangster-mac | 32f07af | 2018-10-13 17:08:11 -0700 | [diff] [blame] | 370 | sp<EventMatcherWizard> matcherWizard = new EventMatcherWizard(allAtomMatchers); |
Yao Chen | 93fe3a3 | 2017-11-02 13:52:59 -0700 | [diff] [blame] | 371 | const int allMetricsCount = config.count_metric_size() + config.duration_metric_size() + |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 372 | config.event_metric_size() + config.gauge_metric_size() + |
| 373 | config.value_metric_size(); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 374 | allMetricProducers.reserve(allMetricsCount); |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 375 | |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 376 | // Construct map from metric id to metric activation index. The map will be used to determine |
| 377 | // the metric activation corresponding to a metric. |
| 378 | unordered_map<int64_t, int> metricToActivationMap; |
| 379 | for (int i = 0; i < config.metric_activation_size(); i++) { |
| 380 | const MetricActivation& metricActivation = config.metric_activation(i); |
| 381 | int64_t metricId = metricActivation.metric_id(); |
| 382 | if (metricToActivationMap.find(metricId) != metricToActivationMap.end()) { |
| 383 | ALOGE("Metric %lld has multiple MetricActivations", (long long) metricId); |
| 384 | return false; |
| 385 | } |
| 386 | metricToActivationMap.insert({metricId, i}); |
| 387 | } |
| 388 | |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 389 | // Build MetricProducers for each metric defined in config. |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 390 | // build CountMetricProducer |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 391 | for (int i = 0; i < config.count_metric_size(); i++) { |
| 392 | const CountMetric& metric = config.count_metric(i); |
| 393 | if (!metric.has_what()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 394 | ALOGW("cannot find \"what\" in CountMetric \"%lld\"", (long long)metric.id()); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 395 | return false; |
| 396 | } |
| 397 | |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 398 | int metricIndex = allMetricProducers.size(); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 399 | metricMap.insert({metric.id(), metricIndex}); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 400 | int trackerIndex; |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 401 | if (!handleMetricWithLogTrackers(metric.what(), metricIndex, |
| 402 | metric.has_dimensions_in_what(), |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 403 | allAtomMatchers, logTrackerMap, trackerToMetricMap, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 404 | trackerIndex)) { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 405 | return false; |
| 406 | } |
| 407 | |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 408 | int conditionIndex = -1; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 409 | if (metric.has_condition()) { |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 410 | if (!handleMetricWithConditions(metric.condition(), metricIndex, conditionTrackerMap, |
| 411 | metric.links(), allConditionTrackers, conditionIndex, |
| 412 | conditionToMetricMap)) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 413 | return false; |
| 414 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 415 | } else { |
| 416 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 417 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 418 | return false; |
| 419 | } |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 420 | } |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 421 | |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 422 | std::vector<int> slicedStateAtoms; |
| 423 | unordered_map<int, unordered_map<int, int64_t>> stateGroupMap; |
| 424 | if (metric.slice_by_state_size() > 0) { |
| 425 | if (!handleMetricWithStates(config, metric.slice_by_state(), stateAtomIdMap, |
| 426 | allStateGroupMaps, slicedStateAtoms, stateGroupMap)) { |
| 427 | return false; |
| 428 | } |
tsaichristine | 69000e6 | 2019-10-18 17:34:52 -0700 | [diff] [blame] | 429 | } else { |
| 430 | if (metric.state_link_size() > 0) { |
| 431 | ALOGW("CountMetric has a MetricStateLink but doesn't have a slice_by_state"); |
| 432 | return false; |
| 433 | } |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 434 | } |
| 435 | |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 436 | unordered_map<int, shared_ptr<Activation>> eventActivationMap; |
| 437 | unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; |
| 438 | bool success = handleMetricActivation(config, metric.id(), metricIndex, |
| 439 | metricToActivationMap, logTrackerMap, activationAtomTrackerToMetricMap, |
| 440 | deactivationAtomTrackerToMetricMap, metricsWithActivation, eventActivationMap, |
| 441 | eventDeactivationMap); |
| 442 | if (!success) return false; |
| 443 | |
| 444 | sp<MetricProducer> countProducer = new CountMetricProducer( |
| 445 | key, metric, conditionIndex, wizard, timeBaseTimeNs, currentTimeNs, |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 446 | eventActivationMap, eventDeactivationMap, slicedStateAtoms, stateGroupMap); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 447 | allMetricProducers.push_back(countProducer); |
| 448 | } |
| 449 | |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 450 | // build DurationMetricProducer |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 451 | for (int i = 0; i < config.duration_metric_size(); i++) { |
| 452 | int metricIndex = allMetricProducers.size(); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 453 | const DurationMetric& metric = config.duration_metric(i); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 454 | metricMap.insert({metric.id(), metricIndex}); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 455 | |
| 456 | auto what_it = conditionTrackerMap.find(metric.what()); |
| 457 | if (what_it == conditionTrackerMap.end()) { |
| 458 | ALOGE("DurationMetric's \"what\" is invalid"); |
| 459 | return false; |
| 460 | } |
| 461 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 462 | const Predicate& durationWhat = config.predicate(what_it->second); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 463 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 464 | if (durationWhat.contents_case() != Predicate::ContentsCase::kSimplePredicate) { |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 465 | ALOGE("DurationMetric's \"what\" must be a simple condition"); |
| 466 | return false; |
| 467 | } |
| 468 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 469 | const auto& simplePredicate = durationWhat.simple_predicate(); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 470 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 471 | bool nesting = simplePredicate.count_nesting(); |
Yao Chen | 0ea1990 | 2017-11-15 15:44:45 -0800 | [diff] [blame] | 472 | |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 473 | int trackerIndices[3] = {-1, -1, -1}; |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 474 | if (!simplePredicate.has_start() || |
| 475 | !handleMetricWithLogTrackers(simplePredicate.start(), metricIndex, |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 476 | metric.has_dimensions_in_what(), allAtomMatchers, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 477 | logTrackerMap, trackerToMetricMap, trackerIndices[0])) { |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 478 | ALOGE("Duration metrics must specify a valid the start event matcher"); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 479 | return false; |
| 480 | } |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 481 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 482 | if (simplePredicate.has_stop() && |
| 483 | !handleMetricWithLogTrackers(simplePredicate.stop(), metricIndex, |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 484 | metric.has_dimensions_in_what(), allAtomMatchers, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 485 | logTrackerMap, trackerToMetricMap, trackerIndices[1])) { |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 486 | return false; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 487 | } |
| 488 | |
Stefan Lafon | 12d01fa | 2017-12-04 20:56:09 -0800 | [diff] [blame] | 489 | if (simplePredicate.has_stop_all() && |
| 490 | !handleMetricWithLogTrackers(simplePredicate.stop_all(), metricIndex, |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 491 | metric.has_dimensions_in_what(), allAtomMatchers, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 492 | logTrackerMap, trackerToMetricMap, trackerIndices[2])) { |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 493 | return false; |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 494 | } |
| 495 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 496 | FieldMatcher internalDimensions = simplePredicate.dimensions(); |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 497 | |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 498 | int conditionIndex = -1; |
| 499 | |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 500 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 501 | bool good = handleMetricWithConditions( |
| 502 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 503 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 504 | if (!good) { |
| 505 | return false; |
| 506 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 507 | } else { |
| 508 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 509 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 510 | return false; |
| 511 | } |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 512 | } |
| 513 | |
tsaichristine | 1449fa4 | 2020-01-02 12:12:05 -0800 | [diff] [blame] | 514 | std::vector<int> slicedStateAtoms; |
| 515 | unordered_map<int, unordered_map<int, int64_t>> stateGroupMap; |
| 516 | if (metric.slice_by_state_size() > 0) { |
| 517 | if (metric.aggregation_type() == DurationMetric::MAX_SPARSE) { |
| 518 | ALOGE("DurationMetric with aggregation type MAX_SPARSE cannot be sliced by state"); |
| 519 | return false; |
| 520 | } |
| 521 | if (!handleMetricWithStates(config, metric.slice_by_state(), stateAtomIdMap, |
| 522 | allStateGroupMaps, slicedStateAtoms, stateGroupMap)) { |
| 523 | return false; |
| 524 | } |
| 525 | } else { |
| 526 | if (metric.state_link_size() > 0) { |
| 527 | ALOGW("DurationMetric has a MetricStateLink but doesn't have a sliced state"); |
| 528 | return false; |
| 529 | } |
| 530 | } |
| 531 | |
| 532 | // Check that all metric state links are a subset of dimensions_in_what fields. |
| 533 | std::vector<Matcher> dimensionsInWhat; |
| 534 | translateFieldMatcher(metric.dimensions_in_what(), &dimensionsInWhat); |
| 535 | for (const auto& stateLink : metric.state_link()) { |
| 536 | if (!handleMetricWithStateLink(stateLink.fields_in_what(), dimensionsInWhat)) { |
| 537 | return false; |
| 538 | } |
| 539 | } |
| 540 | |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 541 | unordered_map<int, shared_ptr<Activation>> eventActivationMap; |
| 542 | unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; |
| 543 | bool success = handleMetricActivation(config, metric.id(), metricIndex, |
| 544 | metricToActivationMap, logTrackerMap, activationAtomTrackerToMetricMap, |
| 545 | deactivationAtomTrackerToMetricMap, metricsWithActivation, eventActivationMap, |
| 546 | eventDeactivationMap); |
| 547 | if (!success) return false; |
| 548 | |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 549 | sp<MetricProducer> durationMetric = new DurationMetricProducer( |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 550 | key, metric, conditionIndex, trackerIndices[0], trackerIndices[1], |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 551 | trackerIndices[2], nesting, wizard, internalDimensions, timeBaseTimeNs, |
tsaichristine | 1449fa4 | 2020-01-02 12:12:05 -0800 | [diff] [blame] | 552 | currentTimeNs, eventActivationMap, eventDeactivationMap, slicedStateAtoms, |
| 553 | stateGroupMap); |
Yao Chen | 729093d | 2017-10-16 10:33:26 -0700 | [diff] [blame] | 554 | |
| 555 | allMetricProducers.push_back(durationMetric); |
| 556 | } |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 557 | |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 558 | // build EventMetricProducer |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 559 | for (int i = 0; i < config.event_metric_size(); i++) { |
| 560 | int metricIndex = allMetricProducers.size(); |
| 561 | const EventMetric& metric = config.event_metric(i); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 562 | metricMap.insert({metric.id(), metricIndex}); |
| 563 | if (!metric.has_id() || !metric.has_what()) { |
Yangster-mac | d1815dc | 2017-11-13 21:43:15 -0800 | [diff] [blame] | 564 | ALOGW("cannot find the metric name or what in config"); |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 565 | return false; |
| 566 | } |
| 567 | int trackerIndex; |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 568 | if (!handleMetricWithLogTrackers(metric.what(), metricIndex, false, allAtomMatchers, |
Yao Chen | 5154a37 | 2017-10-30 22:57:06 -0700 | [diff] [blame] | 569 | logTrackerMap, trackerToMetricMap, trackerIndex)) { |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 570 | return false; |
| 571 | } |
| 572 | |
| 573 | int conditionIndex = -1; |
| 574 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 575 | bool good = handleMetricWithConditions( |
| 576 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 577 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 578 | if (!good) { |
| 579 | return false; |
| 580 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 581 | } else { |
| 582 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 583 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 584 | return false; |
| 585 | } |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 586 | } |
| 587 | |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 588 | unordered_map<int, shared_ptr<Activation>> eventActivationMap; |
| 589 | unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; |
| 590 | bool success = handleMetricActivation(config, metric.id(), metricIndex, |
| 591 | metricToActivationMap, logTrackerMap, activationAtomTrackerToMetricMap, |
| 592 | deactivationAtomTrackerToMetricMap, metricsWithActivation, eventActivationMap, |
| 593 | eventDeactivationMap); |
| 594 | if (!success) return false; |
| 595 | |
| 596 | sp<MetricProducer> eventMetric = new EventMetricProducer( |
| 597 | key, metric, conditionIndex, wizard, timeBaseTimeNs, eventActivationMap, |
| 598 | eventDeactivationMap); |
Yao Chen | 93fe3a3 | 2017-11-02 13:52:59 -0700 | [diff] [blame] | 599 | |
Yao Chen | 5110bed | 2017-10-23 12:50:02 -0700 | [diff] [blame] | 600 | allMetricProducers.push_back(eventMetric); |
| 601 | } |
| 602 | |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 603 | // build ValueMetricProducer |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 604 | for (int i = 0; i < config.value_metric_size(); i++) { |
| 605 | const ValueMetric& metric = config.value_metric(i); |
| 606 | if (!metric.has_what()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 607 | ALOGW("cannot find \"what\" in ValueMetric \"%lld\"", (long long)metric.id()); |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 608 | return false; |
| 609 | } |
Chenjie Yu | d7e3a22 | 2018-11-28 21:29:44 +0000 | [diff] [blame] | 610 | if (!metric.has_value_field()) { |
| 611 | ALOGW("cannot find \"value_field\" in ValueMetric \"%lld\"", (long long)metric.id()); |
| 612 | return false; |
| 613 | } |
| 614 | std::vector<Matcher> fieldMatchers; |
| 615 | translateFieldMatcher(metric.value_field(), &fieldMatchers); |
| 616 | if (fieldMatchers.size() < 1) { |
| 617 | ALOGW("incorrect \"value_field\" in ValueMetric \"%lld\"", (long long)metric.id()); |
| 618 | return false; |
| 619 | } |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 620 | |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 621 | int metricIndex = allMetricProducers.size(); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 622 | metricMap.insert({metric.id(), metricIndex}); |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 623 | int trackerIndex; |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 624 | if (!handleMetricWithLogTrackers(metric.what(), metricIndex, |
| 625 | metric.has_dimensions_in_what(), |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 626 | allAtomMatchers, logTrackerMap, trackerToMetricMap, |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 627 | trackerIndex)) { |
| 628 | return false; |
| 629 | } |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 630 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 631 | sp<LogMatchingTracker> atomMatcher = allAtomMatchers.at(trackerIndex); |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 632 | // If it is pulled atom, it should be simple matcher with one tagId. |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 633 | if (atomMatcher->getAtomIds().size() != 1) { |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 634 | return false; |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 635 | } |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 636 | int atomTagId = *(atomMatcher->getAtomIds().begin()); |
Tej Singh | 97db3ff | 2020-01-27 16:52:17 -0800 | [diff] [blame] | 637 | int pullTagId = pullerManager->PullerForMatcherExists(atomTagId) ? atomTagId : -1; |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 638 | |
| 639 | int conditionIndex = -1; |
| 640 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 641 | bool good = handleMetricWithConditions( |
| 642 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 643 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 644 | if (!good) { |
| 645 | return false; |
| 646 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 647 | } else { |
| 648 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 649 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 650 | return false; |
| 651 | } |
Chenjie Yu | 5305e1d | 2017-10-31 13:49:36 -0700 | [diff] [blame] | 652 | } |
| 653 | |
tsaichristine | c876b49 | 2019-12-10 13:47:05 -0800 | [diff] [blame] | 654 | std::vector<int> slicedStateAtoms; |
| 655 | unordered_map<int, unordered_map<int, int64_t>> stateGroupMap; |
| 656 | if (metric.slice_by_state_size() > 0) { |
| 657 | if (!handleMetricWithStates(config, metric.slice_by_state(), stateAtomIdMap, |
| 658 | allStateGroupMaps, slicedStateAtoms, stateGroupMap)) { |
| 659 | return false; |
| 660 | } |
| 661 | } else { |
| 662 | if (metric.state_link_size() > 0) { |
| 663 | ALOGW("ValueMetric has a MetricStateLink but doesn't have a sliced state"); |
| 664 | return false; |
| 665 | } |
| 666 | } |
| 667 | |
| 668 | // Check that all metric state links are a subset of dimensions_in_what fields. |
| 669 | std::vector<Matcher> dimensionsInWhat; |
| 670 | translateFieldMatcher(metric.dimensions_in_what(), &dimensionsInWhat); |
| 671 | for (const auto& stateLink : metric.state_link()) { |
| 672 | if (!handleMetricWithStateLink(stateLink.fields_in_what(), dimensionsInWhat)) { |
| 673 | return false; |
| 674 | } |
| 675 | } |
| 676 | |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 677 | unordered_map<int, shared_ptr<Activation>> eventActivationMap; |
| 678 | unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; |
tsaichristine | c876b49 | 2019-12-10 13:47:05 -0800 | [diff] [blame] | 679 | bool success = handleMetricActivation( |
| 680 | config, metric.id(), metricIndex, metricToActivationMap, logTrackerMap, |
| 681 | activationAtomTrackerToMetricMap, deactivationAtomTrackerToMetricMap, |
| 682 | metricsWithActivation, eventActivationMap, eventDeactivationMap); |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 683 | if (!success) return false; |
| 684 | |
Chenjie Yu | 054ce9c | 2018-11-12 15:27:29 -0800 | [diff] [blame] | 685 | sp<MetricProducer> valueProducer = new ValueMetricProducer( |
| 686 | key, metric, conditionIndex, wizard, trackerIndex, matcherWizard, pullTagId, |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 687 | timeBaseTimeNs, currentTimeNs, pullerManager, eventActivationMap, |
tsaichristine | c876b49 | 2019-12-10 13:47:05 -0800 | [diff] [blame] | 688 | eventDeactivationMap, slicedStateAtoms, stateGroupMap); |
Chenjie Yu | b3dda41 | 2017-10-24 13:41:59 -0700 | [diff] [blame] | 689 | allMetricProducers.push_back(valueProducer); |
| 690 | } |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 691 | |
| 692 | // Gauge metrics. |
| 693 | for (int i = 0; i < config.gauge_metric_size(); i++) { |
| 694 | const GaugeMetric& metric = config.gauge_metric(i); |
| 695 | if (!metric.has_what()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 696 | ALOGW("cannot find \"what\" in GaugeMetric \"%lld\"", (long long)metric.id()); |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 697 | return false; |
| 698 | } |
| 699 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 700 | if ((!metric.gauge_fields_filter().has_include_all() || |
| 701 | (metric.gauge_fields_filter().include_all() == false)) && |
| 702 | !hasLeafNode(metric.gauge_fields_filter().fields())) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 703 | ALOGW("Incorrect field filter setting in GaugeMetric %lld", (long long)metric.id()); |
Chenjie Yu | 2b4fc9d | 2017-12-18 15:20:00 -0800 | [diff] [blame] | 704 | return false; |
| 705 | } |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 706 | if ((metric.gauge_fields_filter().has_include_all() && |
| 707 | metric.gauge_fields_filter().include_all() == true) && |
| 708 | hasLeafNode(metric.gauge_fields_filter().fields())) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 709 | ALOGW("Incorrect field filter setting in GaugeMetric %lld", (long long)metric.id()); |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 710 | return false; |
| 711 | } |
| 712 | |
| 713 | int metricIndex = allMetricProducers.size(); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 714 | metricMap.insert({metric.id(), metricIndex}); |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 715 | int trackerIndex; |
Yangster-mac | 468ff04 | 2018-01-17 12:26:34 -0800 | [diff] [blame] | 716 | if (!handleMetricWithLogTrackers(metric.what(), metricIndex, |
| 717 | metric.has_dimensions_in_what(), |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 718 | allAtomMatchers, logTrackerMap, trackerToMetricMap, |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 719 | trackerIndex)) { |
| 720 | return false; |
| 721 | } |
| 722 | |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 723 | sp<LogMatchingTracker> atomMatcher = allAtomMatchers.at(trackerIndex); |
Chenjie Yu | 8858897 | 2018-08-03 09:49:22 -0700 | [diff] [blame] | 724 | // For GaugeMetric atom, it should be simple matcher with one tagId. |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 725 | if (atomMatcher->getAtomIds().size() != 1) { |
Chenjie Yu | d9dfda7 | 2017-12-11 17:41:20 -0800 | [diff] [blame] | 726 | return false; |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 727 | } |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 728 | int atomTagId = *(atomMatcher->getAtomIds().begin()); |
Tej Singh | 97db3ff | 2020-01-27 16:52:17 -0800 | [diff] [blame] | 729 | int pullTagId = pullerManager->PullerForMatcherExists(atomTagId) ? atomTagId : -1; |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 730 | |
Chenjie Yu | 8858897 | 2018-08-03 09:49:22 -0700 | [diff] [blame] | 731 | int triggerTrackerIndex; |
| 732 | int triggerAtomId = -1; |
Chenjie Yu | e077fd2 | 2018-11-19 13:29:40 -0800 | [diff] [blame] | 733 | if (metric.has_trigger_event()) { |
| 734 | if (pullTagId == -1) { |
| 735 | ALOGW("Pull atom not specified for trigger"); |
| 736 | return false; |
| 737 | } |
| 738 | // event_trigger should be used with FIRST_N_SAMPLES |
| 739 | if (metric.sampling_type() != GaugeMetric::FIRST_N_SAMPLES) { |
Chenjie Yu | 8858897 | 2018-08-03 09:49:22 -0700 | [diff] [blame] | 740 | return false; |
| 741 | } |
| 742 | if (!handlePullMetricTriggerWithLogTrackers(metric.trigger_event(), metricIndex, |
| 743 | allAtomMatchers, logTrackerMap, |
| 744 | trackerToMetricMap, triggerTrackerIndex)) { |
| 745 | return false; |
| 746 | } |
| 747 | sp<LogMatchingTracker> triggerAtomMatcher = allAtomMatchers.at(triggerTrackerIndex); |
| 748 | triggerAtomId = *(triggerAtomMatcher->getAtomIds().begin()); |
| 749 | } |
| 750 | |
Chenjie Yu | e077fd2 | 2018-11-19 13:29:40 -0800 | [diff] [blame] | 751 | if (!metric.has_trigger_event() && pullTagId != -1 && |
| 752 | metric.sampling_type() == GaugeMetric::FIRST_N_SAMPLES) { |
| 753 | ALOGW("FIRST_N_SAMPLES is only for pushed event or pull_on_trigger"); |
| 754 | return false; |
| 755 | } |
| 756 | |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 757 | int conditionIndex = -1; |
| 758 | if (metric.has_condition()) { |
Yao Chen | 10535b9 | 2017-11-27 11:31:55 -0800 | [diff] [blame] | 759 | bool good = handleMetricWithConditions( |
| 760 | metric.condition(), metricIndex, conditionTrackerMap, metric.links(), |
| 761 | allConditionTrackers, conditionIndex, conditionToMetricMap); |
| 762 | if (!good) { |
| 763 | return false; |
| 764 | } |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 765 | } else { |
| 766 | if (metric.links_size() > 0) { |
Stefan Lafon | a5b5191 | 2017-12-05 21:43:52 -0800 | [diff] [blame] | 767 | ALOGW("metrics has a MetricConditionLink but doesn't have a condition"); |
Yao Chen | 5c925ad | 2017-11-15 14:15:46 -0800 | [diff] [blame] | 768 | return false; |
| 769 | } |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 770 | } |
| 771 | |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 772 | unordered_map<int, shared_ptr<Activation>> eventActivationMap; |
| 773 | unordered_map<int, vector<shared_ptr<Activation>>> eventDeactivationMap; |
| 774 | bool success = handleMetricActivation(config, metric.id(), metricIndex, |
| 775 | metricToActivationMap, logTrackerMap, activationAtomTrackerToMetricMap, |
| 776 | deactivationAtomTrackerToMetricMap, metricsWithActivation, eventActivationMap, |
| 777 | eventDeactivationMap); |
| 778 | if (!success) return false; |
| 779 | |
Chenjie Yu | 8858897 | 2018-08-03 09:49:22 -0700 | [diff] [blame] | 780 | sp<MetricProducer> gaugeProducer = new GaugeMetricProducer( |
Tej Singh | 3be093b | 2020-03-04 20:08:38 -0800 | [diff] [blame] | 781 | key, metric, conditionIndex, wizard, trackerIndex, matcherWizard, pullTagId, |
| 782 | triggerAtomId, atomTagId, timeBaseTimeNs, currentTimeNs, pullerManager, |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 783 | eventActivationMap, eventDeactivationMap); |
Yangster | 1d4d686 | 2017-10-31 12:58:51 -0700 | [diff] [blame] | 784 | allMetricProducers.push_back(gaugeProducer); |
| 785 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 786 | for (int i = 0; i < config.no_report_metric_size(); ++i) { |
| 787 | const auto no_report_metric = config.no_report_metric(i); |
| 788 | if (metricMap.find(no_report_metric) == metricMap.end()) { |
Colin Cross | d013a88 | 2018-10-26 13:04:41 -0700 | [diff] [blame] | 789 | ALOGW("no_report_metric %" PRId64 " not exist", no_report_metric); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 790 | return false; |
| 791 | } |
| 792 | noReportMetricIds.insert(no_report_metric); |
| 793 | } |
Chih-Hung Hsieh | a1b644e | 2018-12-11 11:09:20 -0800 | [diff] [blame] | 794 | for (const auto& it : allMetricProducers) { |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 795 | // Register metrics to StateTrackers |
| 796 | for (int atomId : it->getSlicedStateAtoms()) { |
Muhammad Qureshi | bfc4bdb | 2020-04-08 06:26:49 -0700 | [diff] [blame] | 797 | StateManager::getInstance().registerListener(atomId, it); |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 798 | } |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 799 | } |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 800 | return true; |
| 801 | } |
| 802 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 803 | bool initAlerts(const StatsdConfig& config, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 804 | const unordered_map<int64_t, int>& metricProducerMap, |
Jeffrey Huang | 38d7026 | 2020-03-19 17:28:59 -0700 | [diff] [blame] | 805 | unordered_map<int64_t, int>& alertTrackerMap, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 806 | const sp<AlarmMonitor>& anomalyAlarmMonitor, |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 807 | vector<sp<MetricProducer>>& allMetricProducers, |
| 808 | vector<sp<AnomalyTracker>>& allAnomalyTrackers) { |
| 809 | for (int i = 0; i < config.alert_size(); i++) { |
| 810 | const Alert& alert = config.alert(i); |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 811 | const auto& itr = metricProducerMap.find(alert.metric_id()); |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 812 | if (itr == metricProducerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 813 | ALOGW("alert \"%lld\" has unknown metric id: \"%lld\"", (long long)alert.id(), |
| 814 | (long long)alert.metric_id()); |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 815 | return false; |
| 816 | } |
Bookatz | 6bf9825 | 2018-03-14 10:44:24 -0700 | [diff] [blame] | 817 | if (!alert.has_trigger_if_sum_gt()) { |
| 818 | ALOGW("invalid alert: missing threshold"); |
| 819 | return false; |
| 820 | } |
Yangster-mac | a7fb12d | 2018-01-03 17:17:20 -0800 | [diff] [blame] | 821 | if (alert.trigger_if_sum_gt() < 0 || alert.num_buckets() <= 0) { |
| 822 | ALOGW("invalid alert: threshold=%f num_buckets= %d", |
| 823 | alert.trigger_if_sum_gt(), alert.num_buckets()); |
Bookatz | cc5adef | 2017-11-21 14:36:23 -0800 | [diff] [blame] | 824 | return false; |
| 825 | } |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 826 | const int metricIndex = itr->second; |
Bookatz | 450099d | 2017-11-30 17:09:30 -0800 | [diff] [blame] | 827 | sp<MetricProducer> metric = allMetricProducers[metricIndex]; |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 828 | sp<AnomalyTracker> anomalyTracker = metric->addAnomalyTracker(alert, anomalyAlarmMonitor); |
Bookatz | 1476ef2 | 2018-02-13 12:26:01 -0800 | [diff] [blame] | 829 | if (anomalyTracker == nullptr) { |
| 830 | // The ALOGW for this invalid alert was already displayed in addAnomalyTracker(). |
| 831 | return false; |
Bookatz | cc5adef | 2017-11-21 14:36:23 -0800 | [diff] [blame] | 832 | } |
Jeffrey Huang | 38d7026 | 2020-03-19 17:28:59 -0700 | [diff] [blame] | 833 | alertTrackerMap.insert(std::make_pair(alert.id(), allAnomalyTrackers.size())); |
Bookatz | 1476ef2 | 2018-02-13 12:26:01 -0800 | [diff] [blame] | 834 | allAnomalyTrackers.push_back(anomalyTracker); |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 835 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 836 | for (int i = 0; i < config.subscription_size(); ++i) { |
| 837 | const Subscription& subscription = config.subscription(i); |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 838 | if (subscription.rule_type() != Subscription::ALERT) { |
| 839 | continue; |
| 840 | } |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 841 | if (subscription.subscriber_information_case() == |
| 842 | Subscription::SubscriberInformationCase::SUBSCRIBER_INFORMATION_NOT_SET) { |
| 843 | ALOGW("subscription \"%lld\" has no subscriber info.\"", |
| 844 | (long long)subscription.id()); |
| 845 | return false; |
| 846 | } |
Jeffrey Huang | 38d7026 | 2020-03-19 17:28:59 -0700 | [diff] [blame] | 847 | const auto& itr = alertTrackerMap.find(subscription.rule_id()); |
| 848 | if (itr == alertTrackerMap.end()) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 849 | ALOGW("subscription \"%lld\" has unknown rule id: \"%lld\"", |
| 850 | (long long)subscription.id(), (long long)subscription.rule_id()); |
| 851 | return false; |
| 852 | } |
| 853 | const int anomalyTrackerIndex = itr->second; |
| 854 | allAnomalyTrackers[anomalyTrackerIndex]->addSubscription(subscription); |
| 855 | } |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 856 | return true; |
| 857 | } |
| 858 | |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 859 | bool initAlarms(const StatsdConfig& config, const ConfigKey& key, |
| 860 | const sp<AlarmMonitor>& periodicAlarmMonitor, |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 861 | const int64_t timeBaseNs, const int64_t currentTimeNs, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 862 | vector<sp<AlarmTracker>>& allAlarmTrackers) { |
| 863 | unordered_map<int64_t, int> alarmTrackerMap; |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 864 | int64_t startMillis = timeBaseNs / 1000 / 1000; |
| 865 | int64_t currentTimeMillis = currentTimeNs / 1000 /1000; |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 866 | for (int i = 0; i < config.alarm_size(); i++) { |
| 867 | const Alarm& alarm = config.alarm(i); |
| 868 | if (alarm.offset_millis() <= 0) { |
| 869 | ALOGW("Alarm offset_millis should be larger than 0."); |
| 870 | return false; |
| 871 | } |
| 872 | if (alarm.period_millis() <= 0) { |
| 873 | ALOGW("Alarm period_millis should be larger than 0."); |
| 874 | return false; |
| 875 | } |
| 876 | alarmTrackerMap.insert(std::make_pair(alarm.id(), allAlarmTrackers.size())); |
| 877 | allAlarmTrackers.push_back( |
Yangster-mac | c04feba | 2018-04-02 14:37:33 -0700 | [diff] [blame] | 878 | new AlarmTracker(startMillis, currentTimeMillis, |
| 879 | alarm, key, periodicAlarmMonitor)); |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 880 | } |
| 881 | for (int i = 0; i < config.subscription_size(); ++i) { |
| 882 | const Subscription& subscription = config.subscription(i); |
| 883 | if (subscription.rule_type() != Subscription::ALARM) { |
| 884 | continue; |
| 885 | } |
| 886 | if (subscription.subscriber_information_case() == |
| 887 | Subscription::SubscriberInformationCase::SUBSCRIBER_INFORMATION_NOT_SET) { |
| 888 | ALOGW("subscription \"%lld\" has no subscriber info.\"", |
| 889 | (long long)subscription.id()); |
| 890 | return false; |
| 891 | } |
| 892 | const auto& itr = alarmTrackerMap.find(subscription.rule_id()); |
| 893 | if (itr == alarmTrackerMap.end()) { |
| 894 | ALOGW("subscription \"%lld\" has unknown rule id: \"%lld\"", |
| 895 | (long long)subscription.id(), (long long)subscription.rule_id()); |
| 896 | return false; |
| 897 | } |
| 898 | const int trackerIndex = itr->second; |
| 899 | allAlarmTrackers[trackerIndex]->addSubscription(subscription); |
| 900 | } |
| 901 | return true; |
| 902 | } |
| 903 | |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 904 | bool initStatsdConfig(const ConfigKey& key, const StatsdConfig& config, UidMap& uidMap, |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 905 | const sp<StatsPullerManager>& pullerManager, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 906 | const sp<AlarmMonitor>& anomalyAlarmMonitor, |
Chenjie Yu | e221920 | 2018-06-08 10:07:51 -0700 | [diff] [blame] | 907 | const sp<AlarmMonitor>& periodicAlarmMonitor, const int64_t timeBaseNs, |
| 908 | const int64_t currentTimeNs, set<int>& allTagIds, |
Stefan Lafon | b8c9aa8 | 2017-12-03 14:27:25 -0800 | [diff] [blame] | 909 | vector<sp<LogMatchingTracker>>& allAtomMatchers, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 910 | vector<sp<ConditionTracker>>& allConditionTrackers, |
| 911 | vector<sp<MetricProducer>>& allMetricProducers, |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 912 | vector<sp<AnomalyTracker>>& allAnomalyTrackers, |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 913 | vector<sp<AlarmTracker>>& allPeriodicAlarmTrackers, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 914 | unordered_map<int, std::vector<int>>& conditionToMetricMap, |
| 915 | unordered_map<int, std::vector<int>>& trackerToMetricMap, |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 916 | unordered_map<int, std::vector<int>>& trackerToConditionMap, |
Yangster-mac | 849dfdc2 | 2018-10-12 15:41:45 -0700 | [diff] [blame] | 917 | unordered_map<int, std::vector<int>>& activationAtomTrackerToMetricMap, |
Muhammad Qureshi | 3a5ebf5 | 2019-03-28 12:38:21 -0700 | [diff] [blame] | 918 | unordered_map<int, std::vector<int>>& deactivationAtomTrackerToMetricMap, |
Jeffrey Huang | 38d7026 | 2020-03-19 17:28:59 -0700 | [diff] [blame] | 919 | unordered_map<int64_t, int>& alertTrackerMap, |
Yangster-mac | 849dfdc2 | 2018-10-12 15:41:45 -0700 | [diff] [blame] | 920 | vector<int>& metricsWithActivation, |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 921 | std::set<int64_t>& noReportMetricIds) { |
Yangster-mac | 94e197c | 2018-01-02 16:03:03 -0800 | [diff] [blame] | 922 | unordered_map<int64_t, int> logTrackerMap; |
| 923 | unordered_map<int64_t, int> conditionTrackerMap; |
| 924 | unordered_map<int64_t, int> metricProducerMap; |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 925 | unordered_map<int64_t, int> stateAtomIdMap; |
| 926 | unordered_map<int64_t, unordered_map<int, int64_t>> allStateGroupMaps; |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 927 | |
Yangster-mac | 2087716 | 2017-12-22 17:19:39 -0800 | [diff] [blame] | 928 | if (!initLogTrackers(config, uidMap, logTrackerMap, allAtomMatchers, allTagIds)) { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 929 | ALOGE("initLogMatchingTrackers failed"); |
| 930 | return false; |
| 931 | } |
Tej Singh | 484524a | 2018-02-01 15:10:05 -0800 | [diff] [blame] | 932 | VLOG("initLogMatchingTrackers succeed..."); |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 933 | |
Yao Chen | b356151 | 2017-11-21 18:07:17 -0800 | [diff] [blame] | 934 | if (!initConditions(key, config, logTrackerMap, conditionTrackerMap, allConditionTrackers, |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 935 | trackerToConditionMap)) { |
| 936 | ALOGE("initConditionTrackers failed"); |
| 937 | return false; |
| 938 | } |
Tej Singh | 3be093b | 2020-03-04 20:08:38 -0800 | [diff] [blame] | 939 | |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 940 | if (!initStates(config, stateAtomIdMap, allStateGroupMaps)) { |
| 941 | ALOGE("initStates failed"); |
| 942 | return false; |
| 943 | } |
Tej Singh | 9ec159a | 2019-11-14 11:59:48 -0800 | [diff] [blame] | 944 | if (!initMetrics(key, config, timeBaseNs, currentTimeNs, pullerManager, logTrackerMap, |
tsaichristine | d21aacf | 2019-10-07 14:47:38 -0700 | [diff] [blame] | 945 | conditionTrackerMap, allAtomMatchers, stateAtomIdMap, allStateGroupMaps, |
| 946 | allConditionTrackers, allMetricProducers, |
David Chen | bd12527 | 2018-04-04 19:02:50 -0700 | [diff] [blame] | 947 | conditionToMetricMap, trackerToMetricMap, metricProducerMap, |
Ruchir Rastogi | 21a287b | 2019-10-02 12:04:33 -0700 | [diff] [blame] | 948 | noReportMetricIds, activationAtomTrackerToMetricMap, |
| 949 | deactivationAtomTrackerToMetricMap, metricsWithActivation)) { |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 950 | ALOGE("initMetricProducers failed"); |
| 951 | return false; |
| 952 | } |
Jeffrey Huang | 38d7026 | 2020-03-19 17:28:59 -0700 | [diff] [blame] | 953 | if (!initAlerts(config, metricProducerMap, alertTrackerMap, anomalyAlarmMonitor, |
| 954 | allMetricProducers, allAnomalyTrackers)) { |
Yangster-mac | e2cd6d5 | 2017-11-09 20:38:30 -0800 | [diff] [blame] | 955 | ALOGE("initAlerts failed"); |
| 956 | return false; |
| 957 | } |
Yangster-mac | c04feba | 2018-04-02 14:37:33 -0700 | [diff] [blame] | 958 | if (!initAlarms(config, key, periodicAlarmMonitor, |
Yangster-mac | 15f6bbc | 2018-04-08 11:52:26 -0700 | [diff] [blame] | 959 | timeBaseNs, currentTimeNs, allPeriodicAlarmTrackers)) { |
Yangster-mac | 932ecec | 2018-02-01 10:23:52 -0800 | [diff] [blame] | 960 | ALOGE("initAlarms failed"); |
| 961 | return false; |
| 962 | } |
Tej Singh | 597c716 | 2019-04-17 16:41:45 -0700 | [diff] [blame] | 963 | |
Yao Chen | caf339d | 2017-10-06 16:01:10 -0700 | [diff] [blame] | 964 | return true; |
| 965 | } |
| 966 | |
| 967 | } // namespace statsd |
| 968 | } // namespace os |
| 969 | } // namespace android |