blob: 79bed52f020289709c3736e14ad7b65a72de2cb1 [file] [log] [blame]
Yang Lu3eba6212017-10-25 19:54:45 -07001// Copyright (C) 2017 The Android Open Source Project
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Yangster-mace2cd6d52017-11-09 20:38:30 -080015#include "src/anomaly/AnomalyTracker.h"
Yao Chend5aa01b32017-12-19 16:46:36 -080016#include "../metrics/metrics_test_helper.h"
Yang Lu3eba6212017-10-25 19:54:45 -070017
18#include <gtest/gtest.h>
Bookatz6bf98252018-03-14 10:44:24 -070019#include <math.h>
Yang Lu3eba6212017-10-25 19:54:45 -070020#include <stdio.h>
21#include <vector>
22
23using namespace testing;
24using android::sp;
25using std::set;
26using std::unordered_map;
27using std::vector;
28
29#ifdef __ANDROID__
30
31namespace android {
32namespace os {
33namespace statsd {
34
Yangster-mac94e197c2018-01-02 16:03:03 -080035const ConfigKey kConfigKey(0, 12345);
Bookatz8f2f3d82017-12-07 13:53:21 -080036
Yangster-mac93694462018-01-22 20:49:31 -080037MetricDimensionKey getMockMetricDimensionKey(int key, string value) {
Yao Chen8a8d16c2018-02-08 14:50:40 -080038 int pos[] = {key, 0, 0};
39 HashableDimensionKey dim;
40 dim.addValue(FieldValue(Field(1, pos, 0), Value(value)));
41 return MetricDimensionKey(dim, DEFAULT_DIMENSION_KEY);
Yao Chend5aa01b32017-12-19 16:46:36 -080042}
43
Yangster-mac93694462018-01-22 20:49:31 -080044void AddValueToBucket(const std::vector<std::pair<MetricDimensionKey, long>>& key_value_pair_list,
Yang Lu3eba6212017-10-25 19:54:45 -070045 std::shared_ptr<DimToValMap> bucket) {
46 for (auto itr = key_value_pair_list.begin(); itr != key_value_pair_list.end(); itr++) {
47 (*bucket)[itr->first] += itr->second;
48 }
49}
50
Yangster-mace2cd6d52017-11-09 20:38:30 -080051std::shared_ptr<DimToValMap> MockBucket(
Yangster-mac93694462018-01-22 20:49:31 -080052 const std::vector<std::pair<MetricDimensionKey, long>>& key_value_pair_list) {
Yang Lu3eba6212017-10-25 19:54:45 -070053 std::shared_ptr<DimToValMap> bucket = std::make_shared<DimToValMap>();
54 AddValueToBucket(key_value_pair_list, bucket);
55 return bucket;
56}
57
Bookatz1bf94382018-01-04 11:43:20 -080058// Returns the value, for the given key, in that bucket, or 0 if not present.
59int64_t getBucketValue(const std::shared_ptr<DimToValMap>& bucket,
Yangster-mac93694462018-01-22 20:49:31 -080060 const MetricDimensionKey& key) {
Bookatz1bf94382018-01-04 11:43:20 -080061 const auto& itr = bucket->find(key);
62 if (itr != bucket->end()) {
63 return itr->second;
64 }
65 return 0;
66}
67
68// Returns true if keys in trueList are detected as anomalies and keys in falseList are not.
69bool detectAnomaliesPass(AnomalyTracker& tracker,
70 const int64_t& bucketNum,
71 const std::shared_ptr<DimToValMap>& currentBucket,
Yangster-mac93694462018-01-22 20:49:31 -080072 const std::set<const MetricDimensionKey>& trueList,
73 const std::set<const MetricDimensionKey>& falseList) {
74 for (MetricDimensionKey key : trueList) {
Bookatz1bf94382018-01-04 11:43:20 -080075 if (!tracker.detectAnomaly(bucketNum, key, getBucketValue(currentBucket, key))) {
76 return false;
77 }
78 }
Yangster-mac93694462018-01-22 20:49:31 -080079 for (MetricDimensionKey key : falseList) {
Bookatz1bf94382018-01-04 11:43:20 -080080 if (tracker.detectAnomaly(bucketNum, key, getBucketValue(currentBucket, key))) {
81 return false;
82 }
83 }
84 return true;
85}
86
87// Calls tracker.detectAndDeclareAnomaly on each key in the bucket.
88void detectAndDeclareAnomalies(AnomalyTracker& tracker,
89 const int64_t& bucketNum,
90 const std::shared_ptr<DimToValMap>& bucket,
91 const int64_t& eventTimestamp) {
92 for (const auto& kv : *bucket) {
93 tracker.detectAndDeclareAnomaly(eventTimestamp, bucketNum, kv.first, kv.second);
94 }
95}
96
97// Asserts that the refractory time for each key in timestamps is the corresponding
98// timestamp (in ns) + refractoryPeriodSec.
99// If a timestamp value is negative, instead asserts that the refractory period is inapplicable
100// (either non-existant or already past).
101void checkRefractoryTimes(AnomalyTracker& tracker,
102 const int64_t& currTimestampNs,
103 const int32_t& refractoryPeriodSec,
Yangster-mac93694462018-01-22 20:49:31 -0800104 const std::unordered_map<MetricDimensionKey, int64_t>& timestamps) {
Bookatz1bf94382018-01-04 11:43:20 -0800105 for (const auto& kv : timestamps) {
106 if (kv.second < 0) {
107 // Make sure that, if there is a refractory period, it is already past.
Bookatz6bf98252018-03-14 10:44:24 -0700108 EXPECT_LT(tracker.getRefractoryPeriodEndsSec(kv.first) * NS_PER_SEC,
109 (uint64_t)currTimestampNs)
Bookatz1bf94382018-01-04 11:43:20 -0800110 << "Failure was at currTimestampNs " << currTimestampNs;
111 } else {
112 EXPECT_EQ(tracker.getRefractoryPeriodEndsSec(kv.first),
Bookatz6bf98252018-03-14 10:44:24 -0700113 std::ceil(1.0 * kv.second / NS_PER_SEC) + refractoryPeriodSec)
Bookatz1bf94382018-01-04 11:43:20 -0800114 << "Failure was at currTimestampNs " << currTimestampNs;
115 }
116 }
117}
118
Yang Lu3eba6212017-10-25 19:54:45 -0700119TEST(AnomalyTrackerTest, TestConsecutiveBuckets) {
Yangster-mace2cd6d52017-11-09 20:38:30 -0800120 const int64_t bucketSizeNs = 30 * NS_PER_SEC;
Bookatz1bf94382018-01-04 11:43:20 -0800121 const int32_t refractoryPeriodSec = 2 * bucketSizeNs / NS_PER_SEC;
Yang Lu3eba6212017-10-25 19:54:45 -0700122 Alert alert;
Yangster-maca7fb12d2018-01-03 17:17:20 -0800123 alert.set_num_buckets(3);
Bookatz1bf94382018-01-04 11:43:20 -0800124 alert.set_refractory_period_secs(refractoryPeriodSec);
Yang Lu3eba6212017-10-25 19:54:45 -0700125 alert.set_trigger_if_sum_gt(2);
126
Bookatz8f2f3d82017-12-07 13:53:21 -0800127 AnomalyTracker anomalyTracker(alert, kConfigKey);
Yangster-mac93694462018-01-22 20:49:31 -0800128 MetricDimensionKey keyA = getMockMetricDimensionKey(1, "a");
129 MetricDimensionKey keyB = getMockMetricDimensionKey(1, "b");
130 MetricDimensionKey keyC = getMockMetricDimensionKey(1, "c");
Yang Lu3eba6212017-10-25 19:54:45 -0700131
Bookatz1bf94382018-01-04 11:43:20 -0800132 int64_t eventTimestamp0 = 10 * NS_PER_SEC;
133 int64_t eventTimestamp1 = bucketSizeNs + 11 * NS_PER_SEC;
134 int64_t eventTimestamp2 = 2 * bucketSizeNs + 12 * NS_PER_SEC;
135 int64_t eventTimestamp3 = 3 * bucketSizeNs + 13 * NS_PER_SEC;
136 int64_t eventTimestamp4 = 4 * bucketSizeNs + 14 * NS_PER_SEC;
137 int64_t eventTimestamp5 = 5 * bucketSizeNs + 5 * NS_PER_SEC;
138 int64_t eventTimestamp6 = 6 * bucketSizeNs + 16 * NS_PER_SEC;
Yang Lu3eba6212017-10-25 19:54:45 -0700139
Bookatz1bf94382018-01-04 11:43:20 -0800140 std::shared_ptr<DimToValMap> bucket0 = MockBucket({{keyA, 1}, {keyB, 2}, {keyC, 1}});
141 std::shared_ptr<DimToValMap> bucket1 = MockBucket({{keyA, 1}});
142 std::shared_ptr<DimToValMap> bucket2 = MockBucket({{keyB, 1}});
143 std::shared_ptr<DimToValMap> bucket3 = MockBucket({{keyA, 2}});
144 std::shared_ptr<DimToValMap> bucket4 = MockBucket({{keyB, 5}});
145 std::shared_ptr<DimToValMap> bucket5 = MockBucket({{keyA, 2}});
146 std::shared_ptr<DimToValMap> bucket6 = MockBucket({{keyA, 2}});
147
148 // Start time with no events.
Yangster-mace2cd6d52017-11-09 20:38:30 -0800149 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0u);
150 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, -1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800151
152 // Event from bucket #0 occurs.
153 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 0, bucket0, {}, {keyA, keyB, keyC}));
154 detectAndDeclareAnomalies(anomalyTracker, 0, bucket0, eventTimestamp1);
155 checkRefractoryTimes(anomalyTracker, eventTimestamp0, refractoryPeriodSec,
156 {{keyA, -1}, {keyB, -1}, {keyC, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700157
Yangster-mace2cd6d52017-11-09 20:38:30 -0800158 // Adds past bucket #0
159 anomalyTracker.addPastBucket(bucket0, 0);
160 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3u);
Yao Chend5aa01b32017-12-19 16:46:36 -0800161 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 1LL);
162 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL);
163 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Yangster-mace2cd6d52017-11-09 20:38:30 -0800164 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 0LL);
Bookatz1bf94382018-01-04 11:43:20 -0800165
166 // Event from bucket #1 occurs.
167 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 1, bucket1, {}, {keyA, keyB, keyC}));
168 detectAndDeclareAnomalies(anomalyTracker, 1, bucket1, eventTimestamp1);
169 checkRefractoryTimes(anomalyTracker, eventTimestamp1, refractoryPeriodSec,
170 {{keyA, -1}, {keyB, -1}, {keyC, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700171
Yangster-mace2cd6d52017-11-09 20:38:30 -0800172 // Adds past bucket #0 again. The sum does not change.
173 anomalyTracker.addPastBucket(bucket0, 0);
174 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3u);
Yao Chend5aa01b32017-12-19 16:46:36 -0800175 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 1LL);
176 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL);
177 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Yangster-mace2cd6d52017-11-09 20:38:30 -0800178 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 0LL);
Bookatz1bf94382018-01-04 11:43:20 -0800179 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 1, bucket1, {}, {keyA, keyB, keyC}));
180 detectAndDeclareAnomalies(anomalyTracker, 1, bucket1, eventTimestamp1 + 1);
181 checkRefractoryTimes(anomalyTracker, eventTimestamp1, refractoryPeriodSec,
182 {{keyA, -1}, {keyB, -1}, {keyC, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700183
Yangster-mace2cd6d52017-11-09 20:38:30 -0800184 // Adds past bucket #1.
185 anomalyTracker.addPastBucket(bucket1, 1);
186 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 1L);
187 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800188 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL);
189 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL);
190 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800191
192 // Event from bucket #2 occurs. New anomaly on keyB.
193 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 2, bucket2, {keyB}, {keyA, keyC}));
194 detectAndDeclareAnomalies(anomalyTracker, 2, bucket2, eventTimestamp2);
195 checkRefractoryTimes(anomalyTracker, eventTimestamp2, refractoryPeriodSec,
196 {{keyA, -1}, {keyB, eventTimestamp2}, {keyC, -1}});
Yangster-mace2cd6d52017-11-09 20:38:30 -0800197
198 // Adds past bucket #1 again. Nothing changes.
199 anomalyTracker.addPastBucket(bucket1, 1);
200 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 1L);
201 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800202 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL);
203 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL);
204 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800205 // Event from bucket #2 occurs (again).
206 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 2, bucket2, {keyB}, {keyA, keyC}));
207 detectAndDeclareAnomalies(anomalyTracker, 2, bucket2, eventTimestamp2 + 1);
208 checkRefractoryTimes(anomalyTracker, eventTimestamp2, refractoryPeriodSec,
209 {{keyA, -1}, {keyB, eventTimestamp2}, {keyC, -1}});
Yangster-mace2cd6d52017-11-09 20:38:30 -0800210
211 // Adds past bucket #2.
212 anomalyTracker.addPastBucket(bucket2, 2);
213 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 2L);
214 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800215 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 1LL);
216 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800217
218 // Event from bucket #3 occurs. New anomaly on keyA.
219 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 3, bucket3, {keyA}, {keyB, keyC}));
220 detectAndDeclareAnomalies(anomalyTracker, 3, bucket3, eventTimestamp3);
221 checkRefractoryTimes(anomalyTracker, eventTimestamp3, refractoryPeriodSec,
222 {{keyA, eventTimestamp3}, {keyB, eventTimestamp2}, {keyC, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700223
224 // Adds bucket #3.
Yangster-mace2cd6d52017-11-09 20:38:30 -0800225 anomalyTracker.addPastBucket(bucket3, 3L);
226 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 3L);
227 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800228 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL);
229 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800230
231 // Event from bucket #4 occurs. New anomaly on keyB.
232 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 4, bucket4, {keyB}, {keyA, keyC}));
233 detectAndDeclareAnomalies(anomalyTracker, 4, bucket4, eventTimestamp4);
234 checkRefractoryTimes(anomalyTracker, eventTimestamp4, refractoryPeriodSec,
235 {{keyA, eventTimestamp3}, {keyB, eventTimestamp4}, {keyC, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700236
Yangster-mace2cd6d52017-11-09 20:38:30 -0800237 // Adds bucket #4.
238 anomalyTracker.addPastBucket(bucket4, 4);
239 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 4L);
240 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800241 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL);
Bookatz1bf94382018-01-04 11:43:20 -0800242 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 5LL);
243
244 // Event from bucket #5 occurs. New anomaly on keyA, which is still in refractory.
245 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 5, bucket5, {keyA, keyB}, {keyC}));
246 detectAndDeclareAnomalies(anomalyTracker, 5, bucket5, eventTimestamp5);
247 checkRefractoryTimes(anomalyTracker, eventTimestamp5, refractoryPeriodSec,
248 {{keyA, eventTimestamp3}, {keyB, eventTimestamp4}, {keyC, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700249
Yangster-mace2cd6d52017-11-09 20:38:30 -0800250 // Adds bucket #5.
251 anomalyTracker.addPastBucket(bucket5, 5);
252 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 5L);
253 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800254 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 2LL);
Bookatz1bf94382018-01-04 11:43:20 -0800255 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 5LL);
256
257 // Event from bucket #6 occurs. New anomaly on keyA, which is now out of refractory.
258 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 6, bucket6, {keyA, keyB}, {keyC}));
259 detectAndDeclareAnomalies(anomalyTracker, 6, bucket6, eventTimestamp6);
260 checkRefractoryTimes(anomalyTracker, eventTimestamp6, refractoryPeriodSec,
261 {{keyA, eventTimestamp6}, {keyB, eventTimestamp4}, {keyC, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700262}
263
264TEST(AnomalyTrackerTest, TestSparseBuckets) {
Yangster-mace2cd6d52017-11-09 20:38:30 -0800265 const int64_t bucketSizeNs = 30 * NS_PER_SEC;
Bookatz1bf94382018-01-04 11:43:20 -0800266 const int32_t refractoryPeriodSec = 2 * bucketSizeNs / NS_PER_SEC;
Yang Lu3eba6212017-10-25 19:54:45 -0700267 Alert alert;
Yangster-maca7fb12d2018-01-03 17:17:20 -0800268 alert.set_num_buckets(3);
Bookatz1bf94382018-01-04 11:43:20 -0800269 alert.set_refractory_period_secs(refractoryPeriodSec);
Yang Lu3eba6212017-10-25 19:54:45 -0700270 alert.set_trigger_if_sum_gt(2);
271
Bookatz8f2f3d82017-12-07 13:53:21 -0800272 AnomalyTracker anomalyTracker(alert, kConfigKey);
Yangster-mac93694462018-01-22 20:49:31 -0800273 MetricDimensionKey keyA = getMockMetricDimensionKey(1, "a");
274 MetricDimensionKey keyB = getMockMetricDimensionKey(1, "b");
275 MetricDimensionKey keyC = getMockMetricDimensionKey(1, "c");
276 MetricDimensionKey keyD = getMockMetricDimensionKey(1, "d");
277 MetricDimensionKey keyE = getMockMetricDimensionKey(1, "e");
Yang Lu3eba6212017-10-25 19:54:45 -0700278
Yao Chend5aa01b32017-12-19 16:46:36 -0800279 std::shared_ptr<DimToValMap> bucket9 = MockBucket({{keyA, 1}, {keyB, 2}, {keyC, 1}});
280 std::shared_ptr<DimToValMap> bucket16 = MockBucket({{keyB, 4}});
281 std::shared_ptr<DimToValMap> bucket18 = MockBucket({{keyB, 1}, {keyC, 1}});
282 std::shared_ptr<DimToValMap> bucket20 = MockBucket({{keyB, 3}, {keyC, 1}});
283 std::shared_ptr<DimToValMap> bucket25 = MockBucket({{keyD, 1}});
284 std::shared_ptr<DimToValMap> bucket28 = MockBucket({{keyE, 2}});
Yang Lu3eba6212017-10-25 19:54:45 -0700285
Yangster-mace2cd6d52017-11-09 20:38:30 -0800286 int64_t eventTimestamp1 = bucketSizeNs * 8 + 1;
287 int64_t eventTimestamp2 = bucketSizeNs * 15 + 11;
288 int64_t eventTimestamp3 = bucketSizeNs * 17 + 1;
289 int64_t eventTimestamp4 = bucketSizeNs * 19 + 2;
290 int64_t eventTimestamp5 = bucketSizeNs * 24 + 3;
291 int64_t eventTimestamp6 = bucketSizeNs * 27 + 3;
Yang Lu3eba6212017-10-25 19:54:45 -0700292
Yangster-mace2cd6d52017-11-09 20:38:30 -0800293 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, -1LL);
294 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL);
Bookatz1bf94382018-01-04 11:43:20 -0800295 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 9, bucket9, {}, {keyA, keyB, keyC, keyD}));
296 detectAndDeclareAnomalies(anomalyTracker, 9, bucket9, eventTimestamp1);
297 checkRefractoryTimes(anomalyTracker, eventTimestamp1, refractoryPeriodSec,
298 {{keyA, -1}, {keyB, -1}, {keyC, -1}, {keyD, -1}, {keyE, -1}});
Yangster-mace2cd6d52017-11-09 20:38:30 -0800299
300 // Add past bucket #9
301 anomalyTracker.addPastBucket(bucket9, 9);
302 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 9L);
303 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 3UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800304 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyA), 1LL);
305 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 2LL);
306 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800307 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 16, bucket16, {keyB}, {keyA, keyC, keyD}));
Bookatzd27ab452018-05-24 10:35:02 -0700308 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL);
Yangster-mace2cd6d52017-11-09 20:38:30 -0800309 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 15L);
Bookatz1bf94382018-01-04 11:43:20 -0800310 detectAndDeclareAnomalies(anomalyTracker, 16, bucket16, eventTimestamp2);
Bookatzd27ab452018-05-24 10:35:02 -0700311 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL);
Yangster-mace2cd6d52017-11-09 20:38:30 -0800312 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 15L);
Bookatz1bf94382018-01-04 11:43:20 -0800313 checkRefractoryTimes(anomalyTracker, eventTimestamp2, refractoryPeriodSec,
314 {{keyA, -1}, {keyB, eventTimestamp2}, {keyC, -1}, {keyD, -1}, {keyE, -1}});
Yangster-mace2cd6d52017-11-09 20:38:30 -0800315
316 // Add past bucket #16
317 anomalyTracker.addPastBucket(bucket16, 16);
318 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 16L);
319 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 1UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800320 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 4LL);
Bookatz1bf94382018-01-04 11:43:20 -0800321 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 18, bucket18, {keyB}, {keyA, keyC, keyD}));
Yangster-mace2cd6d52017-11-09 20:38:30 -0800322 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 1UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800323 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 4LL);
Yang Lu3eba6212017-10-25 19:54:45 -0700324 // Within refractory period.
Bookatz1bf94382018-01-04 11:43:20 -0800325 detectAndDeclareAnomalies(anomalyTracker, 18, bucket18, eventTimestamp3);
326 checkRefractoryTimes(anomalyTracker, eventTimestamp3, refractoryPeriodSec,
327 {{keyA, -1}, {keyB, eventTimestamp2}, {keyC, -1}, {keyD, -1}, {keyE, -1}});
Yangster-mace2cd6d52017-11-09 20:38:30 -0800328 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 1UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800329 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 4LL);
Yang Lu3eba6212017-10-25 19:54:45 -0700330
Yangster-mace2cd6d52017-11-09 20:38:30 -0800331 // Add past bucket #18
332 anomalyTracker.addPastBucket(bucket18, 18);
333 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 18L);
334 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800335 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL);
336 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800337 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 20, bucket20, {keyB}, {keyA, keyC, keyD}));
Yangster-mace2cd6d52017-11-09 20:38:30 -0800338 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 19L);
339 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800340 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL);
341 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800342 detectAndDeclareAnomalies(anomalyTracker, 20, bucket20, eventTimestamp4);
343 checkRefractoryTimes(anomalyTracker, eventTimestamp4, refractoryPeriodSec,
344 {{keyA, -1}, {keyB, eventTimestamp4}, {keyC, -1}, {keyD, -1}, {keyE, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700345
Yangster-mace2cd6d52017-11-09 20:38:30 -0800346 // Add bucket #18 again. Nothing changes.
347 anomalyTracker.addPastBucket(bucket18, 18);
348 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 19L);
349 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800350 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL);
351 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800352 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 20, bucket20, {keyB}, {keyA, keyC, keyD}));
Yangster-mace2cd6d52017-11-09 20:38:30 -0800353 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800354 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 1LL);
355 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800356 detectAndDeclareAnomalies(anomalyTracker, 20, bucket20, eventTimestamp4 + 1);
Yangster-mace2cd6d52017-11-09 20:38:30 -0800357 // Within refractory period.
Bookatz1bf94382018-01-04 11:43:20 -0800358 checkRefractoryTimes(anomalyTracker, eventTimestamp4 + 1, refractoryPeriodSec,
359 {{keyA, -1}, {keyB, eventTimestamp4}, {keyC, -1}, {keyD, -1}, {keyE, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700360
Yangster-mace2cd6d52017-11-09 20:38:30 -0800361 // Add past bucket #20
362 anomalyTracker.addPastBucket(bucket20, 20);
363 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 20L);
364 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 2UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800365 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyB), 3LL);
366 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyC), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800367 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 25, bucket25, {}, {keyA, keyB, keyC, keyD}));
Yangster-mace2cd6d52017-11-09 20:38:30 -0800368 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 24L);
Bookatzd27ab452018-05-24 10:35:02 -0700369 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL);
Bookatz1bf94382018-01-04 11:43:20 -0800370 detectAndDeclareAnomalies(anomalyTracker, 25, bucket25, eventTimestamp5);
371 checkRefractoryTimes(anomalyTracker, eventTimestamp5, refractoryPeriodSec,
372 {{keyA, -1}, {keyB, eventTimestamp4}, {keyC, -1}, {keyD, -1}, {keyE, -1}});
Yang Lu3eba6212017-10-25 19:54:45 -0700373
Yangster-mace2cd6d52017-11-09 20:38:30 -0800374 // Add past bucket #25
375 anomalyTracker.addPastBucket(bucket25, 25);
376 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 25L);
Bookatzd27ab452018-05-24 10:35:02 -0700377 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 1UL);
Yao Chend5aa01b32017-12-19 16:46:36 -0800378 EXPECT_EQ(anomalyTracker.getSumOverPastBuckets(keyD), 1LL);
Bookatz1bf94382018-01-04 11:43:20 -0800379 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 28, bucket28, {},
380 {keyA, keyB, keyC, keyD, keyE}));
Yangster-mace2cd6d52017-11-09 20:38:30 -0800381 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 27L);
Bookatzd27ab452018-05-24 10:35:02 -0700382 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL);
Bookatz1bf94382018-01-04 11:43:20 -0800383 detectAndDeclareAnomalies(anomalyTracker, 28, bucket28, eventTimestamp6);
Bookatzd27ab452018-05-24 10:35:02 -0700384 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL);
Bookatz1bf94382018-01-04 11:43:20 -0800385 checkRefractoryTimes(anomalyTracker, eventTimestamp6, refractoryPeriodSec,
386 {{keyA, -1}, {keyB, -1}, {keyC, -1}, {keyD, -1}, {keyE, -1}});
Yangster-mace2cd6d52017-11-09 20:38:30 -0800387
388 // Updates current bucket #28.
Yao Chend5aa01b32017-12-19 16:46:36 -0800389 (*bucket28)[keyE] = 5;
Bookatz1bf94382018-01-04 11:43:20 -0800390 EXPECT_TRUE(detectAnomaliesPass(anomalyTracker, 28, bucket28, {keyE},
391 {keyA, keyB, keyC, keyD}));
Yangster-mace2cd6d52017-11-09 20:38:30 -0800392 EXPECT_EQ(anomalyTracker.mMostRecentBucketNum, 27L);
Bookatzd27ab452018-05-24 10:35:02 -0700393 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL);
Bookatz1bf94382018-01-04 11:43:20 -0800394 detectAndDeclareAnomalies(anomalyTracker, 28, bucket28, eventTimestamp6 + 7);
Bookatzd27ab452018-05-24 10:35:02 -0700395 EXPECT_EQ(anomalyTracker.mSumOverPastBuckets.size(), 0UL);
Bookatz1bf94382018-01-04 11:43:20 -0800396 checkRefractoryTimes(anomalyTracker, eventTimestamp6, refractoryPeriodSec,
397 {{keyA, -1}, {keyB, -1}, {keyC, -1}, {keyD, -1}, {keyE, eventTimestamp6 + 7}});
Yang Lu3eba6212017-10-25 19:54:45 -0700398}
399
400} // namespace statsd
401} // namespace os
402} // namespace android
403#else
404GTEST_LOG_(INFO) << "This test does nothing.\n";
405#endif