blob: 536fcd52886a05933d6f09b138fdc2fc6798e5a7 [file] [log] [blame]
Lalit Maganticaed37e2018-06-01 03:03:08 +01001/*
2 * Copyright (C) 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef SRC_TRACE_PROCESSOR_TRACE_STORAGE_H_
18#define SRC_TRACE_PROCESSOR_TRACE_STORAGE_H_
19
Lalit Maganti35622b72018-06-06 12:03:11 +010020#include <array>
Lalit Maganticaed37e2018-06-01 03:03:08 +010021#include <deque>
Isabelle Taylor47328cf2018-06-12 14:33:59 +010022#include <map>
Lalit Maganticaed37e2018-06-01 03:03:08 +010023#include <string>
24#include <unordered_map>
Ioannis Ilkosb8b11102019-01-29 17:56:55 +000025#include <utility>
Lalit Maganticaed37e2018-06-01 03:03:08 +010026#include <vector>
27
Lalit Maganti35622b72018-06-06 12:03:11 +010028#include "perfetto/base/logging.h"
Eric Seckler83dcc8c2019-08-21 12:18:43 +010029#include "perfetto/base/time.h"
Primiano Tucci2c5488f2019-06-01 03:27:28 +010030#include "perfetto/ext/base/hash.h"
31#include "perfetto/ext/base/optional.h"
32#include "perfetto/ext/base/string_view.h"
Primiano Tucci2c5488f2019-06-01 03:27:28 +010033#include "perfetto/ext/base/utils.h"
Lalit Magantib0b53ee2019-01-24 17:53:39 +000034#include "src/trace_processor/ftrace_utils.h"
Mikhail Khokhlove466c002019-05-23 13:33:33 +010035#include "src/trace_processor/metadata.h"
Primiano Tucci0e38a142019-01-07 20:51:09 +000036#include "src/trace_processor/stats.h"
Lalit Maganti5c454312019-04-08 12:11:17 +010037#include "src/trace_processor/string_pool.h"
Ioannis Ilkose0b47f52019-09-18 11:14:57 +010038#include "src/trace_processor/tables/profiler_tables.h"
Lalit Maganti20539c22019-09-04 12:36:10 +010039#include "src/trace_processor/tables/slice_tables.h"
40#include "src/trace_processor/tables/track_tables.h"
Mikhail Khokhlov85a0dd02019-05-17 14:22:28 +010041#include "src/trace_processor/variadic.h"
Lalit Maganti35622b72018-06-06 12:03:11 +010042
Lalit Maganticaed37e2018-06-01 03:03:08 +010043namespace perfetto {
44namespace trace_processor {
45
Isabelle Taylora0a22972018-08-03 12:06:12 +010046// UniquePid is an offset into |unique_processes_|. This is necessary because
47// Unix pids are reused and thus not guaranteed to be unique over a long
48// period of time.
49using UniquePid = uint32_t;
Primiano Tucci0d72a312018-08-07 14:42:45 +010050
Isabelle Taylora0a22972018-08-03 12:06:12 +010051// UniqueTid is an offset into |unique_threads_|. Necessary because tids can
52// be reused.
53using UniqueTid = uint32_t;
54
Primiano Tucci0d72a312018-08-07 14:42:45 +010055// StringId is an offset into |string_pool_|.
Lalit Maganti5c454312019-04-08 12:11:17 +010056using StringId = StringPool::Id;
Lalit Maganti1a2936f2019-08-29 17:42:33 +010057static const StringId kNullStringId = StringId(0);
Primiano Tucci0d72a312018-08-07 14:42:45 +010058
Lalit Maganti5ea9e932018-11-30 14:19:39 +000059// Identifiers for all the tables in the database.
60enum TableId : uint8_t {
61 // Intentionally don't have TableId == 0 so that RowId == 0 can refer to an
62 // invalid row id.
Lalit Maganti8320e6d2019-03-14 18:49:33 +000063 kCounterValues = 1,
Lalit Maganti1d915a62019-01-07 12:10:42 +000064 kRawEvents = 2,
Lalit Maganti66ed7ad2019-01-11 16:47:26 +000065 kInstants = 3,
Isabelle Taylorb9222c32019-01-31 10:58:37 +000066 kSched = 4,
Eric Seckler70cc4422019-05-28 16:00:23 +010067 kNestableSlices = 5,
Ryan Savitski51413ad2019-07-09 14:25:21 +010068 kMetadataTable = 6,
Lalit Maganti53bdbb22019-09-25 11:11:18 +010069 kTrack = 7,
Mohammad Reza Zakerinasabb06d1852019-09-11 14:41:36 -040070 kVulkanMemoryAllocation = 8,
Lalit Maganti5ea9e932018-11-30 14:19:39 +000071};
72
73// The top 8 bits are set to the TableId and the bottom 32 to the row of the
74// table.
Lalit Maganti85ca4a82018-12-07 17:28:02 +000075using RowId = int64_t;
Lalit Maganti5ea9e932018-11-30 14:19:39 +000076static const RowId kInvalidRowId = 0;
77
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +000078using ArgSetId = uint32_t;
79static const ArgSetId kInvalidArgSetId = 0;
80
Eric Seckler5703ede2019-07-10 10:13:02 +010081using TrackId = uint32_t;
82
Lalit Maganti21b21632019-09-28 16:50:23 +010083enum class RefType {
Primiano Tucci5403e4f2018-11-27 10:07:03 +000084 kRefNoRef = 0,
85 kRefUtid = 1,
86 kRefCpuId = 2,
87 kRefIrq = 3,
88 kRefSoftIrq = 4,
89 kRefUpid = 5,
Sidath Senanayake1f5f93a2019-06-06 22:24:15 +010090 kRefGpuId = 6,
Eric Seckler5703ede2019-07-10 10:13:02 +010091 kRefTrack = 7,
Primiano Tucci5403e4f2018-11-27 10:07:03 +000092 kRefMax
Isabelle Taylora97c5f52018-10-23 17:36:12 +010093};
Isabelle Taylor14674d42018-09-07 11:33:11 +010094
Eric Seckler972225e2019-04-18 11:07:12 +010095const std::vector<const char*>& GetRefTypeStringMap();
96
Lalit Maganticaed37e2018-06-01 03:03:08 +010097// Stores a data inside a trace file in a columnar form. This makes it efficient
98// to read or search across a single field of the trace (e.g. all the thread
99// names for a given CPU).
100class TraceStorage {
101 public:
Isabelle Taylor47328cf2018-06-12 14:33:59 +0100102 TraceStorage();
Isabelle Taylora0a22972018-08-03 12:06:12 +0100103
104 virtual ~TraceStorage();
Isabelle Taylor47328cf2018-06-12 14:33:59 +0100105
Isabelle Taylora0a22972018-08-03 12:06:12 +0100106 // Information about a unique process seen in a trace.
107 struct Process {
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100108 explicit Process(uint32_t p) : pid(p) {}
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000109 int64_t start_ns = 0;
Lalit Maganti637589a2019-07-04 17:25:29 +0100110 int64_t end_ns = 0;
Isabelle Taylora0a22972018-08-03 12:06:12 +0100111 StringId name_id = 0;
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100112 uint32_t pid = 0;
Lalit Maganti369b0572019-07-11 15:35:09 +0100113 base::Optional<UniquePid> parent_upid;
Isabelle Taylora0a22972018-08-03 12:06:12 +0100114 };
115
116 // Information about a unique thread seen in a trace.
117 struct Thread {
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100118 explicit Thread(uint32_t t) : tid(t) {}
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000119 int64_t start_ns = 0;
Lalit Magantib5bd2332019-06-06 14:20:47 +0100120 int64_t end_ns = 0;
Isabelle Taylora0a22972018-08-03 12:06:12 +0100121 StringId name_id = 0;
Lalit Maganti770886a2018-11-16 17:40:21 +0000122 base::Optional<UniquePid> upid;
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100123 uint32_t tid = 0;
Isabelle Taylora0a22972018-08-03 12:06:12 +0100124 };
Isabelle Taylor3dd366c2018-06-22 16:21:41 +0100125
Lalit Maganti6e9c55e2018-11-29 12:00:39 +0000126 // Generic key value storage which can be referenced by other tables.
127 class Args {
128 public:
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000129 struct Arg {
130 StringId flat_key = 0;
131 StringId key = 0;
132 Variadic value = Variadic::Integer(0);
133
134 // This is only used by the arg tracker and so is not part of the hash.
135 RowId row_id = 0;
136 };
137
138 struct ArgHasher {
139 uint64_t operator()(const Arg& arg) const noexcept {
Lalit Maganti1f464742019-02-28 13:49:31 +0000140 base::Hash hash;
141 hash.Update(arg.key);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000142 // We don't hash arg.flat_key because it's a subsequence of arg.key.
143 switch (arg.value.type) {
144 case Variadic::Type::kInt:
Lalit Maganti1f464742019-02-28 13:49:31 +0000145 hash.Update(arg.value.int_value);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000146 break;
Eric Secklerc93823e2019-06-03 16:49:19 +0100147 case Variadic::Type::kUint:
148 hash.Update(arg.value.uint_value);
149 break;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000150 case Variadic::Type::kString:
Lalit Maganti1f464742019-02-28 13:49:31 +0000151 hash.Update(arg.value.string_value);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000152 break;
153 case Variadic::Type::kReal:
Lalit Maganti1f464742019-02-28 13:49:31 +0000154 hash.Update(arg.value.real_value);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000155 break;
Eric Secklerc93823e2019-06-03 16:49:19 +0100156 case Variadic::Type::kPointer:
157 hash.Update(arg.value.pointer_value);
158 break;
159 case Variadic::Type::kBool:
160 hash.Update(arg.value.bool_value);
161 break;
162 case Variadic::Type::kJson:
163 hash.Update(arg.value.json_value);
164 break;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000165 }
Lalit Maganti1f464742019-02-28 13:49:31 +0000166 return hash.digest();
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000167 }
168 };
169
170 const std::deque<ArgSetId>& set_ids() const { return set_ids_; }
Lalit Maganti5ea9e932018-11-30 14:19:39 +0000171 const std::deque<StringId>& flat_keys() const { return flat_keys_; }
172 const std::deque<StringId>& keys() const { return keys_; }
Lalit Maganti1d915a62019-01-07 12:10:42 +0000173 const std::deque<Variadic>& arg_values() const { return arg_values_; }
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000174 uint32_t args_count() const {
175 return static_cast<uint32_t>(set_ids_.size());
Lalit Maganti79472be2018-12-04 13:41:27 +0000176 }
Lalit Maganti6e9c55e2018-11-29 12:00:39 +0000177
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000178 ArgSetId AddArgSet(const std::vector<Arg>& args,
179 uint32_t begin,
180 uint32_t end) {
Lalit Maganti1f464742019-02-28 13:49:31 +0000181 base::Hash hash;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000182 for (uint32_t i = begin; i < end; i++) {
Lalit Maganti1f464742019-02-28 13:49:31 +0000183 hash.Update(ArgHasher()(args[i]));
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000184 }
Lalit Maganti5ea9e932018-11-30 14:19:39 +0000185
Lalit Maganti1f464742019-02-28 13:49:31 +0000186 ArgSetHash digest = hash.digest();
187 auto it = arg_row_for_hash_.find(digest);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000188 if (it != arg_row_for_hash_.end()) {
189 return set_ids_[it->second];
190 }
191
192 // The +1 ensures that nothing has an id == kInvalidArgSetId == 0.
193 ArgSetId id = static_cast<uint32_t>(arg_row_for_hash_.size()) + 1;
Lalit Maganti1f464742019-02-28 13:49:31 +0000194 arg_row_for_hash_.emplace(digest, args_count());
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000195 for (uint32_t i = begin; i < end; i++) {
196 const auto& arg = args[i];
197 set_ids_.emplace_back(id);
198 flat_keys_.emplace_back(arg.flat_key);
199 keys_.emplace_back(arg.key);
200 arg_values_.emplace_back(arg.value);
201 }
202 return id;
Lalit Maganti6e9c55e2018-11-29 12:00:39 +0000203 }
204
Lalit Maganti5ea9e932018-11-30 14:19:39 +0000205 private:
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000206 using ArgSetHash = uint64_t;
207
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000208 std::deque<ArgSetId> set_ids_;
Lalit Maganti5ea9e932018-11-30 14:19:39 +0000209 std::deque<StringId> flat_keys_;
210 std::deque<StringId> keys_;
Lalit Maganti1d915a62019-01-07 12:10:42 +0000211 std::deque<Variadic> arg_values_;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000212
213 std::unordered_map<ArgSetHash, uint32_t> arg_row_for_hash_;
Lalit Maganti6e9c55e2018-11-29 12:00:39 +0000214 };
215
Lalit Magantid11d3e02019-07-26 12:32:09 +0530216 class Tracks {
217 public:
218 inline uint32_t AddTrack(StringId name) {
219 names_.emplace_back(name);
220 return track_count() - 1;
221 }
222
223 uint32_t track_count() const {
224 return static_cast<uint32_t>(names_.size());
225 }
226
227 const std::deque<StringId>& names() const { return names_; }
228
229 private:
230 std::deque<StringId> names_;
231 };
232
Mikael Pessa803090c2019-08-23 16:03:34 -0700233 class GpuContexts {
234 public:
235 inline void AddGpuContext(uint64_t context_id,
236 UniquePid upid,
237 uint32_t priority) {
238 context_ids_.emplace_back(context_id);
239 upids_.emplace_back(upid);
240 priorities_.emplace_back(priority);
241 }
242
243 uint32_t gpu_context_count() const {
244 return static_cast<uint32_t>(context_ids_.size());
245 }
246
247 const std::deque<uint64_t>& context_ids() const { return context_ids_; }
248 const std::deque<UniquePid>& upids() const { return upids_; }
249 const std::deque<uint32_t>& priorities() const { return priorities_; }
250
251 private:
252 std::deque<uint64_t> context_ids_;
253 std::deque<UniquePid> upids_;
254 std::deque<uint32_t> priorities_;
255 };
256
Lalit Magantiff69c112018-09-24 12:07:47 +0100257 class Slices {
Lalit Maganti35622b72018-06-06 12:03:11 +0100258 public:
Lalit Magantifde29042018-10-04 13:28:52 +0100259 inline size_t AddSlice(uint32_t cpu,
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000260 int64_t start_ns,
261 int64_t duration_ns,
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000262 UniqueTid utid,
263 ftrace_utils::TaskState end_state,
264 int32_t priority) {
Lalit Magantiff69c112018-09-24 12:07:47 +0100265 cpus_.emplace_back(cpu);
Lalit Maganti35622b72018-06-06 12:03:11 +0100266 start_ns_.emplace_back(start_ns);
267 durations_.emplace_back(duration_ns);
Isabelle Taylora0a22972018-08-03 12:06:12 +0100268 utids_.emplace_back(utid);
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000269 end_states_.emplace_back(end_state);
270 priorities_.emplace_back(priority);
Lalit Maganti58638932019-01-31 10:48:26 +0000271
272 if (utid >= rows_for_utids_.size())
273 rows_for_utids_.resize(utid + 1);
274 rows_for_utids_[utid].emplace_back(slice_count() - 1);
Lalit Magantifde29042018-10-04 13:28:52 +0100275 return slice_count() - 1;
276 }
277
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000278 void set_duration(size_t index, int64_t duration_ns) {
Lalit Magantifde29042018-10-04 13:28:52 +0100279 durations_[index] = duration_ns;
Lalit Maganti35622b72018-06-06 12:03:11 +0100280 }
281
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000282 void set_end_state(size_t index, ftrace_utils::TaskState end_state) {
283 end_states_[index] = end_state;
284 }
285
Isabelle Taylor47328cf2018-06-12 14:33:59 +0100286 size_t slice_count() const { return start_ns_.size(); }
Lalit Maganti35622b72018-06-06 12:03:11 +0100287
Lalit Magantiff69c112018-09-24 12:07:47 +0100288 const std::deque<uint32_t>& cpus() const { return cpus_; }
289
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000290 const std::deque<int64_t>& start_ns() const { return start_ns_; }
Lalit Maganti35622b72018-06-06 12:03:11 +0100291
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000292 const std::deque<int64_t>& durations() const { return durations_; }
Lalit Maganti35622b72018-06-06 12:03:11 +0100293
Isabelle Taylor68e42192018-06-19 16:19:31 +0100294 const std::deque<UniqueTid>& utids() const { return utids_; }
295
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000296 const std::deque<ftrace_utils::TaskState>& end_state() const {
297 return end_states_;
298 }
299
300 const std::deque<int32_t>& priorities() const { return priorities_; }
301
Lalit Maganti58638932019-01-31 10:48:26 +0000302 const std::deque<std::vector<uint32_t>>& rows_for_utids() const {
Lalit Magantif0f09c32019-01-18 17:29:31 +0000303 return rows_for_utids_;
304 }
305
Lalit Maganti35622b72018-06-06 12:03:11 +0100306 private:
Hector Dearman947f12a2018-09-11 16:50:36 +0100307 // Each deque below has the same number of entries (the number of slices
Lalit Maganti35622b72018-06-06 12:03:11 +0100308 // in the trace for the CPU).
Lalit Magantiff69c112018-09-24 12:07:47 +0100309 std::deque<uint32_t> cpus_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000310 std::deque<int64_t> start_ns_;
311 std::deque<int64_t> durations_;
Isabelle Taylor68e42192018-06-19 16:19:31 +0100312 std::deque<UniqueTid> utids_;
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000313 std::deque<ftrace_utils::TaskState> end_states_;
314 std::deque<int32_t> priorities_;
Lalit Maganti58638932019-01-31 10:48:26 +0000315
316 // One row per utid.
317 std::deque<std::vector<uint32_t>> rows_for_utids_;
Primiano Tucci0d72a312018-08-07 14:42:45 +0100318 };
Isabelle Taylor68e42192018-06-19 16:19:31 +0100319
Primiano Tucci0d72a312018-08-07 14:42:45 +0100320 class NestableSlices {
321 public:
Eric Seckler70cc4422019-05-28 16:00:23 +0100322 inline uint32_t AddSlice(int64_t start_ns,
323 int64_t duration_ns,
Lalit Maganti21b21632019-09-28 16:50:23 +0100324 TrackId track_id,
Eric Seckler70cc4422019-05-28 16:00:23 +0100325 int64_t ref,
326 RefType type,
Lalit Maganti81a02cd2019-07-12 17:05:11 +0100327 StringId category,
Eric Seckler70cc4422019-05-28 16:00:23 +0100328 StringId name,
329 uint8_t depth,
330 int64_t stack_id,
331 int64_t parent_stack_id) {
Primiano Tucci0d72a312018-08-07 14:42:45 +0100332 start_ns_.emplace_back(start_ns);
333 durations_.emplace_back(duration_ns);
Lalit Maganti21b21632019-09-28 16:50:23 +0100334 track_id_.emplace_back(track_id);
Eric Seckler972225e2019-04-18 11:07:12 +0100335 refs_.emplace_back(ref);
336 types_.emplace_back(type);
Lalit Maganti81a02cd2019-07-12 17:05:11 +0100337 categories_.emplace_back(category);
Primiano Tucci0d72a312018-08-07 14:42:45 +0100338 names_.emplace_back(name);
339 depths_.emplace_back(depth);
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100340 stack_ids_.emplace_back(stack_id);
341 parent_stack_ids_.emplace_back(parent_stack_id);
Eric Seckler70cc4422019-05-28 16:00:23 +0100342 arg_set_ids_.emplace_back(kInvalidArgSetId);
Lalit Maganti7b37bbf2018-11-09 15:58:54 +0000343 return slice_count() - 1;
344 }
345
Eric Seckler70cc4422019-05-28 16:00:23 +0100346 void set_duration(uint32_t index, int64_t duration_ns) {
Lalit Maganti7b37bbf2018-11-09 15:58:54 +0000347 durations_[index] = duration_ns;
348 }
349
Eric Seckler70cc4422019-05-28 16:00:23 +0100350 void set_stack_id(uint32_t index, int64_t stack_id) {
Lalit Maganti7b37bbf2018-11-09 15:58:54 +0000351 stack_ids_[index] = stack_id;
Primiano Tucci0d72a312018-08-07 14:42:45 +0100352 }
353
Eric Seckler70cc4422019-05-28 16:00:23 +0100354 void set_arg_set_id(uint32_t index, ArgSetId id) {
355 arg_set_ids_[index] = id;
356 }
357
358 uint32_t slice_count() const {
359 return static_cast<uint32_t>(start_ns_.size());
360 }
361
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000362 const std::deque<int64_t>& start_ns() const { return start_ns_; }
363 const std::deque<int64_t>& durations() const { return durations_; }
Lalit Maganti21b21632019-09-28 16:50:23 +0100364 const std::deque<TrackId>& track_id() const { return track_id_; }
Eric Seckler972225e2019-04-18 11:07:12 +0100365 const std::deque<int64_t>& refs() const { return refs_; }
366 const std::deque<RefType>& types() const { return types_; }
Lalit Maganti81a02cd2019-07-12 17:05:11 +0100367 const std::deque<StringId>& categories() const { return categories_; }
Primiano Tucci0d72a312018-08-07 14:42:45 +0100368 const std::deque<StringId>& names() const { return names_; }
369 const std::deque<uint8_t>& depths() const { return depths_; }
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000370 const std::deque<int64_t>& stack_ids() const { return stack_ids_; }
371 const std::deque<int64_t>& parent_stack_ids() const {
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100372 return parent_stack_ids_;
373 }
Eric Seckler70cc4422019-05-28 16:00:23 +0100374 const std::deque<ArgSetId>& arg_set_ids() const { return arg_set_ids_; }
Primiano Tucci0d72a312018-08-07 14:42:45 +0100375
376 private:
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000377 std::deque<int64_t> start_ns_;
378 std::deque<int64_t> durations_;
Lalit Maganti21b21632019-09-28 16:50:23 +0100379 std::deque<TrackId> track_id_;
Eric Seckler972225e2019-04-18 11:07:12 +0100380 std::deque<int64_t> refs_;
381 std::deque<RefType> types_;
Lalit Maganti81a02cd2019-07-12 17:05:11 +0100382 std::deque<StringId> categories_;
Primiano Tucci0d72a312018-08-07 14:42:45 +0100383 std::deque<StringId> names_;
384 std::deque<uint8_t> depths_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000385 std::deque<int64_t> stack_ids_;
386 std::deque<int64_t> parent_stack_ids_;
Eric Seckler70cc4422019-05-28 16:00:23 +0100387 std::deque<ArgSetId> arg_set_ids_;
Lalit Maganti35622b72018-06-06 12:03:11 +0100388 };
389
Eric Secklerd3b89d52019-07-10 15:36:29 +0100390 class ThreadSlices {
391 public:
392 inline uint32_t AddThreadSlice(uint32_t slice_id,
393 int64_t thread_timestamp_ns,
394 int64_t thread_duration_ns,
395 int64_t thread_instruction_count,
396 int64_t thread_instruction_delta) {
397 slice_ids_.emplace_back(slice_id);
398 thread_timestamp_ns_.emplace_back(thread_timestamp_ns);
399 thread_duration_ns_.emplace_back(thread_duration_ns);
400 thread_instruction_counts_.emplace_back(thread_instruction_count);
401 thread_instruction_deltas_.emplace_back(thread_instruction_delta);
402 return slice_count() - 1;
403 }
404
Eric Secklerc3430c62019-07-22 10:49:58 +0100405 uint32_t slice_count() const {
406 return static_cast<uint32_t>(slice_ids_.size());
Eric Secklerd3b89d52019-07-10 15:36:29 +0100407 }
408
Eric Secklerc3430c62019-07-22 10:49:58 +0100409 const std::deque<uint32_t>& slice_ids() const { return slice_ids_; }
410 const std::deque<int64_t>& thread_timestamp_ns() const {
411 return thread_timestamp_ns_;
412 }
413 const std::deque<int64_t>& thread_duration_ns() const {
414 return thread_duration_ns_;
415 }
416 const std::deque<int64_t>& thread_instruction_counts() const {
417 return thread_instruction_counts_;
418 }
419 const std::deque<int64_t>& thread_instruction_deltas() const {
420 return thread_instruction_deltas_;
421 }
422
423 base::Optional<uint32_t> FindRowForSliceId(uint32_t slice_id) const {
424 auto it =
425 std::lower_bound(slice_ids().begin(), slice_ids().end(), slice_id);
426 if (it != slice_ids().end() && *it == slice_id) {
427 return static_cast<uint32_t>(std::distance(slice_ids().begin(), it));
428 }
429 return base::nullopt;
430 }
431
Eric Seckler54f30a32019-07-19 15:10:29 +0100432 void UpdateThreadDeltasForSliceId(uint32_t slice_id,
433 int64_t end_thread_timestamp_ns,
434 int64_t end_thread_instruction_count) {
Eric Secklerc3430c62019-07-22 10:49:58 +0100435 uint32_t row = *FindRowForSliceId(slice_id);
436 int64_t begin_ns = thread_timestamp_ns_[row];
437 thread_duration_ns_[row] = end_thread_timestamp_ns - begin_ns;
Eric Seckler54f30a32019-07-19 15:10:29 +0100438 int64_t begin_ticount = thread_instruction_counts_[row];
439 thread_instruction_deltas_[row] =
440 end_thread_instruction_count - begin_ticount;
Eric Secklerc3430c62019-07-22 10:49:58 +0100441 }
442
443 private:
444 std::deque<uint32_t> slice_ids_;
445 std::deque<int64_t> thread_timestamp_ns_;
446 std::deque<int64_t> thread_duration_ns_;
447 std::deque<int64_t> thread_instruction_counts_;
448 std::deque<int64_t> thread_instruction_deltas_;
449 };
450
451 class VirtualTrackSlices {
452 public:
453 inline uint32_t AddVirtualTrackSlice(uint32_t slice_id,
454 int64_t thread_timestamp_ns,
455 int64_t thread_duration_ns,
456 int64_t thread_instruction_count,
457 int64_t thread_instruction_delta) {
458 slice_ids_.emplace_back(slice_id);
459 thread_timestamp_ns_.emplace_back(thread_timestamp_ns);
460 thread_duration_ns_.emplace_back(thread_duration_ns);
461 thread_instruction_counts_.emplace_back(thread_instruction_count);
462 thread_instruction_deltas_.emplace_back(thread_instruction_delta);
463 return slice_count() - 1;
Eric Secklerd3b89d52019-07-10 15:36:29 +0100464 }
465
466 uint32_t slice_count() const {
467 return static_cast<uint32_t>(slice_ids_.size());
468 }
469
470 const std::deque<uint32_t>& slice_ids() const { return slice_ids_; }
471 const std::deque<int64_t>& thread_timestamp_ns() const {
472 return thread_timestamp_ns_;
473 }
474 const std::deque<int64_t>& thread_duration_ns() const {
475 return thread_duration_ns_;
476 }
477 const std::deque<int64_t>& thread_instruction_counts() const {
478 return thread_instruction_counts_;
479 }
480 const std::deque<int64_t>& thread_instruction_deltas() const {
481 return thread_instruction_deltas_;
482 }
483
Mikhail Khokhlov7db04912019-07-18 16:11:11 +0100484 base::Optional<uint32_t> FindRowForSliceId(uint32_t slice_id) const {
Eric Secklerd3b89d52019-07-10 15:36:29 +0100485 auto it =
486 std::lower_bound(slice_ids().begin(), slice_ids().end(), slice_id);
Mikhail Khokhlov7db04912019-07-18 16:11:11 +0100487 if (it != slice_ids().end() && *it == slice_id) {
488 return static_cast<uint32_t>(std::distance(slice_ids().begin(), it));
489 }
490 return base::nullopt;
Eric Secklerd3b89d52019-07-10 15:36:29 +0100491 }
492
Eric Seckler54f30a32019-07-19 15:10:29 +0100493 void UpdateThreadDeltasForSliceId(uint32_t slice_id,
494 int64_t end_thread_timestamp_ns,
495 int64_t end_thread_instruction_count) {
Mikhail Khokhlov7db04912019-07-18 16:11:11 +0100496 uint32_t row = *FindRowForSliceId(slice_id);
Eric Secklerd3b89d52019-07-10 15:36:29 +0100497 int64_t begin_ns = thread_timestamp_ns_[row];
498 thread_duration_ns_[row] = end_thread_timestamp_ns - begin_ns;
Eric Seckler54f30a32019-07-19 15:10:29 +0100499 int64_t begin_ticount = thread_instruction_counts_[row];
500 thread_instruction_deltas_[row] =
501 end_thread_instruction_count - begin_ticount;
Eric Secklerd3b89d52019-07-10 15:36:29 +0100502 }
503
504 private:
505 std::deque<uint32_t> slice_ids_;
506 std::deque<int64_t> thread_timestamp_ns_;
507 std::deque<int64_t> thread_duration_ns_;
508 std::deque<int64_t> thread_instruction_counts_;
509 std::deque<int64_t> thread_instruction_deltas_;
510 };
511
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000512 class CounterDefinitions {
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100513 public:
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000514 using Id = uint32_t;
Lalit Maganti521d97b2019-04-29 13:47:03 +0100515 static constexpr Id kInvalidId = std::numeric_limits<Id>::max();
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000516
517 inline Id AddCounterDefinition(StringId name_id,
518 int64_t ref,
Pascal Muetschard91d07892019-08-26 13:55:06 -0700519 RefType type,
Pascal Muetschardceb5c822019-08-26 14:39:15 -0700520 StringId desc_id = 0,
521 StringId unit_id = 0) {
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000522 base::Hash hash;
523 hash.Update(name_id);
524 hash.Update(ref);
525 hash.Update(type);
526
527 // TODO(lalitm): this is a perf bottleneck and likely we can do something
528 // quite a bit better here.
529 uint64_t digest = hash.digest();
530 auto it = hash_to_row_idx_.find(digest);
531 if (it != hash_to_row_idx_.end())
532 return it->second;
533
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100534 name_ids_.emplace_back(name_id);
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100535 refs_.emplace_back(ref);
536 types_.emplace_back(type);
Pascal Muetschard91d07892019-08-26 13:55:06 -0700537 desc_ids_.emplace_back(desc_id);
Pascal Muetschardceb5c822019-08-26 14:39:15 -0700538 unit_ids_.emplace_back(unit_id);
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000539 hash_to_row_idx_.emplace(digest, size() - 1);
540 return size() - 1;
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100541 }
Lalit Magantifde29042018-10-04 13:28:52 +0100542
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000543 uint32_t size() const { return static_cast<uint32_t>(name_ids_.size()); }
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100544
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100545 const std::deque<StringId>& name_ids() const { return name_ids_; }
546
Pascal Muetschard91d07892019-08-26 13:55:06 -0700547 const std::deque<StringId>& desc_ids() const { return desc_ids_; }
548
Pascal Muetschardceb5c822019-08-26 14:39:15 -0700549 const std::deque<StringId>& unit_ids() const { return unit_ids_; }
550
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100551 const std::deque<int64_t>& refs() const { return refs_; }
552
553 const std::deque<RefType>& types() const { return types_; }
554
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000555 private:
556 std::deque<StringId> name_ids_;
557 std::deque<int64_t> refs_;
558 std::deque<RefType> types_;
Pascal Muetschard91d07892019-08-26 13:55:06 -0700559 std::deque<StringId> desc_ids_;
Pascal Muetschardceb5c822019-08-26 14:39:15 -0700560 std::deque<StringId> unit_ids_;
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000561
562 std::unordered_map<uint64_t, uint32_t> hash_to_row_idx_;
563 };
564
565 class CounterValues {
566 public:
567 inline uint32_t AddCounterValue(CounterDefinitions::Id counter_id,
568 int64_t timestamp,
569 double value) {
570 counter_ids_.emplace_back(counter_id);
571 timestamps_.emplace_back(timestamp);
572 values_.emplace_back(value);
573 arg_set_ids_.emplace_back(kInvalidArgSetId);
Ioannis Ilkosf129c262019-04-25 14:53:51 +0100574
Lalit Maganti521d97b2019-04-29 13:47:03 +0100575 if (counter_id != CounterDefinitions::kInvalidId) {
576 if (counter_id >= rows_for_counter_id_.size()) {
577 rows_for_counter_id_.resize(counter_id + 1);
578 }
579 rows_for_counter_id_[counter_id].emplace_back(size() - 1);
580 }
581 return size() - 1;
582 }
583
584 void set_counter_id(uint32_t index, CounterDefinitions::Id counter_id) {
585 PERFETTO_DCHECK(counter_ids_[index] == CounterDefinitions::kInvalidId);
586
587 counter_ids_[index] = counter_id;
Ioannis Ilkosf129c262019-04-25 14:53:51 +0100588 if (counter_id >= rows_for_counter_id_.size()) {
589 rows_for_counter_id_.resize(counter_id + 1);
590 }
Lalit Maganti521d97b2019-04-29 13:47:03 +0100591
592 auto* new_rows = &rows_for_counter_id_[counter_id];
593 new_rows->insert(
594 std::upper_bound(new_rows->begin(), new_rows->end(), index), index);
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000595 }
596
597 void set_arg_set_id(uint32_t row, ArgSetId id) { arg_set_ids_[row] = id; }
598
599 uint32_t size() const { return static_cast<uint32_t>(counter_ids_.size()); }
600
601 const std::deque<CounterDefinitions::Id>& counter_ids() const {
602 return counter_ids_;
603 }
604
605 const std::deque<int64_t>& timestamps() const { return timestamps_; }
606
607 const std::deque<double>& values() const { return values_; }
608
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000609 const std::deque<ArgSetId>& arg_set_ids() const { return arg_set_ids_; }
610
Ioannis Ilkosf129c262019-04-25 14:53:51 +0100611 const std::deque<std::vector<uint32_t>>& rows_for_counter_id() const {
612 return rows_for_counter_id_;
613 }
614
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100615 private:
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000616 std::deque<CounterDefinitions::Id> counter_ids_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000617 std::deque<int64_t> timestamps_;
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100618 std::deque<double> values_;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000619 std::deque<ArgSetId> arg_set_ids_;
Ioannis Ilkosf129c262019-04-25 14:53:51 +0100620
621 // Indexed by counter_id value and contains the row numbers corresponding to
622 // it.
623 std::deque<std::vector<uint32_t>> rows_for_counter_id_;
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100624 };
625
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700626 class SqlStats {
627 public:
628 static constexpr size_t kMaxLogEntries = 100;
Lalit Magantiaac2f652019-04-30 12:16:21 +0100629 uint32_t RecordQueryBegin(const std::string& query,
630 int64_t time_queued,
631 int64_t time_started);
632 void RecordQueryFirstNext(uint32_t row, int64_t time_first_next);
633 void RecordQueryEnd(uint32_t row, int64_t time_end);
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700634 size_t size() const { return queries_.size(); }
635 const std::deque<std::string>& queries() const { return queries_; }
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000636 const std::deque<int64_t>& times_queued() const { return times_queued_; }
637 const std::deque<int64_t>& times_started() const { return times_started_; }
Lalit Magantiaac2f652019-04-30 12:16:21 +0100638 const std::deque<int64_t>& times_first_next() const {
639 return times_first_next_;
640 }
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000641 const std::deque<int64_t>& times_ended() const { return times_ended_; }
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700642
643 private:
Lalit Magantiaac2f652019-04-30 12:16:21 +0100644 uint32_t popped_queries_ = 0;
645
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700646 std::deque<std::string> queries_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000647 std::deque<int64_t> times_queued_;
648 std::deque<int64_t> times_started_;
Lalit Magantiaac2f652019-04-30 12:16:21 +0100649 std::deque<int64_t> times_first_next_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000650 std::deque<int64_t> times_ended_;
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700651 };
652
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000653 class Instants {
654 public:
Lalit Maganti66ed7ad2019-01-11 16:47:26 +0000655 inline uint32_t AddInstantEvent(int64_t timestamp,
656 StringId name_id,
657 double value,
658 int64_t ref,
659 RefType type) {
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000660 timestamps_.emplace_back(timestamp);
661 name_ids_.emplace_back(name_id);
662 values_.emplace_back(value);
663 refs_.emplace_back(ref);
664 types_.emplace_back(type);
Lalit Maganti1c21d172019-02-07 10:48:24 +0000665 arg_set_ids_.emplace_back(kInvalidArgSetId);
Lalit Maganti66ed7ad2019-01-11 16:47:26 +0000666 return static_cast<uint32_t>(instant_count() - 1);
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000667 }
668
Lalit Maganti521d97b2019-04-29 13:47:03 +0100669 void set_ref(uint32_t row, int64_t ref) { refs_[row] = ref; }
670
Lalit Maganti1c21d172019-02-07 10:48:24 +0000671 void set_arg_set_id(uint32_t row, ArgSetId id) { arg_set_ids_[row] = id; }
672
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000673 size_t instant_count() const { return timestamps_.size(); }
674
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000675 const std::deque<int64_t>& timestamps() const { return timestamps_; }
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000676
677 const std::deque<StringId>& name_ids() const { return name_ids_; }
678
679 const std::deque<double>& values() const { return values_; }
680
681 const std::deque<int64_t>& refs() const { return refs_; }
682
683 const std::deque<RefType>& types() const { return types_; }
684
Lalit Maganti1c21d172019-02-07 10:48:24 +0000685 const std::deque<ArgSetId>& arg_set_ids() const { return arg_set_ids_; }
686
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000687 private:
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000688 std::deque<int64_t> timestamps_;
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000689 std::deque<StringId> name_ids_;
690 std::deque<double> values_;
691 std::deque<int64_t> refs_;
692 std::deque<RefType> types_;
Lalit Maganti1c21d172019-02-07 10:48:24 +0000693 std::deque<ArgSetId> arg_set_ids_;
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000694 };
695
Lalit Maganti1d915a62019-01-07 12:10:42 +0000696 class RawEvents {
697 public:
698 inline RowId AddRawEvent(int64_t timestamp,
699 StringId name_id,
Lalit Magantie87cc812019-01-10 15:20:06 +0000700 uint32_t cpu,
Lalit Maganti1d915a62019-01-07 12:10:42 +0000701 UniqueTid utid) {
702 timestamps_.emplace_back(timestamp);
703 name_ids_.emplace_back(name_id);
Lalit Magantie87cc812019-01-10 15:20:06 +0000704 cpus_.emplace_back(cpu);
Lalit Maganti1d915a62019-01-07 12:10:42 +0000705 utids_.emplace_back(utid);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000706 arg_set_ids_.emplace_back(kInvalidArgSetId);
Lalit Maganti1d915a62019-01-07 12:10:42 +0000707 return CreateRowId(TableId::kRawEvents,
708 static_cast<uint32_t>(raw_event_count() - 1));
709 }
710
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000711 void set_arg_set_id(uint32_t row, ArgSetId id) { arg_set_ids_[row] = id; }
712
Lalit Maganti1d915a62019-01-07 12:10:42 +0000713 size_t raw_event_count() const { return timestamps_.size(); }
714
715 const std::deque<int64_t>& timestamps() const { return timestamps_; }
716
717 const std::deque<StringId>& name_ids() const { return name_ids_; }
718
Lalit Magantie87cc812019-01-10 15:20:06 +0000719 const std::deque<uint32_t>& cpus() const { return cpus_; }
720
Lalit Maganti1d915a62019-01-07 12:10:42 +0000721 const std::deque<UniqueTid>& utids() const { return utids_; }
722
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000723 const std::deque<ArgSetId>& arg_set_ids() const { return arg_set_ids_; }
724
Lalit Maganti1d915a62019-01-07 12:10:42 +0000725 private:
726 std::deque<int64_t> timestamps_;
727 std::deque<StringId> name_ids_;
Lalit Magantie87cc812019-01-10 15:20:06 +0000728 std::deque<uint32_t> cpus_;
Lalit Maganti1d915a62019-01-07 12:10:42 +0000729 std::deque<UniqueTid> utids_;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000730 std::deque<ArgSetId> arg_set_ids_;
Lalit Maganti1d915a62019-01-07 12:10:42 +0000731 };
732
Primiano Tucci2c761ef2019-01-07 20:20:46 +0000733 class AndroidLogs {
734 public:
735 inline size_t AddLogEvent(int64_t timestamp,
736 UniqueTid utid,
737 uint8_t prio,
738 StringId tag_id,
739 StringId msg_id) {
740 timestamps_.emplace_back(timestamp);
741 utids_.emplace_back(utid);
742 prios_.emplace_back(prio);
743 tag_ids_.emplace_back(tag_id);
744 msg_ids_.emplace_back(msg_id);
745 return size() - 1;
746 }
747
748 size_t size() const { return timestamps_.size(); }
749
750 const std::deque<int64_t>& timestamps() const { return timestamps_; }
751 const std::deque<UniqueTid>& utids() const { return utids_; }
752 const std::deque<uint8_t>& prios() const { return prios_; }
753 const std::deque<StringId>& tag_ids() const { return tag_ids_; }
754 const std::deque<StringId>& msg_ids() const { return msg_ids_; }
755
756 private:
757 std::deque<int64_t> timestamps_;
758 std::deque<UniqueTid> utids_;
759 std::deque<uint8_t> prios_;
760 std::deque<StringId> tag_ids_;
761 std::deque<StringId> msg_ids_;
762 };
763
Primiano Tucci0e38a142019-01-07 20:51:09 +0000764 struct Stats {
765 using IndexMap = std::map<int, int64_t>;
766 int64_t value = 0;
767 IndexMap indexed_values;
768 };
769 using StatsMap = std::array<Stats, stats::kNumKeys>;
770
Ryan Savitski51413ad2019-07-09 14:25:21 +0100771 class Metadata {
772 public:
773 const std::deque<metadata::KeyIDs>& keys() const { return keys_; }
774 const std::deque<Variadic>& values() const { return values_; }
775
776 RowId SetScalarMetadata(metadata::KeyIDs key, Variadic value) {
777 PERFETTO_DCHECK(key < metadata::kNumKeys);
778 PERFETTO_DCHECK(metadata::kKeyTypes[key] == metadata::kSingle);
779 PERFETTO_DCHECK(value.type == metadata::kValueTypes[key]);
780
781 // Already set - on release builds, overwrite the previous value.
782 auto it = scalar_indices.find(key);
783 if (it != scalar_indices.end()) {
784 PERFETTO_DFATAL("Setting a scalar metadata entry more than once.");
785 uint32_t index = static_cast<uint32_t>(it->second);
786 values_[index] = value;
787 return TraceStorage::CreateRowId(kMetadataTable, index);
788 }
789 // First time setting this key.
790 keys_.push_back(key);
791 values_.push_back(value);
792 uint32_t index = static_cast<uint32_t>(keys_.size() - 1);
793 scalar_indices[key] = index;
794 return TraceStorage::CreateRowId(kMetadataTable, index);
795 }
796
797 RowId AppendMetadata(metadata::KeyIDs key, Variadic value) {
798 PERFETTO_DCHECK(key < metadata::kNumKeys);
799 PERFETTO_DCHECK(metadata::kKeyTypes[key] == metadata::kMulti);
800 PERFETTO_DCHECK(value.type == metadata::kValueTypes[key]);
801
802 keys_.push_back(key);
803 values_.push_back(value);
804 uint32_t index = static_cast<uint32_t>(keys_.size() - 1);
805 return TraceStorage::CreateRowId(kMetadataTable, index);
806 }
807
Ryan Savitski0476ee92019-07-09 14:29:33 +0100808 void OverwriteMetadata(uint32_t index, Variadic value) {
809 PERFETTO_DCHECK(index < values_.size());
810 values_[index] = value;
811 }
812
Ryan Savitski51413ad2019-07-09 14:25:21 +0100813 private:
814 std::deque<metadata::KeyIDs> keys_;
815 std::deque<Variadic> values_;
816 // Extraneous state to track locations of entries that should have at most
817 // one row. Used only to maintain uniqueness during insertions.
818 std::map<metadata::KeyIDs, uint32_t> scalar_indices;
819 };
Mikhail Khokhlove466c002019-05-23 13:33:33 +0100820
Oystein Eftevaag5419c582019-08-21 13:58:49 -0700821 class StackProfileFrames {
Florian Mayer438b5ab2019-05-02 11:18:06 +0100822 public:
Florian Mayerbee52132019-05-02 13:59:56 +0100823 struct Row {
824 StringId name_id;
825 int64_t mapping_row;
826 int64_t rel_pc;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100827
Florian Mayerbee52132019-05-02 13:59:56 +0100828 bool operator==(const Row& other) const {
829 return std::tie(name_id, mapping_row, rel_pc) ==
830 std::tie(other.name_id, other.mapping_row, other.rel_pc);
831 }
832 };
833
Lalit Maganti9b2d52b2019-05-07 14:32:15 +0100834 uint32_t size() const { return static_cast<uint32_t>(names_.size()); }
835
Florian Mayerbee52132019-05-02 13:59:56 +0100836 int64_t Insert(const Row& row) {
837 names_.emplace_back(row.name_id);
838 mappings_.emplace_back(row.mapping_row);
839 rel_pcs_.emplace_back(row.rel_pc);
Ioannis Ilkose0b47f52019-09-18 11:14:57 +0100840 symbol_set_ids_.emplace_back(0);
Florian Mayera480cd62019-09-24 10:36:56 +0100841 size_t row_number = names_.size() - 1;
842 index_.emplace(std::make_pair(row.mapping_row, row.rel_pc), row_number);
843 return static_cast<int64_t>(row_number);
844 }
845
846 ssize_t FindFrameRow(size_t mapping_row, uint64_t rel_pc) const {
847 auto it = index_.find(std::make_pair(mapping_row, rel_pc));
848 if (it == index_.end())
849 return -1;
850 return static_cast<ssize_t>(it->second);
Florian Mayer438b5ab2019-05-02 11:18:06 +0100851 }
852
Ioannis Ilkose0b47f52019-09-18 11:14:57 +0100853 void SetSymbolSetId(size_t row_idx, uint32_t symbol_set_id) {
854 PERFETTO_CHECK(row_idx < symbol_set_ids_.size());
855 symbol_set_ids_[row_idx] = symbol_set_id;
Ioannis Ilkose6727552019-08-14 15:10:59 +0100856 }
857
Florian Mayer438b5ab2019-05-02 11:18:06 +0100858 const std::deque<StringId>& names() const { return names_; }
859 const std::deque<int64_t>& mappings() const { return mappings_; }
860 const std::deque<int64_t>& rel_pcs() const { return rel_pcs_; }
Ioannis Ilkose0b47f52019-09-18 11:14:57 +0100861 const std::deque<uint32_t>& symbol_set_ids() const {
862 return symbol_set_ids_;
863 }
Florian Mayer438b5ab2019-05-02 11:18:06 +0100864
865 private:
866 std::deque<StringId> names_;
867 std::deque<int64_t> mappings_;
868 std::deque<int64_t> rel_pcs_;
Ioannis Ilkose0b47f52019-09-18 11:14:57 +0100869 std::deque<uint32_t> symbol_set_ids_;
Florian Mayera480cd62019-09-24 10:36:56 +0100870
871 std::map<std::pair<size_t /* mapping row */, uint64_t /* rel_pc */>, size_t>
872 index_;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100873 };
874
Oystein Eftevaag5419c582019-08-21 13:58:49 -0700875 class StackProfileCallsites {
Florian Mayer438b5ab2019-05-02 11:18:06 +0100876 public:
Florian Mayerbee52132019-05-02 13:59:56 +0100877 struct Row {
878 int64_t depth;
879 int64_t parent_id;
880 int64_t frame_row;
881
882 bool operator==(const Row& other) const {
883 return std::tie(depth, parent_id, frame_row) ==
884 std::tie(other.depth, other.parent_id, other.frame_row);
Florian Mayer438b5ab2019-05-02 11:18:06 +0100885 }
Florian Mayerbee52132019-05-02 13:59:56 +0100886 };
887
Lalit Maganti9b2d52b2019-05-07 14:32:15 +0100888 uint32_t size() const { return static_cast<uint32_t>(frame_ids_.size()); }
889
Florian Mayerbee52132019-05-02 13:59:56 +0100890 int64_t Insert(const Row& row) {
891 frame_depths_.emplace_back(row.depth);
892 parent_callsite_ids_.emplace_back(row.parent_id);
893 frame_ids_.emplace_back(row.frame_row);
Florian Mayer438b5ab2019-05-02 11:18:06 +0100894 return static_cast<int64_t>(frame_depths_.size()) - 1;
895 }
896
897 const std::deque<int64_t>& frame_depths() const { return frame_depths_; }
898 const std::deque<int64_t>& parent_callsite_ids() const {
899 return parent_callsite_ids_;
900 }
901 const std::deque<int64_t>& frame_ids() const { return frame_ids_; }
902
903 private:
904 std::deque<int64_t> frame_depths_;
905 std::deque<int64_t> parent_callsite_ids_;
906 std::deque<int64_t> frame_ids_;
907 };
908
Oystein Eftevaag5419c582019-08-21 13:58:49 -0700909 class StackProfileMappings {
Florian Mayer438b5ab2019-05-02 11:18:06 +0100910 public:
Florian Mayerbee52132019-05-02 13:59:56 +0100911 struct Row {
912 StringId build_id;
Florian Mayer12655732019-07-02 15:08:26 +0100913 int64_t exact_offset;
914 int64_t start_offset;
Florian Mayerbee52132019-05-02 13:59:56 +0100915 int64_t start;
916 int64_t end;
917 int64_t load_bias;
918 StringId name_id;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100919
Florian Mayerbee52132019-05-02 13:59:56 +0100920 bool operator==(const Row& other) const {
Florian Mayer12655732019-07-02 15:08:26 +0100921 return std::tie(build_id, exact_offset, start_offset, start, end,
922 load_bias, name_id) ==
923 std::tie(other.build_id, other.exact_offset, other.start_offset,
924 other.start, other.end, other.load_bias, other.name_id);
Florian Mayerbee52132019-05-02 13:59:56 +0100925 }
926 };
927
Lalit Maganti9b2d52b2019-05-07 14:32:15 +0100928 uint32_t size() const { return static_cast<uint32_t>(names_.size()); }
929
Florian Mayerbee52132019-05-02 13:59:56 +0100930 int64_t Insert(const Row& row) {
931 build_ids_.emplace_back(row.build_id);
Florian Mayer12655732019-07-02 15:08:26 +0100932 exact_offsets_.emplace_back(row.exact_offset);
933 start_offsets_.emplace_back(row.start_offset);
Florian Mayerbee52132019-05-02 13:59:56 +0100934 starts_.emplace_back(row.start);
935 ends_.emplace_back(row.end);
936 load_biases_.emplace_back(row.load_bias);
937 names_.emplace_back(row.name_id);
Florian Mayera480cd62019-09-24 10:36:56 +0100938
939 size_t row_number = build_ids_.size() - 1;
940 index_.emplace(std::make_pair(row.name_id, row.build_id), row_number);
941 return static_cast<int64_t>(row_number);
942 }
943
944 ssize_t FindMappingRow(StringId name, StringId build_id) const {
945 auto it = index_.find(std::make_pair(name, build_id));
946 if (it == index_.end())
947 return -1;
948 return static_cast<ssize_t>(it->second);
Florian Mayer438b5ab2019-05-02 11:18:06 +0100949 }
950
951 const std::deque<StringId>& build_ids() const { return build_ids_; }
Florian Mayer12655732019-07-02 15:08:26 +0100952 const std::deque<int64_t>& exact_offsets() const { return exact_offsets_; }
953 const std::deque<int64_t>& start_offsets() const { return start_offsets_; }
Florian Mayer438b5ab2019-05-02 11:18:06 +0100954 const std::deque<int64_t>& starts() const { return starts_; }
955 const std::deque<int64_t>& ends() const { return ends_; }
956 const std::deque<int64_t>& load_biases() const { return load_biases_; }
957 const std::deque<StringId>& names() const { return names_; }
958
959 private:
960 std::deque<StringId> build_ids_;
Florian Mayer12655732019-07-02 15:08:26 +0100961 std::deque<int64_t> exact_offsets_;
962 std::deque<int64_t> start_offsets_;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100963 std::deque<int64_t> starts_;
964 std::deque<int64_t> ends_;
965 std::deque<int64_t> load_biases_;
966 std::deque<StringId> names_;
Florian Mayera480cd62019-09-24 10:36:56 +0100967
968 std::map<std::pair<StringId /* name */, StringId /* build id */>, size_t>
969 index_;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100970 };
971
972 class HeapProfileAllocations {
973 public:
Florian Mayerbee52132019-05-02 13:59:56 +0100974 struct Row {
975 int64_t timestamp;
Florian Mayerdf1968c2019-05-13 16:39:35 +0100976 UniquePid upid;
Florian Mayerbee52132019-05-02 13:59:56 +0100977 int64_t callsite_id;
978 int64_t count;
979 int64_t size;
980 };
981
Lalit Maganti9b2d52b2019-05-07 14:32:15 +0100982 uint32_t size() const { return static_cast<uint32_t>(timestamps_.size()); }
983
Florian Mayerbee52132019-05-02 13:59:56 +0100984 void Insert(const Row& row) {
985 timestamps_.emplace_back(row.timestamp);
Florian Mayerdf1968c2019-05-13 16:39:35 +0100986 upids_.emplace_back(row.upid);
Florian Mayerbee52132019-05-02 13:59:56 +0100987 callsite_ids_.emplace_back(row.callsite_id);
988 counts_.emplace_back(row.count);
989 sizes_.emplace_back(row.size);
Florian Mayer438b5ab2019-05-02 11:18:06 +0100990 }
991
992 const std::deque<int64_t>& timestamps() const { return timestamps_; }
Florian Mayerdf1968c2019-05-13 16:39:35 +0100993 const std::deque<UniquePid>& upids() const { return upids_; }
Florian Mayer438b5ab2019-05-02 11:18:06 +0100994 const std::deque<int64_t>& callsite_ids() const { return callsite_ids_; }
995 const std::deque<int64_t>& counts() const { return counts_; }
996 const std::deque<int64_t>& sizes() const { return sizes_; }
997
998 private:
999 std::deque<int64_t> timestamps_;
Florian Mayerdf1968c2019-05-13 16:39:35 +01001000 std::deque<UniquePid> upids_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001001 std::deque<int64_t> callsite_ids_;
1002 std::deque<int64_t> counts_;
1003 std::deque<int64_t> sizes_;
1004 };
1005
Oystein Eftevaag7f64c102019-08-29 10:27:31 -07001006 class CpuProfileStackSamples {
1007 public:
1008 struct Row {
1009 int64_t timestamp;
1010 int64_t callsite_id;
1011 UniqueTid utid;
1012 };
1013
1014 uint32_t size() const { return static_cast<uint32_t>(timestamps_.size()); }
1015
1016 void Insert(const Row& row) {
1017 timestamps_.emplace_back(row.timestamp);
1018 callsite_ids_.emplace_back(row.callsite_id);
1019 utids_.emplace_back(row.utid);
1020 }
1021
1022 const std::deque<int64_t>& timestamps() const { return timestamps_; }
1023 const std::deque<int64_t>& callsite_ids() const { return callsite_ids_; }
1024 const std::deque<UniqueTid>& utids() const { return utids_; }
1025
1026 private:
1027 std::deque<int64_t> timestamps_;
1028 std::deque<int64_t> callsite_ids_;
1029 std::deque<UniqueTid> utids_;
1030 };
1031
Primiano Tuccib75dcee2018-08-08 12:21:36 +01001032 UniqueTid AddEmptyThread(uint32_t tid) {
1033 unique_threads_.emplace_back(tid);
Isabelle Taylora0a22972018-08-03 12:06:12 +01001034 return static_cast<UniqueTid>(unique_threads_.size() - 1);
1035 }
Isabelle Taylor47328cf2018-06-12 14:33:59 +01001036
Primiano Tuccib75dcee2018-08-08 12:21:36 +01001037 UniquePid AddEmptyProcess(uint32_t pid) {
1038 unique_processes_.emplace_back(pid);
Isabelle Taylora0a22972018-08-03 12:06:12 +01001039 return static_cast<UniquePid>(unique_processes_.size() - 1);
1040 }
Isabelle Taylor3dd366c2018-06-22 16:21:41 +01001041
Isabelle Taylora0a22972018-08-03 12:06:12 +01001042 // Return an unqiue identifier for the contents of each string.
1043 // The string is copied internally and can be destroyed after this called.
Isabelle Taylor15314ea2018-09-19 11:35:19 +01001044 // Virtual for testing.
Lalit Maganti5c454312019-04-08 12:11:17 +01001045 virtual StringId InternString(base::StringView str) {
1046 return string_pool_.InternString(str);
1047 }
Isabelle Taylor47328cf2018-06-12 14:33:59 +01001048
Isabelle Taylora0a22972018-08-03 12:06:12 +01001049 Process* GetMutableProcess(UniquePid upid) {
Lalit Maganti676658b2018-11-20 18:24:31 +00001050 PERFETTO_DCHECK(upid < unique_processes_.size());
Isabelle Taylora0a22972018-08-03 12:06:12 +01001051 return &unique_processes_[upid];
1052 }
Isabelle Taylor3dd366c2018-06-22 16:21:41 +01001053
Isabelle Taylora0a22972018-08-03 12:06:12 +01001054 Thread* GetMutableThread(UniqueTid utid) {
Florian Mayera1aaec22018-09-19 17:02:26 +01001055 PERFETTO_DCHECK(utid < unique_threads_.size());
Isabelle Taylora0a22972018-08-03 12:06:12 +01001056 return &unique_threads_[utid];
1057 }
Isabelle Taylor3dd366c2018-06-22 16:21:41 +01001058
Primiano Tucci0e38a142019-01-07 20:51:09 +00001059 // Example usage: SetStats(stats::android_log_num_failed, 42);
1060 void SetStats(size_t key, int64_t value) {
1061 PERFETTO_DCHECK(key < stats::kNumKeys);
1062 PERFETTO_DCHECK(stats::kTypes[key] == stats::kSingle);
1063 stats_[key].value = value;
1064 }
1065
1066 // Example usage: IncrementStats(stats::android_log_num_failed, -1);
1067 void IncrementStats(size_t key, int64_t increment = 1) {
1068 PERFETTO_DCHECK(key < stats::kNumKeys);
1069 PERFETTO_DCHECK(stats::kTypes[key] == stats::kSingle);
1070 stats_[key].value += increment;
1071 }
1072
Florian Mayer438b5ab2019-05-02 11:18:06 +01001073 // Example usage: IncrementIndexedStats(stats::cpu_failure, 1);
1074 void IncrementIndexedStats(size_t key, int index, int64_t increment = 1) {
1075 PERFETTO_DCHECK(key < stats::kNumKeys);
1076 PERFETTO_DCHECK(stats::kTypes[key] == stats::kIndexed);
1077 stats_[key].indexed_values[index] += increment;
1078 }
1079
Primiano Tucci0e38a142019-01-07 20:51:09 +00001080 // Example usage: SetIndexedStats(stats::cpu_failure, 1, 42);
1081 void SetIndexedStats(size_t key, int index, int64_t value) {
1082 PERFETTO_DCHECK(key < stats::kNumKeys);
1083 PERFETTO_DCHECK(stats::kTypes[key] == stats::kIndexed);
1084 stats_[key].indexed_values[index] = value;
1085 }
1086
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001087 // Example usage:
1088 // SetMetadata(metadata::benchmark_name,
1089 // Variadic::String(storage->InternString("foo"));
Ryan Savitski51413ad2019-07-09 14:25:21 +01001090 // Returns the RowId of the new entry.
Mikhail Khokhlovb1fe42a2019-05-23 13:58:05 +01001091 // Virtual for testing.
Ryan Savitski51413ad2019-07-09 14:25:21 +01001092 virtual RowId SetMetadata(metadata::KeyIDs key, Variadic value) {
1093 return metadata_.SetScalarMetadata(key, value);
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001094 }
1095
1096 // Example usage:
1097 // AppendMetadata(metadata::benchmark_story_tags,
1098 // Variadic::String(storage->InternString("bar"));
Ryan Savitski51413ad2019-07-09 14:25:21 +01001099 // Returns the RowId of the new entry.
Mikhail Khokhlovb1fe42a2019-05-23 13:58:05 +01001100 // Virtual for testing.
Ryan Savitski51413ad2019-07-09 14:25:21 +01001101 virtual RowId AppendMetadata(metadata::KeyIDs key, Variadic value) {
1102 return metadata_.AppendMetadata(key, value);
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001103 }
1104
Eric Seckler77b52782019-05-02 15:18:57 +01001105 class ScopedStatsTracer {
1106 public:
1107 ScopedStatsTracer(TraceStorage* storage, size_t key)
1108 : storage_(storage), key_(key), start_ns_(base::GetWallTimeNs()) {}
1109
1110 ~ScopedStatsTracer() {
1111 if (!storage_)
1112 return;
1113 auto delta_ns = base::GetWallTimeNs() - start_ns_;
1114 storage_->IncrementStats(key_, delta_ns.count());
1115 }
1116
1117 ScopedStatsTracer(ScopedStatsTracer&& other) noexcept { MoveImpl(&other); }
1118
1119 ScopedStatsTracer& operator=(ScopedStatsTracer&& other) {
1120 MoveImpl(&other);
1121 return *this;
1122 }
1123
1124 private:
1125 ScopedStatsTracer(const ScopedStatsTracer&) = delete;
1126 ScopedStatsTracer& operator=(const ScopedStatsTracer&) = delete;
1127
1128 void MoveImpl(ScopedStatsTracer* other) {
1129 storage_ = other->storage_;
1130 key_ = other->key_;
1131 start_ns_ = other->start_ns_;
1132 other->storage_ = nullptr;
1133 }
1134
1135 TraceStorage* storage_;
1136 size_t key_;
1137 base::TimeNanos start_ns_;
1138 };
1139
1140 ScopedStatsTracer TraceExecutionTimeIntoStats(size_t key) {
1141 return ScopedStatsTracer(this, key);
1142 }
1143
Lalit Maganticaed37e2018-06-01 03:03:08 +01001144 // Reading methods.
Eric Secklerc93823e2019-06-03 16:49:19 +01001145 // Virtual for testing.
1146 virtual NullTermStringView GetString(StringId id) const {
Lalit Maganti5c454312019-04-08 12:11:17 +01001147 return string_pool_.Get(id);
Isabelle Taylora0a22972018-08-03 12:06:12 +01001148 }
1149
Lalit Magantie9d40532018-06-29 13:15:06 +01001150 const Process& GetProcess(UniquePid upid) const {
Lalit Maganti676658b2018-11-20 18:24:31 +00001151 PERFETTO_DCHECK(upid < unique_processes_.size());
Isabelle Taylor47328cf2018-06-12 14:33:59 +01001152 return unique_processes_[upid];
1153 }
1154
Eric Secklerb32cacf2019-09-27 16:51:19 +01001155 // Virtual for testing.
1156 virtual const Thread& GetThread(UniqueTid utid) const {
Lalit Maganti1f64cfa2018-09-18 13:20:02 +01001157 // Allow utid == 0 for idle thread retrieval.
Florian Mayera1aaec22018-09-19 17:02:26 +01001158 PERFETTO_DCHECK(utid < unique_threads_.size());
Isabelle Taylor68e42192018-06-19 16:19:31 +01001159 return unique_threads_[utid];
1160 }
1161
Lalit Maganti5ea9e932018-11-30 14:19:39 +00001162 static RowId CreateRowId(TableId table, uint32_t row) {
Lalit Maganti85ca4a82018-12-07 17:28:02 +00001163 return (static_cast<RowId>(table) << kRowIdTableShift) | row;
Lalit Maganti5ea9e932018-11-30 14:19:39 +00001164 }
1165
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +00001166 static std::pair<int8_t /*table*/, uint32_t /*row*/> ParseRowId(RowId rowid) {
1167 auto id = static_cast<uint64_t>(rowid);
1168 auto table_id = static_cast<uint8_t>(id >> kRowIdTableShift);
1169 auto row = static_cast<uint32_t>(id & ((1ull << kRowIdTableShift) - 1));
1170 return std::make_pair(table_id, row);
1171 }
1172
Lalit Magantiac68e9c2019-09-09 18:12:15 +01001173 const tables::TrackTable& track_table() const { return track_table_; }
1174 tables::TrackTable* mutable_track_table() { return &track_table_; }
Lalit Magantid11d3e02019-07-26 12:32:09 +05301175
Lalit Maganti53bdbb22019-09-25 11:11:18 +01001176 const tables::ProcessTrackTable& process_track_table() const {
1177 return process_track_table_;
Lalit Maganti4ea78d92019-09-20 20:20:41 +01001178 }
Lalit Maganti53bdbb22019-09-25 11:11:18 +01001179 tables::ProcessTrackTable* mutable_process_track_table() {
1180 return &process_track_table_;
Lalit Maganti4ea78d92019-09-20 20:20:41 +01001181 }
Eric Seckler5703ede2019-07-10 10:13:02 +01001182
Lalit Magantifedc15b2019-09-26 18:37:52 +01001183 const tables::ThreadTrackTable& thread_track_table() const {
1184 return thread_track_table_;
1185 }
1186 tables::ThreadTrackTable* mutable_thread_track_table() {
1187 return &thread_track_table_;
1188 }
1189
Lalit Magantiff69c112018-09-24 12:07:47 +01001190 const Slices& slices() const { return slices_; }
Lalit Magantifde29042018-10-04 13:28:52 +01001191 Slices* mutable_slices() { return &slices_; }
1192
Primiano Tucci0d72a312018-08-07 14:42:45 +01001193 const NestableSlices& nestable_slices() const { return nestable_slices_; }
1194 NestableSlices* mutable_nestable_slices() { return &nestable_slices_; }
1195
Eric Secklerd3b89d52019-07-10 15:36:29 +01001196 const ThreadSlices& thread_slices() const { return thread_slices_; }
1197 ThreadSlices* mutable_thread_slices() { return &thread_slices_; }
1198
Eric Secklerc3430c62019-07-22 10:49:58 +01001199 const VirtualTrackSlices& virtual_track_slices() const {
1200 return virtual_track_slices_;
1201 }
1202 VirtualTrackSlices* mutable_virtual_track_slices() {
1203 return &virtual_track_slices_;
1204 }
1205
Lalit Maganti20539c22019-09-04 12:36:10 +01001206 const tables::GpuSliceTable& gpu_slice_table() const {
1207 return gpu_slice_table_;
1208 }
1209 tables::GpuSliceTable* mutable_gpu_slice_table() { return &gpu_slice_table_; }
Mikael Pessa7160ccc2019-07-25 11:19:26 -07001210
Lalit Maganti8320e6d2019-03-14 18:49:33 +00001211 const CounterDefinitions& counter_definitions() const {
1212 return counter_definitions_;
1213 }
1214 CounterDefinitions* mutable_counter_definitions() {
1215 return &counter_definitions_;
1216 }
1217
1218 const CounterValues& counter_values() const { return counter_values_; }
1219 CounterValues* mutable_counter_values() { return &counter_values_; }
Isabelle Taylor14674d42018-09-07 11:33:11 +01001220
Primiano Tucci5cb84f82018-10-31 21:46:36 -07001221 const SqlStats& sql_stats() const { return sql_stats_; }
1222 SqlStats* mutable_sql_stats() { return &sql_stats_; }
1223
Isabelle Taylorc8c11202018-11-05 11:36:22 +00001224 const Instants& instants() const { return instants_; }
1225 Instants* mutable_instants() { return &instants_; }
1226
Primiano Tucci2c761ef2019-01-07 20:20:46 +00001227 const AndroidLogs& android_logs() const { return android_log_; }
1228 AndroidLogs* mutable_android_log() { return &android_log_; }
1229
Primiano Tucci0e38a142019-01-07 20:51:09 +00001230 const StatsMap& stats() const { return stats_; }
Lalit Maganti05e8c132018-11-09 18:16:12 +00001231
Ryan Savitski51413ad2019-07-09 14:25:21 +01001232 const Metadata& metadata() const { return metadata_; }
Ryan Savitski0476ee92019-07-09 14:29:33 +01001233 Metadata* mutable_metadata() { return &metadata_; }
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001234
Lalit Maganti6e9c55e2018-11-29 12:00:39 +00001235 const Args& args() const { return args_; }
1236 Args* mutable_args() { return &args_; }
1237
Lalit Maganti1d915a62019-01-07 12:10:42 +00001238 const RawEvents& raw_events() const { return raw_events_; }
1239 RawEvents* mutable_raw_events() { return &raw_events_; }
1240
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001241 const StackProfileMappings& stack_profile_mappings() const {
1242 return stack_profile_mappings_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001243 }
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001244 StackProfileMappings* mutable_stack_profile_mappings() {
1245 return &stack_profile_mappings_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001246 }
1247
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001248 const StackProfileFrames& stack_profile_frames() const {
1249 return stack_profile_frames_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001250 }
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001251 StackProfileFrames* mutable_stack_profile_frames() {
1252 return &stack_profile_frames_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001253 }
1254
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001255 const StackProfileCallsites& stack_profile_callsites() const {
1256 return stack_profile_callsites_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001257 }
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001258 StackProfileCallsites* mutable_stack_profile_callsites() {
1259 return &stack_profile_callsites_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001260 }
1261
1262 const HeapProfileAllocations& heap_profile_allocations() const {
1263 return heap_profile_allocations_;
1264 }
1265 HeapProfileAllocations* mutable_heap_profile_allocations() {
1266 return &heap_profile_allocations_;
1267 }
Oystein Eftevaag7f64c102019-08-29 10:27:31 -07001268 const CpuProfileStackSamples& cpu_profile_stack_samples() const {
1269 return cpu_profile_stack_samples_;
1270 }
1271 CpuProfileStackSamples* mutable_cpu_profile_stack_samples() {
1272 return &cpu_profile_stack_samples_;
1273 }
Florian Mayer438b5ab2019-05-02 11:18:06 +01001274
Ioannis Ilkose0b47f52019-09-18 11:14:57 +01001275 const tables::SymbolTable& symbol_table() const { return symbol_table_; }
1276
1277 tables::SymbolTable* mutable_symbol_table() { return &symbol_table_; }
1278
Florian Mayer25e013e2019-10-01 14:06:15 +01001279 const tables::HeapGraphObjectTable& heap_graph_object_table() const {
1280 return heap_graph_object_table_;
1281 }
1282
1283 tables::HeapGraphObjectTable* mutable_heap_graph_object_table() {
1284 return &heap_graph_object_table_;
1285 }
1286
Lalit Maganti20539c22019-09-04 12:36:10 +01001287 const tables::GpuTrackTable& gpu_track_table() const {
1288 return gpu_track_table_;
1289 }
1290 tables::GpuTrackTable* mutable_gpu_track_table() { return &gpu_track_table_; }
Mikael Pessa7160ccc2019-07-25 11:19:26 -07001291
Mohammad Reza Zakerinasabb06d1852019-09-11 14:41:36 -04001292 const tables::VulkanMemoryAllocationsTable& vulkan_memory_allocations_table()
1293 const {
1294 return vulkan_memory_allocations_table_;
1295 }
1296
1297 tables::VulkanMemoryAllocationsTable*
1298 mutable_vulkan_memory_allocations_table() {
1299 return &vulkan_memory_allocations_table_;
1300 }
1301
Lalit Maganti5c454312019-04-08 12:11:17 +01001302 const StringPool& string_pool() const { return string_pool_; }
Lalit Magantiacda68b2018-10-29 15:23:25 +00001303
Hector Dearman5145e502019-09-18 16:52:24 +01001304 // |unique_processes_| always contains at least 1 element because the 0th ID
Isabelle Taylore7003fb2018-07-17 11:39:01 +01001305 // is reserved to indicate an invalid process.
Lalit Maganti9c6395b2019-01-17 00:25:09 +00001306 size_t process_count() const { return unique_processes_.size(); }
Primiano Tucci0d72a312018-08-07 14:42:45 +01001307
Hector Dearman5145e502019-09-18 16:52:24 +01001308 // |unique_threads_| always contains at least 1 element because the 0th ID
Isabelle Taylore7003fb2018-07-17 11:39:01 +01001309 // is reserved to indicate an invalid thread.
Lalit Maganti9c6395b2019-01-17 00:25:09 +00001310 size_t thread_count() const { return unique_threads_.size(); }
Isabelle Taylore7003fb2018-07-17 11:39:01 +01001311
Hector Dearman12323362018-08-09 16:09:28 +01001312 // Number of interned strings in the pool. Includes the empty string w/ ID=0.
1313 size_t string_count() const { return string_pool_.size(); }
1314
Ioannis Ilkosb8b11102019-01-29 17:56:55 +00001315 // Start / end ts (in nanoseconds) across the parsed trace events.
1316 // Returns (0, 0) if the trace is empty.
1317 std::pair<int64_t, int64_t> GetTraceTimestampBoundsNs() const;
1318
Lalit Maganticaed37e2018-06-01 03:03:08 +01001319 private:
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +00001320 static constexpr uint8_t kRowIdTableShift = 32;
Isabelle Taylora0a22972018-08-03 12:06:12 +01001321
Primiano Tucci2da5d2e2018-08-10 14:23:31 +01001322 using StringHash = uint64_t;
Lalit Maganticaed37e2018-06-01 03:03:08 +01001323
Lalit Maganti5c454312019-04-08 12:11:17 +01001324 TraceStorage(const TraceStorage&) = delete;
1325 TraceStorage& operator=(const TraceStorage&) = delete;
1326
Lalit Maganti20539c22019-09-04 12:36:10 +01001327 TraceStorage(TraceStorage&&) = delete;
1328 TraceStorage& operator=(TraceStorage&&) = delete;
1329
1330 // One entry for each unique string in the trace.
1331 StringPool string_pool_;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +00001332
Lalit Maganti05e8c132018-11-09 18:16:12 +00001333 // Stats about parsing the trace.
Primiano Tucci0e38a142019-01-07 20:51:09 +00001334 StatsMap stats_{};
Lalit Maganti35622b72018-06-06 12:03:11 +01001335
Ryan Savitski51413ad2019-07-09 14:25:21 +01001336 // Extra data extracted from the trace. Includes:
1337 // * metadata from chrome and benchmarking infrastructure
1338 // * descriptions of android packages
1339 Metadata metadata_{};
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001340
Lalit Magantid11d3e02019-07-26 12:32:09 +05301341 // Metadata for tracks.
Lalit Magantiac68e9c2019-09-09 18:12:15 +01001342 tables::TrackTable track_table_{&string_pool_, nullptr};
Lalit Maganti4ea78d92019-09-20 20:20:41 +01001343 tables::GpuTrackTable gpu_track_table_{&string_pool_, &track_table_};
Lalit Maganti53bdbb22019-09-25 11:11:18 +01001344 tables::ProcessTrackTable process_track_table_{&string_pool_, &track_table_};
Lalit Magantifedc15b2019-09-26 18:37:52 +01001345 tables::ThreadTrackTable thread_track_table_{&string_pool_, &track_table_};
Eric Seckler5703ede2019-07-10 10:13:02 +01001346
Mikael Pessa803090c2019-08-23 16:03:34 -07001347 // Metadata for gpu tracks.
Mikael Pessa803090c2019-08-23 16:03:34 -07001348 GpuContexts gpu_contexts_;
1349
Lalit Maganticaed37e2018-06-01 03:03:08 +01001350 // One entry for each CPU in the trace.
Lalit Magantiff69c112018-09-24 12:07:47 +01001351 Slices slices_;
Lalit Maganticaed37e2018-06-01 03:03:08 +01001352
Lalit Maganti6e9c55e2018-11-29 12:00:39 +00001353 // Args for all other tables.
1354 Args args_;
1355
Isabelle Taylor47328cf2018-06-12 14:33:59 +01001356 // One entry for each UniquePid, with UniquePid as the index.
Ioannis Ilkos9c03cbd2019-03-12 18:30:43 +00001357 // Never hold on to pointers to Process, as vector resize will
1358 // invalidate them.
1359 std::vector<Process> unique_processes_;
Isabelle Taylor68e42192018-06-19 16:19:31 +01001360
Isabelle Taylor68e42192018-06-19 16:19:31 +01001361 // One entry for each UniqueTid, with UniqueTid as the index.
Isabelle Taylor3dd366c2018-06-22 16:21:41 +01001362 std::deque<Thread> unique_threads_;
Primiano Tucci0d72a312018-08-07 14:42:45 +01001363
1364 // Slices coming from userspace events (e.g. Chromium TRACE_EVENT macros).
1365 NestableSlices nestable_slices_;
Isabelle Taylor15314ea2018-09-19 11:35:19 +01001366
Eric Secklerd3b89d52019-07-10 15:36:29 +01001367 // Additional attributes for threads slices (sub-type of NestableSlices).
1368 ThreadSlices thread_slices_;
1369
Eric Secklerc3430c62019-07-22 10:49:58 +01001370 // Additional attributes for virtual track slices (sub-type of
1371 // NestableSlices).
1372 VirtualTrackSlices virtual_track_slices_;
1373
Mikael Pessa803090c2019-08-23 16:03:34 -07001374 // Additional attributes for gpu track slices (sub-type of
1375 // NestableSlices).
Lalit Maganti20539c22019-09-04 12:36:10 +01001376 tables::GpuSliceTable gpu_slice_table_{&string_pool_, nullptr};
Mikael Pessa803090c2019-08-23 16:03:34 -07001377
Hector Dearman2442d612019-06-04 18:05:23 +01001378 // The type of counters in the trace. Can be thought of as the "metadata".
Lalit Maganti8320e6d2019-03-14 18:49:33 +00001379 CounterDefinitions counter_definitions_;
1380
1381 // The values from the Counter events from the trace. This includes CPU
1382 // frequency events as well systrace trace_marker counter events.
1383 CounterValues counter_values_;
Primiano Tucci5cb84f82018-10-31 21:46:36 -07001384
1385 SqlStats sql_stats_;
Lalit Maganti6e9c55e2018-11-29 12:00:39 +00001386
Isabelle Taylorc8c11202018-11-05 11:36:22 +00001387 // These are instantaneous events in the trace. They have no duration
1388 // and do not have a value that make sense to track over time.
1389 // e.g. signal events
1390 Instants instants_;
Lalit Maganti1d915a62019-01-07 12:10:42 +00001391
1392 // Raw events are every ftrace event in the trace. The raw event includes
1393 // the timestamp and the pid. The args for the raw event will be in the
1394 // args table. This table can be used to generate a text version of the
1395 // trace.
1396 RawEvents raw_events_;
Primiano Tucci2c761ef2019-01-07 20:20:46 +00001397 AndroidLogs android_log_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001398
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001399 StackProfileMappings stack_profile_mappings_;
1400 StackProfileFrames stack_profile_frames_;
1401 StackProfileCallsites stack_profile_callsites_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001402 HeapProfileAllocations heap_profile_allocations_;
Oystein Eftevaag7f64c102019-08-29 10:27:31 -07001403 CpuProfileStackSamples cpu_profile_stack_samples_;
Ioannis Ilkose0b47f52019-09-18 11:14:57 +01001404
1405 // Symbol tables (mappings from frames to symbol names)
1406 tables::SymbolTable symbol_table_{&string_pool_, nullptr};
Florian Mayer25e013e2019-10-01 14:06:15 +01001407 tables::HeapGraphObjectTable heap_graph_object_table_{&string_pool_, nullptr};
Mohammad Reza Zakerinasabb06d1852019-09-11 14:41:36 -04001408
1409 tables::VulkanMemoryAllocationsTable vulkan_memory_allocations_table_{
1410 &string_pool_, nullptr};
Lalit Maganticaed37e2018-06-01 03:03:08 +01001411};
1412
1413} // namespace trace_processor
1414} // namespace perfetto
1415
Florian Mayerbee52132019-05-02 13:59:56 +01001416namespace std {
1417
1418template <>
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001419struct hash<
1420 ::perfetto::trace_processor::TraceStorage::StackProfileFrames::Row> {
Florian Mayerbee52132019-05-02 13:59:56 +01001421 using argument_type =
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001422 ::perfetto::trace_processor::TraceStorage::StackProfileFrames::Row;
Florian Mayerbee52132019-05-02 13:59:56 +01001423 using result_type = size_t;
1424
1425 result_type operator()(const argument_type& r) const {
1426 return std::hash<::perfetto::trace_processor::StringId>{}(r.name_id) ^
1427 std::hash<int64_t>{}(r.mapping_row) ^ std::hash<int64_t>{}(r.rel_pc);
1428 }
1429};
1430
1431template <>
1432struct hash<
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001433 ::perfetto::trace_processor::TraceStorage::StackProfileCallsites::Row> {
Florian Mayerbee52132019-05-02 13:59:56 +01001434 using argument_type =
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001435 ::perfetto::trace_processor::TraceStorage::StackProfileCallsites::Row;
Florian Mayerbee52132019-05-02 13:59:56 +01001436 using result_type = size_t;
1437
1438 result_type operator()(const argument_type& r) const {
1439 return std::hash<int64_t>{}(r.depth) ^ std::hash<int64_t>{}(r.parent_id) ^
1440 std::hash<int64_t>{}(r.frame_row);
1441 }
1442};
1443
1444template <>
1445struct hash<
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001446 ::perfetto::trace_processor::TraceStorage::StackProfileMappings::Row> {
Florian Mayerbee52132019-05-02 13:59:56 +01001447 using argument_type =
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001448 ::perfetto::trace_processor::TraceStorage::StackProfileMappings::Row;
Florian Mayerbee52132019-05-02 13:59:56 +01001449 using result_type = size_t;
1450
1451 result_type operator()(const argument_type& r) const {
1452 return std::hash<::perfetto::trace_processor::StringId>{}(r.build_id) ^
Florian Mayer12655732019-07-02 15:08:26 +01001453 std::hash<int64_t>{}(r.exact_offset) ^
1454 std::hash<int64_t>{}(r.start_offset) ^
1455 std::hash<int64_t>{}(r.start) ^ std::hash<int64_t>{}(r.end) ^
1456 std::hash<int64_t>{}(r.load_bias) ^
Florian Mayerbee52132019-05-02 13:59:56 +01001457 std::hash<::perfetto::trace_processor::StringId>{}(r.name_id);
1458 }
1459};
1460
1461} // namespace std
1462
Lalit Maganticaed37e2018-06-01 03:03:08 +01001463#endif // SRC_TRACE_PROCESSOR_TRACE_STORAGE_H_