blob: a832e9f9cdf0d0778b5b1760df0823fa1267accb [file] [log] [blame]
Lalit Maganticaed37e2018-06-01 03:03:08 +01001/*
2 * Copyright (C) 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef SRC_TRACE_PROCESSOR_TRACE_STORAGE_H_
18#define SRC_TRACE_PROCESSOR_TRACE_STORAGE_H_
19
Lalit Maganti35622b72018-06-06 12:03:11 +010020#include <array>
Lalit Maganticaed37e2018-06-01 03:03:08 +010021#include <deque>
Isabelle Taylor47328cf2018-06-12 14:33:59 +010022#include <map>
Lalit Maganticaed37e2018-06-01 03:03:08 +010023#include <string>
24#include <unordered_map>
Ioannis Ilkosb8b11102019-01-29 17:56:55 +000025#include <utility>
Lalit Maganticaed37e2018-06-01 03:03:08 +010026#include <vector>
27
Lalit Maganti35622b72018-06-06 12:03:11 +010028#include "perfetto/base/logging.h"
Eric Seckler83dcc8c2019-08-21 12:18:43 +010029#include "perfetto/base/time.h"
Primiano Tucci2c5488f2019-06-01 03:27:28 +010030#include "perfetto/ext/base/hash.h"
31#include "perfetto/ext/base/optional.h"
32#include "perfetto/ext/base/string_view.h"
Primiano Tucci2c5488f2019-06-01 03:27:28 +010033#include "perfetto/ext/base/utils.h"
Lalit Magantib0b53ee2019-01-24 17:53:39 +000034#include "src/trace_processor/ftrace_utils.h"
Mikhail Khokhlove466c002019-05-23 13:33:33 +010035#include "src/trace_processor/metadata.h"
Primiano Tucci0e38a142019-01-07 20:51:09 +000036#include "src/trace_processor/stats.h"
Lalit Maganti5c454312019-04-08 12:11:17 +010037#include "src/trace_processor/string_pool.h"
Ioannis Ilkose0b47f52019-09-18 11:14:57 +010038#include "src/trace_processor/tables/profiler_tables.h"
Lalit Maganti20539c22019-09-04 12:36:10 +010039#include "src/trace_processor/tables/slice_tables.h"
40#include "src/trace_processor/tables/track_tables.h"
Mikhail Khokhlov85a0dd02019-05-17 14:22:28 +010041#include "src/trace_processor/variadic.h"
Lalit Maganti35622b72018-06-06 12:03:11 +010042
Lalit Maganticaed37e2018-06-01 03:03:08 +010043namespace perfetto {
44namespace trace_processor {
45
Isabelle Taylora0a22972018-08-03 12:06:12 +010046// UniquePid is an offset into |unique_processes_|. This is necessary because
47// Unix pids are reused and thus not guaranteed to be unique over a long
48// period of time.
49using UniquePid = uint32_t;
Primiano Tucci0d72a312018-08-07 14:42:45 +010050
Isabelle Taylora0a22972018-08-03 12:06:12 +010051// UniqueTid is an offset into |unique_threads_|. Necessary because tids can
52// be reused.
53using UniqueTid = uint32_t;
54
Primiano Tucci0d72a312018-08-07 14:42:45 +010055// StringId is an offset into |string_pool_|.
Lalit Maganti5c454312019-04-08 12:11:17 +010056using StringId = StringPool::Id;
Lalit Maganti1a2936f2019-08-29 17:42:33 +010057static const StringId kNullStringId = StringId(0);
Primiano Tucci0d72a312018-08-07 14:42:45 +010058
Lalit Maganti5ea9e932018-11-30 14:19:39 +000059// Identifiers for all the tables in the database.
60enum TableId : uint8_t {
61 // Intentionally don't have TableId == 0 so that RowId == 0 can refer to an
62 // invalid row id.
Lalit Maganti8320e6d2019-03-14 18:49:33 +000063 kCounterValues = 1,
Lalit Maganti1d915a62019-01-07 12:10:42 +000064 kRawEvents = 2,
Lalit Maganti66ed7ad2019-01-11 16:47:26 +000065 kInstants = 3,
Isabelle Taylorb9222c32019-01-31 10:58:37 +000066 kSched = 4,
Eric Seckler70cc4422019-05-28 16:00:23 +010067 kNestableSlices = 5,
Ryan Savitski51413ad2019-07-09 14:25:21 +010068 kMetadataTable = 6,
Lalit Maganti53bdbb22019-09-25 11:11:18 +010069 kTrack = 7,
Mohammad Reza Zakerinasabb06d1852019-09-11 14:41:36 -040070 kVulkanMemoryAllocation = 8,
Lalit Maganti5ea9e932018-11-30 14:19:39 +000071};
72
73// The top 8 bits are set to the TableId and the bottom 32 to the row of the
74// table.
Lalit Maganti85ca4a82018-12-07 17:28:02 +000075using RowId = int64_t;
Lalit Maganti5ea9e932018-11-30 14:19:39 +000076static const RowId kInvalidRowId = 0;
77
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +000078using ArgSetId = uint32_t;
79static const ArgSetId kInvalidArgSetId = 0;
80
Eric Seckler5703ede2019-07-10 10:13:02 +010081using TrackId = uint32_t;
82
Lalit Maganti809b2f92019-11-07 13:27:26 +000083// TODO(lalitm): this is a temporary hack while migrating the counters table and
84// will be removed when the migration is complete.
85static const TrackId kInvalidTrackId = std::numeric_limits<TrackId>::max();
86
Lalit Maganti21b21632019-09-28 16:50:23 +010087enum class RefType {
Primiano Tucci5403e4f2018-11-27 10:07:03 +000088 kRefNoRef = 0,
89 kRefUtid = 1,
90 kRefCpuId = 2,
91 kRefIrq = 3,
92 kRefSoftIrq = 4,
93 kRefUpid = 5,
Sidath Senanayake1f5f93a2019-06-06 22:24:15 +010094 kRefGpuId = 6,
Eric Seckler5703ede2019-07-10 10:13:02 +010095 kRefTrack = 7,
Primiano Tucci5403e4f2018-11-27 10:07:03 +000096 kRefMax
Isabelle Taylora97c5f52018-10-23 17:36:12 +010097};
Isabelle Taylor14674d42018-09-07 11:33:11 +010098
Eric Seckler972225e2019-04-18 11:07:12 +010099const std::vector<const char*>& GetRefTypeStringMap();
100
Lalit Maganticaed37e2018-06-01 03:03:08 +0100101// Stores a data inside a trace file in a columnar form. This makes it efficient
102// to read or search across a single field of the trace (e.g. all the thread
103// names for a given CPU).
104class TraceStorage {
105 public:
Isabelle Taylor47328cf2018-06-12 14:33:59 +0100106 TraceStorage();
Isabelle Taylora0a22972018-08-03 12:06:12 +0100107
108 virtual ~TraceStorage();
Isabelle Taylor47328cf2018-06-12 14:33:59 +0100109
Isabelle Taylora0a22972018-08-03 12:06:12 +0100110 // Information about a unique process seen in a trace.
111 struct Process {
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100112 explicit Process(uint32_t p) : pid(p) {}
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000113 int64_t start_ns = 0;
Lalit Maganti637589a2019-07-04 17:25:29 +0100114 int64_t end_ns = 0;
Isabelle Taylora0a22972018-08-03 12:06:12 +0100115 StringId name_id = 0;
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100116 uint32_t pid = 0;
Lalit Maganti369b0572019-07-11 15:35:09 +0100117 base::Optional<UniquePid> parent_upid;
Isabelle Taylora0a22972018-08-03 12:06:12 +0100118 };
119
120 // Information about a unique thread seen in a trace.
121 struct Thread {
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100122 explicit Thread(uint32_t t) : tid(t) {}
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000123 int64_t start_ns = 0;
Lalit Magantib5bd2332019-06-06 14:20:47 +0100124 int64_t end_ns = 0;
Isabelle Taylora0a22972018-08-03 12:06:12 +0100125 StringId name_id = 0;
Lalit Maganti770886a2018-11-16 17:40:21 +0000126 base::Optional<UniquePid> upid;
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100127 uint32_t tid = 0;
Isabelle Taylora0a22972018-08-03 12:06:12 +0100128 };
Isabelle Taylor3dd366c2018-06-22 16:21:41 +0100129
Lalit Maganti6e9c55e2018-11-29 12:00:39 +0000130 // Generic key value storage which can be referenced by other tables.
131 class Args {
132 public:
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000133 struct Arg {
134 StringId flat_key = 0;
135 StringId key = 0;
136 Variadic value = Variadic::Integer(0);
137
138 // This is only used by the arg tracker and so is not part of the hash.
139 RowId row_id = 0;
140 };
141
142 struct ArgHasher {
143 uint64_t operator()(const Arg& arg) const noexcept {
Lalit Maganti1f464742019-02-28 13:49:31 +0000144 base::Hash hash;
145 hash.Update(arg.key);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000146 // We don't hash arg.flat_key because it's a subsequence of arg.key.
147 switch (arg.value.type) {
148 case Variadic::Type::kInt:
Lalit Maganti1f464742019-02-28 13:49:31 +0000149 hash.Update(arg.value.int_value);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000150 break;
Eric Secklerc93823e2019-06-03 16:49:19 +0100151 case Variadic::Type::kUint:
152 hash.Update(arg.value.uint_value);
153 break;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000154 case Variadic::Type::kString:
Lalit Maganti1f464742019-02-28 13:49:31 +0000155 hash.Update(arg.value.string_value);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000156 break;
157 case Variadic::Type::kReal:
Lalit Maganti1f464742019-02-28 13:49:31 +0000158 hash.Update(arg.value.real_value);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000159 break;
Eric Secklerc93823e2019-06-03 16:49:19 +0100160 case Variadic::Type::kPointer:
161 hash.Update(arg.value.pointer_value);
162 break;
163 case Variadic::Type::kBool:
164 hash.Update(arg.value.bool_value);
165 break;
166 case Variadic::Type::kJson:
167 hash.Update(arg.value.json_value);
168 break;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000169 }
Lalit Maganti1f464742019-02-28 13:49:31 +0000170 return hash.digest();
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000171 }
172 };
173
174 const std::deque<ArgSetId>& set_ids() const { return set_ids_; }
Lalit Maganti5ea9e932018-11-30 14:19:39 +0000175 const std::deque<StringId>& flat_keys() const { return flat_keys_; }
176 const std::deque<StringId>& keys() const { return keys_; }
Lalit Maganti1d915a62019-01-07 12:10:42 +0000177 const std::deque<Variadic>& arg_values() const { return arg_values_; }
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000178 uint32_t args_count() const {
179 return static_cast<uint32_t>(set_ids_.size());
Lalit Maganti79472be2018-12-04 13:41:27 +0000180 }
Lalit Maganti6e9c55e2018-11-29 12:00:39 +0000181
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000182 ArgSetId AddArgSet(const std::vector<Arg>& args,
183 uint32_t begin,
184 uint32_t end) {
Lalit Maganti1f464742019-02-28 13:49:31 +0000185 base::Hash hash;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000186 for (uint32_t i = begin; i < end; i++) {
Lalit Maganti1f464742019-02-28 13:49:31 +0000187 hash.Update(ArgHasher()(args[i]));
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000188 }
Lalit Maganti5ea9e932018-11-30 14:19:39 +0000189
Lalit Maganti1f464742019-02-28 13:49:31 +0000190 ArgSetHash digest = hash.digest();
191 auto it = arg_row_for_hash_.find(digest);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000192 if (it != arg_row_for_hash_.end()) {
193 return set_ids_[it->second];
194 }
195
196 // The +1 ensures that nothing has an id == kInvalidArgSetId == 0.
197 ArgSetId id = static_cast<uint32_t>(arg_row_for_hash_.size()) + 1;
Lalit Maganti1f464742019-02-28 13:49:31 +0000198 arg_row_for_hash_.emplace(digest, args_count());
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000199 for (uint32_t i = begin; i < end; i++) {
200 const auto& arg = args[i];
201 set_ids_.emplace_back(id);
202 flat_keys_.emplace_back(arg.flat_key);
203 keys_.emplace_back(arg.key);
204 arg_values_.emplace_back(arg.value);
205 }
206 return id;
Lalit Maganti6e9c55e2018-11-29 12:00:39 +0000207 }
208
Lalit Maganti5ea9e932018-11-30 14:19:39 +0000209 private:
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000210 using ArgSetHash = uint64_t;
211
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000212 std::deque<ArgSetId> set_ids_;
Lalit Maganti5ea9e932018-11-30 14:19:39 +0000213 std::deque<StringId> flat_keys_;
214 std::deque<StringId> keys_;
Lalit Maganti1d915a62019-01-07 12:10:42 +0000215 std::deque<Variadic> arg_values_;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000216
217 std::unordered_map<ArgSetHash, uint32_t> arg_row_for_hash_;
Lalit Maganti6e9c55e2018-11-29 12:00:39 +0000218 };
219
Lalit Magantid11d3e02019-07-26 12:32:09 +0530220 class Tracks {
221 public:
222 inline uint32_t AddTrack(StringId name) {
223 names_.emplace_back(name);
224 return track_count() - 1;
225 }
226
227 uint32_t track_count() const {
228 return static_cast<uint32_t>(names_.size());
229 }
230
231 const std::deque<StringId>& names() const { return names_; }
232
233 private:
234 std::deque<StringId> names_;
235 };
236
Mikael Pessa803090c2019-08-23 16:03:34 -0700237 class GpuContexts {
238 public:
239 inline void AddGpuContext(uint64_t context_id,
240 UniquePid upid,
241 uint32_t priority) {
242 context_ids_.emplace_back(context_id);
243 upids_.emplace_back(upid);
244 priorities_.emplace_back(priority);
245 }
246
247 uint32_t gpu_context_count() const {
248 return static_cast<uint32_t>(context_ids_.size());
249 }
250
251 const std::deque<uint64_t>& context_ids() const { return context_ids_; }
252 const std::deque<UniquePid>& upids() const { return upids_; }
253 const std::deque<uint32_t>& priorities() const { return priorities_; }
254
255 private:
256 std::deque<uint64_t> context_ids_;
257 std::deque<UniquePid> upids_;
258 std::deque<uint32_t> priorities_;
259 };
260
Lalit Magantiff69c112018-09-24 12:07:47 +0100261 class Slices {
Lalit Maganti35622b72018-06-06 12:03:11 +0100262 public:
Lalit Magantifde29042018-10-04 13:28:52 +0100263 inline size_t AddSlice(uint32_t cpu,
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000264 int64_t start_ns,
265 int64_t duration_ns,
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000266 UniqueTid utid,
267 ftrace_utils::TaskState end_state,
268 int32_t priority) {
Lalit Magantiff69c112018-09-24 12:07:47 +0100269 cpus_.emplace_back(cpu);
Lalit Maganti35622b72018-06-06 12:03:11 +0100270 start_ns_.emplace_back(start_ns);
271 durations_.emplace_back(duration_ns);
Isabelle Taylora0a22972018-08-03 12:06:12 +0100272 utids_.emplace_back(utid);
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000273 end_states_.emplace_back(end_state);
274 priorities_.emplace_back(priority);
Lalit Maganti58638932019-01-31 10:48:26 +0000275
276 if (utid >= rows_for_utids_.size())
277 rows_for_utids_.resize(utid + 1);
278 rows_for_utids_[utid].emplace_back(slice_count() - 1);
Lalit Magantifde29042018-10-04 13:28:52 +0100279 return slice_count() - 1;
280 }
281
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000282 void set_duration(size_t index, int64_t duration_ns) {
Lalit Magantifde29042018-10-04 13:28:52 +0100283 durations_[index] = duration_ns;
Lalit Maganti35622b72018-06-06 12:03:11 +0100284 }
285
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000286 void set_end_state(size_t index, ftrace_utils::TaskState end_state) {
287 end_states_[index] = end_state;
288 }
289
Isabelle Taylor47328cf2018-06-12 14:33:59 +0100290 size_t slice_count() const { return start_ns_.size(); }
Lalit Maganti35622b72018-06-06 12:03:11 +0100291
Lalit Magantiff69c112018-09-24 12:07:47 +0100292 const std::deque<uint32_t>& cpus() const { return cpus_; }
293
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000294 const std::deque<int64_t>& start_ns() const { return start_ns_; }
Lalit Maganti35622b72018-06-06 12:03:11 +0100295
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000296 const std::deque<int64_t>& durations() const { return durations_; }
Lalit Maganti35622b72018-06-06 12:03:11 +0100297
Isabelle Taylor68e42192018-06-19 16:19:31 +0100298 const std::deque<UniqueTid>& utids() const { return utids_; }
299
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000300 const std::deque<ftrace_utils::TaskState>& end_state() const {
301 return end_states_;
302 }
303
304 const std::deque<int32_t>& priorities() const { return priorities_; }
305
Lalit Maganti58638932019-01-31 10:48:26 +0000306 const std::deque<std::vector<uint32_t>>& rows_for_utids() const {
Lalit Magantif0f09c32019-01-18 17:29:31 +0000307 return rows_for_utids_;
308 }
309
Lalit Maganti35622b72018-06-06 12:03:11 +0100310 private:
Hector Dearman947f12a2018-09-11 16:50:36 +0100311 // Each deque below has the same number of entries (the number of slices
Lalit Maganti35622b72018-06-06 12:03:11 +0100312 // in the trace for the CPU).
Lalit Magantiff69c112018-09-24 12:07:47 +0100313 std::deque<uint32_t> cpus_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000314 std::deque<int64_t> start_ns_;
315 std::deque<int64_t> durations_;
Isabelle Taylor68e42192018-06-19 16:19:31 +0100316 std::deque<UniqueTid> utids_;
Lalit Magantib0b53ee2019-01-24 17:53:39 +0000317 std::deque<ftrace_utils::TaskState> end_states_;
318 std::deque<int32_t> priorities_;
Lalit Maganti58638932019-01-31 10:48:26 +0000319
320 // One row per utid.
321 std::deque<std::vector<uint32_t>> rows_for_utids_;
Primiano Tucci0d72a312018-08-07 14:42:45 +0100322 };
Isabelle Taylor68e42192018-06-19 16:19:31 +0100323
Primiano Tucci0d72a312018-08-07 14:42:45 +0100324 class NestableSlices {
325 public:
Eric Seckler70cc4422019-05-28 16:00:23 +0100326 inline uint32_t AddSlice(int64_t start_ns,
327 int64_t duration_ns,
Lalit Maganti21b21632019-09-28 16:50:23 +0100328 TrackId track_id,
Eric Seckler70cc4422019-05-28 16:00:23 +0100329 int64_t ref,
330 RefType type,
Lalit Maganti81a02cd2019-07-12 17:05:11 +0100331 StringId category,
Eric Seckler70cc4422019-05-28 16:00:23 +0100332 StringId name,
333 uint8_t depth,
334 int64_t stack_id,
335 int64_t parent_stack_id) {
Primiano Tucci0d72a312018-08-07 14:42:45 +0100336 start_ns_.emplace_back(start_ns);
337 durations_.emplace_back(duration_ns);
Lalit Maganti21b21632019-09-28 16:50:23 +0100338 track_id_.emplace_back(track_id);
Eric Seckler972225e2019-04-18 11:07:12 +0100339 refs_.emplace_back(ref);
340 types_.emplace_back(type);
Lalit Maganti81a02cd2019-07-12 17:05:11 +0100341 categories_.emplace_back(category);
Primiano Tucci0d72a312018-08-07 14:42:45 +0100342 names_.emplace_back(name);
343 depths_.emplace_back(depth);
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100344 stack_ids_.emplace_back(stack_id);
345 parent_stack_ids_.emplace_back(parent_stack_id);
Eric Seckler70cc4422019-05-28 16:00:23 +0100346 arg_set_ids_.emplace_back(kInvalidArgSetId);
Lalit Maganti7b37bbf2018-11-09 15:58:54 +0000347 return slice_count() - 1;
348 }
349
Eric Seckler70cc4422019-05-28 16:00:23 +0100350 void set_duration(uint32_t index, int64_t duration_ns) {
Lalit Maganti7b37bbf2018-11-09 15:58:54 +0000351 durations_[index] = duration_ns;
352 }
353
Eric Seckler70cc4422019-05-28 16:00:23 +0100354 void set_stack_id(uint32_t index, int64_t stack_id) {
Lalit Maganti7b37bbf2018-11-09 15:58:54 +0000355 stack_ids_[index] = stack_id;
Primiano Tucci0d72a312018-08-07 14:42:45 +0100356 }
357
Eric Seckler70cc4422019-05-28 16:00:23 +0100358 void set_arg_set_id(uint32_t index, ArgSetId id) {
359 arg_set_ids_[index] = id;
360 }
361
362 uint32_t slice_count() const {
363 return static_cast<uint32_t>(start_ns_.size());
364 }
365
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000366 const std::deque<int64_t>& start_ns() const { return start_ns_; }
367 const std::deque<int64_t>& durations() const { return durations_; }
Lalit Maganti21b21632019-09-28 16:50:23 +0100368 const std::deque<TrackId>& track_id() const { return track_id_; }
Eric Seckler972225e2019-04-18 11:07:12 +0100369 const std::deque<int64_t>& refs() const { return refs_; }
370 const std::deque<RefType>& types() const { return types_; }
Lalit Maganti81a02cd2019-07-12 17:05:11 +0100371 const std::deque<StringId>& categories() const { return categories_; }
Primiano Tucci0d72a312018-08-07 14:42:45 +0100372 const std::deque<StringId>& names() const { return names_; }
373 const std::deque<uint8_t>& depths() const { return depths_; }
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000374 const std::deque<int64_t>& stack_ids() const { return stack_ids_; }
375 const std::deque<int64_t>& parent_stack_ids() const {
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100376 return parent_stack_ids_;
377 }
Eric Seckler70cc4422019-05-28 16:00:23 +0100378 const std::deque<ArgSetId>& arg_set_ids() const { return arg_set_ids_; }
Primiano Tucci0d72a312018-08-07 14:42:45 +0100379
380 private:
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000381 std::deque<int64_t> start_ns_;
382 std::deque<int64_t> durations_;
Lalit Maganti21b21632019-09-28 16:50:23 +0100383 std::deque<TrackId> track_id_;
Eric Seckler972225e2019-04-18 11:07:12 +0100384 std::deque<int64_t> refs_;
385 std::deque<RefType> types_;
Lalit Maganti81a02cd2019-07-12 17:05:11 +0100386 std::deque<StringId> categories_;
Primiano Tucci0d72a312018-08-07 14:42:45 +0100387 std::deque<StringId> names_;
388 std::deque<uint8_t> depths_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000389 std::deque<int64_t> stack_ids_;
390 std::deque<int64_t> parent_stack_ids_;
Eric Seckler70cc4422019-05-28 16:00:23 +0100391 std::deque<ArgSetId> arg_set_ids_;
Lalit Maganti35622b72018-06-06 12:03:11 +0100392 };
393
Eric Secklerd3b89d52019-07-10 15:36:29 +0100394 class ThreadSlices {
395 public:
396 inline uint32_t AddThreadSlice(uint32_t slice_id,
397 int64_t thread_timestamp_ns,
398 int64_t thread_duration_ns,
399 int64_t thread_instruction_count,
400 int64_t thread_instruction_delta) {
401 slice_ids_.emplace_back(slice_id);
402 thread_timestamp_ns_.emplace_back(thread_timestamp_ns);
403 thread_duration_ns_.emplace_back(thread_duration_ns);
404 thread_instruction_counts_.emplace_back(thread_instruction_count);
405 thread_instruction_deltas_.emplace_back(thread_instruction_delta);
406 return slice_count() - 1;
407 }
408
Eric Secklerc3430c62019-07-22 10:49:58 +0100409 uint32_t slice_count() const {
410 return static_cast<uint32_t>(slice_ids_.size());
Eric Secklerd3b89d52019-07-10 15:36:29 +0100411 }
412
Eric Secklerc3430c62019-07-22 10:49:58 +0100413 const std::deque<uint32_t>& slice_ids() const { return slice_ids_; }
414 const std::deque<int64_t>& thread_timestamp_ns() const {
415 return thread_timestamp_ns_;
416 }
417 const std::deque<int64_t>& thread_duration_ns() const {
418 return thread_duration_ns_;
419 }
420 const std::deque<int64_t>& thread_instruction_counts() const {
421 return thread_instruction_counts_;
422 }
423 const std::deque<int64_t>& thread_instruction_deltas() const {
424 return thread_instruction_deltas_;
425 }
426
427 base::Optional<uint32_t> FindRowForSliceId(uint32_t slice_id) const {
428 auto it =
429 std::lower_bound(slice_ids().begin(), slice_ids().end(), slice_id);
430 if (it != slice_ids().end() && *it == slice_id) {
431 return static_cast<uint32_t>(std::distance(slice_ids().begin(), it));
432 }
433 return base::nullopt;
434 }
435
Eric Seckler54f30a32019-07-19 15:10:29 +0100436 void UpdateThreadDeltasForSliceId(uint32_t slice_id,
437 int64_t end_thread_timestamp_ns,
438 int64_t end_thread_instruction_count) {
Eric Secklerc3430c62019-07-22 10:49:58 +0100439 uint32_t row = *FindRowForSliceId(slice_id);
440 int64_t begin_ns = thread_timestamp_ns_[row];
441 thread_duration_ns_[row] = end_thread_timestamp_ns - begin_ns;
Eric Seckler54f30a32019-07-19 15:10:29 +0100442 int64_t begin_ticount = thread_instruction_counts_[row];
443 thread_instruction_deltas_[row] =
444 end_thread_instruction_count - begin_ticount;
Eric Secklerc3430c62019-07-22 10:49:58 +0100445 }
446
447 private:
448 std::deque<uint32_t> slice_ids_;
449 std::deque<int64_t> thread_timestamp_ns_;
450 std::deque<int64_t> thread_duration_ns_;
451 std::deque<int64_t> thread_instruction_counts_;
452 std::deque<int64_t> thread_instruction_deltas_;
453 };
454
455 class VirtualTrackSlices {
456 public:
457 inline uint32_t AddVirtualTrackSlice(uint32_t slice_id,
458 int64_t thread_timestamp_ns,
459 int64_t thread_duration_ns,
460 int64_t thread_instruction_count,
461 int64_t thread_instruction_delta) {
462 slice_ids_.emplace_back(slice_id);
463 thread_timestamp_ns_.emplace_back(thread_timestamp_ns);
464 thread_duration_ns_.emplace_back(thread_duration_ns);
465 thread_instruction_counts_.emplace_back(thread_instruction_count);
466 thread_instruction_deltas_.emplace_back(thread_instruction_delta);
467 return slice_count() - 1;
Eric Secklerd3b89d52019-07-10 15:36:29 +0100468 }
469
470 uint32_t slice_count() const {
471 return static_cast<uint32_t>(slice_ids_.size());
472 }
473
474 const std::deque<uint32_t>& slice_ids() const { return slice_ids_; }
475 const std::deque<int64_t>& thread_timestamp_ns() const {
476 return thread_timestamp_ns_;
477 }
478 const std::deque<int64_t>& thread_duration_ns() const {
479 return thread_duration_ns_;
480 }
481 const std::deque<int64_t>& thread_instruction_counts() const {
482 return thread_instruction_counts_;
483 }
484 const std::deque<int64_t>& thread_instruction_deltas() const {
485 return thread_instruction_deltas_;
486 }
487
Mikhail Khokhlov7db04912019-07-18 16:11:11 +0100488 base::Optional<uint32_t> FindRowForSliceId(uint32_t slice_id) const {
Eric Secklerd3b89d52019-07-10 15:36:29 +0100489 auto it =
490 std::lower_bound(slice_ids().begin(), slice_ids().end(), slice_id);
Mikhail Khokhlov7db04912019-07-18 16:11:11 +0100491 if (it != slice_ids().end() && *it == slice_id) {
492 return static_cast<uint32_t>(std::distance(slice_ids().begin(), it));
493 }
494 return base::nullopt;
Eric Secklerd3b89d52019-07-10 15:36:29 +0100495 }
496
Eric Seckler54f30a32019-07-19 15:10:29 +0100497 void UpdateThreadDeltasForSliceId(uint32_t slice_id,
498 int64_t end_thread_timestamp_ns,
499 int64_t end_thread_instruction_count) {
Mikhail Khokhlov7db04912019-07-18 16:11:11 +0100500 uint32_t row = *FindRowForSliceId(slice_id);
Eric Secklerd3b89d52019-07-10 15:36:29 +0100501 int64_t begin_ns = thread_timestamp_ns_[row];
502 thread_duration_ns_[row] = end_thread_timestamp_ns - begin_ns;
Eric Seckler54f30a32019-07-19 15:10:29 +0100503 int64_t begin_ticount = thread_instruction_counts_[row];
504 thread_instruction_deltas_[row] =
505 end_thread_instruction_count - begin_ticount;
Eric Secklerd3b89d52019-07-10 15:36:29 +0100506 }
507
508 private:
509 std::deque<uint32_t> slice_ids_;
510 std::deque<int64_t> thread_timestamp_ns_;
511 std::deque<int64_t> thread_duration_ns_;
512 std::deque<int64_t> thread_instruction_counts_;
513 std::deque<int64_t> thread_instruction_deltas_;
514 };
515
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000516 class CounterValues {
517 public:
Lalit Maganti809b2f92019-11-07 13:27:26 +0000518 inline uint32_t AddCounterValue(TrackId track_id,
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000519 int64_t timestamp,
520 double value) {
Lalit Maganti809b2f92019-11-07 13:27:26 +0000521 track_id_.emplace_back(track_id);
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000522 timestamps_.emplace_back(timestamp);
523 values_.emplace_back(value);
524 arg_set_ids_.emplace_back(kInvalidArgSetId);
Ioannis Ilkosf129c262019-04-25 14:53:51 +0100525
Lalit Maganti809b2f92019-11-07 13:27:26 +0000526 if (track_id != kInvalidTrackId) {
527 if (track_id >= rows_for_track_id_.size()) {
528 rows_for_track_id_.resize(track_id + 1);
Lalit Maganti521d97b2019-04-29 13:47:03 +0100529 }
Lalit Maganti809b2f92019-11-07 13:27:26 +0000530 rows_for_track_id_[track_id].emplace_back(size() - 1);
Lalit Maganti521d97b2019-04-29 13:47:03 +0100531 }
532 return size() - 1;
533 }
534
Lalit Maganti809b2f92019-11-07 13:27:26 +0000535 void set_track_id(uint32_t index, TrackId track_id) {
536 PERFETTO_DCHECK(track_id_[index] == kInvalidTrackId);
Lalit Maganti521d97b2019-04-29 13:47:03 +0100537
Lalit Maganti809b2f92019-11-07 13:27:26 +0000538 track_id_[index] = track_id;
539 if (track_id >= rows_for_track_id_.size()) {
540 rows_for_track_id_.resize(track_id + 1);
Ioannis Ilkosf129c262019-04-25 14:53:51 +0100541 }
Lalit Maganti521d97b2019-04-29 13:47:03 +0100542
Lalit Maganti809b2f92019-11-07 13:27:26 +0000543 auto* new_rows = &rows_for_track_id_[track_id];
Lalit Maganti521d97b2019-04-29 13:47:03 +0100544 new_rows->insert(
545 std::upper_bound(new_rows->begin(), new_rows->end(), index), index);
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000546 }
547
548 void set_arg_set_id(uint32_t row, ArgSetId id) { arg_set_ids_[row] = id; }
549
Lalit Maganti809b2f92019-11-07 13:27:26 +0000550 uint32_t size() const { return static_cast<uint32_t>(track_id_.size()); }
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000551
Lalit Maganti809b2f92019-11-07 13:27:26 +0000552 const std::deque<TrackId>& track_ids() const { return track_id_; }
Lalit Maganti8320e6d2019-03-14 18:49:33 +0000553
554 const std::deque<int64_t>& timestamps() const { return timestamps_; }
555
556 const std::deque<double>& values() const { return values_; }
557
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000558 const std::deque<ArgSetId>& arg_set_ids() const { return arg_set_ids_; }
559
Lalit Maganti809b2f92019-11-07 13:27:26 +0000560 const std::deque<std::vector<uint32_t>>& rows_for_track_id() const {
561 return rows_for_track_id_;
Ioannis Ilkosf129c262019-04-25 14:53:51 +0100562 }
563
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100564 private:
Lalit Maganti809b2f92019-11-07 13:27:26 +0000565 std::deque<TrackId> track_id_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000566 std::deque<int64_t> timestamps_;
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100567 std::deque<double> values_;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000568 std::deque<ArgSetId> arg_set_ids_;
Ioannis Ilkosf129c262019-04-25 14:53:51 +0100569
Lalit Maganti809b2f92019-11-07 13:27:26 +0000570 // Indexed by track_id and contains the row numbers corresponding to it.
571 std::deque<std::vector<uint32_t>> rows_for_track_id_;
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100572 };
573
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700574 class SqlStats {
575 public:
576 static constexpr size_t kMaxLogEntries = 100;
Lalit Magantiaac2f652019-04-30 12:16:21 +0100577 uint32_t RecordQueryBegin(const std::string& query,
578 int64_t time_queued,
579 int64_t time_started);
580 void RecordQueryFirstNext(uint32_t row, int64_t time_first_next);
581 void RecordQueryEnd(uint32_t row, int64_t time_end);
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700582 size_t size() const { return queries_.size(); }
583 const std::deque<std::string>& queries() const { return queries_; }
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000584 const std::deque<int64_t>& times_queued() const { return times_queued_; }
585 const std::deque<int64_t>& times_started() const { return times_started_; }
Lalit Magantiaac2f652019-04-30 12:16:21 +0100586 const std::deque<int64_t>& times_first_next() const {
587 return times_first_next_;
588 }
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000589 const std::deque<int64_t>& times_ended() const { return times_ended_; }
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700590
591 private:
Lalit Magantiaac2f652019-04-30 12:16:21 +0100592 uint32_t popped_queries_ = 0;
593
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700594 std::deque<std::string> queries_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000595 std::deque<int64_t> times_queued_;
596 std::deque<int64_t> times_started_;
Lalit Magantiaac2f652019-04-30 12:16:21 +0100597 std::deque<int64_t> times_first_next_;
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000598 std::deque<int64_t> times_ended_;
Primiano Tucci5cb84f82018-10-31 21:46:36 -0700599 };
600
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000601 class Instants {
602 public:
Lalit Maganti66ed7ad2019-01-11 16:47:26 +0000603 inline uint32_t AddInstantEvent(int64_t timestamp,
604 StringId name_id,
605 double value,
606 int64_t ref,
607 RefType type) {
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000608 timestamps_.emplace_back(timestamp);
609 name_ids_.emplace_back(name_id);
610 values_.emplace_back(value);
611 refs_.emplace_back(ref);
612 types_.emplace_back(type);
Lalit Maganti1c21d172019-02-07 10:48:24 +0000613 arg_set_ids_.emplace_back(kInvalidArgSetId);
Lalit Maganti66ed7ad2019-01-11 16:47:26 +0000614 return static_cast<uint32_t>(instant_count() - 1);
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000615 }
616
Lalit Maganti521d97b2019-04-29 13:47:03 +0100617 void set_ref(uint32_t row, int64_t ref) { refs_[row] = ref; }
618
Lalit Maganti1c21d172019-02-07 10:48:24 +0000619 void set_arg_set_id(uint32_t row, ArgSetId id) { arg_set_ids_[row] = id; }
620
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000621 size_t instant_count() const { return timestamps_.size(); }
622
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000623 const std::deque<int64_t>& timestamps() const { return timestamps_; }
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000624
625 const std::deque<StringId>& name_ids() const { return name_ids_; }
626
627 const std::deque<double>& values() const { return values_; }
628
629 const std::deque<int64_t>& refs() const { return refs_; }
630
631 const std::deque<RefType>& types() const { return types_; }
632
Lalit Maganti1c21d172019-02-07 10:48:24 +0000633 const std::deque<ArgSetId>& arg_set_ids() const { return arg_set_ids_; }
634
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000635 private:
Lalit Maganti85ca4a82018-12-07 17:28:02 +0000636 std::deque<int64_t> timestamps_;
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000637 std::deque<StringId> name_ids_;
638 std::deque<double> values_;
639 std::deque<int64_t> refs_;
640 std::deque<RefType> types_;
Lalit Maganti1c21d172019-02-07 10:48:24 +0000641 std::deque<ArgSetId> arg_set_ids_;
Isabelle Taylorc8c11202018-11-05 11:36:22 +0000642 };
643
Lalit Maganti1d915a62019-01-07 12:10:42 +0000644 class RawEvents {
645 public:
646 inline RowId AddRawEvent(int64_t timestamp,
647 StringId name_id,
Lalit Magantie87cc812019-01-10 15:20:06 +0000648 uint32_t cpu,
Lalit Maganti1d915a62019-01-07 12:10:42 +0000649 UniqueTid utid) {
650 timestamps_.emplace_back(timestamp);
651 name_ids_.emplace_back(name_id);
Lalit Magantie87cc812019-01-10 15:20:06 +0000652 cpus_.emplace_back(cpu);
Lalit Maganti1d915a62019-01-07 12:10:42 +0000653 utids_.emplace_back(utid);
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000654 arg_set_ids_.emplace_back(kInvalidArgSetId);
Lalit Maganti1d915a62019-01-07 12:10:42 +0000655 return CreateRowId(TableId::kRawEvents,
656 static_cast<uint32_t>(raw_event_count() - 1));
657 }
658
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000659 void set_arg_set_id(uint32_t row, ArgSetId id) { arg_set_ids_[row] = id; }
660
Lalit Maganti1d915a62019-01-07 12:10:42 +0000661 size_t raw_event_count() const { return timestamps_.size(); }
662
663 const std::deque<int64_t>& timestamps() const { return timestamps_; }
664
665 const std::deque<StringId>& name_ids() const { return name_ids_; }
666
Lalit Magantie87cc812019-01-10 15:20:06 +0000667 const std::deque<uint32_t>& cpus() const { return cpus_; }
668
Lalit Maganti1d915a62019-01-07 12:10:42 +0000669 const std::deque<UniqueTid>& utids() const { return utids_; }
670
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000671 const std::deque<ArgSetId>& arg_set_ids() const { return arg_set_ids_; }
672
Lalit Maganti1d915a62019-01-07 12:10:42 +0000673 private:
674 std::deque<int64_t> timestamps_;
675 std::deque<StringId> name_ids_;
Lalit Magantie87cc812019-01-10 15:20:06 +0000676 std::deque<uint32_t> cpus_;
Lalit Maganti1d915a62019-01-07 12:10:42 +0000677 std::deque<UniqueTid> utids_;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +0000678 std::deque<ArgSetId> arg_set_ids_;
Lalit Maganti1d915a62019-01-07 12:10:42 +0000679 };
680
Primiano Tucci2c761ef2019-01-07 20:20:46 +0000681 class AndroidLogs {
682 public:
683 inline size_t AddLogEvent(int64_t timestamp,
684 UniqueTid utid,
685 uint8_t prio,
686 StringId tag_id,
687 StringId msg_id) {
688 timestamps_.emplace_back(timestamp);
689 utids_.emplace_back(utid);
690 prios_.emplace_back(prio);
691 tag_ids_.emplace_back(tag_id);
692 msg_ids_.emplace_back(msg_id);
693 return size() - 1;
694 }
695
696 size_t size() const { return timestamps_.size(); }
697
698 const std::deque<int64_t>& timestamps() const { return timestamps_; }
699 const std::deque<UniqueTid>& utids() const { return utids_; }
700 const std::deque<uint8_t>& prios() const { return prios_; }
701 const std::deque<StringId>& tag_ids() const { return tag_ids_; }
702 const std::deque<StringId>& msg_ids() const { return msg_ids_; }
703
704 private:
705 std::deque<int64_t> timestamps_;
706 std::deque<UniqueTid> utids_;
707 std::deque<uint8_t> prios_;
708 std::deque<StringId> tag_ids_;
709 std::deque<StringId> msg_ids_;
710 };
711
Primiano Tucci0e38a142019-01-07 20:51:09 +0000712 struct Stats {
713 using IndexMap = std::map<int, int64_t>;
714 int64_t value = 0;
715 IndexMap indexed_values;
716 };
717 using StatsMap = std::array<Stats, stats::kNumKeys>;
718
Ryan Savitski51413ad2019-07-09 14:25:21 +0100719 class Metadata {
720 public:
721 const std::deque<metadata::KeyIDs>& keys() const { return keys_; }
722 const std::deque<Variadic>& values() const { return values_; }
723
724 RowId SetScalarMetadata(metadata::KeyIDs key, Variadic value) {
725 PERFETTO_DCHECK(key < metadata::kNumKeys);
726 PERFETTO_DCHECK(metadata::kKeyTypes[key] == metadata::kSingle);
727 PERFETTO_DCHECK(value.type == metadata::kValueTypes[key]);
728
729 // Already set - on release builds, overwrite the previous value.
730 auto it = scalar_indices.find(key);
731 if (it != scalar_indices.end()) {
732 PERFETTO_DFATAL("Setting a scalar metadata entry more than once.");
733 uint32_t index = static_cast<uint32_t>(it->second);
734 values_[index] = value;
735 return TraceStorage::CreateRowId(kMetadataTable, index);
736 }
737 // First time setting this key.
738 keys_.push_back(key);
739 values_.push_back(value);
740 uint32_t index = static_cast<uint32_t>(keys_.size() - 1);
741 scalar_indices[key] = index;
742 return TraceStorage::CreateRowId(kMetadataTable, index);
743 }
744
745 RowId AppendMetadata(metadata::KeyIDs key, Variadic value) {
746 PERFETTO_DCHECK(key < metadata::kNumKeys);
747 PERFETTO_DCHECK(metadata::kKeyTypes[key] == metadata::kMulti);
748 PERFETTO_DCHECK(value.type == metadata::kValueTypes[key]);
749
750 keys_.push_back(key);
751 values_.push_back(value);
752 uint32_t index = static_cast<uint32_t>(keys_.size() - 1);
753 return TraceStorage::CreateRowId(kMetadataTable, index);
754 }
755
Ryan Savitski0476ee92019-07-09 14:29:33 +0100756 void OverwriteMetadata(uint32_t index, Variadic value) {
757 PERFETTO_DCHECK(index < values_.size());
758 values_[index] = value;
759 }
760
Ryan Savitski51413ad2019-07-09 14:25:21 +0100761 private:
762 std::deque<metadata::KeyIDs> keys_;
763 std::deque<Variadic> values_;
764 // Extraneous state to track locations of entries that should have at most
765 // one row. Used only to maintain uniqueness during insertions.
766 std::map<metadata::KeyIDs, uint32_t> scalar_indices;
767 };
Mikhail Khokhlove466c002019-05-23 13:33:33 +0100768
Oystein Eftevaag5419c582019-08-21 13:58:49 -0700769 class StackProfileFrames {
Florian Mayer438b5ab2019-05-02 11:18:06 +0100770 public:
Florian Mayerbee52132019-05-02 13:59:56 +0100771 struct Row {
772 StringId name_id;
773 int64_t mapping_row;
774 int64_t rel_pc;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100775
Florian Mayerbee52132019-05-02 13:59:56 +0100776 bool operator==(const Row& other) const {
777 return std::tie(name_id, mapping_row, rel_pc) ==
778 std::tie(other.name_id, other.mapping_row, other.rel_pc);
779 }
780 };
781
Lalit Maganti9b2d52b2019-05-07 14:32:15 +0100782 uint32_t size() const { return static_cast<uint32_t>(names_.size()); }
783
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +0100784 uint32_t Insert(const Row& row) {
Florian Mayerbee52132019-05-02 13:59:56 +0100785 names_.emplace_back(row.name_id);
786 mappings_.emplace_back(row.mapping_row);
787 rel_pcs_.emplace_back(row.rel_pc);
Ioannis Ilkose0b47f52019-09-18 11:14:57 +0100788 symbol_set_ids_.emplace_back(0);
Florian Mayera480cd62019-09-24 10:36:56 +0100789 size_t row_number = names_.size() - 1;
790 index_.emplace(std::make_pair(row.mapping_row, row.rel_pc), row_number);
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +0100791 return static_cast<uint32_t>(row_number);
Florian Mayera480cd62019-09-24 10:36:56 +0100792 }
793
794 ssize_t FindFrameRow(size_t mapping_row, uint64_t rel_pc) const {
795 auto it = index_.find(std::make_pair(mapping_row, rel_pc));
796 if (it == index_.end())
797 return -1;
798 return static_cast<ssize_t>(it->second);
Florian Mayer438b5ab2019-05-02 11:18:06 +0100799 }
800
Ioannis Ilkose0b47f52019-09-18 11:14:57 +0100801 void SetSymbolSetId(size_t row_idx, uint32_t symbol_set_id) {
802 PERFETTO_CHECK(row_idx < symbol_set_ids_.size());
803 symbol_set_ids_[row_idx] = symbol_set_id;
Ioannis Ilkose6727552019-08-14 15:10:59 +0100804 }
805
Florian Mayer438b5ab2019-05-02 11:18:06 +0100806 const std::deque<StringId>& names() const { return names_; }
807 const std::deque<int64_t>& mappings() const { return mappings_; }
808 const std::deque<int64_t>& rel_pcs() const { return rel_pcs_; }
Ioannis Ilkose0b47f52019-09-18 11:14:57 +0100809 const std::deque<uint32_t>& symbol_set_ids() const {
810 return symbol_set_ids_;
811 }
Florian Mayer438b5ab2019-05-02 11:18:06 +0100812
813 private:
814 std::deque<StringId> names_;
815 std::deque<int64_t> mappings_;
816 std::deque<int64_t> rel_pcs_;
Ioannis Ilkose0b47f52019-09-18 11:14:57 +0100817 std::deque<uint32_t> symbol_set_ids_;
Florian Mayera480cd62019-09-24 10:36:56 +0100818
819 std::map<std::pair<size_t /* mapping row */, uint64_t /* rel_pc */>, size_t>
820 index_;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100821 };
822
Oystein Eftevaag5419c582019-08-21 13:58:49 -0700823 class StackProfileMappings {
Florian Mayer438b5ab2019-05-02 11:18:06 +0100824 public:
Florian Mayerbee52132019-05-02 13:59:56 +0100825 struct Row {
826 StringId build_id;
Florian Mayer12655732019-07-02 15:08:26 +0100827 int64_t exact_offset;
828 int64_t start_offset;
Florian Mayerbee52132019-05-02 13:59:56 +0100829 int64_t start;
830 int64_t end;
831 int64_t load_bias;
832 StringId name_id;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100833
Florian Mayerbee52132019-05-02 13:59:56 +0100834 bool operator==(const Row& other) const {
Florian Mayer12655732019-07-02 15:08:26 +0100835 return std::tie(build_id, exact_offset, start_offset, start, end,
836 load_bias, name_id) ==
837 std::tie(other.build_id, other.exact_offset, other.start_offset,
838 other.start, other.end, other.load_bias, other.name_id);
Florian Mayerbee52132019-05-02 13:59:56 +0100839 }
840 };
841
Lalit Maganti9b2d52b2019-05-07 14:32:15 +0100842 uint32_t size() const { return static_cast<uint32_t>(names_.size()); }
843
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +0100844 uint32_t Insert(const Row& row) {
Florian Mayerbee52132019-05-02 13:59:56 +0100845 build_ids_.emplace_back(row.build_id);
Florian Mayer12655732019-07-02 15:08:26 +0100846 exact_offsets_.emplace_back(row.exact_offset);
847 start_offsets_.emplace_back(row.start_offset);
Florian Mayerbee52132019-05-02 13:59:56 +0100848 starts_.emplace_back(row.start);
849 ends_.emplace_back(row.end);
850 load_biases_.emplace_back(row.load_bias);
851 names_.emplace_back(row.name_id);
Florian Mayera480cd62019-09-24 10:36:56 +0100852
853 size_t row_number = build_ids_.size() - 1;
Florian Mayer83202912019-10-11 17:51:08 +0100854 index_[std::make_pair(row.name_id, row.build_id)].emplace_back(
855 row_number);
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +0100856 return static_cast<uint32_t>(row_number);
Florian Mayera480cd62019-09-24 10:36:56 +0100857 }
858
Florian Mayer83202912019-10-11 17:51:08 +0100859 std::vector<int64_t> FindMappingRow(StringId name,
860 StringId build_id) const {
Florian Mayera480cd62019-09-24 10:36:56 +0100861 auto it = index_.find(std::make_pair(name, build_id));
862 if (it == index_.end())
Florian Mayer83202912019-10-11 17:51:08 +0100863 return {};
864 return it->second;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100865 }
866
867 const std::deque<StringId>& build_ids() const { return build_ids_; }
Florian Mayer12655732019-07-02 15:08:26 +0100868 const std::deque<int64_t>& exact_offsets() const { return exact_offsets_; }
869 const std::deque<int64_t>& start_offsets() const { return start_offsets_; }
Florian Mayer438b5ab2019-05-02 11:18:06 +0100870 const std::deque<int64_t>& starts() const { return starts_; }
871 const std::deque<int64_t>& ends() const { return ends_; }
872 const std::deque<int64_t>& load_biases() const { return load_biases_; }
873 const std::deque<StringId>& names() const { return names_; }
874
875 private:
876 std::deque<StringId> build_ids_;
Florian Mayer12655732019-07-02 15:08:26 +0100877 std::deque<int64_t> exact_offsets_;
878 std::deque<int64_t> start_offsets_;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100879 std::deque<int64_t> starts_;
880 std::deque<int64_t> ends_;
881 std::deque<int64_t> load_biases_;
882 std::deque<StringId> names_;
Florian Mayera480cd62019-09-24 10:36:56 +0100883
Florian Mayer83202912019-10-11 17:51:08 +0100884 std::map<std::pair<StringId /* name */, StringId /* build id */>,
885 std::vector<int64_t>>
Florian Mayera480cd62019-09-24 10:36:56 +0100886 index_;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100887 };
888
889 class HeapProfileAllocations {
890 public:
Florian Mayerbee52132019-05-02 13:59:56 +0100891 struct Row {
892 int64_t timestamp;
Florian Mayerdf1968c2019-05-13 16:39:35 +0100893 UniquePid upid;
Florian Mayerbee52132019-05-02 13:59:56 +0100894 int64_t callsite_id;
895 int64_t count;
896 int64_t size;
897 };
898
Lalit Maganti9b2d52b2019-05-07 14:32:15 +0100899 uint32_t size() const { return static_cast<uint32_t>(timestamps_.size()); }
900
Florian Mayerbee52132019-05-02 13:59:56 +0100901 void Insert(const Row& row) {
902 timestamps_.emplace_back(row.timestamp);
Florian Mayerdf1968c2019-05-13 16:39:35 +0100903 upids_.emplace_back(row.upid);
Florian Mayerbee52132019-05-02 13:59:56 +0100904 callsite_ids_.emplace_back(row.callsite_id);
905 counts_.emplace_back(row.count);
906 sizes_.emplace_back(row.size);
Florian Mayer438b5ab2019-05-02 11:18:06 +0100907 }
908
909 const std::deque<int64_t>& timestamps() const { return timestamps_; }
Florian Mayerdf1968c2019-05-13 16:39:35 +0100910 const std::deque<UniquePid>& upids() const { return upids_; }
Florian Mayer438b5ab2019-05-02 11:18:06 +0100911 const std::deque<int64_t>& callsite_ids() const { return callsite_ids_; }
912 const std::deque<int64_t>& counts() const { return counts_; }
913 const std::deque<int64_t>& sizes() const { return sizes_; }
914
915 private:
916 std::deque<int64_t> timestamps_;
Florian Mayerdf1968c2019-05-13 16:39:35 +0100917 std::deque<UniquePid> upids_;
Florian Mayer438b5ab2019-05-02 11:18:06 +0100918 std::deque<int64_t> callsite_ids_;
919 std::deque<int64_t> counts_;
920 std::deque<int64_t> sizes_;
921 };
922
Oystein Eftevaag7f64c102019-08-29 10:27:31 -0700923 class CpuProfileStackSamples {
924 public:
925 struct Row {
926 int64_t timestamp;
927 int64_t callsite_id;
928 UniqueTid utid;
929 };
930
931 uint32_t size() const { return static_cast<uint32_t>(timestamps_.size()); }
932
933 void Insert(const Row& row) {
934 timestamps_.emplace_back(row.timestamp);
935 callsite_ids_.emplace_back(row.callsite_id);
936 utids_.emplace_back(row.utid);
937 }
938
939 const std::deque<int64_t>& timestamps() const { return timestamps_; }
940 const std::deque<int64_t>& callsite_ids() const { return callsite_ids_; }
941 const std::deque<UniqueTid>& utids() const { return utids_; }
942
943 private:
944 std::deque<int64_t> timestamps_;
945 std::deque<int64_t> callsite_ids_;
946 std::deque<UniqueTid> utids_;
947 };
948
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100949 UniqueTid AddEmptyThread(uint32_t tid) {
950 unique_threads_.emplace_back(tid);
Isabelle Taylora0a22972018-08-03 12:06:12 +0100951 return static_cast<UniqueTid>(unique_threads_.size() - 1);
952 }
Isabelle Taylor47328cf2018-06-12 14:33:59 +0100953
Primiano Tuccib75dcee2018-08-08 12:21:36 +0100954 UniquePid AddEmptyProcess(uint32_t pid) {
955 unique_processes_.emplace_back(pid);
Isabelle Taylora0a22972018-08-03 12:06:12 +0100956 return static_cast<UniquePid>(unique_processes_.size() - 1);
957 }
Isabelle Taylor3dd366c2018-06-22 16:21:41 +0100958
Isabelle Taylora0a22972018-08-03 12:06:12 +0100959 // Return an unqiue identifier for the contents of each string.
960 // The string is copied internally and can be destroyed after this called.
Isabelle Taylor15314ea2018-09-19 11:35:19 +0100961 // Virtual for testing.
Lalit Maganti5c454312019-04-08 12:11:17 +0100962 virtual StringId InternString(base::StringView str) {
963 return string_pool_.InternString(str);
964 }
Isabelle Taylor47328cf2018-06-12 14:33:59 +0100965
Isabelle Taylora0a22972018-08-03 12:06:12 +0100966 Process* GetMutableProcess(UniquePid upid) {
Lalit Maganti676658b2018-11-20 18:24:31 +0000967 PERFETTO_DCHECK(upid < unique_processes_.size());
Isabelle Taylora0a22972018-08-03 12:06:12 +0100968 return &unique_processes_[upid];
969 }
Isabelle Taylor3dd366c2018-06-22 16:21:41 +0100970
Isabelle Taylora0a22972018-08-03 12:06:12 +0100971 Thread* GetMutableThread(UniqueTid utid) {
Florian Mayera1aaec22018-09-19 17:02:26 +0100972 PERFETTO_DCHECK(utid < unique_threads_.size());
Isabelle Taylora0a22972018-08-03 12:06:12 +0100973 return &unique_threads_[utid];
974 }
Isabelle Taylor3dd366c2018-06-22 16:21:41 +0100975
Primiano Tucci0e38a142019-01-07 20:51:09 +0000976 // Example usage: SetStats(stats::android_log_num_failed, 42);
977 void SetStats(size_t key, int64_t value) {
978 PERFETTO_DCHECK(key < stats::kNumKeys);
979 PERFETTO_DCHECK(stats::kTypes[key] == stats::kSingle);
980 stats_[key].value = value;
981 }
982
983 // Example usage: IncrementStats(stats::android_log_num_failed, -1);
984 void IncrementStats(size_t key, int64_t increment = 1) {
985 PERFETTO_DCHECK(key < stats::kNumKeys);
986 PERFETTO_DCHECK(stats::kTypes[key] == stats::kSingle);
987 stats_[key].value += increment;
988 }
989
Florian Mayer438b5ab2019-05-02 11:18:06 +0100990 // Example usage: IncrementIndexedStats(stats::cpu_failure, 1);
991 void IncrementIndexedStats(size_t key, int index, int64_t increment = 1) {
992 PERFETTO_DCHECK(key < stats::kNumKeys);
993 PERFETTO_DCHECK(stats::kTypes[key] == stats::kIndexed);
994 stats_[key].indexed_values[index] += increment;
995 }
996
Primiano Tucci0e38a142019-01-07 20:51:09 +0000997 // Example usage: SetIndexedStats(stats::cpu_failure, 1, 42);
998 void SetIndexedStats(size_t key, int index, int64_t value) {
999 PERFETTO_DCHECK(key < stats::kNumKeys);
1000 PERFETTO_DCHECK(stats::kTypes[key] == stats::kIndexed);
1001 stats_[key].indexed_values[index] = value;
1002 }
1003
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001004 // Example usage:
1005 // SetMetadata(metadata::benchmark_name,
1006 // Variadic::String(storage->InternString("foo"));
Ryan Savitski51413ad2019-07-09 14:25:21 +01001007 // Returns the RowId of the new entry.
Mikhail Khokhlovb1fe42a2019-05-23 13:58:05 +01001008 // Virtual for testing.
Ryan Savitski51413ad2019-07-09 14:25:21 +01001009 virtual RowId SetMetadata(metadata::KeyIDs key, Variadic value) {
1010 return metadata_.SetScalarMetadata(key, value);
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001011 }
1012
1013 // Example usage:
1014 // AppendMetadata(metadata::benchmark_story_tags,
1015 // Variadic::String(storage->InternString("bar"));
Ryan Savitski51413ad2019-07-09 14:25:21 +01001016 // Returns the RowId of the new entry.
Mikhail Khokhlovb1fe42a2019-05-23 13:58:05 +01001017 // Virtual for testing.
Ryan Savitski51413ad2019-07-09 14:25:21 +01001018 virtual RowId AppendMetadata(metadata::KeyIDs key, Variadic value) {
1019 return metadata_.AppendMetadata(key, value);
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001020 }
1021
Eric Seckler77b52782019-05-02 15:18:57 +01001022 class ScopedStatsTracer {
1023 public:
1024 ScopedStatsTracer(TraceStorage* storage, size_t key)
1025 : storage_(storage), key_(key), start_ns_(base::GetWallTimeNs()) {}
1026
1027 ~ScopedStatsTracer() {
1028 if (!storage_)
1029 return;
1030 auto delta_ns = base::GetWallTimeNs() - start_ns_;
1031 storage_->IncrementStats(key_, delta_ns.count());
1032 }
1033
1034 ScopedStatsTracer(ScopedStatsTracer&& other) noexcept { MoveImpl(&other); }
1035
1036 ScopedStatsTracer& operator=(ScopedStatsTracer&& other) {
1037 MoveImpl(&other);
1038 return *this;
1039 }
1040
1041 private:
1042 ScopedStatsTracer(const ScopedStatsTracer&) = delete;
1043 ScopedStatsTracer& operator=(const ScopedStatsTracer&) = delete;
1044
1045 void MoveImpl(ScopedStatsTracer* other) {
1046 storage_ = other->storage_;
1047 key_ = other->key_;
1048 start_ns_ = other->start_ns_;
1049 other->storage_ = nullptr;
1050 }
1051
1052 TraceStorage* storage_;
1053 size_t key_;
1054 base::TimeNanos start_ns_;
1055 };
1056
1057 ScopedStatsTracer TraceExecutionTimeIntoStats(size_t key) {
1058 return ScopedStatsTracer(this, key);
1059 }
1060
Lalit Maganticaed37e2018-06-01 03:03:08 +01001061 // Reading methods.
Eric Secklerc93823e2019-06-03 16:49:19 +01001062 // Virtual for testing.
1063 virtual NullTermStringView GetString(StringId id) const {
Lalit Maganti5c454312019-04-08 12:11:17 +01001064 return string_pool_.Get(id);
Isabelle Taylora0a22972018-08-03 12:06:12 +01001065 }
1066
Lalit Magantie9d40532018-06-29 13:15:06 +01001067 const Process& GetProcess(UniquePid upid) const {
Lalit Maganti676658b2018-11-20 18:24:31 +00001068 PERFETTO_DCHECK(upid < unique_processes_.size());
Isabelle Taylor47328cf2018-06-12 14:33:59 +01001069 return unique_processes_[upid];
1070 }
1071
Eric Secklerb32cacf2019-09-27 16:51:19 +01001072 // Virtual for testing.
1073 virtual const Thread& GetThread(UniqueTid utid) const {
Lalit Maganti1f64cfa2018-09-18 13:20:02 +01001074 // Allow utid == 0 for idle thread retrieval.
Florian Mayera1aaec22018-09-19 17:02:26 +01001075 PERFETTO_DCHECK(utid < unique_threads_.size());
Isabelle Taylor68e42192018-06-19 16:19:31 +01001076 return unique_threads_[utid];
1077 }
1078
Lalit Maganti5ea9e932018-11-30 14:19:39 +00001079 static RowId CreateRowId(TableId table, uint32_t row) {
Lalit Maganti85ca4a82018-12-07 17:28:02 +00001080 return (static_cast<RowId>(table) << kRowIdTableShift) | row;
Lalit Maganti5ea9e932018-11-30 14:19:39 +00001081 }
1082
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +00001083 static std::pair<int8_t /*table*/, uint32_t /*row*/> ParseRowId(RowId rowid) {
1084 auto id = static_cast<uint64_t>(rowid);
1085 auto table_id = static_cast<uint8_t>(id >> kRowIdTableShift);
1086 auto row = static_cast<uint32_t>(id & ((1ull << kRowIdTableShift) - 1));
1087 return std::make_pair(table_id, row);
1088 }
1089
Lalit Magantiac68e9c2019-09-09 18:12:15 +01001090 const tables::TrackTable& track_table() const { return track_table_; }
1091 tables::TrackTable* mutable_track_table() { return &track_table_; }
Lalit Magantid11d3e02019-07-26 12:32:09 +05301092
Lalit Maganti53bdbb22019-09-25 11:11:18 +01001093 const tables::ProcessTrackTable& process_track_table() const {
1094 return process_track_table_;
Lalit Maganti4ea78d92019-09-20 20:20:41 +01001095 }
Lalit Maganti53bdbb22019-09-25 11:11:18 +01001096 tables::ProcessTrackTable* mutable_process_track_table() {
1097 return &process_track_table_;
Lalit Maganti4ea78d92019-09-20 20:20:41 +01001098 }
Eric Seckler5703ede2019-07-10 10:13:02 +01001099
Lalit Magantifedc15b2019-09-26 18:37:52 +01001100 const tables::ThreadTrackTable& thread_track_table() const {
1101 return thread_track_table_;
1102 }
1103 tables::ThreadTrackTable* mutable_thread_track_table() {
1104 return &thread_track_table_;
1105 }
1106
Lalit Maganti809b2f92019-11-07 13:27:26 +00001107 const tables::CounterTrackTable& counter_track_table() const {
1108 return counter_track_table_;
1109 }
1110 tables::CounterTrackTable* mutable_counter_track_table() {
1111 return &counter_track_table_;
1112 }
1113
1114 const tables::ThreadCounterTrackTable& thread_counter_track_table() const {
1115 return thread_counter_track_table_;
1116 }
1117 tables::ThreadCounterTrackTable* mutable_thread_counter_track_table() {
1118 return &thread_counter_track_table_;
1119 }
1120
1121 const tables::ProcessCounterTrackTable& process_counter_track_table() const {
1122 return process_counter_track_table_;
1123 }
1124 tables::ProcessCounterTrackTable* mutable_process_counter_track_table() {
1125 return &process_counter_track_table_;
1126 }
1127
1128 const tables::CpuCounterTrackTable& cpu_counter_track_table() const {
1129 return cpu_counter_track_table_;
1130 }
1131 tables::CpuCounterTrackTable* mutable_cpu_counter_track_table() {
1132 return &cpu_counter_track_table_;
1133 }
1134
1135 const tables::IrqCounterTrackTable& irq_counter_track_table() const {
1136 return irq_counter_track_table_;
1137 }
1138 tables::IrqCounterTrackTable* mutable_irq_counter_track_table() {
1139 return &irq_counter_track_table_;
1140 }
1141
1142 const tables::SoftirqCounterTrackTable& softirq_counter_track_table() const {
1143 return softirq_counter_track_table_;
1144 }
1145 tables::SoftirqCounterTrackTable* mutable_softirq_counter_track_table() {
1146 return &softirq_counter_track_table_;
1147 }
1148
1149 const tables::GpuCounterTrackTable& gpu_counter_track_table() const {
1150 return gpu_counter_track_table_;
1151 }
1152 tables::GpuCounterTrackTable* mutable_gpu_counter_track_table() {
1153 return &gpu_counter_track_table_;
1154 }
1155
Lalit Magantiff69c112018-09-24 12:07:47 +01001156 const Slices& slices() const { return slices_; }
Lalit Magantifde29042018-10-04 13:28:52 +01001157 Slices* mutable_slices() { return &slices_; }
1158
Primiano Tucci0d72a312018-08-07 14:42:45 +01001159 const NestableSlices& nestable_slices() const { return nestable_slices_; }
1160 NestableSlices* mutable_nestable_slices() { return &nestable_slices_; }
1161
Eric Secklerd3b89d52019-07-10 15:36:29 +01001162 const ThreadSlices& thread_slices() const { return thread_slices_; }
1163 ThreadSlices* mutable_thread_slices() { return &thread_slices_; }
1164
Eric Secklerc3430c62019-07-22 10:49:58 +01001165 const VirtualTrackSlices& virtual_track_slices() const {
1166 return virtual_track_slices_;
1167 }
1168 VirtualTrackSlices* mutable_virtual_track_slices() {
1169 return &virtual_track_slices_;
1170 }
1171
Lalit Maganti20539c22019-09-04 12:36:10 +01001172 const tables::GpuSliceTable& gpu_slice_table() const {
1173 return gpu_slice_table_;
1174 }
1175 tables::GpuSliceTable* mutable_gpu_slice_table() { return &gpu_slice_table_; }
Mikael Pessa7160ccc2019-07-25 11:19:26 -07001176
Lalit Maganti8320e6d2019-03-14 18:49:33 +00001177 const CounterValues& counter_values() const { return counter_values_; }
1178 CounterValues* mutable_counter_values() { return &counter_values_; }
Isabelle Taylor14674d42018-09-07 11:33:11 +01001179
Primiano Tucci5cb84f82018-10-31 21:46:36 -07001180 const SqlStats& sql_stats() const { return sql_stats_; }
1181 SqlStats* mutable_sql_stats() { return &sql_stats_; }
1182
Isabelle Taylorc8c11202018-11-05 11:36:22 +00001183 const Instants& instants() const { return instants_; }
1184 Instants* mutable_instants() { return &instants_; }
1185
Primiano Tucci2c761ef2019-01-07 20:20:46 +00001186 const AndroidLogs& android_logs() const { return android_log_; }
1187 AndroidLogs* mutable_android_log() { return &android_log_; }
1188
Primiano Tucci0e38a142019-01-07 20:51:09 +00001189 const StatsMap& stats() const { return stats_; }
Lalit Maganti05e8c132018-11-09 18:16:12 +00001190
Ryan Savitski51413ad2019-07-09 14:25:21 +01001191 const Metadata& metadata() const { return metadata_; }
Ryan Savitski0476ee92019-07-09 14:29:33 +01001192 Metadata* mutable_metadata() { return &metadata_; }
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001193
Lalit Maganti6e9c55e2018-11-29 12:00:39 +00001194 const Args& args() const { return args_; }
1195 Args* mutable_args() { return &args_; }
1196
Lalit Maganti1d915a62019-01-07 12:10:42 +00001197 const RawEvents& raw_events() const { return raw_events_; }
1198 RawEvents* mutable_raw_events() { return &raw_events_; }
1199
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001200 const StackProfileMappings& stack_profile_mappings() const {
1201 return stack_profile_mappings_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001202 }
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001203 StackProfileMappings* mutable_stack_profile_mappings() {
1204 return &stack_profile_mappings_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001205 }
1206
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001207 const StackProfileFrames& stack_profile_frames() const {
1208 return stack_profile_frames_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001209 }
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001210 StackProfileFrames* mutable_stack_profile_frames() {
1211 return &stack_profile_frames_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001212 }
1213
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +01001214 const tables::StackProfileCallsiteTable& stack_profile_callsite_table()
1215 const {
1216 return stack_profile_callsite_table_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001217 }
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +01001218 tables::StackProfileCallsiteTable* mutable_stack_profile_callsite_table() {
1219 return &stack_profile_callsite_table_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001220 }
1221
1222 const HeapProfileAllocations& heap_profile_allocations() const {
1223 return heap_profile_allocations_;
1224 }
1225 HeapProfileAllocations* mutable_heap_profile_allocations() {
1226 return &heap_profile_allocations_;
1227 }
Oystein Eftevaag7f64c102019-08-29 10:27:31 -07001228 const CpuProfileStackSamples& cpu_profile_stack_samples() const {
1229 return cpu_profile_stack_samples_;
1230 }
1231 CpuProfileStackSamples* mutable_cpu_profile_stack_samples() {
1232 return &cpu_profile_stack_samples_;
1233 }
Florian Mayer438b5ab2019-05-02 11:18:06 +01001234
Ioannis Ilkose0b47f52019-09-18 11:14:57 +01001235 const tables::SymbolTable& symbol_table() const { return symbol_table_; }
1236
1237 tables::SymbolTable* mutable_symbol_table() { return &symbol_table_; }
1238
Florian Mayer25e013e2019-10-01 14:06:15 +01001239 const tables::HeapGraphObjectTable& heap_graph_object_table() const {
1240 return heap_graph_object_table_;
1241 }
1242
1243 tables::HeapGraphObjectTable* mutable_heap_graph_object_table() {
1244 return &heap_graph_object_table_;
1245 }
1246
Florian Mayer9c01d162019-10-09 17:55:32 +01001247 const tables::HeapGraphReferenceTable& heap_graph_reference_table() const {
1248 return heap_graph_reference_table_;
1249 }
1250
1251 tables::HeapGraphReferenceTable* mutable_heap_graph_reference_table() {
1252 return &heap_graph_reference_table_;
1253 }
1254
Lalit Maganti20539c22019-09-04 12:36:10 +01001255 const tables::GpuTrackTable& gpu_track_table() const {
1256 return gpu_track_table_;
1257 }
1258 tables::GpuTrackTable* mutable_gpu_track_table() { return &gpu_track_table_; }
Mikael Pessa7160ccc2019-07-25 11:19:26 -07001259
Mohammad Reza Zakerinasabb06d1852019-09-11 14:41:36 -04001260 const tables::VulkanMemoryAllocationsTable& vulkan_memory_allocations_table()
1261 const {
1262 return vulkan_memory_allocations_table_;
1263 }
1264
1265 tables::VulkanMemoryAllocationsTable*
1266 mutable_vulkan_memory_allocations_table() {
1267 return &vulkan_memory_allocations_table_;
1268 }
1269
Lalit Maganti5c454312019-04-08 12:11:17 +01001270 const StringPool& string_pool() const { return string_pool_; }
Lalit Magantiacda68b2018-10-29 15:23:25 +00001271
Hector Dearman5145e502019-09-18 16:52:24 +01001272 // |unique_processes_| always contains at least 1 element because the 0th ID
Isabelle Taylore7003fb2018-07-17 11:39:01 +01001273 // is reserved to indicate an invalid process.
Lalit Maganti9c6395b2019-01-17 00:25:09 +00001274 size_t process_count() const { return unique_processes_.size(); }
Primiano Tucci0d72a312018-08-07 14:42:45 +01001275
Hector Dearman5145e502019-09-18 16:52:24 +01001276 // |unique_threads_| always contains at least 1 element because the 0th ID
Isabelle Taylore7003fb2018-07-17 11:39:01 +01001277 // is reserved to indicate an invalid thread.
Lalit Maganti9c6395b2019-01-17 00:25:09 +00001278 size_t thread_count() const { return unique_threads_.size(); }
Isabelle Taylore7003fb2018-07-17 11:39:01 +01001279
Hector Dearman12323362018-08-09 16:09:28 +01001280 // Number of interned strings in the pool. Includes the empty string w/ ID=0.
1281 size_t string_count() const { return string_pool_.size(); }
1282
Ioannis Ilkosb8b11102019-01-29 17:56:55 +00001283 // Start / end ts (in nanoseconds) across the parsed trace events.
1284 // Returns (0, 0) if the trace is empty.
1285 std::pair<int64_t, int64_t> GetTraceTimestampBoundsNs() const;
1286
Lalit Maganticaed37e2018-06-01 03:03:08 +01001287 private:
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +00001288 static constexpr uint8_t kRowIdTableShift = 32;
Isabelle Taylora0a22972018-08-03 12:06:12 +01001289
Primiano Tucci2da5d2e2018-08-10 14:23:31 +01001290 using StringHash = uint64_t;
Lalit Maganticaed37e2018-06-01 03:03:08 +01001291
Lalit Maganti5c454312019-04-08 12:11:17 +01001292 TraceStorage(const TraceStorage&) = delete;
1293 TraceStorage& operator=(const TraceStorage&) = delete;
1294
Lalit Maganti20539c22019-09-04 12:36:10 +01001295 TraceStorage(TraceStorage&&) = delete;
1296 TraceStorage& operator=(TraceStorage&&) = delete;
1297
1298 // One entry for each unique string in the trace.
1299 StringPool string_pool_;
Lalit Maganti4fa7c6c2019-02-06 15:06:36 +00001300
Lalit Maganti05e8c132018-11-09 18:16:12 +00001301 // Stats about parsing the trace.
Primiano Tucci0e38a142019-01-07 20:51:09 +00001302 StatsMap stats_{};
Lalit Maganti35622b72018-06-06 12:03:11 +01001303
Ryan Savitski51413ad2019-07-09 14:25:21 +01001304 // Extra data extracted from the trace. Includes:
1305 // * metadata from chrome and benchmarking infrastructure
1306 // * descriptions of android packages
1307 Metadata metadata_{};
Mikhail Khokhlove466c002019-05-23 13:33:33 +01001308
Lalit Magantid11d3e02019-07-26 12:32:09 +05301309 // Metadata for tracks.
Lalit Magantiac68e9c2019-09-09 18:12:15 +01001310 tables::TrackTable track_table_{&string_pool_, nullptr};
Lalit Maganti4ea78d92019-09-20 20:20:41 +01001311 tables::GpuTrackTable gpu_track_table_{&string_pool_, &track_table_};
Lalit Maganti53bdbb22019-09-25 11:11:18 +01001312 tables::ProcessTrackTable process_track_table_{&string_pool_, &track_table_};
Lalit Magantifedc15b2019-09-26 18:37:52 +01001313 tables::ThreadTrackTable thread_track_table_{&string_pool_, &track_table_};
Eric Seckler5703ede2019-07-10 10:13:02 +01001314
Lalit Maganti809b2f92019-11-07 13:27:26 +00001315 // Track tables for counter events.
1316 tables::CounterTrackTable counter_track_table_{&string_pool_, &track_table_};
1317 tables::ThreadCounterTrackTable thread_counter_track_table_{
1318 &string_pool_, &counter_track_table_};
1319 tables::ProcessCounterTrackTable process_counter_track_table_{
1320 &string_pool_, &counter_track_table_};
1321 tables::CpuCounterTrackTable cpu_counter_track_table_{&string_pool_,
1322 &counter_track_table_};
1323 tables::IrqCounterTrackTable irq_counter_track_table_{&string_pool_,
1324 &counter_track_table_};
1325 tables::SoftirqCounterTrackTable softirq_counter_track_table_{
1326 &string_pool_, &counter_track_table_};
1327 tables::GpuCounterTrackTable gpu_counter_track_table_{&string_pool_,
1328 &counter_track_table_};
1329
Mikael Pessa803090c2019-08-23 16:03:34 -07001330 // Metadata for gpu tracks.
Mikael Pessa803090c2019-08-23 16:03:34 -07001331 GpuContexts gpu_contexts_;
1332
Lalit Maganticaed37e2018-06-01 03:03:08 +01001333 // One entry for each CPU in the trace.
Lalit Magantiff69c112018-09-24 12:07:47 +01001334 Slices slices_;
Lalit Maganticaed37e2018-06-01 03:03:08 +01001335
Lalit Maganti6e9c55e2018-11-29 12:00:39 +00001336 // Args for all other tables.
1337 Args args_;
1338
Isabelle Taylor47328cf2018-06-12 14:33:59 +01001339 // One entry for each UniquePid, with UniquePid as the index.
Ioannis Ilkos9c03cbd2019-03-12 18:30:43 +00001340 // Never hold on to pointers to Process, as vector resize will
1341 // invalidate them.
1342 std::vector<Process> unique_processes_;
Isabelle Taylor68e42192018-06-19 16:19:31 +01001343
Isabelle Taylor68e42192018-06-19 16:19:31 +01001344 // One entry for each UniqueTid, with UniqueTid as the index.
Isabelle Taylor3dd366c2018-06-22 16:21:41 +01001345 std::deque<Thread> unique_threads_;
Primiano Tucci0d72a312018-08-07 14:42:45 +01001346
1347 // Slices coming from userspace events (e.g. Chromium TRACE_EVENT macros).
1348 NestableSlices nestable_slices_;
Isabelle Taylor15314ea2018-09-19 11:35:19 +01001349
Eric Secklerd3b89d52019-07-10 15:36:29 +01001350 // Additional attributes for threads slices (sub-type of NestableSlices).
1351 ThreadSlices thread_slices_;
1352
Eric Secklerc3430c62019-07-22 10:49:58 +01001353 // Additional attributes for virtual track slices (sub-type of
1354 // NestableSlices).
1355 VirtualTrackSlices virtual_track_slices_;
1356
Mikael Pessa803090c2019-08-23 16:03:34 -07001357 // Additional attributes for gpu track slices (sub-type of
1358 // NestableSlices).
Lalit Maganti20539c22019-09-04 12:36:10 +01001359 tables::GpuSliceTable gpu_slice_table_{&string_pool_, nullptr};
Mikael Pessa803090c2019-08-23 16:03:34 -07001360
Lalit Maganti8320e6d2019-03-14 18:49:33 +00001361 // The values from the Counter events from the trace. This includes CPU
1362 // frequency events as well systrace trace_marker counter events.
1363 CounterValues counter_values_;
Primiano Tucci5cb84f82018-10-31 21:46:36 -07001364
1365 SqlStats sql_stats_;
Lalit Maganti6e9c55e2018-11-29 12:00:39 +00001366
Isabelle Taylorc8c11202018-11-05 11:36:22 +00001367 // These are instantaneous events in the trace. They have no duration
1368 // and do not have a value that make sense to track over time.
1369 // e.g. signal events
1370 Instants instants_;
Lalit Maganti1d915a62019-01-07 12:10:42 +00001371
1372 // Raw events are every ftrace event in the trace. The raw event includes
1373 // the timestamp and the pid. The args for the raw event will be in the
1374 // args table. This table can be used to generate a text version of the
1375 // trace.
1376 RawEvents raw_events_;
Primiano Tucci2c761ef2019-01-07 20:20:46 +00001377 AndroidLogs android_log_;
Florian Mayer438b5ab2019-05-02 11:18:06 +01001378
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001379 StackProfileMappings stack_profile_mappings_;
1380 StackProfileFrames stack_profile_frames_;
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +01001381 tables::StackProfileCallsiteTable stack_profile_callsite_table_{&string_pool_,
1382 nullptr};
Florian Mayer438b5ab2019-05-02 11:18:06 +01001383 HeapProfileAllocations heap_profile_allocations_;
Oystein Eftevaag7f64c102019-08-29 10:27:31 -07001384 CpuProfileStackSamples cpu_profile_stack_samples_;
Ioannis Ilkose0b47f52019-09-18 11:14:57 +01001385
1386 // Symbol tables (mappings from frames to symbol names)
1387 tables::SymbolTable symbol_table_{&string_pool_, nullptr};
Florian Mayer25e013e2019-10-01 14:06:15 +01001388 tables::HeapGraphObjectTable heap_graph_object_table_{&string_pool_, nullptr};
Florian Mayer9c01d162019-10-09 17:55:32 +01001389 tables::HeapGraphReferenceTable heap_graph_reference_table_{&string_pool_,
1390 nullptr};
Mohammad Reza Zakerinasabb06d1852019-09-11 14:41:36 -04001391
1392 tables::VulkanMemoryAllocationsTable vulkan_memory_allocations_table_{
1393 &string_pool_, nullptr};
Lalit Maganticaed37e2018-06-01 03:03:08 +01001394};
1395
1396} // namespace trace_processor
1397} // namespace perfetto
1398
Florian Mayerbee52132019-05-02 13:59:56 +01001399namespace std {
1400
1401template <>
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001402struct hash<
1403 ::perfetto::trace_processor::TraceStorage::StackProfileFrames::Row> {
Florian Mayerbee52132019-05-02 13:59:56 +01001404 using argument_type =
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001405 ::perfetto::trace_processor::TraceStorage::StackProfileFrames::Row;
Florian Mayerbee52132019-05-02 13:59:56 +01001406 using result_type = size_t;
1407
1408 result_type operator()(const argument_type& r) const {
1409 return std::hash<::perfetto::trace_processor::StringId>{}(r.name_id) ^
1410 std::hash<int64_t>{}(r.mapping_row) ^ std::hash<int64_t>{}(r.rel_pc);
1411 }
1412};
1413
1414template <>
1415struct hash<
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +01001416 ::perfetto::trace_processor::tables::StackProfileCallsiteTable::Row> {
Florian Mayerbee52132019-05-02 13:59:56 +01001417 using argument_type =
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +01001418 ::perfetto::trace_processor::tables::StackProfileCallsiteTable::Row;
Florian Mayerbee52132019-05-02 13:59:56 +01001419 using result_type = size_t;
1420
1421 result_type operator()(const argument_type& r) const {
1422 return std::hash<int64_t>{}(r.depth) ^ std::hash<int64_t>{}(r.parent_id) ^
Lalit Magantiaa0ff5b2019-10-25 10:35:48 +01001423 std::hash<int64_t>{}(r.frame_id);
Florian Mayerbee52132019-05-02 13:59:56 +01001424 }
1425};
1426
1427template <>
1428struct hash<
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001429 ::perfetto::trace_processor::TraceStorage::StackProfileMappings::Row> {
Florian Mayerbee52132019-05-02 13:59:56 +01001430 using argument_type =
Oystein Eftevaag5419c582019-08-21 13:58:49 -07001431 ::perfetto::trace_processor::TraceStorage::StackProfileMappings::Row;
Florian Mayerbee52132019-05-02 13:59:56 +01001432 using result_type = size_t;
1433
1434 result_type operator()(const argument_type& r) const {
1435 return std::hash<::perfetto::trace_processor::StringId>{}(r.build_id) ^
Florian Mayer12655732019-07-02 15:08:26 +01001436 std::hash<int64_t>{}(r.exact_offset) ^
1437 std::hash<int64_t>{}(r.start_offset) ^
1438 std::hash<int64_t>{}(r.start) ^ std::hash<int64_t>{}(r.end) ^
1439 std::hash<int64_t>{}(r.load_bias) ^
Florian Mayerbee52132019-05-02 13:59:56 +01001440 std::hash<::perfetto::trace_processor::StringId>{}(r.name_id);
1441 }
1442};
1443
1444} // namespace std
1445
Lalit Maganticaed37e2018-06-01 03:03:08 +01001446#endif // SRC_TRACE_PROCESSOR_TRACE_STORAGE_H_