blob: 04fe8491c8b67d104b5b91d1f13df39cff5bb91c [file] [log] [blame]
Chris Wilson1c5d22f2009-08-25 11:15:50 +01001#if !defined(_I915_TRACE_H_) || defined(TRACE_HEADER_MULTI_READ)
2#define _I915_TRACE_H_
3
4#include <linux/stringify.h>
5#include <linux/types.h>
6#include <linux/tracepoint.h>
7
8#include <drm/drmP.h>
Chris Wilson05394f32010-11-08 19:18:58 +00009#include "i915_drv.h"
Ville Syrjälä25ef2842014-04-29 13:35:48 +030010#include "intel_drv.h"
Chris Wilsondb53a302011-02-03 11:57:46 +000011#include "intel_ringbuffer.h"
Chris Wilson1c5d22f2009-08-25 11:15:50 +010012
13#undef TRACE_SYSTEM
14#define TRACE_SYSTEM i915
Chris Wilson1c5d22f2009-08-25 11:15:50 +010015#define TRACE_INCLUDE_FILE i915_trace
16
Ville Syrjälä25ef2842014-04-29 13:35:48 +030017/* pipe updates */
18
19TRACE_EVENT(i915_pipe_update_start,
Jesse Barnesd637ce32015-09-17 08:08:32 -070020 TP_PROTO(struct intel_crtc *crtc),
21 TP_ARGS(crtc),
Ville Syrjälä25ef2842014-04-29 13:35:48 +030022
23 TP_STRUCT__entry(
24 __field(enum pipe, pipe)
25 __field(u32, frame)
26 __field(u32, scanline)
27 __field(u32, min)
28 __field(u32, max)
29 ),
30
31 TP_fast_assign(
32 __entry->pipe = crtc->pipe;
33 __entry->frame = crtc->base.dev->driver->get_vblank_counter(crtc->base.dev,
34 crtc->pipe);
35 __entry->scanline = intel_get_crtc_scanline(crtc);
Jesse Barnesd637ce32015-09-17 08:08:32 -070036 __entry->min = crtc->debug.min_vbl;
37 __entry->max = crtc->debug.max_vbl;
Ville Syrjälä25ef2842014-04-29 13:35:48 +030038 ),
39
40 TP_printk("pipe %c, frame=%u, scanline=%u, min=%u, max=%u",
41 pipe_name(__entry->pipe), __entry->frame,
42 __entry->scanline, __entry->min, __entry->max)
43);
44
45TRACE_EVENT(i915_pipe_update_vblank_evaded,
Jesse Barnesd637ce32015-09-17 08:08:32 -070046 TP_PROTO(struct intel_crtc *crtc),
47 TP_ARGS(crtc),
Ville Syrjälä25ef2842014-04-29 13:35:48 +030048
49 TP_STRUCT__entry(
50 __field(enum pipe, pipe)
51 __field(u32, frame)
52 __field(u32, scanline)
53 __field(u32, min)
54 __field(u32, max)
55 ),
56
57 TP_fast_assign(
58 __entry->pipe = crtc->pipe;
Jesse Barnesd637ce32015-09-17 08:08:32 -070059 __entry->frame = crtc->debug.start_vbl_count;
60 __entry->scanline = crtc->debug.scanline_start;
61 __entry->min = crtc->debug.min_vbl;
62 __entry->max = crtc->debug.max_vbl;
Ville Syrjälä25ef2842014-04-29 13:35:48 +030063 ),
64
65 TP_printk("pipe %c, frame=%u, scanline=%u, min=%u, max=%u",
66 pipe_name(__entry->pipe), __entry->frame,
67 __entry->scanline, __entry->min, __entry->max)
68);
69
70TRACE_EVENT(i915_pipe_update_end,
Jesse Barnesd637ce32015-09-17 08:08:32 -070071 TP_PROTO(struct intel_crtc *crtc, u32 frame, int scanline_end),
72 TP_ARGS(crtc, frame, scanline_end),
Ville Syrjälä25ef2842014-04-29 13:35:48 +030073
74 TP_STRUCT__entry(
75 __field(enum pipe, pipe)
76 __field(u32, frame)
77 __field(u32, scanline)
78 ),
79
80 TP_fast_assign(
81 __entry->pipe = crtc->pipe;
82 __entry->frame = frame;
Jesse Barnesd637ce32015-09-17 08:08:32 -070083 __entry->scanline = scanline_end;
Ville Syrjälä25ef2842014-04-29 13:35:48 +030084 ),
85
86 TP_printk("pipe %c, frame=%u, scanline=%u",
87 pipe_name(__entry->pipe), __entry->frame,
88 __entry->scanline)
89);
90
Chris Wilson1c5d22f2009-08-25 11:15:50 +010091/* object tracking */
92
93TRACE_EVENT(i915_gem_object_create,
Chris Wilson05394f32010-11-08 19:18:58 +000094 TP_PROTO(struct drm_i915_gem_object *obj),
Chris Wilson1c5d22f2009-08-25 11:15:50 +010095 TP_ARGS(obj),
96
97 TP_STRUCT__entry(
Chris Wilson05394f32010-11-08 19:18:58 +000098 __field(struct drm_i915_gem_object *, obj)
Chris Wilson1c5d22f2009-08-25 11:15:50 +010099 __field(u32, size)
100 ),
101
102 TP_fast_assign(
103 __entry->obj = obj;
Chris Wilson05394f32010-11-08 19:18:58 +0000104 __entry->size = obj->base.size;
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100105 ),
106
107 TP_printk("obj=%p, size=%u", __entry->obj, __entry->size)
108);
109
Chris Wilson3abafa52015-10-01 12:18:26 +0100110TRACE_EVENT(i915_gem_shrink,
111 TP_PROTO(struct drm_i915_private *i915, unsigned long target, unsigned flags),
112 TP_ARGS(i915, target, flags),
113
114 TP_STRUCT__entry(
115 __field(int, dev)
116 __field(unsigned long, target)
117 __field(unsigned, flags)
118 ),
119
120 TP_fast_assign(
121 __entry->dev = i915->dev->primary->index;
122 __entry->target = target;
123 __entry->flags = flags;
124 ),
125
126 TP_printk("dev=%d, target=%lu, flags=%x",
127 __entry->dev, __entry->target, __entry->flags)
128);
129
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700130TRACE_EVENT(i915_vma_bind,
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100131 TP_PROTO(struct i915_vma *vma, unsigned flags),
132 TP_ARGS(vma, flags),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100133
134 TP_STRUCT__entry(
Chris Wilson05394f32010-11-08 19:18:58 +0000135 __field(struct drm_i915_gem_object *, obj)
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700136 __field(struct i915_address_space *, vm)
Ben Widawsky33938712015-01-22 17:01:23 +0000137 __field(u64, offset)
Chris Wilsondb53a302011-02-03 11:57:46 +0000138 __field(u32, size)
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100139 __field(unsigned, flags)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100140 ),
141
142 TP_fast_assign(
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700143 __entry->obj = vma->obj;
144 __entry->vm = vma->vm;
145 __entry->offset = vma->node.start;
146 __entry->size = vma->node.size;
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100147 __entry->flags = flags;
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100148 ),
149
Ben Widawsky33938712015-01-22 17:01:23 +0000150 TP_printk("obj=%p, offset=%016llx size=%x%s vm=%p",
Chris Wilsondb53a302011-02-03 11:57:46 +0000151 __entry->obj, __entry->offset, __entry->size,
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100152 __entry->flags & PIN_MAPPABLE ? ", mappable" : "",
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700153 __entry->vm)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100154);
155
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700156TRACE_EVENT(i915_vma_unbind,
157 TP_PROTO(struct i915_vma *vma),
158 TP_ARGS(vma),
Chris Wilsondb53a302011-02-03 11:57:46 +0000159
160 TP_STRUCT__entry(
161 __field(struct drm_i915_gem_object *, obj)
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700162 __field(struct i915_address_space *, vm)
Ben Widawsky33938712015-01-22 17:01:23 +0000163 __field(u64, offset)
Chris Wilsondb53a302011-02-03 11:57:46 +0000164 __field(u32, size)
165 ),
166
167 TP_fast_assign(
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700168 __entry->obj = vma->obj;
169 __entry->vm = vma->vm;
170 __entry->offset = vma->node.start;
171 __entry->size = vma->node.size;
Chris Wilsondb53a302011-02-03 11:57:46 +0000172 ),
173
Ben Widawsky33938712015-01-22 17:01:23 +0000174 TP_printk("obj=%p, offset=%016llx size=%x vm=%p",
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700175 __entry->obj, __entry->offset, __entry->size, __entry->vm)
Chris Wilsondb53a302011-02-03 11:57:46 +0000176);
177
Michel Thierry72744cb2015-03-24 15:46:23 +0000178#define VM_TO_TRACE_NAME(vm) \
179 (i915_is_ggtt(vm) ? "G" : \
180 "P")
181
182DECLARE_EVENT_CLASS(i915_va,
183 TP_PROTO(struct i915_address_space *vm, u64 start, u64 length, const char *name),
184 TP_ARGS(vm, start, length, name),
185
186 TP_STRUCT__entry(
187 __field(struct i915_address_space *, vm)
188 __field(u64, start)
189 __field(u64, end)
190 __string(name, name)
191 ),
192
193 TP_fast_assign(
194 __entry->vm = vm;
195 __entry->start = start;
196 __entry->end = start + length - 1;
197 __assign_str(name, name);
198 ),
199
200 TP_printk("vm=%p (%s), 0x%llx-0x%llx",
201 __entry->vm, __get_str(name), __entry->start, __entry->end)
202);
203
204DEFINE_EVENT(i915_va, i915_va_alloc,
205 TP_PROTO(struct i915_address_space *vm, u64 start, u64 length, const char *name),
206 TP_ARGS(vm, start, length, name)
207);
208
Michel Thierry4c06ec82015-07-29 17:23:49 +0100209DECLARE_EVENT_CLASS(i915_px_entry,
210 TP_PROTO(struct i915_address_space *vm, u32 px, u64 start, u64 px_shift),
211 TP_ARGS(vm, px, start, px_shift),
Michel Thierry72744cb2015-03-24 15:46:23 +0000212
213 TP_STRUCT__entry(
214 __field(struct i915_address_space *, vm)
Michel Thierry4c06ec82015-07-29 17:23:49 +0100215 __field(u32, px)
Michel Thierry72744cb2015-03-24 15:46:23 +0000216 __field(u64, start)
217 __field(u64, end)
218 ),
219
220 TP_fast_assign(
221 __entry->vm = vm;
Michel Thierry4c06ec82015-07-29 17:23:49 +0100222 __entry->px = px;
Michel Thierry72744cb2015-03-24 15:46:23 +0000223 __entry->start = start;
Michel Thierry4c06ec82015-07-29 17:23:49 +0100224 __entry->end = ((start + (1ULL << px_shift)) & ~((1ULL << px_shift)-1)) - 1;
Michel Thierry72744cb2015-03-24 15:46:23 +0000225 ),
226
227 TP_printk("vm=%p, pde=%d (0x%llx-0x%llx)",
Michel Thierry4c06ec82015-07-29 17:23:49 +0100228 __entry->vm, __entry->px, __entry->start, __entry->end)
Michel Thierry72744cb2015-03-24 15:46:23 +0000229);
230
Michel Thierry4c06ec82015-07-29 17:23:49 +0100231DEFINE_EVENT(i915_px_entry, i915_page_table_entry_alloc,
Michel Thierry72744cb2015-03-24 15:46:23 +0000232 TP_PROTO(struct i915_address_space *vm, u32 pde, u64 start, u64 pde_shift),
233 TP_ARGS(vm, pde, start, pde_shift)
234);
235
Michel Thierry4c06ec82015-07-29 17:23:49 +0100236DEFINE_EVENT_PRINT(i915_px_entry, i915_page_directory_entry_alloc,
237 TP_PROTO(struct i915_address_space *vm, u32 pdpe, u64 start, u64 pdpe_shift),
238 TP_ARGS(vm, pdpe, start, pdpe_shift),
239
240 TP_printk("vm=%p, pdpe=%d (0x%llx-0x%llx)",
241 __entry->vm, __entry->px, __entry->start, __entry->end)
242);
243
Michel Thierry762d9932015-07-30 11:05:29 +0100244DEFINE_EVENT_PRINT(i915_px_entry, i915_page_directory_pointer_entry_alloc,
245 TP_PROTO(struct i915_address_space *vm, u32 pml4e, u64 start, u64 pml4e_shift),
246 TP_ARGS(vm, pml4e, start, pml4e_shift),
247
248 TP_printk("vm=%p, pml4e=%d (0x%llx-0x%llx)",
249 __entry->vm, __entry->px, __entry->start, __entry->end)
250);
251
Michel Thierry72744cb2015-03-24 15:46:23 +0000252/* Avoid extra math because we only support two sizes. The format is defined by
253 * bitmap_scnprintf. Each 32 bits is 8 HEX digits followed by comma */
254#define TRACE_PT_SIZE(bits) \
255 ((((bits) == 1024) ? 288 : 144) + 1)
256
257DECLARE_EVENT_CLASS(i915_page_table_entry_update,
258 TP_PROTO(struct i915_address_space *vm, u32 pde,
Michel Thierryec565b32015-04-08 12:13:23 +0100259 struct i915_page_table *pt, u32 first, u32 count, u32 bits),
Michel Thierry72744cb2015-03-24 15:46:23 +0000260 TP_ARGS(vm, pde, pt, first, count, bits),
261
262 TP_STRUCT__entry(
263 __field(struct i915_address_space *, vm)
264 __field(u32, pde)
265 __field(u32, first)
266 __field(u32, last)
267 __dynamic_array(char, cur_ptes, TRACE_PT_SIZE(bits))
268 ),
269
270 TP_fast_assign(
271 __entry->vm = vm;
272 __entry->pde = pde;
273 __entry->first = first;
274 __entry->last = first + count - 1;
275 scnprintf(__get_str(cur_ptes),
276 TRACE_PT_SIZE(bits),
277 "%*pb",
278 bits,
279 pt->used_ptes);
280 ),
281
282 TP_printk("vm=%p, pde=%d, updating %u:%u\t%s",
283 __entry->vm, __entry->pde, __entry->last, __entry->first,
284 __get_str(cur_ptes))
285);
286
287DEFINE_EVENT(i915_page_table_entry_update, i915_page_table_entry_map,
288 TP_PROTO(struct i915_address_space *vm, u32 pde,
Michel Thierryec565b32015-04-08 12:13:23 +0100289 struct i915_page_table *pt, u32 first, u32 count, u32 bits),
Michel Thierry72744cb2015-03-24 15:46:23 +0000290 TP_ARGS(vm, pde, pt, first, count, bits)
291);
292
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100293TRACE_EVENT(i915_gem_object_change_domain,
Chris Wilsondb53a302011-02-03 11:57:46 +0000294 TP_PROTO(struct drm_i915_gem_object *obj, u32 old_read, u32 old_write),
295 TP_ARGS(obj, old_read, old_write),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100296
297 TP_STRUCT__entry(
Chris Wilson05394f32010-11-08 19:18:58 +0000298 __field(struct drm_i915_gem_object *, obj)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100299 __field(u32, read_domains)
300 __field(u32, write_domain)
301 ),
302
303 TP_fast_assign(
304 __entry->obj = obj;
Chris Wilsondb53a302011-02-03 11:57:46 +0000305 __entry->read_domains = obj->base.read_domains | (old_read << 16);
306 __entry->write_domain = obj->base.write_domain | (old_write << 16);
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100307 ),
308
Chris Wilsondb53a302011-02-03 11:57:46 +0000309 TP_printk("obj=%p, read=%02x=>%02x, write=%02x=>%02x",
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100310 __entry->obj,
Chris Wilsondb53a302011-02-03 11:57:46 +0000311 __entry->read_domains >> 16,
312 __entry->read_domains & 0xffff,
313 __entry->write_domain >> 16,
314 __entry->write_domain & 0xffff)
315);
316
317TRACE_EVENT(i915_gem_object_pwrite,
318 TP_PROTO(struct drm_i915_gem_object *obj, u32 offset, u32 len),
319 TP_ARGS(obj, offset, len),
320
321 TP_STRUCT__entry(
322 __field(struct drm_i915_gem_object *, obj)
323 __field(u32, offset)
324 __field(u32, len)
325 ),
326
327 TP_fast_assign(
328 __entry->obj = obj;
329 __entry->offset = offset;
330 __entry->len = len;
331 ),
332
333 TP_printk("obj=%p, offset=%u, len=%u",
334 __entry->obj, __entry->offset, __entry->len)
335);
336
337TRACE_EVENT(i915_gem_object_pread,
338 TP_PROTO(struct drm_i915_gem_object *obj, u32 offset, u32 len),
339 TP_ARGS(obj, offset, len),
340
341 TP_STRUCT__entry(
342 __field(struct drm_i915_gem_object *, obj)
343 __field(u32, offset)
344 __field(u32, len)
345 ),
346
347 TP_fast_assign(
348 __entry->obj = obj;
349 __entry->offset = offset;
350 __entry->len = len;
351 ),
352
353 TP_printk("obj=%p, offset=%u, len=%u",
354 __entry->obj, __entry->offset, __entry->len)
355);
356
357TRACE_EVENT(i915_gem_object_fault,
358 TP_PROTO(struct drm_i915_gem_object *obj, u32 index, bool gtt, bool write),
359 TP_ARGS(obj, index, gtt, write),
360
361 TP_STRUCT__entry(
362 __field(struct drm_i915_gem_object *, obj)
363 __field(u32, index)
364 __field(bool, gtt)
365 __field(bool, write)
366 ),
367
368 TP_fast_assign(
369 __entry->obj = obj;
370 __entry->index = index;
371 __entry->gtt = gtt;
372 __entry->write = write;
373 ),
374
375 TP_printk("obj=%p, %s index=%u %s",
376 __entry->obj,
377 __entry->gtt ? "GTT" : "CPU",
378 __entry->index,
379 __entry->write ? ", writable" : "")
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100380);
381
Li Zefan903cf202010-03-11 16:41:45 +0800382DECLARE_EVENT_CLASS(i915_gem_object,
Chris Wilson05394f32010-11-08 19:18:58 +0000383 TP_PROTO(struct drm_i915_gem_object *obj),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100384 TP_ARGS(obj),
385
386 TP_STRUCT__entry(
Chris Wilson05394f32010-11-08 19:18:58 +0000387 __field(struct drm_i915_gem_object *, obj)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100388 ),
389
390 TP_fast_assign(
391 __entry->obj = obj;
392 ),
393
394 TP_printk("obj=%p", __entry->obj)
395);
396
Li Zefanf41275e2010-05-24 16:25:44 +0800397DEFINE_EVENT(i915_gem_object, i915_gem_object_clflush,
Chris Wilsondb53a302011-02-03 11:57:46 +0000398 TP_PROTO(struct drm_i915_gem_object *obj),
399 TP_ARGS(obj)
Li Zefan903cf202010-03-11 16:41:45 +0800400);
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100401
Li Zefan903cf202010-03-11 16:41:45 +0800402DEFINE_EVENT(i915_gem_object, i915_gem_object_destroy,
Chris Wilson05394f32010-11-08 19:18:58 +0000403 TP_PROTO(struct drm_i915_gem_object *obj),
Li Zefan903cf202010-03-11 16:41:45 +0800404 TP_ARGS(obj)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100405);
406
Chris Wilsondb53a302011-02-03 11:57:46 +0000407TRACE_EVENT(i915_gem_evict,
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100408 TP_PROTO(struct drm_device *dev, u32 size, u32 align, unsigned flags),
409 TP_ARGS(dev, size, align, flags),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100410
411 TP_STRUCT__entry(
Chris Wilson4f49be52009-09-24 00:23:33 +0100412 __field(u32, dev)
Chris Wilsondb53a302011-02-03 11:57:46 +0000413 __field(u32, size)
414 __field(u32, align)
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100415 __field(unsigned, flags)
Chris Wilsondb53a302011-02-03 11:57:46 +0000416 ),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100417
418 TP_fast_assign(
Chris Wilson4f49be52009-09-24 00:23:33 +0100419 __entry->dev = dev->primary->index;
Chris Wilsondb53a302011-02-03 11:57:46 +0000420 __entry->size = size;
421 __entry->align = align;
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100422 __entry->flags = flags;
Chris Wilsondb53a302011-02-03 11:57:46 +0000423 ),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100424
Chris Wilsondb53a302011-02-03 11:57:46 +0000425 TP_printk("dev=%d, size=%d, align=%d %s",
426 __entry->dev, __entry->size, __entry->align,
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100427 __entry->flags & PIN_MAPPABLE ? ", mappable" : "")
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100428);
429
Chris Wilsondb53a302011-02-03 11:57:46 +0000430TRACE_EVENT(i915_gem_evict_everything,
Chris Wilson6c085a72012-08-20 11:40:46 +0200431 TP_PROTO(struct drm_device *dev),
432 TP_ARGS(dev),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100433
434 TP_STRUCT__entry(
Chris Wilson4f49be52009-09-24 00:23:33 +0100435 __field(u32, dev)
Chris Wilsondb53a302011-02-03 11:57:46 +0000436 ),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100437
438 TP_fast_assign(
Chris Wilson4f49be52009-09-24 00:23:33 +0100439 __entry->dev = dev->primary->index;
Chris Wilsondb53a302011-02-03 11:57:46 +0000440 ),
441
Chris Wilson6c085a72012-08-20 11:40:46 +0200442 TP_printk("dev=%d", __entry->dev)
Chris Wilsondb53a302011-02-03 11:57:46 +0000443);
444
Ben Widawskybcccff82013-09-24 09:57:56 -0700445TRACE_EVENT(i915_gem_evict_vm,
446 TP_PROTO(struct i915_address_space *vm),
447 TP_ARGS(vm),
448
449 TP_STRUCT__entry(
Steven Rostedt9297ebf2014-03-18 11:27:37 -0400450 __field(u32, dev)
Ben Widawskybcccff82013-09-24 09:57:56 -0700451 __field(struct i915_address_space *, vm)
452 ),
453
454 TP_fast_assign(
Steven Rostedt9297ebf2014-03-18 11:27:37 -0400455 __entry->dev = vm->dev->primary->index;
Ben Widawskybcccff82013-09-24 09:57:56 -0700456 __entry->vm = vm;
457 ),
458
Steven Rostedt9297ebf2014-03-18 11:27:37 -0400459 TP_printk("dev=%d, vm=%p", __entry->dev, __entry->vm)
Ben Widawskybcccff82013-09-24 09:57:56 -0700460);
461
Chris Wilsonb52b89d2013-09-25 11:43:28 +0100462TRACE_EVENT(i915_gem_ring_sync_to,
John Harrison599d9242015-05-29 17:44:04 +0100463 TP_PROTO(struct drm_i915_gem_request *to_req,
464 struct intel_engine_cs *from,
John Harrison74328ee2014-11-24 18:49:38 +0000465 struct drm_i915_gem_request *req),
John Harrison599d9242015-05-29 17:44:04 +0100466 TP_ARGS(to_req, from, req),
Chris Wilsonb52b89d2013-09-25 11:43:28 +0100467
468 TP_STRUCT__entry(
469 __field(u32, dev)
470 __field(u32, sync_from)
471 __field(u32, sync_to)
472 __field(u32, seqno)
473 ),
474
475 TP_fast_assign(
476 __entry->dev = from->dev->primary->index;
477 __entry->sync_from = from->id;
John Harrison599d9242015-05-29 17:44:04 +0100478 __entry->sync_to = to_req->ring->id;
John Harrison74328ee2014-11-24 18:49:38 +0000479 __entry->seqno = i915_gem_request_get_seqno(req);
Chris Wilsonb52b89d2013-09-25 11:43:28 +0100480 ),
481
482 TP_printk("dev=%u, sync-from=%u, sync-to=%u, seqno=%u",
483 __entry->dev,
484 __entry->sync_from, __entry->sync_to,
485 __entry->seqno)
486);
487
Chris Wilsondb53a302011-02-03 11:57:46 +0000488TRACE_EVENT(i915_gem_ring_dispatch,
John Harrison74328ee2014-11-24 18:49:38 +0000489 TP_PROTO(struct drm_i915_gem_request *req, u32 flags),
490 TP_ARGS(req, flags),
Chris Wilsondb53a302011-02-03 11:57:46 +0000491
492 TP_STRUCT__entry(
493 __field(u32, dev)
494 __field(u32, ring)
495 __field(u32, seqno)
Chris Wilsond7d4eed2012-10-17 12:09:54 +0100496 __field(u32, flags)
Chris Wilsondb53a302011-02-03 11:57:46 +0000497 ),
498
499 TP_fast_assign(
John Harrison74328ee2014-11-24 18:49:38 +0000500 struct intel_engine_cs *ring =
501 i915_gem_request_get_ring(req);
Chris Wilsondb53a302011-02-03 11:57:46 +0000502 __entry->dev = ring->dev->primary->index;
503 __entry->ring = ring->id;
John Harrison74328ee2014-11-24 18:49:38 +0000504 __entry->seqno = i915_gem_request_get_seqno(req);
Chris Wilsond7d4eed2012-10-17 12:09:54 +0100505 __entry->flags = flags;
John Harrison581c26e82014-11-24 18:49:39 +0000506 i915_trace_irq_get(ring, req);
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100507 ),
508
Chris Wilsond7d4eed2012-10-17 12:09:54 +0100509 TP_printk("dev=%u, ring=%u, seqno=%u, flags=%x",
510 __entry->dev, __entry->ring, __entry->seqno, __entry->flags)
Chris Wilsondb53a302011-02-03 11:57:46 +0000511);
512
513TRACE_EVENT(i915_gem_ring_flush,
John Harrisona84c3ae2015-05-29 17:43:57 +0100514 TP_PROTO(struct drm_i915_gem_request *req, u32 invalidate, u32 flush),
515 TP_ARGS(req, invalidate, flush),
Chris Wilsondb53a302011-02-03 11:57:46 +0000516
517 TP_STRUCT__entry(
518 __field(u32, dev)
519 __field(u32, ring)
520 __field(u32, invalidate)
521 __field(u32, flush)
522 ),
523
524 TP_fast_assign(
John Harrisona84c3ae2015-05-29 17:43:57 +0100525 __entry->dev = req->ring->dev->primary->index;
526 __entry->ring = req->ring->id;
Chris Wilsondb53a302011-02-03 11:57:46 +0000527 __entry->invalidate = invalidate;
528 __entry->flush = flush;
529 ),
530
531 TP_printk("dev=%u, ring=%x, invalidate=%04x, flush=%04x",
532 __entry->dev, __entry->ring,
533 __entry->invalidate, __entry->flush)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100534);
535
Li Zefan903cf202010-03-11 16:41:45 +0800536DECLARE_EVENT_CLASS(i915_gem_request,
John Harrison74328ee2014-11-24 18:49:38 +0000537 TP_PROTO(struct drm_i915_gem_request *req),
538 TP_ARGS(req),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100539
540 TP_STRUCT__entry(
Chris Wilson4f49be52009-09-24 00:23:33 +0100541 __field(u32, dev)
Chris Wilsondb53a302011-02-03 11:57:46 +0000542 __field(u32, ring)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100543 __field(u32, seqno)
544 ),
545
546 TP_fast_assign(
John Harrison74328ee2014-11-24 18:49:38 +0000547 struct intel_engine_cs *ring =
548 i915_gem_request_get_ring(req);
Chris Wilsondb53a302011-02-03 11:57:46 +0000549 __entry->dev = ring->dev->primary->index;
550 __entry->ring = ring->id;
John Harrison74328ee2014-11-24 18:49:38 +0000551 __entry->seqno = i915_gem_request_get_seqno(req);
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100552 ),
553
Chris Wilsond7b9ca22015-04-07 16:21:09 +0100554 TP_printk("dev=%u, ring=%u, seqno=%u",
555 __entry->dev, __entry->ring, __entry->seqno)
Chris Wilsondb53a302011-02-03 11:57:46 +0000556);
557
558DEFINE_EVENT(i915_gem_request, i915_gem_request_add,
John Harrison74328ee2014-11-24 18:49:38 +0000559 TP_PROTO(struct drm_i915_gem_request *req),
560 TP_ARGS(req)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100561);
562
John Harrisonbcfcc8b2014-12-05 13:49:36 +0000563TRACE_EVENT(i915_gem_request_notify,
Oscar Mateoa4872ba2014-05-22 14:13:33 +0100564 TP_PROTO(struct intel_engine_cs *ring),
Chris Wilson814e9b52013-09-23 17:33:19 -0300565 TP_ARGS(ring),
566
567 TP_STRUCT__entry(
568 __field(u32, dev)
569 __field(u32, ring)
570 __field(u32, seqno)
571 ),
572
573 TP_fast_assign(
574 __entry->dev = ring->dev->primary->index;
575 __entry->ring = ring->id;
576 __entry->seqno = ring->get_seqno(ring, false);
577 ),
578
579 TP_printk("dev=%u, ring=%u, seqno=%u",
580 __entry->dev, __entry->ring, __entry->seqno)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100581);
582
Li Zefan903cf202010-03-11 16:41:45 +0800583DEFINE_EVENT(i915_gem_request, i915_gem_request_retire,
John Harrison74328ee2014-11-24 18:49:38 +0000584 TP_PROTO(struct drm_i915_gem_request *req),
585 TP_ARGS(req)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100586);
587
John Harrisonbcfcc8b2014-12-05 13:49:36 +0000588DEFINE_EVENT(i915_gem_request, i915_gem_request_complete,
589 TP_PROTO(struct drm_i915_gem_request *req),
590 TP_ARGS(req)
591);
592
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700593TRACE_EVENT(i915_gem_request_wait_begin,
John Harrison74328ee2014-11-24 18:49:38 +0000594 TP_PROTO(struct drm_i915_gem_request *req),
595 TP_ARGS(req),
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700596
597 TP_STRUCT__entry(
598 __field(u32, dev)
599 __field(u32, ring)
600 __field(u32, seqno)
601 __field(bool, blocking)
602 ),
603
604 /* NB: the blocking information is racy since mutex_is_locked
605 * doesn't check that the current thread holds the lock. The only
606 * other option would be to pass the boolean information of whether
607 * or not the class was blocking down through the stack which is
608 * less desirable.
609 */
610 TP_fast_assign(
John Harrison74328ee2014-11-24 18:49:38 +0000611 struct intel_engine_cs *ring =
612 i915_gem_request_get_ring(req);
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700613 __entry->dev = ring->dev->primary->index;
614 __entry->ring = ring->id;
John Harrison74328ee2014-11-24 18:49:38 +0000615 __entry->seqno = i915_gem_request_get_seqno(req);
616 __entry->blocking =
617 mutex_is_locked(&ring->dev->struct_mutex);
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700618 ),
619
Chris Wilsond7b9ca22015-04-07 16:21:09 +0100620 TP_printk("dev=%u, ring=%u, seqno=%u, blocking=%s",
621 __entry->dev, __entry->ring,
John Harrisonbcfcc8b2014-12-05 13:49:36 +0000622 __entry->seqno, __entry->blocking ? "yes (NB)" : "no")
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100623);
624
Li Zefan903cf202010-03-11 16:41:45 +0800625DEFINE_EVENT(i915_gem_request, i915_gem_request_wait_end,
John Harrison74328ee2014-11-24 18:49:38 +0000626 TP_PROTO(struct drm_i915_gem_request *req),
627 TP_ARGS(req)
Li Zefan903cf202010-03-11 16:41:45 +0800628);
629
Jesse Barnese5510fa2010-07-01 16:48:37 -0700630TRACE_EVENT(i915_flip_request,
Chris Wilson05394f32010-11-08 19:18:58 +0000631 TP_PROTO(int plane, struct drm_i915_gem_object *obj),
Jesse Barnese5510fa2010-07-01 16:48:37 -0700632
633 TP_ARGS(plane, obj),
634
635 TP_STRUCT__entry(
636 __field(int, plane)
Chris Wilson05394f32010-11-08 19:18:58 +0000637 __field(struct drm_i915_gem_object *, obj)
Jesse Barnese5510fa2010-07-01 16:48:37 -0700638 ),
639
640 TP_fast_assign(
641 __entry->plane = plane;
642 __entry->obj = obj;
643 ),
644
645 TP_printk("plane=%d, obj=%p", __entry->plane, __entry->obj)
646);
647
648TRACE_EVENT(i915_flip_complete,
Chris Wilson05394f32010-11-08 19:18:58 +0000649 TP_PROTO(int plane, struct drm_i915_gem_object *obj),
Jesse Barnese5510fa2010-07-01 16:48:37 -0700650
651 TP_ARGS(plane, obj),
652
653 TP_STRUCT__entry(
654 __field(int, plane)
Chris Wilson05394f32010-11-08 19:18:58 +0000655 __field(struct drm_i915_gem_object *, obj)
Jesse Barnese5510fa2010-07-01 16:48:37 -0700656 ),
657
658 TP_fast_assign(
659 __entry->plane = plane;
660 __entry->obj = obj;
661 ),
662
663 TP_printk("plane=%d, obj=%p", __entry->plane, __entry->obj)
664);
665
Chris Wilsoned71f1b2013-07-19 20:36:56 +0100666TRACE_EVENT_CONDITION(i915_reg_rw,
667 TP_PROTO(bool write, u32 reg, u64 val, int len, bool trace),
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800668
Chris Wilsoned71f1b2013-07-19 20:36:56 +0100669 TP_ARGS(write, reg, val, len, trace),
670
671 TP_CONDITION(trace),
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800672
Akshay Joshi0206e352011-08-16 15:34:10 -0400673 TP_STRUCT__entry(
674 __field(u64, val)
675 __field(u32, reg)
676 __field(u16, write)
677 __field(u16, len)
678 ),
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800679
Akshay Joshi0206e352011-08-16 15:34:10 -0400680 TP_fast_assign(
681 __entry->val = (u64)val;
682 __entry->reg = reg;
683 __entry->write = write;
684 __entry->len = len;
685 ),
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800686
Akshay Joshi0206e352011-08-16 15:34:10 -0400687 TP_printk("%s reg=0x%x, len=%d, val=(0x%x, 0x%x)",
688 __entry->write ? "write" : "read",
689 __entry->reg, __entry->len,
690 (u32)(__entry->val & 0xffffffff),
691 (u32)(__entry->val >> 32))
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800692);
693
Daniel Vetterbe2cde92012-08-30 13:26:48 +0200694TRACE_EVENT(intel_gpu_freq_change,
695 TP_PROTO(u32 freq),
696 TP_ARGS(freq),
697
698 TP_STRUCT__entry(
699 __field(u32, freq)
700 ),
701
702 TP_fast_assign(
703 __entry->freq = freq;
704 ),
705
706 TP_printk("new_freq=%u", __entry->freq)
707);
708
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000709/**
710 * DOC: i915_ppgtt_create and i915_ppgtt_release tracepoints
711 *
712 * With full ppgtt enabled each process using drm will allocate at least one
713 * translation table. With these traces it is possible to keep track of the
714 * allocation and of the lifetime of the tables; this can be used during
715 * testing/debug to verify that we are not leaking ppgtts.
716 * These traces identify the ppgtt through the vm pointer, which is also printed
717 * by the i915_vma_bind and i915_vma_unbind tracepoints.
718 */
719DECLARE_EVENT_CLASS(i915_ppgtt,
720 TP_PROTO(struct i915_address_space *vm),
721 TP_ARGS(vm),
722
723 TP_STRUCT__entry(
724 __field(struct i915_address_space *, vm)
725 __field(u32, dev)
726 ),
727
728 TP_fast_assign(
729 __entry->vm = vm;
730 __entry->dev = vm->dev->primary->index;
731 ),
732
733 TP_printk("dev=%u, vm=%p", __entry->dev, __entry->vm)
734)
735
736DEFINE_EVENT(i915_ppgtt, i915_ppgtt_create,
737 TP_PROTO(struct i915_address_space *vm),
738 TP_ARGS(vm)
739);
740
741DEFINE_EVENT(i915_ppgtt, i915_ppgtt_release,
742 TP_PROTO(struct i915_address_space *vm),
743 TP_ARGS(vm)
744);
745
746/**
747 * DOC: i915_context_create and i915_context_free tracepoints
748 *
749 * These tracepoints are used to track creation and deletion of contexts.
750 * If full ppgtt is enabled, they also print the address of the vm assigned to
751 * the context.
752 */
753DECLARE_EVENT_CLASS(i915_context,
754 TP_PROTO(struct intel_context *ctx),
755 TP_ARGS(ctx),
756
757 TP_STRUCT__entry(
758 __field(u32, dev)
759 __field(struct intel_context *, ctx)
760 __field(struct i915_address_space *, vm)
761 ),
762
763 TP_fast_assign(
764 __entry->ctx = ctx;
765 __entry->vm = ctx->ppgtt ? &ctx->ppgtt->base : NULL;
Chris Wilson9ea4fee2015-05-05 09:17:29 +0100766 __entry->dev = ctx->i915->dev->primary->index;
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000767 ),
768
769 TP_printk("dev=%u, ctx=%p, ctx_vm=%p",
770 __entry->dev, __entry->ctx, __entry->vm)
771)
772
773DEFINE_EVENT(i915_context, i915_context_create,
774 TP_PROTO(struct intel_context *ctx),
775 TP_ARGS(ctx)
776);
777
778DEFINE_EVENT(i915_context, i915_context_free,
779 TP_PROTO(struct intel_context *ctx),
780 TP_ARGS(ctx)
781);
782
783/**
784 * DOC: switch_mm tracepoint
785 *
786 * This tracepoint allows tracking of the mm switch, which is an important point
787 * in the lifetime of the vm in the legacy submission path. This tracepoint is
788 * called only if full ppgtt is enabled.
789 */
790TRACE_EVENT(switch_mm,
791 TP_PROTO(struct intel_engine_cs *ring, struct intel_context *to),
792
793 TP_ARGS(ring, to),
794
795 TP_STRUCT__entry(
796 __field(u32, ring)
797 __field(struct intel_context *, to)
798 __field(struct i915_address_space *, vm)
799 __field(u32, dev)
800 ),
801
802 TP_fast_assign(
803 __entry->ring = ring->id;
804 __entry->to = to;
805 __entry->vm = to->ppgtt? &to->ppgtt->base : NULL;
806 __entry->dev = ring->dev->primary->index;
807 ),
808
809 TP_printk("dev=%u, ring=%u, ctx=%p, ctx_vm=%p",
810 __entry->dev, __entry->ring, __entry->to, __entry->vm)
811);
812
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100813#endif /* _I915_TRACE_H_ */
814
815/* This part must be outside protection */
816#undef TRACE_INCLUDE_PATH
Peter Cliftona7c54272010-05-03 13:24:41 +0100817#define TRACE_INCLUDE_PATH .
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100818#include <trace/define_trace.h>