blob: 6cb03bd40aefc541454bd9938263f3ff9d73e138 [file] [log] [blame]
Chris Wilson1c5d22f2009-08-25 11:15:50 +01001#if !defined(_I915_TRACE_H_) || defined(TRACE_HEADER_MULTI_READ)
2#define _I915_TRACE_H_
3
4#include <linux/stringify.h>
5#include <linux/types.h>
6#include <linux/tracepoint.h>
7
8#include <drm/drmP.h>
Chris Wilson05394f32010-11-08 19:18:58 +00009#include "i915_drv.h"
Ville Syrjälä25ef2842014-04-29 13:35:48 +030010#include "intel_drv.h"
Chris Wilsondb53a302011-02-03 11:57:46 +000011#include "intel_ringbuffer.h"
Chris Wilson1c5d22f2009-08-25 11:15:50 +010012
13#undef TRACE_SYSTEM
14#define TRACE_SYSTEM i915
Chris Wilson1c5d22f2009-08-25 11:15:50 +010015#define TRACE_INCLUDE_FILE i915_trace
16
Ville Syrjälä72259532017-03-02 19:15:05 +020017/* plane updates */
18
19TRACE_EVENT(intel_update_plane,
20 TP_PROTO(struct drm_plane *plane, struct intel_crtc *crtc),
21 TP_ARGS(plane, crtc),
22
23 TP_STRUCT__entry(
24 __field(enum pipe, pipe)
25 __field(const char *, name)
26 __field(u32, frame)
27 __field(u32, scanline)
28 __array(int, src, 4)
29 __array(int, dst, 4)
30 ),
31
32 TP_fast_assign(
33 __entry->pipe = crtc->pipe;
34 __entry->name = plane->name;
35 __entry->frame = crtc->base.dev->driver->get_vblank_counter(crtc->base.dev,
36 crtc->pipe);
37 __entry->scanline = intel_get_crtc_scanline(crtc);
38 memcpy(__entry->src, &plane->state->src, sizeof(__entry->src));
39 memcpy(__entry->dst, &plane->state->dst, sizeof(__entry->dst));
40 ),
41
42 TP_printk("pipe %c, plane %s, frame=%u, scanline=%u, " DRM_RECT_FP_FMT " -> " DRM_RECT_FMT,
43 pipe_name(__entry->pipe), __entry->name,
44 __entry->frame, __entry->scanline,
45 DRM_RECT_FP_ARG((const struct drm_rect *)__entry->src),
46 DRM_RECT_ARG((const struct drm_rect *)__entry->dst))
47);
48
49TRACE_EVENT(intel_disable_plane,
50 TP_PROTO(struct drm_plane *plane, struct intel_crtc *crtc),
51 TP_ARGS(plane, crtc),
52
53 TP_STRUCT__entry(
54 __field(enum pipe, pipe)
55 __field(const char *, name)
56 __field(u32, frame)
57 __field(u32, scanline)
58 ),
59
60 TP_fast_assign(
61 __entry->pipe = crtc->pipe;
62 __entry->name = plane->name;
63 __entry->frame = crtc->base.dev->driver->get_vblank_counter(crtc->base.dev,
64 crtc->pipe);
65 __entry->scanline = intel_get_crtc_scanline(crtc);
66 ),
67
68 TP_printk("pipe %c, plane %s, frame=%u, scanline=%u",
69 pipe_name(__entry->pipe), __entry->name,
70 __entry->frame, __entry->scanline)
71);
72
Ville Syrjälä25ef2842014-04-29 13:35:48 +030073/* pipe updates */
74
75TRACE_EVENT(i915_pipe_update_start,
Jesse Barnesd637ce32015-09-17 08:08:32 -070076 TP_PROTO(struct intel_crtc *crtc),
77 TP_ARGS(crtc),
Ville Syrjälä25ef2842014-04-29 13:35:48 +030078
79 TP_STRUCT__entry(
80 __field(enum pipe, pipe)
81 __field(u32, frame)
82 __field(u32, scanline)
83 __field(u32, min)
84 __field(u32, max)
85 ),
86
87 TP_fast_assign(
88 __entry->pipe = crtc->pipe;
89 __entry->frame = crtc->base.dev->driver->get_vblank_counter(crtc->base.dev,
90 crtc->pipe);
91 __entry->scanline = intel_get_crtc_scanline(crtc);
Jesse Barnesd637ce32015-09-17 08:08:32 -070092 __entry->min = crtc->debug.min_vbl;
93 __entry->max = crtc->debug.max_vbl;
Ville Syrjälä25ef2842014-04-29 13:35:48 +030094 ),
95
96 TP_printk("pipe %c, frame=%u, scanline=%u, min=%u, max=%u",
97 pipe_name(__entry->pipe), __entry->frame,
98 __entry->scanline, __entry->min, __entry->max)
99);
100
101TRACE_EVENT(i915_pipe_update_vblank_evaded,
Jesse Barnesd637ce32015-09-17 08:08:32 -0700102 TP_PROTO(struct intel_crtc *crtc),
103 TP_ARGS(crtc),
Ville Syrjälä25ef2842014-04-29 13:35:48 +0300104
105 TP_STRUCT__entry(
106 __field(enum pipe, pipe)
107 __field(u32, frame)
108 __field(u32, scanline)
109 __field(u32, min)
110 __field(u32, max)
111 ),
112
113 TP_fast_assign(
114 __entry->pipe = crtc->pipe;
Jesse Barnesd637ce32015-09-17 08:08:32 -0700115 __entry->frame = crtc->debug.start_vbl_count;
116 __entry->scanline = crtc->debug.scanline_start;
117 __entry->min = crtc->debug.min_vbl;
118 __entry->max = crtc->debug.max_vbl;
Ville Syrjälä25ef2842014-04-29 13:35:48 +0300119 ),
120
121 TP_printk("pipe %c, frame=%u, scanline=%u, min=%u, max=%u",
122 pipe_name(__entry->pipe), __entry->frame,
123 __entry->scanline, __entry->min, __entry->max)
124);
125
126TRACE_EVENT(i915_pipe_update_end,
Jesse Barnesd637ce32015-09-17 08:08:32 -0700127 TP_PROTO(struct intel_crtc *crtc, u32 frame, int scanline_end),
128 TP_ARGS(crtc, frame, scanline_end),
Ville Syrjälä25ef2842014-04-29 13:35:48 +0300129
130 TP_STRUCT__entry(
131 __field(enum pipe, pipe)
132 __field(u32, frame)
133 __field(u32, scanline)
134 ),
135
136 TP_fast_assign(
137 __entry->pipe = crtc->pipe;
138 __entry->frame = frame;
Jesse Barnesd637ce32015-09-17 08:08:32 -0700139 __entry->scanline = scanline_end;
Ville Syrjälä25ef2842014-04-29 13:35:48 +0300140 ),
141
142 TP_printk("pipe %c, frame=%u, scanline=%u",
143 pipe_name(__entry->pipe), __entry->frame,
144 __entry->scanline)
145);
146
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100147/* object tracking */
148
149TRACE_EVENT(i915_gem_object_create,
Chris Wilson05394f32010-11-08 19:18:58 +0000150 TP_PROTO(struct drm_i915_gem_object *obj),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100151 TP_ARGS(obj),
152
153 TP_STRUCT__entry(
Chris Wilson05394f32010-11-08 19:18:58 +0000154 __field(struct drm_i915_gem_object *, obj)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100155 __field(u32, size)
156 ),
157
158 TP_fast_assign(
159 __entry->obj = obj;
Chris Wilson05394f32010-11-08 19:18:58 +0000160 __entry->size = obj->base.size;
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100161 ),
162
163 TP_printk("obj=%p, size=%u", __entry->obj, __entry->size)
164);
165
Chris Wilson3abafa52015-10-01 12:18:26 +0100166TRACE_EVENT(i915_gem_shrink,
167 TP_PROTO(struct drm_i915_private *i915, unsigned long target, unsigned flags),
168 TP_ARGS(i915, target, flags),
169
170 TP_STRUCT__entry(
171 __field(int, dev)
172 __field(unsigned long, target)
173 __field(unsigned, flags)
174 ),
175
176 TP_fast_assign(
Chris Wilson91c8a322016-07-05 10:40:23 +0100177 __entry->dev = i915->drm.primary->index;
Chris Wilson3abafa52015-10-01 12:18:26 +0100178 __entry->target = target;
179 __entry->flags = flags;
180 ),
181
182 TP_printk("dev=%d, target=%lu, flags=%x",
183 __entry->dev, __entry->target, __entry->flags)
184);
185
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700186TRACE_EVENT(i915_vma_bind,
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100187 TP_PROTO(struct i915_vma *vma, unsigned flags),
188 TP_ARGS(vma, flags),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100189
190 TP_STRUCT__entry(
Chris Wilson05394f32010-11-08 19:18:58 +0000191 __field(struct drm_i915_gem_object *, obj)
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700192 __field(struct i915_address_space *, vm)
Ben Widawsky33938712015-01-22 17:01:23 +0000193 __field(u64, offset)
Chris Wilsondb53a302011-02-03 11:57:46 +0000194 __field(u32, size)
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100195 __field(unsigned, flags)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100196 ),
197
198 TP_fast_assign(
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700199 __entry->obj = vma->obj;
200 __entry->vm = vma->vm;
201 __entry->offset = vma->node.start;
202 __entry->size = vma->node.size;
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100203 __entry->flags = flags;
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100204 ),
205
Ben Widawsky33938712015-01-22 17:01:23 +0000206 TP_printk("obj=%p, offset=%016llx size=%x%s vm=%p",
Chris Wilsondb53a302011-02-03 11:57:46 +0000207 __entry->obj, __entry->offset, __entry->size,
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100208 __entry->flags & PIN_MAPPABLE ? ", mappable" : "",
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700209 __entry->vm)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100210);
211
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700212TRACE_EVENT(i915_vma_unbind,
213 TP_PROTO(struct i915_vma *vma),
214 TP_ARGS(vma),
Chris Wilsondb53a302011-02-03 11:57:46 +0000215
216 TP_STRUCT__entry(
217 __field(struct drm_i915_gem_object *, obj)
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700218 __field(struct i915_address_space *, vm)
Ben Widawsky33938712015-01-22 17:01:23 +0000219 __field(u64, offset)
Chris Wilsondb53a302011-02-03 11:57:46 +0000220 __field(u32, size)
221 ),
222
223 TP_fast_assign(
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700224 __entry->obj = vma->obj;
225 __entry->vm = vma->vm;
226 __entry->offset = vma->node.start;
227 __entry->size = vma->node.size;
Chris Wilsondb53a302011-02-03 11:57:46 +0000228 ),
229
Ben Widawsky33938712015-01-22 17:01:23 +0000230 TP_printk("obj=%p, offset=%016llx size=%x vm=%p",
Ben Widawsky07fe0b12013-07-31 17:00:10 -0700231 __entry->obj, __entry->offset, __entry->size, __entry->vm)
Chris Wilsondb53a302011-02-03 11:57:46 +0000232);
233
Chris Wilsondb53a302011-02-03 11:57:46 +0000234TRACE_EVENT(i915_gem_object_pwrite,
235 TP_PROTO(struct drm_i915_gem_object *obj, u32 offset, u32 len),
236 TP_ARGS(obj, offset, len),
237
238 TP_STRUCT__entry(
239 __field(struct drm_i915_gem_object *, obj)
240 __field(u32, offset)
241 __field(u32, len)
242 ),
243
244 TP_fast_assign(
245 __entry->obj = obj;
246 __entry->offset = offset;
247 __entry->len = len;
248 ),
249
250 TP_printk("obj=%p, offset=%u, len=%u",
251 __entry->obj, __entry->offset, __entry->len)
252);
253
254TRACE_EVENT(i915_gem_object_pread,
255 TP_PROTO(struct drm_i915_gem_object *obj, u32 offset, u32 len),
256 TP_ARGS(obj, offset, len),
257
258 TP_STRUCT__entry(
259 __field(struct drm_i915_gem_object *, obj)
260 __field(u32, offset)
261 __field(u32, len)
262 ),
263
264 TP_fast_assign(
265 __entry->obj = obj;
266 __entry->offset = offset;
267 __entry->len = len;
268 ),
269
270 TP_printk("obj=%p, offset=%u, len=%u",
271 __entry->obj, __entry->offset, __entry->len)
272);
273
274TRACE_EVENT(i915_gem_object_fault,
275 TP_PROTO(struct drm_i915_gem_object *obj, u32 index, bool gtt, bool write),
276 TP_ARGS(obj, index, gtt, write),
277
278 TP_STRUCT__entry(
279 __field(struct drm_i915_gem_object *, obj)
280 __field(u32, index)
281 __field(bool, gtt)
282 __field(bool, write)
283 ),
284
285 TP_fast_assign(
286 __entry->obj = obj;
287 __entry->index = index;
288 __entry->gtt = gtt;
289 __entry->write = write;
290 ),
291
292 TP_printk("obj=%p, %s index=%u %s",
293 __entry->obj,
294 __entry->gtt ? "GTT" : "CPU",
295 __entry->index,
296 __entry->write ? ", writable" : "")
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100297);
298
Li Zefan903cf202010-03-11 16:41:45 +0800299DECLARE_EVENT_CLASS(i915_gem_object,
Chris Wilson05394f32010-11-08 19:18:58 +0000300 TP_PROTO(struct drm_i915_gem_object *obj),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100301 TP_ARGS(obj),
302
303 TP_STRUCT__entry(
Chris Wilson05394f32010-11-08 19:18:58 +0000304 __field(struct drm_i915_gem_object *, obj)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100305 ),
306
307 TP_fast_assign(
308 __entry->obj = obj;
309 ),
310
311 TP_printk("obj=%p", __entry->obj)
312);
313
Li Zefanf41275e2010-05-24 16:25:44 +0800314DEFINE_EVENT(i915_gem_object, i915_gem_object_clflush,
Chris Wilsondb53a302011-02-03 11:57:46 +0000315 TP_PROTO(struct drm_i915_gem_object *obj),
316 TP_ARGS(obj)
Li Zefan903cf202010-03-11 16:41:45 +0800317);
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100318
Li Zefan903cf202010-03-11 16:41:45 +0800319DEFINE_EVENT(i915_gem_object, i915_gem_object_destroy,
Chris Wilson05394f32010-11-08 19:18:58 +0000320 TP_PROTO(struct drm_i915_gem_object *obj),
Li Zefan903cf202010-03-11 16:41:45 +0800321 TP_ARGS(obj)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100322);
323
Chris Wilsondb53a302011-02-03 11:57:46 +0000324TRACE_EVENT(i915_gem_evict,
Chris Wilsone522ac22016-08-04 16:32:18 +0100325 TP_PROTO(struct i915_address_space *vm, u32 size, u32 align, unsigned int flags),
326 TP_ARGS(vm, size, align, flags),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100327
328 TP_STRUCT__entry(
Chris Wilson4f49be52009-09-24 00:23:33 +0100329 __field(u32, dev)
Chris Wilsone522ac22016-08-04 16:32:18 +0100330 __field(struct i915_address_space *, vm)
Chris Wilsondb53a302011-02-03 11:57:46 +0000331 __field(u32, size)
332 __field(u32, align)
Chris Wilsone522ac22016-08-04 16:32:18 +0100333 __field(unsigned int, flags)
Chris Wilsondb53a302011-02-03 11:57:46 +0000334 ),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100335
336 TP_fast_assign(
Chris Wilsonc6385c92016-11-29 12:42:05 +0000337 __entry->dev = vm->i915->drm.primary->index;
Chris Wilsone522ac22016-08-04 16:32:18 +0100338 __entry->vm = vm;
Chris Wilsondb53a302011-02-03 11:57:46 +0000339 __entry->size = size;
340 __entry->align = align;
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100341 __entry->flags = flags;
Chris Wilsondb53a302011-02-03 11:57:46 +0000342 ),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100343
Chris Wilsone522ac22016-08-04 16:32:18 +0100344 TP_printk("dev=%d, vm=%p, size=%d, align=%d %s",
345 __entry->dev, __entry->vm, __entry->size, __entry->align,
Daniel Vetter1ec9e262014-02-14 14:01:11 +0100346 __entry->flags & PIN_MAPPABLE ? ", mappable" : "")
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100347);
348
Chris Wilsondb53a302011-02-03 11:57:46 +0000349TRACE_EVENT(i915_gem_evict_everything,
Chris Wilson6c085a72012-08-20 11:40:46 +0200350 TP_PROTO(struct drm_device *dev),
351 TP_ARGS(dev),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100352
353 TP_STRUCT__entry(
Chris Wilson4f49be52009-09-24 00:23:33 +0100354 __field(u32, dev)
Chris Wilsondb53a302011-02-03 11:57:46 +0000355 ),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100356
357 TP_fast_assign(
Chris Wilson4f49be52009-09-24 00:23:33 +0100358 __entry->dev = dev->primary->index;
Chris Wilsondb53a302011-02-03 11:57:46 +0000359 ),
360
Chris Wilson6c085a72012-08-20 11:40:46 +0200361 TP_printk("dev=%d", __entry->dev)
Chris Wilsondb53a302011-02-03 11:57:46 +0000362);
363
Ben Widawskybcccff82013-09-24 09:57:56 -0700364TRACE_EVENT(i915_gem_evict_vm,
365 TP_PROTO(struct i915_address_space *vm),
366 TP_ARGS(vm),
367
368 TP_STRUCT__entry(
Steven Rostedt9297ebf2014-03-18 11:27:37 -0400369 __field(u32, dev)
Ben Widawskybcccff82013-09-24 09:57:56 -0700370 __field(struct i915_address_space *, vm)
371 ),
372
373 TP_fast_assign(
Chris Wilsonc6385c92016-11-29 12:42:05 +0000374 __entry->dev = vm->i915->drm.primary->index;
Ben Widawskybcccff82013-09-24 09:57:56 -0700375 __entry->vm = vm;
376 ),
377
Steven Rostedt9297ebf2014-03-18 11:27:37 -0400378 TP_printk("dev=%d, vm=%p", __entry->dev, __entry->vm)
Ben Widawskybcccff82013-09-24 09:57:56 -0700379);
380
Chris Wilson625d9882017-01-11 11:23:11 +0000381TRACE_EVENT(i915_gem_evict_node,
382 TP_PROTO(struct i915_address_space *vm, struct drm_mm_node *node, unsigned int flags),
383 TP_ARGS(vm, node, flags),
Chris Wilson172ae5b2016-12-05 14:29:37 +0000384
385 TP_STRUCT__entry(
386 __field(u32, dev)
387 __field(struct i915_address_space *, vm)
388 __field(u64, start)
389 __field(u64, size)
390 __field(unsigned long, color)
391 __field(unsigned int, flags)
392 ),
393
394 TP_fast_assign(
Chris Wilson625d9882017-01-11 11:23:11 +0000395 __entry->dev = vm->i915->drm.primary->index;
396 __entry->vm = vm;
397 __entry->start = node->start;
398 __entry->size = node->size;
399 __entry->color = node->color;
Chris Wilson172ae5b2016-12-05 14:29:37 +0000400 __entry->flags = flags;
401 ),
402
403 TP_printk("dev=%d, vm=%p, start=%llx size=%llx, color=%lx, flags=%x",
404 __entry->dev, __entry->vm,
405 __entry->start, __entry->size,
406 __entry->color, __entry->flags)
407);
408
Chris Wilsonb52b89d2013-09-25 11:43:28 +0100409TRACE_EVENT(i915_gem_ring_sync_to,
Chris Wilson8e637172016-08-02 22:50:26 +0100410 TP_PROTO(struct drm_i915_gem_request *to,
411 struct drm_i915_gem_request *from),
412 TP_ARGS(to, from),
Chris Wilsonb52b89d2013-09-25 11:43:28 +0100413
414 TP_STRUCT__entry(
415 __field(u32, dev)
416 __field(u32, sync_from)
417 __field(u32, sync_to)
418 __field(u32, seqno)
419 ),
420
421 TP_fast_assign(
Chris Wilson91c8a322016-07-05 10:40:23 +0100422 __entry->dev = from->i915->drm.primary->index;
Chris Wilson8e637172016-08-02 22:50:26 +0100423 __entry->sync_from = from->engine->id;
424 __entry->sync_to = to->engine->id;
Chris Wilson65e47602016-10-28 13:58:49 +0100425 __entry->seqno = from->global_seqno;
Chris Wilsonb52b89d2013-09-25 11:43:28 +0100426 ),
427
428 TP_printk("dev=%u, sync-from=%u, sync-to=%u, seqno=%u",
429 __entry->dev,
430 __entry->sync_from, __entry->sync_to,
431 __entry->seqno)
432);
433
Tvrtko Ursulin1cce8922017-02-21 09:13:44 +0000434TRACE_EVENT(i915_gem_request_queue,
John Harrison74328ee2014-11-24 18:49:38 +0000435 TP_PROTO(struct drm_i915_gem_request *req, u32 flags),
436 TP_ARGS(req, flags),
Chris Wilsondb53a302011-02-03 11:57:46 +0000437
438 TP_STRUCT__entry(
439 __field(u32, dev)
440 __field(u32, ring)
Tvrtko Ursulin1cce8922017-02-21 09:13:44 +0000441 __field(u32, ctx)
Chris Wilsondb53a302011-02-03 11:57:46 +0000442 __field(u32, seqno)
Chris Wilsond7d4eed2012-10-17 12:09:54 +0100443 __field(u32, flags)
Chris Wilsondb53a302011-02-03 11:57:46 +0000444 ),
445
446 TP_fast_assign(
Chris Wilson91c8a322016-07-05 10:40:23 +0100447 __entry->dev = req->i915->drm.primary->index;
Chris Wilsonc0336662016-05-06 15:40:21 +0100448 __entry->ring = req->engine->id;
Tvrtko Ursulin1cce8922017-02-21 09:13:44 +0000449 __entry->ctx = req->ctx->hw_id;
450 __entry->seqno = req->fence.seqno;
Chris Wilsond7d4eed2012-10-17 12:09:54 +0100451 __entry->flags = flags;
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100452 ),
453
Tvrtko Ursulin1cce8922017-02-21 09:13:44 +0000454 TP_printk("dev=%u, ring=%u, ctx=%u, seqno=%u, flags=0x%x",
455 __entry->dev, __entry->ring, __entry->ctx, __entry->seqno,
456 __entry->flags)
Chris Wilsondb53a302011-02-03 11:57:46 +0000457);
458
459TRACE_EVENT(i915_gem_ring_flush,
John Harrisona84c3ae2015-05-29 17:43:57 +0100460 TP_PROTO(struct drm_i915_gem_request *req, u32 invalidate, u32 flush),
461 TP_ARGS(req, invalidate, flush),
Chris Wilsondb53a302011-02-03 11:57:46 +0000462
463 TP_STRUCT__entry(
464 __field(u32, dev)
465 __field(u32, ring)
466 __field(u32, invalidate)
467 __field(u32, flush)
468 ),
469
470 TP_fast_assign(
Chris Wilson91c8a322016-07-05 10:40:23 +0100471 __entry->dev = req->i915->drm.primary->index;
Tvrtko Ursulin4a570db2016-03-16 11:00:38 +0000472 __entry->ring = req->engine->id;
Chris Wilsondb53a302011-02-03 11:57:46 +0000473 __entry->invalidate = invalidate;
474 __entry->flush = flush;
475 ),
476
477 TP_printk("dev=%u, ring=%x, invalidate=%04x, flush=%04x",
478 __entry->dev, __entry->ring,
479 __entry->invalidate, __entry->flush)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100480);
481
Li Zefan903cf202010-03-11 16:41:45 +0800482DECLARE_EVENT_CLASS(i915_gem_request,
John Harrison74328ee2014-11-24 18:49:38 +0000483 TP_PROTO(struct drm_i915_gem_request *req),
484 TP_ARGS(req),
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100485
486 TP_STRUCT__entry(
Chris Wilson4f49be52009-09-24 00:23:33 +0100487 __field(u32, dev)
Tvrtko Ursuline235b532017-02-21 09:13:43 +0000488 __field(u32, ctx)
Chris Wilsondb53a302011-02-03 11:57:46 +0000489 __field(u32, ring)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100490 __field(u32, seqno)
Tvrtko Ursuline235b532017-02-21 09:13:43 +0000491 __field(u32, global)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100492 ),
493
494 TP_fast_assign(
Chris Wilson91c8a322016-07-05 10:40:23 +0100495 __entry->dev = req->i915->drm.primary->index;
Tvrtko Ursuline235b532017-02-21 09:13:43 +0000496 __entry->ctx = req->ctx->hw_id;
Chris Wilsonc0336662016-05-06 15:40:21 +0100497 __entry->ring = req->engine->id;
Tvrtko Ursuline235b532017-02-21 09:13:43 +0000498 __entry->seqno = req->fence.seqno;
499 __entry->global = req->global_seqno;
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100500 ),
501
Tvrtko Ursuline235b532017-02-21 09:13:43 +0000502 TP_printk("dev=%u, ring=%u, ctx=%u, seqno=%u, global=%u",
503 __entry->dev, __entry->ring, __entry->ctx, __entry->seqno,
504 __entry->global)
Chris Wilsondb53a302011-02-03 11:57:46 +0000505);
506
507DEFINE_EVENT(i915_gem_request, i915_gem_request_add,
John Harrison74328ee2014-11-24 18:49:38 +0000508 TP_PROTO(struct drm_i915_gem_request *req),
509 TP_ARGS(req)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100510);
511
Tvrtko Ursulin354d0362017-02-21 11:01:42 +0000512#if defined(CONFIG_DRM_I915_LOW_LEVEL_TRACEPOINTS)
513DEFINE_EVENT(i915_gem_request, i915_gem_request_submit,
514 TP_PROTO(struct drm_i915_gem_request *req),
515 TP_ARGS(req)
516);
517
518DEFINE_EVENT(i915_gem_request, i915_gem_request_execute,
519 TP_PROTO(struct drm_i915_gem_request *req),
520 TP_ARGS(req)
521);
Tvrtko Ursulind7d96832017-02-21 11:03:00 +0000522
523DECLARE_EVENT_CLASS(i915_gem_request_hw,
524 TP_PROTO(struct drm_i915_gem_request *req,
525 unsigned int port),
526 TP_ARGS(req, port),
527
528 TP_STRUCT__entry(
529 __field(u32, dev)
530 __field(u32, ring)
531 __field(u32, seqno)
532 __field(u32, global_seqno)
533 __field(u32, ctx)
534 __field(u32, port)
535 ),
536
537 TP_fast_assign(
538 __entry->dev = req->i915->drm.primary->index;
539 __entry->ring = req->engine->id;
540 __entry->ctx = req->ctx->hw_id;
541 __entry->seqno = req->fence.seqno;
542 __entry->global_seqno = req->global_seqno;
543 __entry->port = port;
544 ),
545
546 TP_printk("dev=%u, ring=%u, ctx=%u, seqno=%u, global=%u, port=%u",
547 __entry->dev, __entry->ring, __entry->ctx,
548 __entry->seqno, __entry->global_seqno,
549 __entry->port)
550);
551
552DEFINE_EVENT(i915_gem_request_hw, i915_gem_request_in,
553 TP_PROTO(struct drm_i915_gem_request *req, unsigned int port),
554 TP_ARGS(req, port)
555);
556
557DEFINE_EVENT(i915_gem_request, i915_gem_request_out,
558 TP_PROTO(struct drm_i915_gem_request *req),
559 TP_ARGS(req)
560);
Tvrtko Ursulin354d0362017-02-21 11:01:42 +0000561#else
562#if !defined(TRACE_HEADER_MULTI_READ)
563static inline void
564trace_i915_gem_request_submit(struct drm_i915_gem_request *req)
565{
566}
567
568static inline void
569trace_i915_gem_request_execute(struct drm_i915_gem_request *req)
570{
571}
Tvrtko Ursulind7d96832017-02-21 11:03:00 +0000572
573static inline void
574trace_i915_gem_request_in(struct drm_i915_gem_request *req, unsigned int port)
575{
576}
577
578static inline void
579trace_i915_gem_request_out(struct drm_i915_gem_request *req)
580{
581}
Tvrtko Ursulin354d0362017-02-21 11:01:42 +0000582#endif
583#endif
584
Tvrtko Ursulindffabc82017-02-21 09:13:48 +0000585TRACE_EVENT(intel_engine_notify,
586 TP_PROTO(struct intel_engine_cs *engine, bool waiters),
587 TP_ARGS(engine, waiters),
Chris Wilson814e9b52013-09-23 17:33:19 -0300588
589 TP_STRUCT__entry(
590 __field(u32, dev)
591 __field(u32, ring)
592 __field(u32, seqno)
Tvrtko Ursulindffabc82017-02-21 09:13:48 +0000593 __field(bool, waiters)
Chris Wilson814e9b52013-09-23 17:33:19 -0300594 ),
595
596 TP_fast_assign(
Chris Wilson91c8a322016-07-05 10:40:23 +0100597 __entry->dev = engine->i915->drm.primary->index;
Tvrtko Ursulin4a570db2016-03-16 11:00:38 +0000598 __entry->ring = engine->id;
Chris Wilson1b7744e2016-07-01 17:23:17 +0100599 __entry->seqno = intel_engine_get_seqno(engine);
Tvrtko Ursulindffabc82017-02-21 09:13:48 +0000600 __entry->waiters = waiters;
Chris Wilson814e9b52013-09-23 17:33:19 -0300601 ),
602
Tvrtko Ursulindffabc82017-02-21 09:13:48 +0000603 TP_printk("dev=%u, ring=%u, seqno=%u, waiters=%u",
604 __entry->dev, __entry->ring, __entry->seqno,
605 __entry->waiters)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100606);
607
Li Zefan903cf202010-03-11 16:41:45 +0800608DEFINE_EVENT(i915_gem_request, i915_gem_request_retire,
John Harrison74328ee2014-11-24 18:49:38 +0000609 TP_PROTO(struct drm_i915_gem_request *req),
610 TP_ARGS(req)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100611);
612
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700613TRACE_EVENT(i915_gem_request_wait_begin,
Tvrtko Ursulin936925022017-02-21 11:00:24 +0000614 TP_PROTO(struct drm_i915_gem_request *req, unsigned int flags),
615 TP_ARGS(req, flags),
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700616
617 TP_STRUCT__entry(
618 __field(u32, dev)
619 __field(u32, ring)
Tvrtko Ursulin936925022017-02-21 11:00:24 +0000620 __field(u32, ctx)
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700621 __field(u32, seqno)
Tvrtko Ursulin936925022017-02-21 11:00:24 +0000622 __field(u32, global)
623 __field(unsigned int, flags)
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700624 ),
625
626 /* NB: the blocking information is racy since mutex_is_locked
627 * doesn't check that the current thread holds the lock. The only
628 * other option would be to pass the boolean information of whether
629 * or not the class was blocking down through the stack which is
630 * less desirable.
631 */
632 TP_fast_assign(
Chris Wilson91c8a322016-07-05 10:40:23 +0100633 __entry->dev = req->i915->drm.primary->index;
Chris Wilsonc0336662016-05-06 15:40:21 +0100634 __entry->ring = req->engine->id;
Tvrtko Ursulin936925022017-02-21 11:00:24 +0000635 __entry->ctx = req->ctx->hw_id;
636 __entry->seqno = req->fence.seqno;
637 __entry->global = req->global_seqno;
638 __entry->flags = flags;
Ben Widawskyf3fd3762012-05-24 15:03:09 -0700639 ),
640
Tvrtko Ursulin936925022017-02-21 11:00:24 +0000641 TP_printk("dev=%u, ring=%u, ctx=%u, seqno=%u, global=%u, blocking=%u, flags=0x%x",
642 __entry->dev, __entry->ring, __entry->ctx, __entry->seqno,
643 __entry->global, !!(__entry->flags & I915_WAIT_LOCKED),
644 __entry->flags)
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100645);
646
Li Zefan903cf202010-03-11 16:41:45 +0800647DEFINE_EVENT(i915_gem_request, i915_gem_request_wait_end,
John Harrison74328ee2014-11-24 18:49:38 +0000648 TP_PROTO(struct drm_i915_gem_request *req),
649 TP_ARGS(req)
Li Zefan903cf202010-03-11 16:41:45 +0800650);
651
Jesse Barnese5510fa2010-07-01 16:48:37 -0700652TRACE_EVENT(i915_flip_request,
Chris Wilson05394f32010-11-08 19:18:58 +0000653 TP_PROTO(int plane, struct drm_i915_gem_object *obj),
Jesse Barnese5510fa2010-07-01 16:48:37 -0700654
655 TP_ARGS(plane, obj),
656
657 TP_STRUCT__entry(
658 __field(int, plane)
Chris Wilson05394f32010-11-08 19:18:58 +0000659 __field(struct drm_i915_gem_object *, obj)
Jesse Barnese5510fa2010-07-01 16:48:37 -0700660 ),
661
662 TP_fast_assign(
663 __entry->plane = plane;
664 __entry->obj = obj;
665 ),
666
667 TP_printk("plane=%d, obj=%p", __entry->plane, __entry->obj)
668);
669
670TRACE_EVENT(i915_flip_complete,
Chris Wilson05394f32010-11-08 19:18:58 +0000671 TP_PROTO(int plane, struct drm_i915_gem_object *obj),
Jesse Barnese5510fa2010-07-01 16:48:37 -0700672
673 TP_ARGS(plane, obj),
674
675 TP_STRUCT__entry(
676 __field(int, plane)
Chris Wilson05394f32010-11-08 19:18:58 +0000677 __field(struct drm_i915_gem_object *, obj)
Jesse Barnese5510fa2010-07-01 16:48:37 -0700678 ),
679
680 TP_fast_assign(
681 __entry->plane = plane;
682 __entry->obj = obj;
683 ),
684
685 TP_printk("plane=%d, obj=%p", __entry->plane, __entry->obj)
686);
687
Chris Wilsoned71f1b2013-07-19 20:36:56 +0100688TRACE_EVENT_CONDITION(i915_reg_rw,
Ville Syrjäläf0f59a02015-11-18 15:33:26 +0200689 TP_PROTO(bool write, i915_reg_t reg, u64 val, int len, bool trace),
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800690
Chris Wilsoned71f1b2013-07-19 20:36:56 +0100691 TP_ARGS(write, reg, val, len, trace),
692
693 TP_CONDITION(trace),
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800694
Akshay Joshi0206e352011-08-16 15:34:10 -0400695 TP_STRUCT__entry(
696 __field(u64, val)
697 __field(u32, reg)
698 __field(u16, write)
699 __field(u16, len)
700 ),
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800701
Akshay Joshi0206e352011-08-16 15:34:10 -0400702 TP_fast_assign(
703 __entry->val = (u64)val;
Ville Syrjäläf0f59a02015-11-18 15:33:26 +0200704 __entry->reg = i915_mmio_reg_offset(reg);
Akshay Joshi0206e352011-08-16 15:34:10 -0400705 __entry->write = write;
706 __entry->len = len;
707 ),
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800708
Akshay Joshi0206e352011-08-16 15:34:10 -0400709 TP_printk("%s reg=0x%x, len=%d, val=(0x%x, 0x%x)",
710 __entry->write ? "write" : "read",
711 __entry->reg, __entry->len,
712 (u32)(__entry->val & 0xffffffff),
713 (u32)(__entry->val >> 32))
Yuanhan Liuba4f01a2010-11-08 17:09:41 +0800714);
715
Daniel Vetterbe2cde92012-08-30 13:26:48 +0200716TRACE_EVENT(intel_gpu_freq_change,
717 TP_PROTO(u32 freq),
718 TP_ARGS(freq),
719
720 TP_STRUCT__entry(
721 __field(u32, freq)
722 ),
723
724 TP_fast_assign(
725 __entry->freq = freq;
726 ),
727
728 TP_printk("new_freq=%u", __entry->freq)
729);
730
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000731/**
732 * DOC: i915_ppgtt_create and i915_ppgtt_release tracepoints
733 *
734 * With full ppgtt enabled each process using drm will allocate at least one
735 * translation table. With these traces it is possible to keep track of the
736 * allocation and of the lifetime of the tables; this can be used during
737 * testing/debug to verify that we are not leaking ppgtts.
738 * These traces identify the ppgtt through the vm pointer, which is also printed
739 * by the i915_vma_bind and i915_vma_unbind tracepoints.
740 */
741DECLARE_EVENT_CLASS(i915_ppgtt,
742 TP_PROTO(struct i915_address_space *vm),
743 TP_ARGS(vm),
744
745 TP_STRUCT__entry(
746 __field(struct i915_address_space *, vm)
747 __field(u32, dev)
748 ),
749
750 TP_fast_assign(
751 __entry->vm = vm;
Chris Wilsonc6385c92016-11-29 12:42:05 +0000752 __entry->dev = vm->i915->drm.primary->index;
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000753 ),
754
755 TP_printk("dev=%u, vm=%p", __entry->dev, __entry->vm)
756)
757
758DEFINE_EVENT(i915_ppgtt, i915_ppgtt_create,
759 TP_PROTO(struct i915_address_space *vm),
760 TP_ARGS(vm)
761);
762
763DEFINE_EVENT(i915_ppgtt, i915_ppgtt_release,
764 TP_PROTO(struct i915_address_space *vm),
765 TP_ARGS(vm)
766);
767
768/**
769 * DOC: i915_context_create and i915_context_free tracepoints
770 *
771 * These tracepoints are used to track creation and deletion of contexts.
772 * If full ppgtt is enabled, they also print the address of the vm assigned to
773 * the context.
774 */
775DECLARE_EVENT_CLASS(i915_context,
Chris Wilsone2efd132016-05-24 14:53:34 +0100776 TP_PROTO(struct i915_gem_context *ctx),
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000777 TP_ARGS(ctx),
778
779 TP_STRUCT__entry(
780 __field(u32, dev)
Chris Wilsone2efd132016-05-24 14:53:34 +0100781 __field(struct i915_gem_context *, ctx)
Tvrtko Ursulin99c181a2017-02-21 09:13:50 +0000782 __field(u32, hw_id)
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000783 __field(struct i915_address_space *, vm)
784 ),
785
786 TP_fast_assign(
Chris Wilson91c8a322016-07-05 10:40:23 +0100787 __entry->dev = ctx->i915->drm.primary->index;
Tvrtko Ursulin99c181a2017-02-21 09:13:50 +0000788 __entry->ctx = ctx;
789 __entry->hw_id = ctx->hw_id;
790 __entry->vm = ctx->ppgtt ? &ctx->ppgtt->base : NULL;
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000791 ),
792
Tvrtko Ursulin99c181a2017-02-21 09:13:50 +0000793 TP_printk("dev=%u, ctx=%p, ctx_vm=%p, hw_id=%u",
794 __entry->dev, __entry->ctx, __entry->vm, __entry->hw_id)
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000795)
796
797DEFINE_EVENT(i915_context, i915_context_create,
Chris Wilsone2efd132016-05-24 14:53:34 +0100798 TP_PROTO(struct i915_gem_context *ctx),
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000799 TP_ARGS(ctx)
800);
801
802DEFINE_EVENT(i915_context, i915_context_free,
Chris Wilsone2efd132016-05-24 14:53:34 +0100803 TP_PROTO(struct i915_gem_context *ctx),
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000804 TP_ARGS(ctx)
805);
806
807/**
808 * DOC: switch_mm tracepoint
809 *
810 * This tracepoint allows tracking of the mm switch, which is an important point
811 * in the lifetime of the vm in the legacy submission path. This tracepoint is
812 * called only if full ppgtt is enabled.
813 */
814TRACE_EVENT(switch_mm,
Chris Wilsone2efd132016-05-24 14:53:34 +0100815 TP_PROTO(struct intel_engine_cs *engine, struct i915_gem_context *to),
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000816
Tvrtko Ursulin4a570db2016-03-16 11:00:38 +0000817 TP_ARGS(engine, to),
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000818
819 TP_STRUCT__entry(
820 __field(u32, ring)
Chris Wilsone2efd132016-05-24 14:53:34 +0100821 __field(struct i915_gem_context *, to)
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000822 __field(struct i915_address_space *, vm)
823 __field(u32, dev)
824 ),
825
826 TP_fast_assign(
Tvrtko Ursulin4a570db2016-03-16 11:00:38 +0000827 __entry->ring = engine->id;
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000828 __entry->to = to;
829 __entry->vm = to->ppgtt? &to->ppgtt->base : NULL;
Chris Wilson91c8a322016-07-05 10:40:23 +0100830 __entry->dev = engine->i915->drm.primary->index;
Daniele Ceraolo Spurio198c9742014-11-10 13:44:31 +0000831 ),
832
833 TP_printk("dev=%u, ring=%u, ctx=%p, ctx_vm=%p",
834 __entry->dev, __entry->ring, __entry->to, __entry->vm)
835);
836
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100837#endif /* _I915_TRACE_H_ */
838
839/* This part must be outside protection */
840#undef TRACE_INCLUDE_PATH
Peter Cliftona7c54272010-05-03 13:24:41 +0100841#define TRACE_INCLUDE_PATH .
Chris Wilson1c5d22f2009-08-25 11:15:50 +0100842#include <trace/define_trace.h>