1 #if !defined(_I915_TRACE_H_) || defined(TRACE_HEADER_MULTI_READ)
4 #include <linux/stringify.h>
5 #include <linux/types.h>
6 #include <linux/tracepoint.h>
10 #include "intel_drv.h"
11 #include "intel_ringbuffer.h"
14 #define TRACE_SYSTEM i915
15 #define TRACE_SYSTEM_STRING __stringify(TRACE_SYSTEM)
16 #define TRACE_INCLUDE_FILE i915_trace
20 TRACE_EVENT(i915_pipe_update_start
,
21 TP_PROTO(struct intel_crtc
*crtc
, u32 min
, u32 max
),
22 TP_ARGS(crtc
, min
, max
),
25 __field(enum pipe
, pipe
)
27 __field(u32
, scanline
)
33 __entry
->pipe
= crtc
->pipe
;
34 __entry
->frame
= crtc
->base
.dev
->driver
->get_vblank_counter(crtc
->base
.dev
,
36 __entry
->scanline
= intel_get_crtc_scanline(crtc
);
41 TP_printk("pipe %c, frame=%u, scanline=%u, min=%u, max=%u",
42 pipe_name(__entry
->pipe
), __entry
->frame
,
43 __entry
->scanline
, __entry
->min
, __entry
->max
)
46 TRACE_EVENT(i915_pipe_update_vblank_evaded
,
47 TP_PROTO(struct intel_crtc
*crtc
, u32 min
, u32 max
, u32 frame
),
48 TP_ARGS(crtc
, min
, max
, frame
),
51 __field(enum pipe
, pipe
)
53 __field(u32
, scanline
)
59 __entry
->pipe
= crtc
->pipe
;
60 __entry
->frame
= frame
;
61 __entry
->scanline
= intel_get_crtc_scanline(crtc
);
66 TP_printk("pipe %c, frame=%u, scanline=%u, min=%u, max=%u",
67 pipe_name(__entry
->pipe
), __entry
->frame
,
68 __entry
->scanline
, __entry
->min
, __entry
->max
)
71 TRACE_EVENT(i915_pipe_update_end
,
72 TP_PROTO(struct intel_crtc
*crtc
, u32 frame
),
76 __field(enum pipe
, pipe
)
78 __field(u32
, scanline
)
82 __entry
->pipe
= crtc
->pipe
;
83 __entry
->frame
= frame
;
84 __entry
->scanline
= intel_get_crtc_scanline(crtc
);
87 TP_printk("pipe %c, frame=%u, scanline=%u",
88 pipe_name(__entry
->pipe
), __entry
->frame
,
94 TRACE_EVENT(i915_gem_object_create
,
95 TP_PROTO(struct drm_i915_gem_object
*obj
),
99 __field(struct drm_i915_gem_object
*, obj
)
105 __entry
->size
= obj
->base
.size
;
108 TP_printk("obj=%p, size=%u", __entry
->obj
, __entry
->size
)
111 TRACE_EVENT(i915_vma_bind
,
112 TP_PROTO(struct i915_vma
*vma
, unsigned flags
),
116 __field(struct drm_i915_gem_object
*, obj
)
117 __field(struct i915_address_space
*, vm
)
120 __field(unsigned, flags
)
124 __entry
->obj
= vma
->obj
;
125 __entry
->vm
= vma
->vm
;
126 __entry
->offset
= vma
->node
.start
;
127 __entry
->size
= vma
->node
.size
;
128 __entry
->flags
= flags
;
131 TP_printk("obj=%p, offset=%016llx size=%x%s vm=%p",
132 __entry
->obj
, __entry
->offset
, __entry
->size
,
133 __entry
->flags
& PIN_MAPPABLE
? ", mappable" : "",
137 TRACE_EVENT(i915_vma_unbind
,
138 TP_PROTO(struct i915_vma
*vma
),
142 __field(struct drm_i915_gem_object
*, obj
)
143 __field(struct i915_address_space
*, vm
)
149 __entry
->obj
= vma
->obj
;
150 __entry
->vm
= vma
->vm
;
151 __entry
->offset
= vma
->node
.start
;
152 __entry
->size
= vma
->node
.size
;
155 TP_printk("obj=%p, offset=%016llx size=%x vm=%p",
156 __entry
->obj
, __entry
->offset
, __entry
->size
, __entry
->vm
)
159 #define VM_TO_TRACE_NAME(vm) \
160 (i915_is_ggtt(vm) ? "G" : \
163 DECLARE_EVENT_CLASS(i915_va
,
164 TP_PROTO(struct i915_address_space
*vm
, u64 start
, u64 length
, const char *name
),
165 TP_ARGS(vm
, start
, length
, name
),
168 __field(struct i915_address_space
*, vm
)
176 __entry
->start
= start
;
177 __entry
->end
= start
+ length
- 1;
178 __assign_str(name
, name
);
181 TP_printk("vm=%p (%s), 0x%llx-0x%llx",
182 __entry
->vm
, __get_str(name
), __entry
->start
, __entry
->end
)
185 DEFINE_EVENT(i915_va
, i915_va_alloc
,
186 TP_PROTO(struct i915_address_space
*vm
, u64 start
, u64 length
, const char *name
),
187 TP_ARGS(vm
, start
, length
, name
)
190 DECLARE_EVENT_CLASS(i915_page_table_entry
,
191 TP_PROTO(struct i915_address_space
*vm
, u32 pde
, u64 start
, u64 pde_shift
),
192 TP_ARGS(vm
, pde
, start
, pde_shift
),
195 __field(struct i915_address_space
*, vm
)
204 __entry
->start
= start
;
205 __entry
->end
= ((start
+ (1ULL << pde_shift
)) & ~((1ULL << pde_shift
)-1)) - 1;
208 TP_printk("vm=%p, pde=%d (0x%llx-0x%llx)",
209 __entry
->vm
, __entry
->pde
, __entry
->start
, __entry
->end
)
212 DEFINE_EVENT(i915_page_table_entry
, i915_page_table_entry_alloc
,
213 TP_PROTO(struct i915_address_space
*vm
, u32 pde
, u64 start
, u64 pde_shift
),
214 TP_ARGS(vm
, pde
, start
, pde_shift
)
217 /* Avoid extra math because we only support two sizes. The format is defined by
218 * bitmap_scnprintf. Each 32 bits is 8 HEX digits followed by comma */
219 #define TRACE_PT_SIZE(bits) \
220 ((((bits) == 1024) ? 288 : 144) + 1)
222 DECLARE_EVENT_CLASS(i915_page_table_entry_update
,
223 TP_PROTO(struct i915_address_space
*vm
, u32 pde
,
224 struct i915_page_table
*pt
, u32 first
, u32 count
, u32 bits
),
225 TP_ARGS(vm
, pde
, pt
, first
, count
, bits
),
228 __field(struct i915_address_space
*, vm
)
232 __dynamic_array(char, cur_ptes
, TRACE_PT_SIZE(bits
))
238 __entry
->first
= first
;
239 __entry
->last
= first
+ count
- 1;
240 scnprintf(__get_str(cur_ptes
),
247 TP_printk("vm=%p, pde=%d, updating %u:%u\t%s",
248 __entry
->vm
, __entry
->pde
, __entry
->last
, __entry
->first
,
252 DEFINE_EVENT(i915_page_table_entry_update
, i915_page_table_entry_map
,
253 TP_PROTO(struct i915_address_space
*vm
, u32 pde
,
254 struct i915_page_table
*pt
, u32 first
, u32 count
, u32 bits
),
255 TP_ARGS(vm
, pde
, pt
, first
, count
, bits
)
258 TRACE_EVENT(i915_gem_object_change_domain
,
259 TP_PROTO(struct drm_i915_gem_object
*obj
, u32 old_read
, u32 old_write
),
260 TP_ARGS(obj
, old_read
, old_write
),
263 __field(struct drm_i915_gem_object
*, obj
)
264 __field(u32
, read_domains
)
265 __field(u32
, write_domain
)
270 __entry
->read_domains
= obj
->base
.read_domains
| (old_read
<< 16);
271 __entry
->write_domain
= obj
->base
.write_domain
| (old_write
<< 16);
274 TP_printk("obj=%p, read=%02x=>%02x, write=%02x=>%02x",
276 __entry
->read_domains
>> 16,
277 __entry
->read_domains
& 0xffff,
278 __entry
->write_domain
>> 16,
279 __entry
->write_domain
& 0xffff)
282 TRACE_EVENT(i915_gem_object_pwrite
,
283 TP_PROTO(struct drm_i915_gem_object
*obj
, u32 offset
, u32 len
),
284 TP_ARGS(obj
, offset
, len
),
287 __field(struct drm_i915_gem_object
*, obj
)
294 __entry
->offset
= offset
;
298 TP_printk("obj=%p, offset=%u, len=%u",
299 __entry
->obj
, __entry
->offset
, __entry
->len
)
302 TRACE_EVENT(i915_gem_object_pread
,
303 TP_PROTO(struct drm_i915_gem_object
*obj
, u32 offset
, u32 len
),
304 TP_ARGS(obj
, offset
, len
),
307 __field(struct drm_i915_gem_object
*, obj
)
314 __entry
->offset
= offset
;
318 TP_printk("obj=%p, offset=%u, len=%u",
319 __entry
->obj
, __entry
->offset
, __entry
->len
)
322 TRACE_EVENT(i915_gem_object_fault
,
323 TP_PROTO(struct drm_i915_gem_object
*obj
, u32 index
, bool gtt
, bool write
),
324 TP_ARGS(obj
, index
, gtt
, write
),
327 __field(struct drm_i915_gem_object
*, obj
)
335 __entry
->index
= index
;
337 __entry
->write
= write
;
340 TP_printk("obj=%p, %s index=%u %s",
342 __entry
->gtt
? "GTT" : "CPU",
344 __entry
->write
? ", writable" : "")
347 DECLARE_EVENT_CLASS(i915_gem_object
,
348 TP_PROTO(struct drm_i915_gem_object
*obj
),
352 __field(struct drm_i915_gem_object
*, obj
)
359 TP_printk("obj=%p", __entry
->obj
)
362 DEFINE_EVENT(i915_gem_object
, i915_gem_object_clflush
,
363 TP_PROTO(struct drm_i915_gem_object
*obj
),
367 DEFINE_EVENT(i915_gem_object
, i915_gem_object_destroy
,
368 TP_PROTO(struct drm_i915_gem_object
*obj
),
372 TRACE_EVENT(i915_gem_evict
,
373 TP_PROTO(struct drm_device
*dev
, u32 size
, u32 align
, unsigned flags
),
374 TP_ARGS(dev
, size
, align
, flags
),
380 __field(unsigned, flags
)
384 __entry
->dev
= dev
->primary
->index
;
385 __entry
->size
= size
;
386 __entry
->align
= align
;
387 __entry
->flags
= flags
;
390 TP_printk("dev=%d, size=%d, align=%d %s",
391 __entry
->dev
, __entry
->size
, __entry
->align
,
392 __entry
->flags
& PIN_MAPPABLE
? ", mappable" : "")
395 TRACE_EVENT(i915_gem_evict_everything
,
396 TP_PROTO(struct drm_device
*dev
),
404 __entry
->dev
= dev
->primary
->index
;
407 TP_printk("dev=%d", __entry
->dev
)
410 TRACE_EVENT(i915_gem_evict_vm
,
411 TP_PROTO(struct i915_address_space
*vm
),
416 __field(struct i915_address_space
*, vm
)
420 __entry
->dev
= vm
->dev
->primary
->index
;
424 TP_printk("dev=%d, vm=%p", __entry
->dev
, __entry
->vm
)
427 TRACE_EVENT(i915_gem_ring_sync_to
,
428 TP_PROTO(struct intel_engine_cs
*from
,
429 struct intel_engine_cs
*to
,
430 struct drm_i915_gem_request
*req
),
431 TP_ARGS(from
, to
, req
),
435 __field(u32
, sync_from
)
436 __field(u32
, sync_to
)
441 __entry
->dev
= from
->dev
->primary
->index
;
442 __entry
->sync_from
= from
->id
;
443 __entry
->sync_to
= to
->id
;
444 __entry
->seqno
= i915_gem_request_get_seqno(req
);
447 TP_printk("dev=%u, sync-from=%u, sync-to=%u, seqno=%u",
449 __entry
->sync_from
, __entry
->sync_to
,
453 TRACE_EVENT(i915_gem_ring_dispatch
,
454 TP_PROTO(struct drm_i915_gem_request
*req
, u32 flags
),
465 struct intel_engine_cs
*ring
=
466 i915_gem_request_get_ring(req
);
467 __entry
->dev
= ring
->dev
->primary
->index
;
468 __entry
->ring
= ring
->id
;
469 __entry
->seqno
= i915_gem_request_get_seqno(req
);
470 __entry
->flags
= flags
;
471 i915_trace_irq_get(ring
, req
);
474 TP_printk("dev=%u, ring=%u, seqno=%u, flags=%x",
475 __entry
->dev
, __entry
->ring
, __entry
->seqno
, __entry
->flags
)
478 TRACE_EVENT(i915_gem_ring_flush
,
479 TP_PROTO(struct intel_engine_cs
*ring
, u32 invalidate
, u32 flush
),
480 TP_ARGS(ring
, invalidate
, flush
),
485 __field(u32
, invalidate
)
490 __entry
->dev
= ring
->dev
->primary
->index
;
491 __entry
->ring
= ring
->id
;
492 __entry
->invalidate
= invalidate
;
493 __entry
->flush
= flush
;
496 TP_printk("dev=%u, ring=%x, invalidate=%04x, flush=%04x",
497 __entry
->dev
, __entry
->ring
,
498 __entry
->invalidate
, __entry
->flush
)
501 DECLARE_EVENT_CLASS(i915_gem_request
,
502 TP_PROTO(struct drm_i915_gem_request
*req
),
513 struct intel_engine_cs
*ring
=
514 i915_gem_request_get_ring(req
);
515 __entry
->dev
= ring
->dev
->primary
->index
;
516 __entry
->ring
= ring
->id
;
517 __entry
->uniq
= req
? req
->uniq
: 0;
518 __entry
->seqno
= i915_gem_request_get_seqno(req
);
521 TP_printk("dev=%u, ring=%u, uniq=%u, seqno=%u",
522 __entry
->dev
, __entry
->ring
, __entry
->uniq
,
526 DEFINE_EVENT(i915_gem_request
, i915_gem_request_add
,
527 TP_PROTO(struct drm_i915_gem_request
*req
),
531 TRACE_EVENT(i915_gem_request_notify
,
532 TP_PROTO(struct intel_engine_cs
*ring
),
542 __entry
->dev
= ring
->dev
->primary
->index
;
543 __entry
->ring
= ring
->id
;
544 __entry
->seqno
= ring
->get_seqno(ring
, false);
547 TP_printk("dev=%u, ring=%u, seqno=%u",
548 __entry
->dev
, __entry
->ring
, __entry
->seqno
)
551 DEFINE_EVENT(i915_gem_request
, i915_gem_request_retire
,
552 TP_PROTO(struct drm_i915_gem_request
*req
),
556 DEFINE_EVENT(i915_gem_request
, i915_gem_request_complete
,
557 TP_PROTO(struct drm_i915_gem_request
*req
),
561 TRACE_EVENT(i915_gem_request_wait_begin
,
562 TP_PROTO(struct drm_i915_gem_request
*req
),
570 __field(bool, blocking
)
573 /* NB: the blocking information is racy since mutex_is_locked
574 * doesn't check that the current thread holds the lock. The only
575 * other option would be to pass the boolean information of whether
576 * or not the class was blocking down through the stack which is
580 struct intel_engine_cs
*ring
=
581 i915_gem_request_get_ring(req
);
582 __entry
->dev
= ring
->dev
->primary
->index
;
583 __entry
->ring
= ring
->id
;
584 __entry
->uniq
= req
? req
->uniq
: 0;
585 __entry
->seqno
= i915_gem_request_get_seqno(req
);
587 mutex_is_locked(&ring
->dev
->struct_mutex
);
590 TP_printk("dev=%u, ring=%u, uniq=%u, seqno=%u, blocking=%s",
591 __entry
->dev
, __entry
->ring
, __entry
->uniq
,
592 __entry
->seqno
, __entry
->blocking
? "yes (NB)" : "no")
595 DEFINE_EVENT(i915_gem_request
, i915_gem_request_wait_end
,
596 TP_PROTO(struct drm_i915_gem_request
*req
),
600 TRACE_EVENT(i915_flip_request
,
601 TP_PROTO(int plane
, struct drm_i915_gem_object
*obj
),
607 __field(struct drm_i915_gem_object
*, obj
)
611 __entry
->plane
= plane
;
615 TP_printk("plane=%d, obj=%p", __entry
->plane
, __entry
->obj
)
618 TRACE_EVENT(i915_flip_complete
,
619 TP_PROTO(int plane
, struct drm_i915_gem_object
*obj
),
625 __field(struct drm_i915_gem_object
*, obj
)
629 __entry
->plane
= plane
;
633 TP_printk("plane=%d, obj=%p", __entry
->plane
, __entry
->obj
)
636 TRACE_EVENT_CONDITION(i915_reg_rw
,
637 TP_PROTO(bool write
, u32 reg
, u64 val
, int len
, bool trace
),
639 TP_ARGS(write
, reg
, val
, len
, trace
),
651 __entry
->val
= (u64
)val
;
653 __entry
->write
= write
;
657 TP_printk("%s reg=0x%x, len=%d, val=(0x%x, 0x%x)",
658 __entry
->write
? "write" : "read",
659 __entry
->reg
, __entry
->len
,
660 (u32
)(__entry
->val
& 0xffffffff),
661 (u32
)(__entry
->val
>> 32))
664 TRACE_EVENT(intel_gpu_freq_change
,
673 __entry
->freq
= freq
;
676 TP_printk("new_freq=%u", __entry
->freq
)
680 * DOC: i915_ppgtt_create and i915_ppgtt_release tracepoints
682 * With full ppgtt enabled each process using drm will allocate at least one
683 * translation table. With these traces it is possible to keep track of the
684 * allocation and of the lifetime of the tables; this can be used during
685 * testing/debug to verify that we are not leaking ppgtts.
686 * These traces identify the ppgtt through the vm pointer, which is also printed
687 * by the i915_vma_bind and i915_vma_unbind tracepoints.
689 DECLARE_EVENT_CLASS(i915_ppgtt
,
690 TP_PROTO(struct i915_address_space
*vm
),
694 __field(struct i915_address_space
*, vm
)
700 __entry
->dev
= vm
->dev
->primary
->index
;
703 TP_printk("dev=%u, vm=%p", __entry
->dev
, __entry
->vm
)
706 DEFINE_EVENT(i915_ppgtt
, i915_ppgtt_create
,
707 TP_PROTO(struct i915_address_space
*vm
),
711 DEFINE_EVENT(i915_ppgtt
, i915_ppgtt_release
,
712 TP_PROTO(struct i915_address_space
*vm
),
717 * DOC: i915_context_create and i915_context_free tracepoints
719 * These tracepoints are used to track creation and deletion of contexts.
720 * If full ppgtt is enabled, they also print the address of the vm assigned to
723 DECLARE_EVENT_CLASS(i915_context
,
724 TP_PROTO(struct intel_context
*ctx
),
729 __field(struct intel_context
*, ctx
)
730 __field(struct i915_address_space
*, vm
)
735 __entry
->vm
= ctx
->ppgtt
? &ctx
->ppgtt
->base
: NULL
;
736 __entry
->dev
= ctx
->file_priv
->dev_priv
->dev
->primary
->index
;
739 TP_printk("dev=%u, ctx=%p, ctx_vm=%p",
740 __entry
->dev
, __entry
->ctx
, __entry
->vm
)
743 DEFINE_EVENT(i915_context
, i915_context_create
,
744 TP_PROTO(struct intel_context
*ctx
),
748 DEFINE_EVENT(i915_context
, i915_context_free
,
749 TP_PROTO(struct intel_context
*ctx
),
754 * DOC: switch_mm tracepoint
756 * This tracepoint allows tracking of the mm switch, which is an important point
757 * in the lifetime of the vm in the legacy submission path. This tracepoint is
758 * called only if full ppgtt is enabled.
760 TRACE_EVENT(switch_mm
,
761 TP_PROTO(struct intel_engine_cs
*ring
, struct intel_context
*to
),
767 __field(struct intel_context
*, to
)
768 __field(struct i915_address_space
*, vm
)
773 __entry
->ring
= ring
->id
;
775 __entry
->vm
= to
->ppgtt
? &to
->ppgtt
->base
: NULL
;
776 __entry
->dev
= ring
->dev
->primary
->index
;
779 TP_printk("dev=%u, ring=%u, ctx=%p, ctx_vm=%p",
780 __entry
->dev
, __entry
->ring
, __entry
->to
, __entry
->vm
)
783 #endif /* _I915_TRACE_H_ */
785 /* This part must be outside protection */
786 #undef TRACE_INCLUDE_PATH
787 #define TRACE_INCLUDE_PATH .
788 #include <trace/define_trace.h>