1 #if !defined(_I915_TRACE_H_) || defined(TRACE_HEADER_MULTI_READ)
4 #include <linux/stringify.h>
5 #include <linux/types.h>
6 #include <linux/tracepoint.h>
10 #include "intel_drv.h"
11 #include "intel_ringbuffer.h"
14 #define TRACE_SYSTEM i915
15 #define TRACE_SYSTEM_STRING __stringify(TRACE_SYSTEM)
16 #define TRACE_INCLUDE_FILE i915_trace
20 TRACE_EVENT(i915_pipe_update_start,
21 TP_PROTO(struct intel_crtc *crtc, u32 min, u32 max),
22 TP_ARGS(crtc, min, max),
25 __field(enum pipe, pipe)
27 __field(u32, scanline)
33 __entry->pipe = crtc->pipe;
34 __entry->frame = crtc->base.dev->driver->get_vblank_counter(crtc->base.dev,
36 __entry->scanline = intel_get_crtc_scanline(crtc);
41 TP_printk("pipe %c, frame=%u, scanline=%u, min=%u, max=%u",
42 pipe_name(__entry->pipe), __entry->frame,
43 __entry->scanline, __entry->min, __entry->max)
46 TRACE_EVENT(i915_pipe_update_vblank_evaded,
47 TP_PROTO(struct intel_crtc *crtc, u32 min, u32 max, u32 frame),
48 TP_ARGS(crtc, min, max, frame),
51 __field(enum pipe, pipe)
53 __field(u32, scanline)
59 __entry->pipe = crtc->pipe;
60 __entry->frame = frame;
61 __entry->scanline = intel_get_crtc_scanline(crtc);
66 TP_printk("pipe %c, frame=%u, scanline=%u, min=%u, max=%u",
67 pipe_name(__entry->pipe), __entry->frame,
68 __entry->scanline, __entry->min, __entry->max)
71 TRACE_EVENT(i915_pipe_update_end,
72 TP_PROTO(struct intel_crtc *crtc, u32 frame),
76 __field(enum pipe, pipe)
78 __field(u32, scanline)
82 __entry->pipe = crtc->pipe;
83 __entry->frame = frame;
84 __entry->scanline = intel_get_crtc_scanline(crtc);
87 TP_printk("pipe %c, frame=%u, scanline=%u",
88 pipe_name(__entry->pipe), __entry->frame,
94 TRACE_EVENT(i915_gem_object_create,
95 TP_PROTO(struct drm_i915_gem_object *obj),
99 __field(struct drm_i915_gem_object *, obj)
105 __entry->size = obj->base.size;
108 TP_printk("obj=%p, size=%u", __entry->obj, __entry->size)
111 TRACE_EVENT(i915_vma_bind,
112 TP_PROTO(struct i915_vma *vma, unsigned flags),
116 __field(struct drm_i915_gem_object *, obj)
117 __field(struct i915_address_space *, vm)
120 __field(unsigned, flags)
124 __entry->obj = vma->obj;
125 __entry->vm = vma->vm;
126 __entry->offset = vma->node.start;
127 __entry->size = vma->node.size;
128 __entry->flags = flags;
131 TP_printk("obj=%p, offset=%016llx size=%x%s vm=%p",
132 __entry->obj, __entry->offset, __entry->size,
133 __entry->flags & PIN_MAPPABLE ? ", mappable" : "",
137 TRACE_EVENT(i915_vma_unbind,
138 TP_PROTO(struct i915_vma *vma),
142 __field(struct drm_i915_gem_object *, obj)
143 __field(struct i915_address_space *, vm)
149 __entry->obj = vma->obj;
150 __entry->vm = vma->vm;
151 __entry->offset = vma->node.start;
152 __entry->size = vma->node.size;
155 TP_printk("obj=%p, offset=%016llx size=%x vm=%p",
156 __entry->obj, __entry->offset, __entry->size, __entry->vm)
159 #define VM_TO_TRACE_NAME(vm) \
160 (i915_is_ggtt(vm) ? "G" : \
163 DECLARE_EVENT_CLASS(i915_va,
164 TP_PROTO(struct i915_address_space *vm, u64 start, u64 length, const char *name),
165 TP_ARGS(vm, start, length, name),
168 __field(struct i915_address_space *, vm)
176 __entry->start = start;
177 __entry->end = start + length - 1;
178 __assign_str(name, name);
181 TP_printk("vm=%p (%s), 0x%llx-0x%llx",
182 __entry->vm, __get_str(name), __entry->start, __entry->end)
185 DEFINE_EVENT(i915_va, i915_va_alloc,
186 TP_PROTO(struct i915_address_space *vm, u64 start, u64 length, const char *name),
187 TP_ARGS(vm, start, length, name)
190 DECLARE_EVENT_CLASS(i915_page_table_entry,
191 TP_PROTO(struct i915_address_space *vm, u32 pde, u64 start, u64 pde_shift),
192 TP_ARGS(vm, pde, start, pde_shift),
195 __field(struct i915_address_space *, vm)
204 __entry->start = start;
205 __entry->end = ((start + (1ULL << pde_shift)) & ~((1ULL << pde_shift)-1)) - 1;
208 TP_printk("vm=%p, pde=%d (0x%llx-0x%llx)",
209 __entry->vm, __entry->pde, __entry->start, __entry->end)
212 DEFINE_EVENT(i915_page_table_entry, i915_page_table_entry_alloc,
213 TP_PROTO(struct i915_address_space *vm, u32 pde, u64 start, u64 pde_shift),
214 TP_ARGS(vm, pde, start, pde_shift)
217 /* Avoid extra math because we only support two sizes. The format is defined by
218 * bitmap_scnprintf. Each 32 bits is 8 HEX digits followed by comma */
219 #define TRACE_PT_SIZE(bits) \
220 ((((bits) == 1024) ? 288 : 144) + 1)
222 DECLARE_EVENT_CLASS(i915_page_table_entry_update,
223 TP_PROTO(struct i915_address_space *vm, u32 pde,
224 struct i915_page_table_entry *pt, u32 first, u32 count, u32 bits),
225 TP_ARGS(vm, pde, pt, first, count, bits),
228 __field(struct i915_address_space *, vm)
232 __dynamic_array(char, cur_ptes, TRACE_PT_SIZE(bits))
238 __entry->first = first;
239 __entry->last = first + count - 1;
240 scnprintf(__get_str(cur_ptes),
247 TP_printk("vm=%p, pde=%d, updating %u:%u\t%s",
248 __entry->vm, __entry->pde, __entry->last, __entry->first,
252 DEFINE_EVENT(i915_page_table_entry_update, i915_page_table_entry_map,
253 TP_PROTO(struct i915_address_space *vm, u32 pde,
254 struct i915_page_table_entry *pt, u32 first, u32 count, u32 bits),
255 TP_ARGS(vm, pde, pt, first, count, bits)
258 TRACE_EVENT(i915_gem_object_change_domain,
259 TP_PROTO(struct drm_i915_gem_object *obj, u32 old_read, u32 old_write),
260 TP_ARGS(obj, old_read, old_write),
263 __field(struct drm_i915_gem_object *, obj)
264 __field(u32, read_domains)
265 __field(u32, write_domain)
270 __entry->read_domains = obj->base.read_domains | (old_read << 16);
271 __entry->write_domain = obj->base.write_domain | (old_write << 16);
274 TP_printk("obj=%p, read=%02x=>%02x, write=%02x=>%02x",
276 __entry->read_domains >> 16,
277 __entry->read_domains & 0xffff,
278 __entry->write_domain >> 16,
279 __entry->write_domain & 0xffff)
282 TRACE_EVENT(i915_gem_object_pwrite,
283 TP_PROTO(struct drm_i915_gem_object *obj, u32 offset, u32 len),
284 TP_ARGS(obj, offset, len),
287 __field(struct drm_i915_gem_object *, obj)
294 __entry->offset = offset;
298 TP_printk("obj=%p, offset=%u, len=%u",
299 __entry->obj, __entry->offset, __entry->len)
302 TRACE_EVENT(i915_gem_object_pread,
303 TP_PROTO(struct drm_i915_gem_object *obj, u32 offset, u32 len),
304 TP_ARGS(obj, offset, len),
307 __field(struct drm_i915_gem_object *, obj)
314 __entry->offset = offset;
318 TP_printk("obj=%p, offset=%u, len=%u",
319 __entry->obj, __entry->offset, __entry->len)
322 TRACE_EVENT(i915_gem_object_fault,
323 TP_PROTO(struct drm_i915_gem_object *obj, u32 index, bool gtt, bool write),
324 TP_ARGS(obj, index, gtt, write),
327 __field(struct drm_i915_gem_object *, obj)
335 __entry->index = index;
337 __entry->write = write;
340 TP_printk("obj=%p, %s index=%u %s",
342 __entry->gtt ? "GTT" : "CPU",
344 __entry->write ? ", writable" : "")
347 DECLARE_EVENT_CLASS(i915_gem_object,
348 TP_PROTO(struct drm_i915_gem_object *obj),
352 __field(struct drm_i915_gem_object *, obj)
359 TP_printk("obj=%p", __entry->obj)
362 DEFINE_EVENT(i915_gem_object, i915_gem_object_clflush,
363 TP_PROTO(struct drm_i915_gem_object *obj),
367 DEFINE_EVENT(i915_gem_object, i915_gem_object_destroy,
368 TP_PROTO(struct drm_i915_gem_object *obj),
372 TRACE_EVENT(i915_gem_evict,
373 TP_PROTO(struct drm_device *dev, u32 size, u32 align, unsigned flags),
374 TP_ARGS(dev, size, align, flags),
380 __field(unsigned, flags)
384 __entry->dev = dev->primary->index;
385 __entry->size = size;
386 __entry->align = align;
387 __entry->flags = flags;
390 TP_printk("dev=%d, size=%d, align=%d %s",
391 __entry->dev, __entry->size, __entry->align,
392 __entry->flags & PIN_MAPPABLE ? ", mappable" : "")
395 TRACE_EVENT(i915_gem_evict_everything,
396 TP_PROTO(struct drm_device *dev),
404 __entry->dev = dev->primary->index;
407 TP_printk("dev=%d", __entry->dev)
410 TRACE_EVENT(i915_gem_evict_vm,
411 TP_PROTO(struct i915_address_space *vm),
416 __field(struct i915_address_space *, vm)
420 __entry->dev = vm->dev->primary->index;
424 TP_printk("dev=%d, vm=%p", __entry->dev, __entry->vm)
427 TRACE_EVENT(i915_gem_ring_sync_to,
428 TP_PROTO(struct intel_engine_cs *from,
429 struct intel_engine_cs *to,
430 struct drm_i915_gem_request *req),
431 TP_ARGS(from, to, req),
435 __field(u32, sync_from)
436 __field(u32, sync_to)
441 __entry->dev = from->dev->primary->index;
442 __entry->sync_from = from->id;
443 __entry->sync_to = to->id;
444 __entry->seqno = i915_gem_request_get_seqno(req);
447 TP_printk("dev=%u, sync-from=%u, sync-to=%u, seqno=%u",
449 __entry->sync_from, __entry->sync_to,
453 TRACE_EVENT(i915_gem_ring_dispatch,
454 TP_PROTO(struct drm_i915_gem_request *req, u32 flags),
465 struct intel_engine_cs *ring =
466 i915_gem_request_get_ring(req);
467 __entry->dev = ring->dev->primary->index;
468 __entry->ring = ring->id;
469 __entry->seqno = i915_gem_request_get_seqno(req);
470 __entry->flags = flags;
471 i915_trace_irq_get(ring, req);
474 TP_printk("dev=%u, ring=%u, seqno=%u, flags=%x",
475 __entry->dev, __entry->ring, __entry->seqno, __entry->flags)
478 TRACE_EVENT(i915_gem_ring_flush,
479 TP_PROTO(struct intel_engine_cs *ring, u32 invalidate, u32 flush),
480 TP_ARGS(ring, invalidate, flush),
485 __field(u32, invalidate)
490 __entry->dev = ring->dev->primary->index;
491 __entry->ring = ring->id;
492 __entry->invalidate = invalidate;
493 __entry->flush = flush;
496 TP_printk("dev=%u, ring=%x, invalidate=%04x, flush=%04x",
497 __entry->dev, __entry->ring,
498 __entry->invalidate, __entry->flush)
501 DECLARE_EVENT_CLASS(i915_gem_request,
502 TP_PROTO(struct drm_i915_gem_request *req),
513 struct intel_engine_cs *ring =
514 i915_gem_request_get_ring(req);
515 __entry->dev = ring->dev->primary->index;
516 __entry->ring = ring->id;
517 __entry->uniq = req ? req->uniq : 0;
518 __entry->seqno = i915_gem_request_get_seqno(req);
521 TP_printk("dev=%u, ring=%u, uniq=%u, seqno=%u",
522 __entry->dev, __entry->ring, __entry->uniq,
526 DEFINE_EVENT(i915_gem_request, i915_gem_request_add,
527 TP_PROTO(struct drm_i915_gem_request *req),
531 TRACE_EVENT(i915_gem_request_notify,
532 TP_PROTO(struct intel_engine_cs *ring),
542 __entry->dev = ring->dev->primary->index;
543 __entry->ring = ring->id;
544 __entry->seqno = ring->get_seqno(ring, false);
547 TP_printk("dev=%u, ring=%u, seqno=%u",
548 __entry->dev, __entry->ring, __entry->seqno)
551 DEFINE_EVENT(i915_gem_request, i915_gem_request_retire,
552 TP_PROTO(struct drm_i915_gem_request *req),
556 DEFINE_EVENT(i915_gem_request, i915_gem_request_complete,
557 TP_PROTO(struct drm_i915_gem_request *req),
561 TRACE_EVENT(i915_gem_request_wait_begin,
562 TP_PROTO(struct drm_i915_gem_request *req),
570 __field(bool, blocking)
573 /* NB: the blocking information is racy since mutex_is_locked
574 * doesn't check that the current thread holds the lock. The only
575 * other option would be to pass the boolean information of whether
576 * or not the class was blocking down through the stack which is
580 struct intel_engine_cs *ring =
581 i915_gem_request_get_ring(req);
582 __entry->dev = ring->dev->primary->index;
583 __entry->ring = ring->id;
584 __entry->uniq = req ? req->uniq : 0;
585 __entry->seqno = i915_gem_request_get_seqno(req);
587 mutex_is_locked(&ring->dev->struct_mutex);
590 TP_printk("dev=%u, ring=%u, uniq=%u, seqno=%u, blocking=%s",
591 __entry->dev, __entry->ring, __entry->uniq,
592 __entry->seqno, __entry->blocking ? "yes (NB)" : "no")
595 DEFINE_EVENT(i915_gem_request, i915_gem_request_wait_end,
596 TP_PROTO(struct drm_i915_gem_request *req),
600 DECLARE_EVENT_CLASS(i915_ring,
601 TP_PROTO(struct intel_engine_cs *ring),
610 __entry->dev = ring->dev->primary->index;
611 __entry->ring = ring->id;
614 TP_printk("dev=%u, ring=%u", __entry->dev, __entry->ring)
617 DEFINE_EVENT(i915_ring, i915_ring_wait_begin,
618 TP_PROTO(struct intel_engine_cs *ring),
622 DEFINE_EVENT(i915_ring, i915_ring_wait_end,
623 TP_PROTO(struct intel_engine_cs *ring),
627 TRACE_EVENT(i915_flip_request,
628 TP_PROTO(int plane, struct drm_i915_gem_object *obj),
634 __field(struct drm_i915_gem_object *, obj)
638 __entry->plane = plane;
642 TP_printk("plane=%d, obj=%p", __entry->plane, __entry->obj)
645 TRACE_EVENT(i915_flip_complete,
646 TP_PROTO(int plane, struct drm_i915_gem_object *obj),
652 __field(struct drm_i915_gem_object *, obj)
656 __entry->plane = plane;
660 TP_printk("plane=%d, obj=%p", __entry->plane, __entry->obj)
663 TRACE_EVENT_CONDITION(i915_reg_rw,
664 TP_PROTO(bool write, u32 reg, u64 val, int len, bool trace),
666 TP_ARGS(write, reg, val, len, trace),
678 __entry->val = (u64)val;
680 __entry->write = write;
684 TP_printk("%s reg=0x%x, len=%d, val=(0x%x, 0x%x)",
685 __entry->write ? "write" : "read",
686 __entry->reg, __entry->len,
687 (u32)(__entry->val & 0xffffffff),
688 (u32)(__entry->val >> 32))
691 TRACE_EVENT(intel_gpu_freq_change,
700 __entry->freq = freq;
703 TP_printk("new_freq=%u", __entry->freq)
707 * DOC: i915_ppgtt_create and i915_ppgtt_release tracepoints
709 * With full ppgtt enabled each process using drm will allocate at least one
710 * translation table. With these traces it is possible to keep track of the
711 * allocation and of the lifetime of the tables; this can be used during
712 * testing/debug to verify that we are not leaking ppgtts.
713 * These traces identify the ppgtt through the vm pointer, which is also printed
714 * by the i915_vma_bind and i915_vma_unbind tracepoints.
716 DECLARE_EVENT_CLASS(i915_ppgtt,
717 TP_PROTO(struct i915_address_space *vm),
721 __field(struct i915_address_space *, vm)
727 __entry->dev = vm->dev->primary->index;
730 TP_printk("dev=%u, vm=%p", __entry->dev, __entry->vm)
733 DEFINE_EVENT(i915_ppgtt, i915_ppgtt_create,
734 TP_PROTO(struct i915_address_space *vm),
738 DEFINE_EVENT(i915_ppgtt, i915_ppgtt_release,
739 TP_PROTO(struct i915_address_space *vm),
744 * DOC: i915_context_create and i915_context_free tracepoints
746 * These tracepoints are used to track creation and deletion of contexts.
747 * If full ppgtt is enabled, they also print the address of the vm assigned to
750 DECLARE_EVENT_CLASS(i915_context,
751 TP_PROTO(struct intel_context *ctx),
756 __field(struct intel_context *, ctx)
757 __field(struct i915_address_space *, vm)
762 __entry->vm = ctx->ppgtt ? &ctx->ppgtt->base : NULL;
763 __entry->dev = ctx->file_priv->dev_priv->dev->primary->index;
766 TP_printk("dev=%u, ctx=%p, ctx_vm=%p",
767 __entry->dev, __entry->ctx, __entry->vm)
770 DEFINE_EVENT(i915_context, i915_context_create,
771 TP_PROTO(struct intel_context *ctx),
775 DEFINE_EVENT(i915_context, i915_context_free,
776 TP_PROTO(struct intel_context *ctx),
781 * DOC: switch_mm tracepoint
783 * This tracepoint allows tracking of the mm switch, which is an important point
784 * in the lifetime of the vm in the legacy submission path. This tracepoint is
785 * called only if full ppgtt is enabled.
787 TRACE_EVENT(switch_mm,
788 TP_PROTO(struct intel_engine_cs *ring, struct intel_context *to),
794 __field(struct intel_context *, to)
795 __field(struct i915_address_space *, vm)
800 __entry->ring = ring->id;
802 __entry->vm = to->ppgtt? &to->ppgtt->base : NULL;
803 __entry->dev = ring->dev->primary->index;
806 TP_printk("dev=%u, ring=%u, ctx=%p, ctx_vm=%p",
807 __entry->dev, __entry->ring, __entry->to, __entry->vm)
810 #endif /* _I915_TRACE_H_ */
812 /* This part must be outside protection */
813 #undef TRACE_INCLUDE_PATH
814 #define TRACE_INCLUDE_PATH .
815 #include <trace/define_trace.h>