1 #if !defined(LTTNG_TRACE_KVMMMU_H) || defined(TRACE_HEADER_MULTI_READ)
2 #define LTTNG_TRACE_KVMMMU_H
4 #include "../../../../../../probes/lttng-tracepoint-event.h"
5 #include <linux/ftrace_event.h>
6 #include <linux/version.h>
9 #define TRACE_SYSTEM kvmmmu
11 #define KVM_MMU_PAGE_FIELDS \
13 __field(__u32, role) \
14 __field(__u32, root_count) \
17 #define KVM_MMU_PAGE_ASSIGN(sp) \
18 tp_assign(gfn, sp->gfn) \
19 tp_assign(role, sp->role.word) \
20 tp_assign(root_count, sp->root_count) \
21 tp_assign(unsync, sp->unsync)
23 #define KVM_MMU_PAGE_PRINTK() ({ \
24 const char *ret = p->buffer + p->len; \
25 static const char *access_str[] = { \
26 "---", "--x", "w--", "w-x", "-u-", "-ux", "wu-", "wux" \
28 union kvm_mmu_page_role role; \
30 role.word = __entry->role; \
32 trace_seq_printf(p, "sp gfn %llx %u%s q%u%s %s%s" \
33 " %snxe root %u %s%c", \
34 __entry->gfn, role.level, \
35 role.cr4_pae ? " pae" : "", \
37 role.direct ? " direct" : "", \
38 access_str[role.access], \
39 role.invalid ? " invalid" : "", \
40 role.nxe ? "" : "!", \
41 __entry->root_count, \
42 __entry->unsync ? "unsync" : "sync", 0); \
46 #define kvm_mmu_trace_pferr_flags \
47 { PFERR_PRESENT_MASK, "P" }, \
48 { PFERR_WRITE_MASK, "W" }, \
49 { PFERR_USER_MASK, "U" }, \
50 { PFERR_RSVD_MASK, "RSVD" }, \
51 { PFERR_FETCH_MASK, "F" }
54 * A pagetable walk has started
56 LTTNG_TRACEPOINT_EVENT(
57 kvm_mmu_pagetable_walk
,
58 TP_PROTO(u64 addr
, u32 pferr
),
68 tp_assign(pferr
, pferr
)
71 TP_printk("addr %llx pferr %x %s", __entry
->addr
, __entry
->pferr
,
72 __print_flags(__entry
->pferr
, "|", kvm_mmu_trace_pferr_flags
))
76 /* We just walked a paging element */
77 LTTNG_TRACEPOINT_EVENT(
78 kvm_mmu_paging_element
,
79 TP_PROTO(u64 pte
, int level
),
89 tp_assign(level
, level
)
92 TP_printk("pte %llx level %u", __entry
->pte
, __entry
->level
)
95 LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_set_bit_class
,
97 TP_PROTO(unsigned long table_gfn
, unsigned index
, unsigned size
),
99 TP_ARGS(table_gfn
, index
, size
),
106 tp_assign(gpa
, ((u64
)table_gfn
<< PAGE_SHIFT
)
110 TP_printk("gpa %llx", __entry
->gpa
)
113 /* We set a pte accessed bit */
114 LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class
, kvm_mmu_set_accessed_bit
,
116 TP_PROTO(unsigned long table_gfn
, unsigned index
, unsigned size
),
118 TP_ARGS(table_gfn
, index
, size
)
121 /* We set a pte dirty bit */
122 LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class
, kvm_mmu_set_dirty_bit
,
124 TP_PROTO(unsigned long table_gfn
, unsigned index
, unsigned size
),
126 TP_ARGS(table_gfn
, index
, size
)
129 LTTNG_TRACEPOINT_EVENT(
130 kvm_mmu_walker_error
,
135 __field(__u32
, pferr
)
139 tp_assign(pferr
, pferr
)
142 TP_printk("pferr %x %s", __entry
->pferr
,
143 __print_flags(__entry
->pferr
, "|", kvm_mmu_trace_pferr_flags
))
146 LTTNG_TRACEPOINT_EVENT(
148 TP_PROTO(struct kvm_mmu_page
*sp
, bool created
),
149 TP_ARGS(sp
, created
),
153 __field(bool, created
)
157 KVM_MMU_PAGE_ASSIGN(sp
)
158 tp_assign(created
, created
)
161 TP_printk("%s %s", KVM_MMU_PAGE_PRINTK(),
162 __entry
->created
? "new" : "existing")
165 LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_page_class
,
167 TP_PROTO(struct kvm_mmu_page
*sp
),
175 KVM_MMU_PAGE_ASSIGN(sp
)
178 TP_printk("%s", KVM_MMU_PAGE_PRINTK())
181 LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class
, kvm_mmu_sync_page
,
182 TP_PROTO(struct kvm_mmu_page
*sp
),
187 LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class
, kvm_mmu_unsync_page
,
188 TP_PROTO(struct kvm_mmu_page
*sp
),
193 LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class
, kvm_mmu_prepare_zap_page
,
194 TP_PROTO(struct kvm_mmu_page
*sp
),
199 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
201 LTTNG_TRACEPOINT_EVENT(
203 TP_PROTO(u64
*sptep
, gfn_t gfn
, unsigned access
, unsigned int gen
),
204 TP_ARGS(sptep
, gfn
, access
, gen
),
207 __field(void *, sptep
)
209 __field(unsigned, access
)
210 __field(unsigned int, gen
)
214 tp_assign(sptep
, sptep
)
216 tp_assign(access
, access
)
220 TP_printk("sptep:%p gfn %llx access %x", __entry
->sptep
, __entry
->gfn
,
224 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */
226 LTTNG_TRACEPOINT_EVENT(
228 TP_PROTO(u64
*sptep
, gfn_t gfn
, unsigned access
),
229 TP_ARGS(sptep
, gfn
, access
),
232 __field(void *, sptep
)
234 __field(unsigned, access
)
238 tp_assign(sptep
, sptep
)
240 tp_assign(access
, access
)
243 TP_printk("sptep:%p gfn %llx access %x", __entry
->sptep
, __entry
->gfn
,
247 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */
249 LTTNG_TRACEPOINT_EVENT(
250 handle_mmio_page_fault
,
251 TP_PROTO(u64 addr
, gfn_t gfn
, unsigned access
),
252 TP_ARGS(addr
, gfn
, access
),
257 __field(unsigned, access
)
261 tp_assign(addr
, addr
)
263 tp_assign(access
, access
)
266 TP_printk("addr:%llx gfn %llx access %x", __entry
->addr
, __entry
->gfn
,
270 #define __spte_satisfied(__spte) \
271 (__entry->retry && is_writable_pte(__entry->__spte))
273 LTTNG_TRACEPOINT_EVENT(
275 TP_PROTO(struct kvm_vcpu
*vcpu
, gva_t gva
, u32 error_code
,
276 u64
*sptep
, u64 old_spte
, bool retry
),
277 TP_ARGS(vcpu
, gva
, error_code
, sptep
, old_spte
, retry
),
280 __field(int, vcpu_id
)
282 __field(u32
, error_code
)
283 __field(u64
*, sptep
)
284 __field(u64
, old_spte
)
285 __field(u64
, new_spte
)
290 tp_assign(vcpu_id
, vcpu
->vcpu_id
)
292 tp_assign(error_code
, error_code
)
293 tp_assign(sptep
, sptep
)
294 tp_assign(old_spte
, old_spte
)
295 tp_assign(new_spte
, *sptep
)
296 tp_assign(retry
, retry
)
299 TP_printk("vcpu %d gva %lx error_code %s sptep %p old %#llx"
300 " new %llx spurious %d fixed %d", __entry
->vcpu_id
,
301 __entry
->gva
, __print_flags(__entry
->error_code
, "|",
302 kvm_mmu_trace_pferr_flags
), __entry
->sptep
,
303 __entry
->old_spte
, __entry
->new_spte
,
304 __spte_satisfied(old_spte
), __spte_satisfied(new_spte
)
307 #endif /* LTTNG_TRACE_KVMMMU_H */
309 #undef TRACE_INCLUDE_PATH
310 #define TRACE_INCLUDE_PATH ../instrumentation/events/lttng-module/arch/x86/kvm
311 #undef TRACE_INCLUDE_FILE
312 #define TRACE_INCLUDE_FILE mmutrace
314 /* This part must be outside protection */
315 #include "../../../../../../probes/define_trace.h"