[lttng-modules.git] / instrumentation / events / lttng-module / arch / x86 / kvm / mmutrace.h

/* SPDX-License-Identifier: GPL-2.0 */
#if !defined(LTTNG_TRACE_KVM_MMU_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KVM_MMU_H

#include <probes/lttng-tracepoint-event.h>
#include <lttng-kernel-version.h>

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0))
#include <linux/trace_events.h>
#else /* if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
#include <linux/ftrace_event.h>
#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */

#undef TRACE_SYSTEM
#define TRACE_SYSTEM kvm_mmu

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,1,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,147,0,0, 4,19,0,0,0,0))

#define LTTNG_KVM_MMU_PAGE_FIELDS \
	ctf_integer(__u64, gfn, (sp)->gfn) \
	ctf_integer(__u32, role, (sp)->role.word) \
	ctf_integer(__u32, root_count, (sp)->root_count) \
	ctf_integer(bool, unsync, (sp)->unsync)

#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0))

#define LTTNG_KVM_MMU_PAGE_FIELDS \
	ctf_integer(unsigned long, mmu_valid_gen, (sp)->mmu_valid_gen) \
	ctf_integer(__u64, gfn, (sp)->gfn) \
	ctf_integer(__u32, role, (sp)->role.word) \
	ctf_integer(__u32, root_count, (sp)->root_count) \
	ctf_integer(bool, unsync, (sp)->unsync)

#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) */

#define LTTNG_KVM_MMU_PAGE_FIELDS \
	ctf_integer(__u64, gfn, (sp)->gfn) \
	ctf_integer(__u32, role, (sp)->role.word) \
	ctf_integer(__u32, root_count, (sp)->root_count) \
	ctf_integer(bool, unsync, (sp)->unsync)

#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) */

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,6,0))
/*
 * A pagetable walk has started
 */
LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_pagetable_walk,
	TP_PROTO(u64 addr, u32 pferr),
	TP_ARGS(addr, pferr),

	TP_FIELDS(
		ctf_integer(__u64, addr, addr)
		ctf_integer(__u32, pferr, pferr)
	)
)
#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,6,0)) */
/*
 * A pagetable walk has started
 */
LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_pagetable_walk,
	TP_PROTO(u64 addr, int write_fault, int user_fault, int fetch_fault),
	TP_ARGS(addr, write_fault, user_fault, fetch_fault),

	TP_FIELDS(
		ctf_integer(__u64, addr, addr)
		ctf_integer(__u32, pferr,
			(!!write_fault << 1) | (!!user_fault << 2)
			| (!!fetch_fault << 4))
	)
)
#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,6,0)) */

/* We just walked a paging element */
LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_paging_element,
	TP_PROTO(u64 pte, int level),
	TP_ARGS(pte, level),

	TP_FIELDS(
		ctf_integer(__u64, pte, pte)
		ctf_integer(__u32, level, level)
	)
)

LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_set_bit_class,

	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),

	TP_ARGS(table_gfn, index, size),

	TP_FIELDS(
		ctf_integer(__u64, gpa,
			((u64)table_gfn << PAGE_SHIFT) + index * size)
	)
)

/* We set a pte accessed bit */
LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit,

	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),

	TP_ARGS(table_gfn, index, size)
)

/* We set a pte dirty bit */
LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit,

	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),

	TP_ARGS(table_gfn, index, size)
)

LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_walker_error,
	TP_PROTO(u32 pferr),
	TP_ARGS(pferr),

	TP_FIELDS(
		ctf_integer(__u32, pferr, pferr)
	)
)

LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_get_page,
	TP_PROTO(struct kvm_mmu_page *sp, bool created),
	TP_ARGS(sp, created),

	TP_FIELDS(
		LTTNG_KVM_MMU_PAGE_FIELDS
		ctf_integer(bool, created, created)
	)
)

LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_page_class,

	TP_PROTO(struct kvm_mmu_page *sp),
	TP_ARGS(sp),

	TP_FIELDS(
		LTTNG_KVM_MMU_PAGE_FIELDS
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_sync_page,
	TP_PROTO(struct kvm_mmu_page *sp),

	TP_ARGS(sp)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_unsync_page,
	TP_PROTO(struct kvm_mmu_page *sp),

	TP_ARGS(sp)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_prepare_zap_page,
	TP_PROTO(struct kvm_mmu_page *sp),

	TP_ARGS(sp)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))

LTTNG_TRACEPOINT_EVENT_MAP(
	mark_mmio_spte,

	kvm_mmu_mark_mmio_spte,

	TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte),
	TP_ARGS(sptep, gfn, spte),

	TP_FIELDS(
		ctf_integer_hex(void *, sptep, sptep)
		ctf_integer(gfn_t, gfn, gfn)
		ctf_integer(unsigned, access, spte & ACC_ALL)
		ctf_integer(unsigned int, gen, get_mmio_spte_generation(spte))
	)
)

#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0))

LTTNG_TRACEPOINT_EVENT_MAP(
	mark_mmio_spte,

	kvm_mmu_mark_mmio_spte,

	TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access, unsigned int gen),
	TP_ARGS(sptep, gfn, access, gen),

	TP_FIELDS(
		ctf_integer_hex(void *, sptep, sptep)
		ctf_integer(gfn_t, gfn, gfn)
		ctf_integer(unsigned, access, access)
		ctf_integer(unsigned int, gen, gen)
	)
)

#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) */

LTTNG_TRACEPOINT_EVENT_MAP(
	mark_mmio_spte,

	kvm_mmu_mark_mmio_spte,

	TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access),
	TP_ARGS(sptep, gfn, access),

	TP_FIELDS(
		ctf_integer_hex(void *, sptep, sptep)
		ctf_integer(gfn_t, gfn, gfn)
		ctf_integer(unsigned, access, access)
	)
)

#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) */

LTTNG_TRACEPOINT_EVENT_MAP(
	handle_mmio_page_fault,

	kvm_mmu_handle_mmio_page_fault,

	TP_PROTO(u64 addr, gfn_t gfn, unsigned access),
	TP_ARGS(addr, gfn, access),

	TP_FIELDS(
		ctf_integer(u64, addr, addr)
		ctf_integer(gfn_t, gfn, gfn)
		ctf_integer(unsigned, access, access)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,16,0))
LTTNG_TRACEPOINT_EVENT_MAP(
	fast_page_fault,

	kvm_mmu_fast_page_fault,

	TP_PROTO(struct kvm_vcpu *vcpu, struct kvm_page_fault *fault,
		 u64 *sptep, u64 old_spte, int ret),
	TP_ARGS(vcpu, fault, sptep, old_spte, ret),

	TP_FIELDS(
		ctf_integer(int, vcpu_id, vcpu->vcpu_id)
		ctf_integer(gpa_t, cr2_or_gpa, fault->addr)
		ctf_integer(u32, error_code, fault->error_code)
		ctf_integer_hex(u64 *, sptep, sptep)
		ctf_integer(u64, old_spte, old_spte)
		ctf_integer(u64, new_spte, *sptep)
		ctf_integer(int, ret, ret)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
LTTNG_TRACEPOINT_EVENT_MAP(
	fast_page_fault,

	kvm_mmu_fast_page_fault,

	TP_PROTO(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa, u32 error_code,
		 u64 *sptep, u64 old_spte, int ret),
	TP_ARGS(vcpu, cr2_or_gpa, error_code, sptep, old_spte, ret),

	TP_FIELDS(
		ctf_integer(int, vcpu_id, vcpu->vcpu_id)
		ctf_integer(gpa_t, cr2_or_gpa, cr2_or_gpa)
		ctf_integer(u32, error_code, error_code)
		ctf_integer_hex(u64 *, sptep, sptep)
		ctf_integer(u64, old_spte, old_spte)
		ctf_integer(u64, new_spte, *sptep)
		ctf_integer(int, ret, ret)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,6,0) || \
	LTTNG_KERNEL_RANGE(4,19,103, 4,20,0) || \
	LTTNG_KERNEL_RANGE(5,4,19, 5,5,0) || \
	LTTNG_KERNEL_RANGE(5,5,3, 5,6,0) || \
	LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,92, 4,16,0,0) || \
	LTTNG_UBUNTU_KERNEL_RANGE(5,0,21,44, 5,1,0,0) || \
	LTTNG_UBUNTU_KERNEL_RANGE(5,3,18,43, 5,3,18,45) || \
	LTTNG_UBUNTU_KERNEL_RANGE(5,3,18,46, 5,4,0,0))
LTTNG_TRACEPOINT_EVENT_MAP(
	fast_page_fault,

	kvm_mmu_fast_page_fault,

	TP_PROTO(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa, u32 error_code,
		 u64 *sptep, u64 old_spte, bool retry),
	TP_ARGS(vcpu, cr2_or_gpa, error_code, sptep, old_spte, retry),

	TP_FIELDS(
		ctf_integer(int, vcpu_id, vcpu->vcpu_id)
		ctf_integer(gpa_t, cr2_or_gpa, cr2_or_gpa)
		ctf_integer(u32, error_code, error_code)
		ctf_integer_hex(u64 *, sptep, sptep)
		ctf_integer(u64, old_spte, old_spte)
		ctf_integer(u64, new_spte, *sptep)
		ctf_integer(bool, retry, retry)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_MAP(
	fast_page_fault,

	kvm_mmu_fast_page_fault,

	TP_PROTO(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code,
		 u64 *sptep, u64 old_spte, bool retry),
	TP_ARGS(vcpu, gva, error_code, sptep, old_spte, retry),

	TP_FIELDS(
		ctf_integer(int, vcpu_id, vcpu->vcpu_id)
		ctf_integer(gva_t, gva, gva)
		ctf_integer(u32, error_code, error_code)
		ctf_integer_hex(u64 *, sptep, sptep)
		ctf_integer(u64, old_spte, old_spte)
		ctf_integer(u64, new_spte, *sptep)
		ctf_integer(bool, retry, retry)
	)
)
#endif

#endif /* LTTNG_TRACE_KVM_MMU_H */

#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH instrumentation/events/lttng-module/arch/x86/kvm
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mmutrace

/* This part must be outside protection */
#include <probes/define_trace.h>
Commit	Line	Data
9f36eaed	1	/* SPDX-License-Identifier: GPL-2.0 */
9bbf98da MD	2	#if !defined(LTTNG_TRACE_KVM_MMU_H) \|\| defined(TRACE_HEADER_MULTI_READ)
9bbf98da MD	3	#define LTTNG_TRACE_KVM_MMU_H
b3c40230	4
6ec43db8	5	#include <probes/lttng-tracepoint-event.h>
2d042821	6	#include <lttng-kernel-version.h>
b3c40230	7
2d042821	8	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0))
55d9985e	9	#include <linux/trace_events.h>
2d042821	10	#else /* if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
55d9985e	11	#include <linux/ftrace_event.h>
2d042821	12	#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
55d9985e	13
b3c40230	14	#undef TRACE_SYSTEM
9bbf98da	15	#define TRACE_SYSTEM kvm_mmu
b3c40230	16
2d042821	17	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,1,0) \|\| \
215b9e64	18	LTTNG_RHEL_KERNEL_RANGE(4,18,0,147,0,0, 4,19,0,0,0,0))
8a88382f MJ	19
	20	#define LTTNG_KVM_MMU_PAGE_FIELDS \
	21	ctf_integer(__u64, gfn, (sp)->gfn) \
	22	ctf_integer(__u32, role, (sp)->role.word) \
	23	ctf_integer(__u32, root_count, (sp)->root_count) \
	24	ctf_integer(bool, unsync, (sp)->unsync)
	25
2d042821	26	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0))
05b915ce	27
f127e61e	28	#define LTTNG_KVM_MMU_PAGE_FIELDS \
05b915ce	29	ctf_integer(unsigned long, mmu_valid_gen, (sp)->mmu_valid_gen) \
f127e61e MD	30	ctf_integer(__u64, gfn, (sp)->gfn) \
	31	ctf_integer(__u32, role, (sp)->role.word) \
	32	ctf_integer(__u32, root_count, (sp)->root_count) \
	33	ctf_integer(bool, unsync, (sp)->unsync)
b3c40230	34
2d042821	35	#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) */
05b915ce MD	36
	37	#define LTTNG_KVM_MMU_PAGE_FIELDS \
	38	ctf_integer(__u64, gfn, (sp)->gfn) \
	39	ctf_integer(__u32, role, (sp)->role.word) \
	40	ctf_integer(__u32, root_count, (sp)->root_count) \
	41	ctf_integer(bool, unsync, (sp)->unsync)
	42
2d042821	43	#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) */
05b915ce	44
2d042821	45	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,6,0))
b3c40230 MG	46	/*
	47	* A pagetable walk has started
	48	*/
3bc29f0a	49	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	50	kvm_mmu_pagetable_walk,
	51	TP_PROTO(u64 addr, u32 pferr),
	52	TP_ARGS(addr, pferr),
	53
f127e61e MD	54	TP_FIELDS(
	55	ctf_integer(__u64, addr, addr)
	56	ctf_integer(__u32, pferr, pferr)
	57	)
b3c40230	58	)
2d042821	59	#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,6,0)) */
4bbec2e1 MD	60	/*
	61	* A pagetable walk has started
	62	*/
	63	LTTNG_TRACEPOINT_EVENT(
	64	kvm_mmu_pagetable_walk,
	65	TP_PROTO(u64 addr, int write_fault, int user_fault, int fetch_fault),
	66	TP_ARGS(addr, write_fault, user_fault, fetch_fault),
b3c40230	67
4bbec2e1 MD	68	TP_FIELDS(
	69	ctf_integer(__u64, addr, addr)
	70	ctf_integer(__u32, pferr,
	71	(!!write_fault << 1) \| (!!user_fault << 2)
	72	\| (!!fetch_fault << 4))
	73	)
	74	)
2d042821	75	#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,6,0)) */
b3c40230 MG	76
b3c40230 MG	77	/* We just walked a paging element */
3bc29f0a	78	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	79	kvm_mmu_paging_element,
	80	TP_PROTO(u64 pte, int level),
	81	TP_ARGS(pte, level),
	82
f127e61e MD	83	TP_FIELDS(
	84	ctf_integer(__u64, pte, pte)
	85	ctf_integer(__u32, level, level)
	86	)
b3c40230 MG	87	)
b3c40230 MG	88
3bc29f0a	89	LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_set_bit_class,
b3c40230 MG	90
	91	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
	92
	93	TP_ARGS(table_gfn, index, size),
	94
f127e61e MD	95	TP_FIELDS(
	96	ctf_integer(__u64, gpa,
	97	((u64)table_gfn << PAGE_SHIFT) + index * size)
	98	)
b3c40230 MG	99	)
	100
	101	/* We set a pte accessed bit */
3bc29f0a	102	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit,
b3c40230 MG	103
	104	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
	105
	106	TP_ARGS(table_gfn, index, size)
	107	)
	108
	109	/* We set a pte dirty bit */
3bc29f0a	110	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit,
b3c40230 MG	111
	112	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
	113
	114	TP_ARGS(table_gfn, index, size)
	115	)
	116
3bc29f0a	117	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	118	kvm_mmu_walker_error,
	119	TP_PROTO(u32 pferr),
	120	TP_ARGS(pferr),
	121
f127e61e MD	122	TP_FIELDS(
	123	ctf_integer(__u32, pferr, pferr)
	124	)
b3c40230 MG	125	)
b3c40230 MG	126
3bc29f0a	127	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	128	kvm_mmu_get_page,
	129	TP_PROTO(struct kvm_mmu_page *sp, bool created),
	130	TP_ARGS(sp, created),
	131
f127e61e MD	132	TP_FIELDS(
	133	LTTNG_KVM_MMU_PAGE_FIELDS
	134	ctf_integer(bool, created, created)
	135	)
b3c40230 MG	136	)
b3c40230 MG	137
3bc29f0a	138	LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_page_class,
b3c40230 MG	139
	140	TP_PROTO(struct kvm_mmu_page *sp),
	141	TP_ARGS(sp),
	142
f127e61e MD	143	TP_FIELDS(
	144	LTTNG_KVM_MMU_PAGE_FIELDS
	145	)
b3c40230 MG	146	)
b3c40230 MG	147
3bc29f0a	148	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_sync_page,
b3c40230 MG	149	TP_PROTO(struct kvm_mmu_page *sp),
	150
	151	TP_ARGS(sp)
	152	)
	153
3bc29f0a	154	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_unsync_page,
b3c40230 MG	155	TP_PROTO(struct kvm_mmu_page *sp),
	156
	157	TP_ARGS(sp)
	158	)
	159
3bc29f0a	160	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_prepare_zap_page,
b3c40230 MG	161	TP_PROTO(struct kvm_mmu_page *sp),
	162
	163	TP_ARGS(sp)
	164	)
	165
0155bce1 KS	166	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0) \|\| \
0155bce1 KS	167	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
e30866f9 MJ	168
	169	LTTNG_TRACEPOINT_EVENT_MAP(
	170	mark_mmio_spte,
	171
	172	kvm_mmu_mark_mmio_spte,
	173
	174	TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte),
	175	TP_ARGS(sptep, gfn, spte),
	176
	177	TP_FIELDS(
	178	ctf_integer_hex(void *, sptep, sptep)
	179	ctf_integer(gfn_t, gfn, gfn)
	180	ctf_integer(unsigned, access, spte & ACC_ALL)
	181	ctf_integer(unsigned int, gen, get_mmio_spte_generation(spte))
	182	)
	183	)
	184
2d042821	185	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0))
d3a7bdc5 MD	186
	187	LTTNG_TRACEPOINT_EVENT_MAP(
	188	mark_mmio_spte,
	189
	190	kvm_mmu_mark_mmio_spte,
	191
	192	TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access, unsigned int gen),
	193	TP_ARGS(sptep, gfn, access, gen),
	194
	195	TP_FIELDS(
fa91fcac	196	ctf_integer_hex(void *, sptep, sptep)
d3a7bdc5 MD	197	ctf_integer(gfn_t, gfn, gfn)
	198	ctf_integer(unsigned, access, access)
	199	ctf_integer(unsigned int, gen, gen)
	200	)
	201	)
	202
2d042821	203	#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) */
d3a7bdc5	204
9bbf98da	205	LTTNG_TRACEPOINT_EVENT_MAP(
b3c40230	206	mark_mmio_spte,
9bbf98da MD	207
	208	kvm_mmu_mark_mmio_spte,
	209
b3c40230 MG	210	TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access),
	211	TP_ARGS(sptep, gfn, access),
	212
f127e61e	213	TP_FIELDS(
fa91fcac	214	ctf_integer_hex(void *, sptep, sptep)
f127e61e MD	215	ctf_integer(gfn_t, gfn, gfn)
	216	ctf_integer(unsigned, access, access)
	217	)
b3c40230 MG	218	)
b3c40230 MG	219
2d042821	220	#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) */
d3a7bdc5	221
9bbf98da	222	LTTNG_TRACEPOINT_EVENT_MAP(
b3c40230	223	handle_mmio_page_fault,
9bbf98da MD	224
	225	kvm_mmu_handle_mmio_page_fault,
	226
b3c40230 MG	227	TP_PROTO(u64 addr, gfn_t gfn, unsigned access),
	228	TP_ARGS(addr, gfn, access),
	229
f127e61e MD	230	TP_FIELDS(
	231	ctf_integer(u64, addr, addr)
	232	ctf_integer(gfn_t, gfn, gfn)
	233	ctf_integer(unsigned, access, access)
	234	)
b3c40230 MG	235	)
b3c40230 MG	236
5d252a95 MJ	237	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,16,0))
	238	LTTNG_TRACEPOINT_EVENT_MAP(
	239	fast_page_fault,
	240
	241	kvm_mmu_fast_page_fault,
	242
	243	TP_PROTO(struct kvm_vcpu vcpu, struct kvm_page_fault fault,
	244	u64 *sptep, u64 old_spte, int ret),
	245	TP_ARGS(vcpu, fault, sptep, old_spte, ret),
	246
	247	TP_FIELDS(
	248	ctf_integer(int, vcpu_id, vcpu->vcpu_id)
	249	ctf_integer(gpa_t, cr2_or_gpa, fault->addr)
	250	ctf_integer(u32, error_code, fault->error_code)
	251	ctf_integer_hex(u64 *, sptep, sptep)
	252	ctf_integer(u64, old_spte, old_spte)
	253	ctf_integer(u64, new_spte, *sptep)
	254	ctf_integer(int, ret, ret)
	255	)
	256	)
0155bce1 KS	257	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0) \|\| \
0155bce1 KS	258	LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
2cb535ad MJ	259	LTTNG_TRACEPOINT_EVENT_MAP(
	260	fast_page_fault,
	261
	262	kvm_mmu_fast_page_fault,
	263
	264	TP_PROTO(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa, u32 error_code,
	265	u64 *sptep, u64 old_spte, int ret),
	266	TP_ARGS(vcpu, cr2_or_gpa, error_code, sptep, old_spte, ret),
	267
	268	TP_FIELDS(
	269	ctf_integer(int, vcpu_id, vcpu->vcpu_id)
	270	ctf_integer(gpa_t, cr2_or_gpa, cr2_or_gpa)
	271	ctf_integer(u32, error_code, error_code)
	272	ctf_integer_hex(u64 *, sptep, sptep)
	273	ctf_integer(u64, old_spte, old_spte)
	274	ctf_integer(u64, new_spte, *sptep)
	275	ctf_integer(int, ret, ret)
	276	)
	277	)
2d042821	278	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,6,0) \|\| \
adab0aca MJ	279	LTTNG_KERNEL_RANGE(4,19,103, 4,20,0) \|\| \
adab0aca MJ	280	LTTNG_KERNEL_RANGE(5,4,19, 5,5,0) \|\| \
c12bf012	281	LTTNG_KERNEL_RANGE(5,5,3, 5,6,0) \|\| \
47f5f96c	282	LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,92, 4,16,0,0) \|\| \
0980f1c7	283	LTTNG_UBUNTU_KERNEL_RANGE(5,0,21,44, 5,1,0,0) \|\| \
3b708973 MJ	284	LTTNG_UBUNTU_KERNEL_RANGE(5,3,18,43, 5,3,18,45) \|\| \
3b708973 MJ	285	LTTNG_UBUNTU_KERNEL_RANGE(5,3,18,46, 5,4,0,0))
adab0aca MJ	286	LTTNG_TRACEPOINT_EVENT_MAP(
	287	fast_page_fault,
	288
	289	kvm_mmu_fast_page_fault,
	290
	291	TP_PROTO(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa, u32 error_code,
	292	u64 *sptep, u64 old_spte, bool retry),
	293	TP_ARGS(vcpu, cr2_or_gpa, error_code, sptep, old_spte, retry),
	294
	295	TP_FIELDS(
	296	ctf_integer(int, vcpu_id, vcpu->vcpu_id)
	297	ctf_integer(gpa_t, cr2_or_gpa, cr2_or_gpa)
	298	ctf_integer(u32, error_code, error_code)
	299	ctf_integer_hex(u64 *, sptep, sptep)
	300	ctf_integer(u64, old_spte, old_spte)
	301	ctf_integer(u64, new_spte, *sptep)
	302	ctf_integer(bool, retry, retry)
	303	)
	304	)
	305	#else
9bbf98da	306	LTTNG_TRACEPOINT_EVENT_MAP(
b3c40230	307	fast_page_fault,
9bbf98da MD	308
	309	kvm_mmu_fast_page_fault,
	310
b3c40230 MG	311	TP_PROTO(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code,
	312	u64 *sptep, u64 old_spte, bool retry),
	313	TP_ARGS(vcpu, gva, error_code, sptep, old_spte, retry),
	314
f127e61e MD	315	TP_FIELDS(
	316	ctf_integer(int, vcpu_id, vcpu->vcpu_id)
	317	ctf_integer(gva_t, gva, gva)
	318	ctf_integer(u32, error_code, error_code)
fa91fcac	319	ctf_integer_hex(u64 *, sptep, sptep)
f127e61e MD	320	ctf_integer(u64, old_spte, old_spte)
	321	ctf_integer(u64, new_spte, *sptep)
	322	ctf_integer(bool, retry, retry)
b3c40230 MG	323	)
b3c40230 MG	324	)
adab0aca MJ	325	#endif
adab0aca MJ	326
9bbf98da	327	#endif /* LTTNG_TRACE_KVM_MMU_H */
b3c40230 MG	328
b3c40230 MG	329	#undef TRACE_INCLUDE_PATH
c075712b	330	#define TRACE_INCLUDE_PATH instrumentation/events/lttng-module/arch/x86/kvm
b3c40230 MG	331	#undef TRACE_INCLUDE_FILE
	332	#define TRACE_INCLUDE_FILE mmutrace
	333
	334	/* This part must be outside protection */
6ec43db8	335	#include <probes/define_trace.h>