[lttng-modules.git] / instrumentation / events / lttng-module / arch / x86 / kvm / trace.h

#if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KVM_H

#include "../../../../../../probes/lttng-tracepoint-event.h"
#include <asm/vmx.h>
#include <asm/svm.h>
#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
#include <asm/clocksource.h>
#endif
#include <linux/version.h>
#include <../arch/x86/kvm/lapic.h>
#include <../arch/x86/kvm/kvm_cache_regs.h>

#undef TRACE_SYSTEM
#define TRACE_SYSTEM kvm

/*
 * Tracepoint for guest mode entry.
 */
LTTNG_TRACEPOINT_EVENT(kvm_entry,
	TP_PROTO(unsigned int vcpu_id),
	TP_ARGS(vcpu_id),

	TP_FIELDS(
		ctf_integer(unsigned int, vcpu_id, vcpu_id)
	)
)

/*
 * Tracepoint for hypercall.
 */
LTTNG_TRACEPOINT_EVENT(kvm_hypercall,
	TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
		 unsigned long a2, unsigned long a3),
	TP_ARGS(nr, a0, a1, a2, a3),

	TP_FIELDS(
		ctf_integer(unsigned long, nr, nr)
		ctf_integer(unsigned long, a0, a0)
		ctf_integer(unsigned long, a1, a1)
		ctf_integer(unsigned long, a2, a2)
		ctf_integer(unsigned long, a3, a3)
	)
)

/*
 * Tracepoint for hypercall.
 */
LTTNG_TRACEPOINT_EVENT(kvm_hv_hypercall,
	TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
		 __u64 ingpa, __u64 outgpa),
	TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),

	TP_FIELDS(
		ctf_integer(__u16, rep_cnt, rep_cnt)
		ctf_integer(__u16, rep_idx, rep_idx)
		ctf_integer(__u64, ingpa, ingpa)
		ctf_integer(__u64, outgpa, outgpa)
		ctf_integer(__u16, code, code)
		ctf_integer(bool, fast, fast)
	)
)

/*
 * Tracepoint for PIO.
 */
LTTNG_TRACEPOINT_EVENT(kvm_pio,
	TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
		 unsigned int count),
	TP_ARGS(rw, port, size, count),

	TP_FIELDS(
		ctf_integer(unsigned int, rw, rw)
		ctf_integer(unsigned int, port, port)
		ctf_integer(unsigned int, size, size)
		ctf_integer(unsigned int, count, count)
	)
)

/*
 * Tracepoint for cpuid.
 */
LTTNG_TRACEPOINT_EVENT(kvm_cpuid,
	TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx,
		 unsigned long rcx, unsigned long rdx),
	TP_ARGS(function, rax, rbx, rcx, rdx),

	TP_FIELDS(
		ctf_integer(unsigned int, function, function)
		ctf_integer(unsigned long, rax, rax)
		ctf_integer(unsigned long, rbx, rbx)
		ctf_integer(unsigned long, rcx, rcx)
		ctf_integer(unsigned long, rdx, rdx)
	)
)

/*
 * Tracepoint for apic access.
 */
LTTNG_TRACEPOINT_EVENT(kvm_apic,
	TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
	TP_ARGS(rw, reg, val),

	TP_FIELDS(
		ctf_integer(unsigned int, rw, rw)
		ctf_integer(unsigned int, reg, reg)
		ctf_integer(unsigned int, val, val)
	)
)

#define trace_kvm_apic_read(reg, val)		trace_kvm_apic(0, reg, val)
#define trace_kvm_apic_write(reg, val)		trace_kvm_apic(1, reg, val)

/*
 * Tracepoint for kvm guest exit:
 */
LTTNG_TRACEPOINT_EVENT_CODE(kvm_exit,
	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
	TP_ARGS(exit_reason, vcpu, isa),

	TP_locvar(
		u64 info1, info2;
	),

	TP_code(
		kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1,
				&tp_locvar->info2);
	),

	TP_FIELDS(
		ctf_integer(unsigned int, exit_reason, exit_reason)
		ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
		ctf_integer(u32, isa, isa)
		ctf_integer(u64, info1, tp_locvar->info1)
		ctf_integer(u64, info2, tp_locvar->info2)
	)
)

/*
 * Tracepoint for kvm interrupt injection:
 */
LTTNG_TRACEPOINT_EVENT(kvm_inj_virq,
	TP_PROTO(unsigned int irq),
	TP_ARGS(irq),

	TP_FIELDS(
		ctf_integer(unsigned int, irq, irq)
	)
)

/*
 * Tracepoint for kvm interrupt injection:
 */
LTTNG_TRACEPOINT_EVENT(kvm_inj_exception,
	TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
	TP_ARGS(exception, has_error, error_code),

	TP_FIELDS(
		ctf_integer(u8, exception, exception)
		ctf_integer(u8, has_error, has_error)
		ctf_integer(u32, error_code, error_code)
	)
)

/*
 * Tracepoint for page fault.
 */
LTTNG_TRACEPOINT_EVENT(kvm_page_fault,
	TP_PROTO(unsigned long fault_address, unsigned int error_code),
	TP_ARGS(fault_address, error_code),

	TP_FIELDS(
		ctf_integer(unsigned long, fault_address, fault_address)
		ctf_integer(unsigned int, error_code, error_code)
	)
)

/*
 * Tracepoint for guest MSR access.
 */
LTTNG_TRACEPOINT_EVENT(kvm_msr,
	TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
	TP_ARGS(write, ecx, data, exception),

	TP_FIELDS(
		ctf_integer(unsigned, write, write)
		ctf_integer(u32, ecx, ecx)
		ctf_integer(u64, data, data)
		ctf_integer(u8, exception, exception)
	)
)

#define trace_kvm_msr_read(ecx, data)      trace_kvm_msr(0, ecx, data, false)
#define trace_kvm_msr_write(ecx, data)     trace_kvm_msr(1, ecx, data, false)
#define trace_kvm_msr_read_ex(ecx)         trace_kvm_msr(0, ecx, 0, true)
#define trace_kvm_msr_write_ex(ecx, data)  trace_kvm_msr(1, ecx, data, true)

/*
 * Tracepoint for guest CR access.
 */
LTTNG_TRACEPOINT_EVENT(kvm_cr,
	TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
	TP_ARGS(rw, cr, val),

	TP_FIELDS(
		ctf_integer(unsigned int, rw, rw)
		ctf_integer(unsigned int, cr, cr)
		ctf_integer(unsigned long, val, val)
	)
)

#define trace_kvm_cr_read(cr, val)		trace_kvm_cr(0, cr, val)
#define trace_kvm_cr_write(cr, val)		trace_kvm_cr(1, cr, val)

LTTNG_TRACEPOINT_EVENT(kvm_pic_set_irq,
	    TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
	    TP_ARGS(chip, pin, elcr, imr, coalesced),

	TP_FIELDS(
		ctf_integer(__u8, chip, chip)
		ctf_integer(__u8, pin, pin)
		ctf_integer(__u8, elcr, elcr)
		ctf_integer(__u8, imr, imr)
		ctf_integer(bool, coalesced, coalesced)
	)
)

LTTNG_TRACEPOINT_EVENT(kvm_apic_ipi,
	    TP_PROTO(__u32 icr_low, __u32 dest_id),
	    TP_ARGS(icr_low, dest_id),

	TP_FIELDS(
		ctf_integer(__u32, icr_low, icr_low)
		ctf_integer(__u32, dest_id, dest_id)
	)
)

LTTNG_TRACEPOINT_EVENT(kvm_apic_accept_irq,
	    TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced),
	    TP_ARGS(apicid, dm, tm, vec, coalesced),

	TP_FIELDS(
		ctf_integer(__u32, apicid, apicid)
		ctf_integer(__u16, dm, dm)
		ctf_integer(__u8, tm, tm)
		ctf_integer(__u8, vec, vec)
		ctf_integer(bool, coalesced, coalesced)
	)
)

LTTNG_TRACEPOINT_EVENT(kvm_eoi,
	    TP_PROTO(struct kvm_lapic *apic, int vector),
	    TP_ARGS(apic, vector),

	TP_FIELDS(
		ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
		ctf_integer(int, vector, vector)
	)
)

LTTNG_TRACEPOINT_EVENT(kvm_pv_eoi,
	    TP_PROTO(struct kvm_lapic *apic, int vector),
	    TP_ARGS(apic, vector),

	TP_FIELDS(
		ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
		ctf_integer(int, vector, vector)
	)
)

/*
 * Tracepoint for nested VMRUN
 */
LTTNG_TRACEPOINT_EVENT(kvm_nested_vmrun,
	    TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
		     __u32 event_inj, bool npt),
	    TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
		ctf_integer(__u64, vmcb, vmcb)
		ctf_integer(__u64, nested_rip, nested_rip)
		ctf_integer(__u32, int_ctl, int_ctl)
		ctf_integer(__u32, event_inj, event_inj)
		ctf_integer(bool, npt, npt)
	)
)

LTTNG_TRACEPOINT_EVENT(kvm_nested_intercepts,
	    TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept),
	    TP_ARGS(cr_read, cr_write, exceptions, intercept),

	TP_FIELDS(
		ctf_integer(__u16, cr_read, cr_read)
		ctf_integer(__u16, cr_write, cr_write)
		ctf_integer(__u32, exceptions, exceptions)
		ctf_integer(__u64, intercept, intercept)
	)
)
/*
 * Tracepoint for #VMEXIT while nested
 */
LTTNG_TRACEPOINT_EVENT(kvm_nested_vmexit,
	    TP_PROTO(__u64 rip, __u32 exit_code,
		     __u64 exit_info1, __u64 exit_info2,
		     __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
	    TP_ARGS(rip, exit_code, exit_info1, exit_info2,
		    exit_int_info, exit_int_info_err, isa),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
		ctf_integer(__u32, exit_code, exit_code)
		ctf_integer(__u64, exit_info1, exit_info1)
		ctf_integer(__u64, exit_info2, exit_info2)
		ctf_integer(__u32, exit_int_info, exit_int_info)
		ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
		ctf_integer(__u32, isa, isa)
	)
)

/*
 * Tracepoint for #VMEXIT reinjected to the guest
 */
LTTNG_TRACEPOINT_EVENT(kvm_nested_vmexit_inject,
	    TP_PROTO(__u32 exit_code,
		     __u64 exit_info1, __u64 exit_info2,
		     __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
	    TP_ARGS(exit_code, exit_info1, exit_info2,
		    exit_int_info, exit_int_info_err, isa),

	TP_FIELDS(
		ctf_integer(__u32, exit_code, exit_code)
		ctf_integer(__u64, exit_info1, exit_info1)
		ctf_integer(__u64, exit_info2, exit_info2)
		ctf_integer(__u32, exit_int_info, exit_int_info)
		ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
		ctf_integer(__u32, isa, isa)
	)
)

/*
 * Tracepoint for nested #vmexit because of interrupt pending
 */
LTTNG_TRACEPOINT_EVENT(kvm_nested_intr_vmexit,
	    TP_PROTO(__u64 rip),
	    TP_ARGS(rip),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
	)
)

/*
 * Tracepoint for nested #vmexit because of interrupt pending
 */
LTTNG_TRACEPOINT_EVENT(kvm_invlpga,
	    TP_PROTO(__u64 rip, int asid, u64 address),
	    TP_ARGS(rip, asid, address),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
		ctf_integer(int, asid, asid)
		ctf_integer(__u64, address, address)
	)
)

/*
 * Tracepoint for nested #vmexit because of interrupt pending
 */
LTTNG_TRACEPOINT_EVENT(kvm_skinit,
	    TP_PROTO(__u64 rip, __u32 slb),
	    TP_ARGS(rip, slb),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
		ctf_integer(__u32, slb, slb)
	)
)

#define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
#define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
#define KVM_EMUL_INSN_F_CS_D   (1 << 2)
#define KVM_EMUL_INSN_F_CS_L   (1 << 3)

#define kvm_trace_symbol_emul_flags	                  \
	{ 0,   			    "real" },		  \
	{ KVM_EMUL_INSN_F_CR0_PE			  \
	  | KVM_EMUL_INSN_F_EFL_VM, "vm16" },		  \
	{ KVM_EMUL_INSN_F_CR0_PE,   "prot16" },		  \
	{ KVM_EMUL_INSN_F_CR0_PE			  \
	  | KVM_EMUL_INSN_F_CS_D,   "prot32" },		  \
	{ KVM_EMUL_INSN_F_CR0_PE			  \
	  | KVM_EMUL_INSN_F_CS_L,   "prot64" }

#define kei_decode_mode(mode) ({			\
	u8 flags = 0xff;				\
	switch (mode) {					\
	case X86EMUL_MODE_REAL:				\
		flags = 0;				\
		break;					\
	case X86EMUL_MODE_VM86:				\
		flags = KVM_EMUL_INSN_F_EFL_VM;		\
		break;					\
	case X86EMUL_MODE_PROT16:			\
		flags = KVM_EMUL_INSN_F_CR0_PE;		\
		break;					\
	case X86EMUL_MODE_PROT32:			\
		flags = KVM_EMUL_INSN_F_CR0_PE		\
			| KVM_EMUL_INSN_F_CS_D;		\
		break;					\
	case X86EMUL_MODE_PROT64:			\
		flags = KVM_EMUL_INSN_F_CR0_PE		\
			| KVM_EMUL_INSN_F_CS_L;		\
		break;					\
	}						\
	flags;						\
	})

LTTNG_TRACEPOINT_EVENT(kvm_emulate_insn,
	TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
	TP_ARGS(vcpu, failed),

	TP_FIELDS(
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
		ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.decode.fetch.start)
		ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
		ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.decode.eip
				- vcpu->arch.emulate_ctxt.decode.fetch.start)
		ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.decode.fetch.data, 15)
#elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,17,0))
		ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.fetch.start)
		ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
		ctf_integer(__u8, len, vcpu->arch.emulate_ctxt._eip
				- vcpu->arch.emulate_ctxt.fetch.start)
		ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
#else
		ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip -
				(vcpu->arch.emulate_ctxt.fetch.ptr -
					vcpu->arch.emulate_ctxt.fetch.data))
		ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
		ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr -
				vcpu->arch.emulate_ctxt.fetch.data)
		ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
#endif
		ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
		ctf_integer(__u8, failed, failed)
	)
)

#define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
#define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)

LTTNG_TRACEPOINT_EVENT(
	vcpu_match_mmio,
	TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
	TP_ARGS(gva, gpa, write, gpa_match),

	TP_FIELDS(
		ctf_integer(gva_t, gva, gva)
		ctf_integer(gpa_t, gpa, gpa)
		ctf_integer(bool, write, write)
		ctf_integer(bool, gpa_match, gpa_match)
	)
)

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
LTTNG_TRACEPOINT_EVENT(kvm_write_tsc_offset,
	TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
		 __u64 next_tsc_offset),
	TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),

	TP_FIELDS(
		ctf_integer(unsigned int, vcpu_id, vcpu_id)
		ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset)
		ctf_integer(__u64, next_tsc_offset, next_tsc_offset)
	)
)
#endif

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
#ifdef CONFIG_X86_64

LTTNG_TRACEPOINT_EVENT(kvm_update_master_clock,
	TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
	TP_ARGS(use_master_clock, host_clock, offset_matched),

	TP_FIELDS(
		ctf_integer(bool, use_master_clock, use_master_clock)
		ctf_integer(unsigned int, host_clock, host_clock)
		ctf_integer(bool, offset_matched, offset_matched)
	)
)

LTTNG_TRACEPOINT_EVENT(kvm_track_tsc,
	TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
		 unsigned int online_vcpus, bool use_master_clock,
		 unsigned int host_clock),
	TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
		host_clock),

	TP_FIELDS(
		ctf_integer(unsigned int, vcpu_id, vcpu_id)
		ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched)
		ctf_integer(unsigned int, online_vcpus, online_vcpus)
		ctf_integer(bool, use_master_clock, use_master_clock)
		ctf_integer(unsigned int, host_clock, host_clock)
	)
)

#endif /* CONFIG_X86_64 */
#endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0) */

#endif /* LTTNG_TRACE_KVM_H */

#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH ../instrumentation/events/lttng-module/arch/x86/kvm
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE trace

/* This part must be outside protection */
#include "../../../../../../probes/define_trace.h"
Commit	Line	Data
3bc29f0a MD	1	#if !defined(LTTNG_TRACE_KVM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
3bc29f0a MD	2	#define LTTNG_TRACE_KVM_H
b3c40230	3
3bc29f0a	4	#include "../../../../../../probes/lttng-tracepoint-event.h"
b3c40230 MG	5	#include <asm/vmx.h>
b3c40230 MG	6	#include <asm/svm.h>
8170580a	7	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
b3c40230	8	#include <asm/clocksource.h>
8170580a	9	#endif
b3c40230 MG	10	#include <linux/version.h>
	11	#include <../arch/x86/kvm/lapic.h>
	12	#include <../arch/x86/kvm/kvm_cache_regs.h>
	13
	14	#undef TRACE_SYSTEM
	15	#define TRACE_SYSTEM kvm
	16
	17	/*
	18	* Tracepoint for guest mode entry.
	19	*/
3bc29f0a	20	LTTNG_TRACEPOINT_EVENT(kvm_entry,
b3c40230 MG	21	TP_PROTO(unsigned int vcpu_id),
	22	TP_ARGS(vcpu_id),
	23
f127e61e MD	24	TP_FIELDS(
	25	ctf_integer(unsigned int, vcpu_id, vcpu_id)
	26	)
b3c40230 MG	27	)
	28
	29	/*
	30	* Tracepoint for hypercall.
	31	*/
3bc29f0a	32	LTTNG_TRACEPOINT_EVENT(kvm_hypercall,
b3c40230 MG	33	TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
	34	unsigned long a2, unsigned long a3),
	35	TP_ARGS(nr, a0, a1, a2, a3),
	36
f127e61e MD	37	TP_FIELDS(
	38	ctf_integer(unsigned long, nr, nr)
	39	ctf_integer(unsigned long, a0, a0)
	40	ctf_integer(unsigned long, a1, a1)
	41	ctf_integer(unsigned long, a2, a2)
	42	ctf_integer(unsigned long, a3, a3)
	43	)
b3c40230 MG	44	)
	45
	46	/*
	47	* Tracepoint for hypercall.
	48	*/
3bc29f0a	49	LTTNG_TRACEPOINT_EVENT(kvm_hv_hypercall,
b3c40230 MG	50	TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
	51	__u64 ingpa, __u64 outgpa),
	52	TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),
	53
f127e61e MD	54	TP_FIELDS(
	55	ctf_integer(__u16, rep_cnt, rep_cnt)
	56	ctf_integer(__u16, rep_idx, rep_idx)
	57	ctf_integer(__u64, ingpa, ingpa)
	58	ctf_integer(__u64, outgpa, outgpa)
	59	ctf_integer(__u16, code, code)
	60	ctf_integer(bool, fast, fast)
	61	)
b3c40230 MG	62	)
	63
	64	/*
	65	* Tracepoint for PIO.
	66	*/
3bc29f0a	67	LTTNG_TRACEPOINT_EVENT(kvm_pio,
b3c40230 MG	68	TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
	69	unsigned int count),
	70	TP_ARGS(rw, port, size, count),
	71
f127e61e MD	72	TP_FIELDS(
	73	ctf_integer(unsigned int, rw, rw)
	74	ctf_integer(unsigned int, port, port)
	75	ctf_integer(unsigned int, size, size)
	76	ctf_integer(unsigned int, count, count)
	77	)
b3c40230 MG	78	)
	79
	80	/*
	81	* Tracepoint for cpuid.
	82	*/
3bc29f0a	83	LTTNG_TRACEPOINT_EVENT(kvm_cpuid,
b3c40230 MG	84	TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx,
	85	unsigned long rcx, unsigned long rdx),
	86	TP_ARGS(function, rax, rbx, rcx, rdx),
	87
f127e61e MD	88	TP_FIELDS(
	89	ctf_integer(unsigned int, function, function)
	90	ctf_integer(unsigned long, rax, rax)
	91	ctf_integer(unsigned long, rbx, rbx)
	92	ctf_integer(unsigned long, rcx, rcx)
	93	ctf_integer(unsigned long, rdx, rdx)
	94	)
b3c40230 MG	95	)
b3c40230 MG	96
b3c40230 MG	97	/*
	98	* Tracepoint for apic access.
	99	*/
3bc29f0a	100	LTTNG_TRACEPOINT_EVENT(kvm_apic,
b3c40230 MG	101	TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
	102	TP_ARGS(rw, reg, val),
	103
f127e61e MD	104	TP_FIELDS(
	105	ctf_integer(unsigned int, rw, rw)
	106	ctf_integer(unsigned int, reg, reg)
	107	ctf_integer(unsigned int, val, val)
	108	)
b3c40230 MG	109	)
	110
	111	#define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val)
	112	#define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val)
	113
b3c40230 MG	114	/*
	115	* Tracepoint for kvm guest exit:
	116	*/
f127e61e MD	117	LTTNG_TRACEPOINT_EVENT_CODE(kvm_exit,
	118	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
	119	TP_ARGS(exit_reason, vcpu, isa),
	120
	121	TP_locvar(
	122	u64 info1, info2;
b3c40230 MG	123	),
b3c40230 MG	124
f127e61e MD	125	TP_code(
	126	kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1,
	127	&tp_locvar->info2);
b3c40230 MG	128	),
b3c40230 MG	129
f127e61e MD	130	TP_FIELDS(
	131	ctf_integer(unsigned int, exit_reason, exit_reason)
	132	ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
	133	ctf_integer(u32, isa, isa)
	134	ctf_integer(u64, info1, tp_locvar->info1)
	135	ctf_integer(u64, info2, tp_locvar->info2)
	136	)
b3c40230 MG	137	)
	138
	139	/*
	140	* Tracepoint for kvm interrupt injection:
	141	*/
3bc29f0a	142	LTTNG_TRACEPOINT_EVENT(kvm_inj_virq,
b3c40230 MG	143	TP_PROTO(unsigned int irq),
	144	TP_ARGS(irq),
	145
f127e61e MD	146	TP_FIELDS(
	147	ctf_integer(unsigned int, irq, irq)
	148	)
b3c40230 MG	149	)
b3c40230 MG	150
b3c40230 MG	151	/*
	152	* Tracepoint for kvm interrupt injection:
	153	*/
3bc29f0a	154	LTTNG_TRACEPOINT_EVENT(kvm_inj_exception,
b3c40230 MG	155	TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
	156	TP_ARGS(exception, has_error, error_code),
	157
f127e61e MD	158	TP_FIELDS(
	159	ctf_integer(u8, exception, exception)
	160	ctf_integer(u8, has_error, has_error)
	161	ctf_integer(u32, error_code, error_code)
	162	)
b3c40230 MG	163	)
	164
	165	/*
	166	* Tracepoint for page fault.
	167	*/
3bc29f0a	168	LTTNG_TRACEPOINT_EVENT(kvm_page_fault,
b3c40230 MG	169	TP_PROTO(unsigned long fault_address, unsigned int error_code),
	170	TP_ARGS(fault_address, error_code),
	171
f127e61e MD	172	TP_FIELDS(
	173	ctf_integer(unsigned long, fault_address, fault_address)
	174	ctf_integer(unsigned int, error_code, error_code)
	175	)
b3c40230 MG	176	)
	177
	178	/*
	179	* Tracepoint for guest MSR access.
	180	*/
3bc29f0a	181	LTTNG_TRACEPOINT_EVENT(kvm_msr,
b3c40230 MG	182	TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
	183	TP_ARGS(write, ecx, data, exception),
	184
f127e61e MD	185	TP_FIELDS(
	186	ctf_integer(unsigned, write, write)
	187	ctf_integer(u32, ecx, ecx)
	188	ctf_integer(u64, data, data)
	189	ctf_integer(u8, exception, exception)
	190	)
b3c40230 MG	191	)
	192
	193	#define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false)
	194	#define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false)
	195	#define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true)
	196	#define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true)
	197
	198	/*
	199	* Tracepoint for guest CR access.
	200	*/
3bc29f0a	201	LTTNG_TRACEPOINT_EVENT(kvm_cr,
b3c40230 MG	202	TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
	203	TP_ARGS(rw, cr, val),
	204
f127e61e MD	205	TP_FIELDS(
	206	ctf_integer(unsigned int, rw, rw)
	207	ctf_integer(unsigned int, cr, cr)
	208	ctf_integer(unsigned long, val, val)
	209	)
b3c40230 MG	210	)
	211
	212	#define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val)
	213	#define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val)
	214
3bc29f0a	215	LTTNG_TRACEPOINT_EVENT(kvm_pic_set_irq,
b3c40230 MG	216	TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
	217	TP_ARGS(chip, pin, elcr, imr, coalesced),
	218
f127e61e MD	219	TP_FIELDS(
	220	ctf_integer(__u8, chip, chip)
	221	ctf_integer(__u8, pin, pin)
	222	ctf_integer(__u8, elcr, elcr)
	223	ctf_integer(__u8, imr, imr)
	224	ctf_integer(bool, coalesced, coalesced)
	225	)
b3c40230 MG	226	)
b3c40230 MG	227
3bc29f0a	228	LTTNG_TRACEPOINT_EVENT(kvm_apic_ipi,
b3c40230 MG	229	TP_PROTO(__u32 icr_low, __u32 dest_id),
	230	TP_ARGS(icr_low, dest_id),
	231
f127e61e MD	232	TP_FIELDS(
	233	ctf_integer(__u32, icr_low, icr_low)
	234	ctf_integer(__u32, dest_id, dest_id)
	235	)
b3c40230 MG	236	)
b3c40230 MG	237
3bc29f0a	238	LTTNG_TRACEPOINT_EVENT(kvm_apic_accept_irq,
b3c40230 MG	239	TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced),
	240	TP_ARGS(apicid, dm, tm, vec, coalesced),
	241
f127e61e MD	242	TP_FIELDS(
	243	ctf_integer(__u32, apicid, apicid)
	244	ctf_integer(__u16, dm, dm)
	245	ctf_integer(__u8, tm, tm)
	246	ctf_integer(__u8, vec, vec)
	247	ctf_integer(bool, coalesced, coalesced)
	248	)
b3c40230 MG	249	)
b3c40230 MG	250
3bc29f0a	251	LTTNG_TRACEPOINT_EVENT(kvm_eoi,
b3c40230 MG	252	TP_PROTO(struct kvm_lapic *apic, int vector),
	253	TP_ARGS(apic, vector),
	254
f127e61e MD	255	TP_FIELDS(
	256	ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
	257	ctf_integer(int, vector, vector)
	258	)
b3c40230 MG	259	)
b3c40230 MG	260
3bc29f0a	261	LTTNG_TRACEPOINT_EVENT(kvm_pv_eoi,
b3c40230 MG	262	TP_PROTO(struct kvm_lapic *apic, int vector),
	263	TP_ARGS(apic, vector),
	264
f127e61e MD	265	TP_FIELDS(
	266	ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
	267	ctf_integer(int, vector, vector)
	268	)
b3c40230 MG	269	)
	270
	271	/*
	272	* Tracepoint for nested VMRUN
	273	*/
3bc29f0a	274	LTTNG_TRACEPOINT_EVENT(kvm_nested_vmrun,
b3c40230 MG	275	TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
	276	__u32 event_inj, bool npt),
	277	TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
	278
f127e61e MD	279	TP_FIELDS(
	280	ctf_integer(__u64, rip, rip)
	281	ctf_integer(__u64, vmcb, vmcb)
	282	ctf_integer(__u64, nested_rip, nested_rip)
	283	ctf_integer(__u32, int_ctl, int_ctl)
	284	ctf_integer(__u32, event_inj, event_inj)
	285	ctf_integer(bool, npt, npt)
	286	)
b3c40230 MG	287	)
b3c40230 MG	288
3bc29f0a	289	LTTNG_TRACEPOINT_EVENT(kvm_nested_intercepts,
b3c40230 MG	290	TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept),
	291	TP_ARGS(cr_read, cr_write, exceptions, intercept),
	292
f127e61e MD	293	TP_FIELDS(
	294	ctf_integer(__u16, cr_read, cr_read)
	295	ctf_integer(__u16, cr_write, cr_write)
	296	ctf_integer(__u32, exceptions, exceptions)
	297	ctf_integer(__u64, intercept, intercept)
	298	)
b3c40230 MG	299	)
	300	/*
	301	* Tracepoint for #VMEXIT while nested
	302	*/
3bc29f0a	303	LTTNG_TRACEPOINT_EVENT(kvm_nested_vmexit,
b3c40230 MG	304	TP_PROTO(__u64 rip, __u32 exit_code,
	305	__u64 exit_info1, __u64 exit_info2,
	306	__u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
	307	TP_ARGS(rip, exit_code, exit_info1, exit_info2,
	308	exit_int_info, exit_int_info_err, isa),
	309
f127e61e MD	310	TP_FIELDS(
	311	ctf_integer(__u64, rip, rip)
	312	ctf_integer(__u32, exit_code, exit_code)
	313	ctf_integer(__u64, exit_info1, exit_info1)
	314	ctf_integer(__u64, exit_info2, exit_info2)
	315	ctf_integer(__u32, exit_int_info, exit_int_info)
	316	ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
	317	ctf_integer(__u32, isa, isa)
	318	)
b3c40230 MG	319	)
	320
	321	/*
	322	* Tracepoint for #VMEXIT reinjected to the guest
	323	*/
3bc29f0a	324	LTTNG_TRACEPOINT_EVENT(kvm_nested_vmexit_inject,
b3c40230 MG	325	TP_PROTO(__u32 exit_code,
	326	__u64 exit_info1, __u64 exit_info2,
	327	__u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
	328	TP_ARGS(exit_code, exit_info1, exit_info2,
	329	exit_int_info, exit_int_info_err, isa),
	330
f127e61e MD	331	TP_FIELDS(
	332	ctf_integer(__u32, exit_code, exit_code)
	333	ctf_integer(__u64, exit_info1, exit_info1)
	334	ctf_integer(__u64, exit_info2, exit_info2)
	335	ctf_integer(__u32, exit_int_info, exit_int_info)
	336	ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
	337	ctf_integer(__u32, isa, isa)
	338	)
b3c40230 MG	339	)
	340
	341	/*
	342	* Tracepoint for nested #vmexit because of interrupt pending
	343	*/
3bc29f0a	344	LTTNG_TRACEPOINT_EVENT(kvm_nested_intr_vmexit,
b3c40230 MG	345	TP_PROTO(__u64 rip),
	346	TP_ARGS(rip),
	347
f127e61e MD	348	TP_FIELDS(
	349	ctf_integer(__u64, rip, rip)
	350	)
b3c40230 MG	351	)
	352
	353	/*
	354	* Tracepoint for nested #vmexit because of interrupt pending
	355	*/
3bc29f0a	356	LTTNG_TRACEPOINT_EVENT(kvm_invlpga,
b3c40230 MG	357	TP_PROTO(__u64 rip, int asid, u64 address),
	358	TP_ARGS(rip, asid, address),
	359
f127e61e MD	360	TP_FIELDS(
	361	ctf_integer(__u64, rip, rip)
	362	ctf_integer(int, asid, asid)
	363	ctf_integer(__u64, address, address)
	364	)
b3c40230 MG	365	)
	366
	367	/*
	368	* Tracepoint for nested #vmexit because of interrupt pending
	369	*/
3bc29f0a	370	LTTNG_TRACEPOINT_EVENT(kvm_skinit,
b3c40230 MG	371	TP_PROTO(__u64 rip, __u32 slb),
	372	TP_ARGS(rip, slb),
	373
f127e61e MD	374	TP_FIELDS(
	375	ctf_integer(__u64, rip, rip)
	376	ctf_integer(__u32, slb, slb)
	377	)
b3c40230 MG	378	)
	379
	380	#define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
	381	#define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
	382	#define KVM_EMUL_INSN_F_CS_D (1 << 2)
	383	#define KVM_EMUL_INSN_F_CS_L (1 << 3)
	384
	385	#define kvm_trace_symbol_emul_flags \
	386	{ 0, "real" }, \
	387	{ KVM_EMUL_INSN_F_CR0_PE \
	388	\| KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \
	389	{ KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \
	390	{ KVM_EMUL_INSN_F_CR0_PE \
	391	\| KVM_EMUL_INSN_F_CS_D, "prot32" }, \
	392	{ KVM_EMUL_INSN_F_CR0_PE \
	393	\| KVM_EMUL_INSN_F_CS_L, "prot64" }
	394
	395	#define kei_decode_mode(mode) ({ \
	396	u8 flags = 0xff; \
	397	switch (mode) { \
	398	case X86EMUL_MODE_REAL: \
	399	flags = 0; \
	400	break; \
	401	case X86EMUL_MODE_VM86: \
	402	flags = KVM_EMUL_INSN_F_EFL_VM; \
	403	break; \
	404	case X86EMUL_MODE_PROT16: \
	405	flags = KVM_EMUL_INSN_F_CR0_PE; \
	406	break; \
	407	case X86EMUL_MODE_PROT32: \
	408	flags = KVM_EMUL_INSN_F_CR0_PE \
	409	\| KVM_EMUL_INSN_F_CS_D; \
	410	break; \
	411	case X86EMUL_MODE_PROT64: \
	412	flags = KVM_EMUL_INSN_F_CR0_PE \
	413	\| KVM_EMUL_INSN_F_CS_L; \
	414	break; \
	415	} \
	416	flags; \
	417	})
	418
3bc29f0a	419	LTTNG_TRACEPOINT_EVENT(kvm_emulate_insn,
b3c40230 MG	420	TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
	421	TP_ARGS(vcpu, failed),
	422
f127e61e	423	TP_FIELDS(
8170580a	424	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
f127e61e MD	425	ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.decode.fetch.start)
	426	ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
	427	ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.decode.eip
	428	- vcpu->arch.emulate_ctxt.decode.fetch.start)
	429	ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.decode.fetch.data, 15)
458c2022	430	#elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,17,0))
f127e61e MD	431	ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.fetch.start)
	432	ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
	433	ctf_integer(__u8, len, vcpu->arch.emulate_ctxt._eip
	434	- vcpu->arch.emulate_ctxt.fetch.start)
	435	ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
458c2022	436	#else
f127e61e MD	437	ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip -
	438	(vcpu->arch.emulate_ctxt.fetch.ptr -
	439	vcpu->arch.emulate_ctxt.fetch.data))
	440	ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
	441	ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr -
	442	vcpu->arch.emulate_ctxt.fetch.data)
	443	ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
8170580a	444	#endif
f127e61e MD	445	ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
f127e61e MD	446	ctf_integer(__u8, failed, failed)
b3c40230	447	)
f127e61e	448	)
b3c40230 MG	449
	450	#define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
	451	#define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
	452
3bc29f0a	453	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	454	vcpu_match_mmio,
	455	TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
	456	TP_ARGS(gva, gpa, write, gpa_match),
	457
f127e61e MD	458	TP_FIELDS(
	459	ctf_integer(gva_t, gva, gva)
	460	ctf_integer(gpa_t, gpa, gpa)
	461	ctf_integer(bool, write, write)
	462	ctf_integer(bool, gpa_match, gpa_match)
	463	)
b3c40230 MG	464	)
b3c40230 MG	465
026e6902	466	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
3bc29f0a	467	LTTNG_TRACEPOINT_EVENT(kvm_write_tsc_offset,
026e6902 MG	468	TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
	469	__u64 next_tsc_offset),
	470	TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
	471
f127e61e MD	472	TP_FIELDS(
	473	ctf_integer(unsigned int, vcpu_id, vcpu_id)
	474	ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset)
	475	ctf_integer(__u64, next_tsc_offset, next_tsc_offset)
	476	)
026e6902 MG	477	)
	478	#endif
	479
8170580a	480	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
b3c40230 MG	481	#ifdef CONFIG_X86_64
b3c40230 MG	482
3bc29f0a	483	LTTNG_TRACEPOINT_EVENT(kvm_update_master_clock,
b3c40230 MG	484	TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
	485	TP_ARGS(use_master_clock, host_clock, offset_matched),
	486
f127e61e MD	487	TP_FIELDS(
	488	ctf_integer(bool, use_master_clock, use_master_clock)
	489	ctf_integer(unsigned int, host_clock, host_clock)
	490	ctf_integer(bool, offset_matched, offset_matched)
	491	)
b3c40230 MG	492	)
b3c40230 MG	493
3bc29f0a	494	LTTNG_TRACEPOINT_EVENT(kvm_track_tsc,
b3c40230 MG	495	TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
	496	unsigned int online_vcpus, bool use_master_clock,
	497	unsigned int host_clock),
	498	TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
	499	host_clock),
	500
f127e61e MD	501	TP_FIELDS(
	502	ctf_integer(unsigned int, vcpu_id, vcpu_id)
	503	ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched)
	504	ctf_integer(unsigned int, online_vcpus, online_vcpus)
	505	ctf_integer(bool, use_master_clock, use_master_clock)
	506	ctf_integer(unsigned int, host_clock, host_clock)
	507	)
b3c40230 MG	508	)
	509
	510	#endif /* CONFIG_X86_64 */
8170580a	511	#endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0) */
b3c40230	512
3bc29f0a	513	#endif /* LTTNG_TRACE_KVM_H */
b3c40230 MG	514
	515	#undef TRACE_INCLUDE_PATH
	516	#define TRACE_INCLUDE_PATH ../instrumentation/events/lttng-module/arch/x86/kvm
	517	#undef TRACE_INCLUDE_FILE
	518	#define TRACE_INCLUDE_FILE trace
	519
	520	/* This part must be outside protection */
	521	#include "../../../../../../probes/define_trace.h"