include/instrumentation/events/arch/x86/kvm/trace.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 #if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
   3 #define LTTNG_TRACE_KVM_H
   4
   5 #include <lttng/tracepoint-event.h>
   6 #include <asm/vmx.h>
   7 #include <asm/svm.h>
   8 #include <asm/clocksource.h>
   9 #include <lttng/kernel-version.h>
  10 #include <wrapper/kvm-x86.h>
  11 #include <../arch/x86/kvm/lapic.h>
  12 #include <../arch/x86/kvm/kvm_cache_regs.h>
  13
  14 #undef TRACE_SYSTEM
  15 #define TRACE_SYSTEM kvm_x86
  16
  17 /*
  18  * Tracepoint for guest mode entry.
  19  */
  20 LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry, kvm_x86_entry,
  21         TP_PROTO(unsigned int vcpu_id),
  22         TP_ARGS(vcpu_id),
  23
  24         TP_FIELDS(
  25                 ctf_integer(unsigned int, vcpu_id, vcpu_id)
  26         )
  27 )
  28
  29 /*
  30  * Tracepoint for hypercall.
  31  */
  32 LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall, kvm_x86_hypercall,
  33         TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
  34                  unsigned long a2, unsigned long a3),
  35         TP_ARGS(nr, a0, a1, a2, a3),
  36
  37         TP_FIELDS(
  38                 ctf_integer(unsigned long, nr, nr)
  39                 ctf_integer(unsigned long, a0, a0)
  40                 ctf_integer(unsigned long, a1, a1)
  41                 ctf_integer(unsigned long, a2, a2)
  42                 ctf_integer(unsigned long, a3, a3)
  43         )
  44 )
  45
  46 /*
  47  * Tracepoint for hypercall.
  48  */
  49 LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall, kvm_x86_hv_hypercall,
  50         TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
  51                  __u64 ingpa, __u64 outgpa),
  52         TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),
  53
  54         TP_FIELDS(
  55                 ctf_integer(__u16, rep_cnt, rep_cnt)
  56                 ctf_integer(__u16, rep_idx, rep_idx)
  57                 ctf_integer(__u64, ingpa, ingpa)
  58                 ctf_integer(__u64, outgpa, outgpa)
  59                 ctf_integer(__u16, code, code)
  60                 ctf_integer(bool, fast, fast)
  61         )
  62 )
  63
  64 /*
  65  * Tracepoint for PIO.
  66  */
  67 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio, kvm_x86_pio,
  68         TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
  69                  unsigned int count),
  70         TP_ARGS(rw, port, size, count),
  71
  72         TP_FIELDS(
  73                 ctf_integer(unsigned int, rw, rw)
  74                 ctf_integer(unsigned int, port, port)
  75                 ctf_integer(unsigned int, size, size)
  76                 ctf_integer(unsigned int, count, count)
  77         )
  78 )
  79
  80 /*
  81  * Tracepoint for cpuid.
  82  */
  83 LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid, kvm_x86_cpuid,
  84         TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx,
  85                  unsigned long rcx, unsigned long rdx),
  86         TP_ARGS(function, rax, rbx, rcx, rdx),
  87
  88         TP_FIELDS(
  89                 ctf_integer(unsigned int, function, function)
  90                 ctf_integer(unsigned long, rax, rax)
  91                 ctf_integer(unsigned long, rbx, rbx)
  92                 ctf_integer(unsigned long, rcx, rcx)
  93                 ctf_integer(unsigned long, rdx, rdx)
  94         )
  95 )
  96
  97 /*
  98  * Tracepoint for apic access.
  99  */
 100 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic, kvm_x86_apic,
 101         TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
 102         TP_ARGS(rw, reg, val),
 103
 104         TP_FIELDS(
 105                 ctf_integer(unsigned int, rw, rw)
 106                 ctf_integer(unsigned int, reg, reg)
 107                 ctf_integer(unsigned int, val, val)
 108         )
 109 )
 110
 111 #define trace_kvm_apic_read(reg, val)           trace_kvm_apic(0, reg, val)
 112 #define trace_kvm_apic_write(reg, val)          trace_kvm_apic(1, reg, val)
 113
 114 /*
 115  * Tracepoint for kvm guest exit:
 116  */
 117 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,18,0))
 118 LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
 119         TP_PROTO(struct kvm_vcpu *vcpu, u32 isa),
 120         TP_ARGS(vcpu, isa),
 121
 122         TP_locvar(
 123                 u32 exit_reason;
 124                 u64 info1, info2;
 125                 u32 intr_info, error_code;
 126         ),
 127
 128         TP_code_pre(
 129                 lttng_kvm_x86_get_exit_info(vcpu,
 130                                 &tp_locvar->exit_reason,
 131                                 &tp_locvar->info1,
 132                                 &tp_locvar->info2,
 133                                 &tp_locvar->intr_info,
 134                                 &tp_locvar->error_code);
 135         ),
 136
 137         TP_FIELDS(
 138                 ctf_integer(unsigned int, exit_reason, tp_locvar->exit_reason)
 139                 ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
 140                 ctf_integer(u32, isa, isa)
 141                 ctf_integer(u64, info1, tp_locvar->info1)
 142                 ctf_integer(u64, info2, tp_locvar->info2)
 143                 ctf_integer(u32, intr_info, tp_locvar->intr_info)
 144                 ctf_integer(u32, error_code, tp_locvar->error_code)
 145                 ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id)
 146         ),
 147
 148         TP_code_post()
 149 )
 150 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,16,0))
 151 LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
 152         TP_PROTO(struct kvm_vcpu *vcpu, u32 isa),
 153         TP_ARGS(vcpu, isa),
 154
 155         TP_locvar(
 156                 u32 reason;
 157                 u64 info1, info2;
 158                 u32 intr_info, error_code;
 159         ),
 160
 161         TP_code_pre(
 162                 kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->reason,
 163                                 &tp_locvar->info1,
 164                                 &tp_locvar->info2,
 165                                 &tp_locvar->intr_info,
 166                                 &tp_locvar->error_code);
 167         ),
 168
 169         TP_FIELDS(
 170                 ctf_integer(u32, exit_reason, tp_locvar->reason)
 171                 ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
 172                 ctf_integer(u32, isa, isa)
 173                 ctf_integer(u64, info1, tp_locvar->info1)
 174                 ctf_integer(u64, info2, tp_locvar->info2)
 175                 ctf_integer(u32, intr_info, tp_locvar->intr_info)
 176                 ctf_integer(u32, error_code, tp_locvar->error_code)
 177                 ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id)
 178         ),
 179
 180         TP_code_post()
 181 )
 182 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0) || \
 183         LTTNG_RHEL_KERNEL_RANGE(4,18,0,240,0,0, 4,19,0,0,0,0))
 184 LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
 185         TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
 186         TP_ARGS(exit_reason, vcpu, isa),
 187
 188         TP_locvar(
 189                 u64 info1, info2;
 190                 u32 intr_info, error_code;
 191         ),
 192
 193         TP_code_pre(
 194                 kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1,
 195                                 &tp_locvar->info2,
 196                                 &tp_locvar->intr_info,
 197                                 &tp_locvar->error_code);
 198         ),
 199
 200         TP_FIELDS(
 201                 ctf_integer(unsigned int, exit_reason, exit_reason)
 202                 ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
 203                 ctf_integer(u32, isa, isa)
 204                 ctf_integer(u64, info1, tp_locvar->info1)
 205                 ctf_integer(u64, info2, tp_locvar->info2)
 206                 ctf_integer(u32, intr_info, tp_locvar->intr_info)
 207                 ctf_integer(u32, error_code, tp_locvar->error_code)
 208                 ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id)
 209         ),
 210
 211         TP_code_post()
 212 )
 213 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
 214 LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
 215         TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
 216         TP_ARGS(exit_reason, vcpu, isa),
 217
 218         TP_locvar(
 219                 u64 info1, info2;
 220         ),
 221
 222         TP_code_pre(
 223                 kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1,
 224                                 &tp_locvar->info2);
 225         ),
 226
 227         TP_FIELDS(
 228                 ctf_integer(unsigned int, exit_reason, exit_reason)
 229                 ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
 230                 ctf_integer(u32, isa, isa)
 231                 ctf_integer(u64, info1, tp_locvar->info1)
 232                 ctf_integer(u64, info2, tp_locvar->info2)
 233         ),
 234
 235         TP_code_post()
 236 )
 237 #else
 238 LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
 239         TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
 240         TP_ARGS(exit_reason, vcpu, isa),
 241
 242         TP_locvar(
 243                 u64 info1, info2;
 244         ),
 245
 246         TP_code_pre(
 247                 kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1,
 248                                 &tp_locvar->info2);
 249         ),
 250
 251         TP_FIELDS(
 252                 ctf_integer(unsigned int, exit_reason, exit_reason)
 253                 ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
 254                 ctf_integer(u32, isa, isa)
 255                 ctf_integer(u64, info1, tp_locvar->info1)
 256                 ctf_integer(u64, info2, tp_locvar->info2)
 257         ),
 258
 259         TP_code_post()
 260 )
 261 #endif
 262
 263 /*
 264  * Tracepoint for kvm interrupt injection:
 265  */
 266 LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq, kvm_x86_inj_virq,
 267         TP_PROTO(unsigned int irq),
 268         TP_ARGS(irq),
 269
 270         TP_FIELDS(
 271                 ctf_integer(unsigned int, irq, irq)
 272         )
 273 )
 274
 275 /*
 276  * Tracepoint for kvm interrupt injection:
 277  */
 278 LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception, kvm_x86_inj_exception,
 279         TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
 280         TP_ARGS(exception, has_error, error_code),
 281
 282         TP_FIELDS(
 283                 ctf_integer(u8, exception, exception)
 284                 ctf_integer(u8, has_error, has_error)
 285                 ctf_integer(u32, error_code, error_code)
 286         )
 287 )
 288
 289 /*
 290  * Tracepoint for page fault.
 291  */
 292 LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault, kvm_x86_page_fault,
 293         TP_PROTO(unsigned long fault_address, unsigned int error_code),
 294         TP_ARGS(fault_address, error_code),
 295
 296         TP_FIELDS(
 297                 ctf_integer_hex(unsigned long, fault_address, fault_address)
 298                 ctf_integer(unsigned int, error_code, error_code)
 299         )
 300 )
 301
 302 /*
 303  * Tracepoint for guest MSR access.
 304  */
 305 LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr, kvm_x86_msr,
 306         TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
 307         TP_ARGS(write, ecx, data, exception),
 308
 309         TP_FIELDS(
 310                 ctf_integer(unsigned, write, write)
 311                 ctf_integer(u32, ecx, ecx)
 312                 ctf_integer(u64, data, data)
 313                 ctf_integer(u8, exception, exception)
 314         )
 315 )
 316
 317 #define trace_kvm_msr_read(ecx, data)      trace_kvm_msr(0, ecx, data, false)
 318 #define trace_kvm_msr_write(ecx, data)     trace_kvm_msr(1, ecx, data, false)
 319 #define trace_kvm_msr_read_ex(ecx)         trace_kvm_msr(0, ecx, 0, true)
 320 #define trace_kvm_msr_write_ex(ecx, data)  trace_kvm_msr(1, ecx, data, true)
 321
 322 /*
 323  * Tracepoint for guest CR access.
 324  */
 325 LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr, kvm_x86_cr,
 326         TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
 327         TP_ARGS(rw, cr, val),
 328
 329         TP_FIELDS(
 330                 ctf_integer(unsigned int, rw, rw)
 331                 ctf_integer(unsigned int, cr, cr)
 332                 ctf_integer(unsigned long, val, val)
 333         )
 334 )
 335
 336 #define trace_kvm_cr_read(cr, val)              trace_kvm_cr(0, cr, val)
 337 #define trace_kvm_cr_write(cr, val)             trace_kvm_cr(1, cr, val)
 338
 339 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq, kvm_x86_pic_set_irq,
 340             TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
 341             TP_ARGS(chip, pin, elcr, imr, coalesced),
 342
 343         TP_FIELDS(
 344                 ctf_integer(__u8, chip, chip)
 345                 ctf_integer(__u8, pin, pin)
 346                 ctf_integer(__u8, elcr, elcr)
 347                 ctf_integer(__u8, imr, imr)
 348                 ctf_integer(bool, coalesced, coalesced)
 349         )
 350 )
 351
 352 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi, kvm_x86_apic_ipi,
 353             TP_PROTO(__u32 icr_low, __u32 dest_id),
 354             TP_ARGS(icr_low, dest_id),
 355
 356         TP_FIELDS(
 357                 ctf_integer(__u32, icr_low, icr_low)
 358                 ctf_integer(__u32, dest_id, dest_id)
 359         )
 360 )
 361
 362 LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq, kvm_x86_apic_accept_irq,
 363             TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced),
 364             TP_ARGS(apicid, dm, tm, vec, coalesced),
 365
 366         TP_FIELDS(
 367                 ctf_integer(__u32, apicid, apicid)
 368                 ctf_integer(__u16, dm, dm)
 369                 ctf_integer(__u8, tm, tm)
 370                 ctf_integer(__u8, vec, vec)
 371                 ctf_integer(bool, coalesced, coalesced)
 372         )
 373 )
 374
 375 LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi, kvm_x86_eoi,
 376             TP_PROTO(struct kvm_lapic *apic, int vector),
 377             TP_ARGS(apic, vector),
 378
 379         TP_FIELDS(
 380                 ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
 381                 ctf_integer(int, vector, vector)
 382         )
 383 )
 384
 385 LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi, kvm_x86_pv_eoi,
 386             TP_PROTO(struct kvm_lapic *apic, int vector),
 387             TP_ARGS(apic, vector),
 388
 389         TP_FIELDS(
 390                 ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
 391                 ctf_integer(int, vector, vector)
 392         )
 393 )
 394
 395 /*
 396  * Tracepoint for nested VMRUN
 397  */
 398 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun, kvm_x86_nested_vmrun,
 399             TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
 400                      __u32 event_inj, bool npt),
 401             TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
 402
 403         TP_FIELDS(
 404                 ctf_integer(__u64, rip, rip)
 405                 ctf_integer(__u64, vmcb, vmcb)
 406                 ctf_integer(__u64, nested_rip, nested_rip)
 407                 ctf_integer(__u32, int_ctl, int_ctl)
 408                 ctf_integer(__u32, event_inj, event_inj)
 409                 ctf_integer(bool, npt, npt)
 410         )
 411 )
 412
 413 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts, kvm_x86_nested_intercepts,
 414             TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept),
 415             TP_ARGS(cr_read, cr_write, exceptions, intercept),
 416
 417         TP_FIELDS(
 418                 ctf_integer(__u16, cr_read, cr_read)
 419                 ctf_integer(__u16, cr_write, cr_write)
 420                 ctf_integer(__u32, exceptions, exceptions)
 421                 ctf_integer(__u64, intercept, intercept)
 422         )
 423 )
 424 /*
 425  * Tracepoint for #VMEXIT while nested
 426  */
 427 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit, kvm_x86_nested_vmexit,
 428             TP_PROTO(__u64 rip, __u32 exit_code,
 429                      __u64 exit_info1, __u64 exit_info2,
 430                      __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
 431             TP_ARGS(rip, exit_code, exit_info1, exit_info2,
 432                     exit_int_info, exit_int_info_err, isa),
 433
 434         TP_FIELDS(
 435                 ctf_integer(__u64, rip, rip)
 436                 ctf_integer(__u32, exit_code, exit_code)
 437                 ctf_integer(__u64, exit_info1, exit_info1)
 438                 ctf_integer(__u64, exit_info2, exit_info2)
 439                 ctf_integer(__u32, exit_int_info, exit_int_info)
 440                 ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
 441                 ctf_integer(__u32, isa, isa)
 442         )
 443 )
 444
 445 /*
 446  * Tracepoint for #VMEXIT reinjected to the guest
 447  */
 448 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject, kvm_x86_nested_vmexit_inject,
 449             TP_PROTO(__u32 exit_code,
 450                      __u64 exit_info1, __u64 exit_info2,
 451                      __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
 452             TP_ARGS(exit_code, exit_info1, exit_info2,
 453                     exit_int_info, exit_int_info_err, isa),
 454
 455         TP_FIELDS(
 456                 ctf_integer(__u32, exit_code, exit_code)
 457                 ctf_integer(__u64, exit_info1, exit_info1)
 458                 ctf_integer(__u64, exit_info2, exit_info2)
 459                 ctf_integer(__u32, exit_int_info, exit_int_info)
 460                 ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
 461                 ctf_integer(__u32, isa, isa)
 462         )
 463 )
 464
 465 /*
 466  * Tracepoint for nested #vmexit because of interrupt pending
 467  */
 468 LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit, kvm_x86_nested_intr_vmexit,
 469             TP_PROTO(__u64 rip),
 470             TP_ARGS(rip),
 471
 472         TP_FIELDS(
 473                 ctf_integer(__u64, rip, rip)
 474         )
 475 )
 476
 477 /*
 478  * Tracepoint for nested #vmexit because of interrupt pending
 479  */
 480 LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga, kvm_x86_invlpga,
 481             TP_PROTO(__u64 rip, int asid, u64 address),
 482             TP_ARGS(rip, asid, address),
 483
 484         TP_FIELDS(
 485                 ctf_integer(__u64, rip, rip)
 486                 ctf_integer(int, asid, asid)
 487                 ctf_integer_hex(__u64, address, address)
 488         )
 489 )
 490
 491 /*
 492  * Tracepoint for nested #vmexit because of interrupt pending
 493  */
 494 LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit, kvm_x86_skinit,
 495             TP_PROTO(__u64 rip, __u32 slb),
 496             TP_ARGS(rip, slb),
 497
 498         TP_FIELDS(
 499                 ctf_integer(__u64, rip, rip)
 500                 ctf_integer(__u32, slb, slb)
 501         )
 502 )
 503
 504 #define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
 505 #define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
 506 #define KVM_EMUL_INSN_F_CS_D   (1 << 2)
 507 #define KVM_EMUL_INSN_F_CS_L   (1 << 3)
 508
 509 #define kvm_trace_symbol_emul_flags                       \
 510         { 0,                        "real" },             \
 511         { KVM_EMUL_INSN_F_CR0_PE                          \
 512           | KVM_EMUL_INSN_F_EFL_VM, "vm16" },             \
 513         { KVM_EMUL_INSN_F_CR0_PE,   "prot16" },           \
 514         { KVM_EMUL_INSN_F_CR0_PE                          \
 515           | KVM_EMUL_INSN_F_CS_D,   "prot32" },           \
 516         { KVM_EMUL_INSN_F_CR0_PE                          \
 517           | KVM_EMUL_INSN_F_CS_L,   "prot64" }
 518
 519 #define kei_decode_mode(mode) ({                        \
 520         u8 flags = 0xff;                                \
 521         switch (mode) {                                 \
 522         case X86EMUL_MODE_REAL:                         \
 523                 flags = 0;                              \
 524                 break;                                  \
 525         case X86EMUL_MODE_VM86:                         \
 526                 flags = KVM_EMUL_INSN_F_EFL_VM;         \
 527                 break;                                  \
 528         case X86EMUL_MODE_PROT16:                       \
 529                 flags = KVM_EMUL_INSN_F_CR0_PE;         \
 530                 break;                                  \
 531         case X86EMUL_MODE_PROT32:                       \
 532                 flags = KVM_EMUL_INSN_F_CR0_PE          \
 533                         | KVM_EMUL_INSN_F_CS_D;         \
 534                 break;                                  \
 535         case X86EMUL_MODE_PROT64:                       \
 536                 flags = KVM_EMUL_INSN_F_CR0_PE          \
 537                         | KVM_EMUL_INSN_F_CS_L;         \
 538                 break;                                  \
 539         }                                               \
 540         flags;                                          \
 541         })
 542
 543 LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn, kvm_x86_emulate_insn,
 544         TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
 545         TP_ARGS(vcpu, failed),
 546
 547         TP_FIELDS(
 548 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,7,0) && \
 549         !LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
 550                 ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip -
 551                                 (vcpu->arch.emulate_ctxt.fetch.ptr -
 552                                         vcpu->arch.emulate_ctxt.fetch.data))
 553                 ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
 554                 ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr -
 555                                 vcpu->arch.emulate_ctxt.fetch.data)
 556                 ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
 557                 ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
 558 #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,18,0) || \
 559         LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
 560                 ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip -
 561                                 (vcpu->arch.emulate_ctxt->fetch.ptr -
 562                                         vcpu->arch.emulate_ctxt->fetch.data))
 563                 ctf_integer(__u32, csbase, kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS))
 564                 ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr -
 565                                 vcpu->arch.emulate_ctxt->fetch.data)
 566                 ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15)
 567                 ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode))
 568 #else
 569                 ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip -
 570                                 (vcpu->arch.emulate_ctxt->fetch.ptr -
 571                                         vcpu->arch.emulate_ctxt->fetch.data))
 572                 ctf_integer(__u32, csbase, lttng_kvm_x86_get_segment_base(vcpu, VCPU_SREG_CS))
 573                 ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr -
 574                                 vcpu->arch.emulate_ctxt->fetch.data)
 575                 ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15)
 576                 ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode))
 577 #endif
 578                 ctf_integer(__u8, failed, failed)
 579         )
 580 )
 581
 582 #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
 583 #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
 584
 585 LTTNG_TRACEPOINT_EVENT_MAP(
 586         vcpu_match_mmio, kvm_x86_vcpu_match_mmio,
 587         TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
 588         TP_ARGS(gva, gpa, write, gpa_match),
 589
 590         TP_FIELDS(
 591                 ctf_integer(gva_t, gva, gva)
 592                 ctf_integer(gpa_t, gpa, gpa)
 593                 ctf_integer(bool, write, write)
 594                 ctf_integer(bool, gpa_match, gpa_match)
 595         )
 596 )
 597
 598 LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset, kvm_x86_write_tsc_offset,
 599         TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
 600                  __u64 next_tsc_offset),
 601         TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
 602
 603         TP_FIELDS(
 604                 ctf_integer(unsigned int, vcpu_id, vcpu_id)
 605                 ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset)
 606                 ctf_integer(__u64, next_tsc_offset, next_tsc_offset)
 607         )
 608 )
 609
 610 #ifdef CONFIG_X86_64
 611
 612 LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock, kvm_x86_update_master_clock,
 613         TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
 614         TP_ARGS(use_master_clock, host_clock, offset_matched),
 615
 616         TP_FIELDS(
 617                 ctf_integer(bool, use_master_clock, use_master_clock)
 618                 ctf_integer(unsigned int, host_clock, host_clock)
 619                 ctf_integer(bool, offset_matched, offset_matched)
 620         )
 621 )
 622
 623 LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc, kvm_x86_track_tsc,
 624         TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
 625                  unsigned int online_vcpus, bool use_master_clock,
 626                  unsigned int host_clock),
 627         TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
 628                 host_clock),
 629
 630         TP_FIELDS(
 631                 ctf_integer(unsigned int, vcpu_id, vcpu_id)
 632                 ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched)
 633                 ctf_integer(unsigned int, online_vcpus, online_vcpus)
 634                 ctf_integer(bool, use_master_clock, use_master_clock)
 635                 ctf_integer(unsigned int, host_clock, host_clock)
 636         )
 637 )
 638
 639 #endif /* CONFIG_X86_64 */
 640
 641 #endif /* LTTNG_TRACE_KVM_H */
 642
 643 #undef TRACE_INCLUDE_PATH
 644 #define TRACE_INCLUDE_PATH instrumentation/events/arch/x86/kvm
 645 #undef TRACE_INCLUDE_FILE
 646 #define TRACE_INCLUDE_FILE trace
 647
 648 /* This part must be outside protection */
 649 #include <lttng/define_trace.h>