Commit | Line | Data |
---|---|---|
b7cdc182 | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
3bc29f0a MD |
2 | #if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ) |
3 | #define LTTNG_TRACE_KVM_H | |
b3c40230 | 4 | |
3b4aafcb | 5 | #include <lttng/tracepoint-event.h> |
b3c40230 MG |
6 | #include <asm/vmx.h> |
7 | #include <asm/svm.h> | |
8 | #include <asm/clocksource.h> | |
5f4c791e | 9 | #include <lttng/kernel-version.h> |
45240b53 | 10 | #include <wrapper/kvm-x86.h> |
b3c40230 MG |
11 | #include <../arch/x86/kvm/lapic.h> |
12 | #include <../arch/x86/kvm/kvm_cache_regs.h> | |
13 | ||
14 | #undef TRACE_SYSTEM | |
b36bb1a8 | 15 | #define TRACE_SYSTEM kvm_x86 |
b3c40230 MG |
16 | |
17 | /* | |
18 | * Tracepoint for guest mode entry. | |
19 | */ | |
b36bb1a8 | 20 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry, kvm_x86_entry, |
b3c40230 MG |
21 | TP_PROTO(unsigned int vcpu_id), |
22 | TP_ARGS(vcpu_id), | |
23 | ||
f127e61e MD |
24 | TP_FIELDS( |
25 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
26 | ) | |
b3c40230 MG |
27 | ) |
28 | ||
29 | /* | |
30 | * Tracepoint for hypercall. | |
31 | */ | |
b36bb1a8 | 32 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall, kvm_x86_hypercall, |
b3c40230 MG |
33 | TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1, |
34 | unsigned long a2, unsigned long a3), | |
35 | TP_ARGS(nr, a0, a1, a2, a3), | |
36 | ||
f127e61e MD |
37 | TP_FIELDS( |
38 | ctf_integer(unsigned long, nr, nr) | |
39 | ctf_integer(unsigned long, a0, a0) | |
40 | ctf_integer(unsigned long, a1, a1) | |
41 | ctf_integer(unsigned long, a2, a2) | |
42 | ctf_integer(unsigned long, a3, a3) | |
43 | ) | |
b3c40230 MG |
44 | ) |
45 | ||
46 | /* | |
47 | * Tracepoint for hypercall. | |
48 | */ | |
b36bb1a8 | 49 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall, kvm_x86_hv_hypercall, |
b3c40230 MG |
50 | TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx, |
51 | __u64 ingpa, __u64 outgpa), | |
52 | TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa), | |
53 | ||
f127e61e MD |
54 | TP_FIELDS( |
55 | ctf_integer(__u16, rep_cnt, rep_cnt) | |
56 | ctf_integer(__u16, rep_idx, rep_idx) | |
57 | ctf_integer(__u64, ingpa, ingpa) | |
58 | ctf_integer(__u64, outgpa, outgpa) | |
59 | ctf_integer(__u16, code, code) | |
60 | ctf_integer(bool, fast, fast) | |
61 | ) | |
b3c40230 MG |
62 | ) |
63 | ||
64 | /* | |
65 | * Tracepoint for PIO. | |
66 | */ | |
b36bb1a8 | 67 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio, kvm_x86_pio, |
b3c40230 MG |
68 | TP_PROTO(unsigned int rw, unsigned int port, unsigned int size, |
69 | unsigned int count), | |
70 | TP_ARGS(rw, port, size, count), | |
71 | ||
f127e61e MD |
72 | TP_FIELDS( |
73 | ctf_integer(unsigned int, rw, rw) | |
74 | ctf_integer(unsigned int, port, port) | |
75 | ctf_integer(unsigned int, size, size) | |
76 | ctf_integer(unsigned int, count, count) | |
77 | ) | |
b3c40230 MG |
78 | ) |
79 | ||
80 | /* | |
81 | * Tracepoint for cpuid. | |
82 | */ | |
b36bb1a8 | 83 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid, kvm_x86_cpuid, |
b3c40230 MG |
84 | TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx, |
85 | unsigned long rcx, unsigned long rdx), | |
86 | TP_ARGS(function, rax, rbx, rcx, rdx), | |
87 | ||
f127e61e MD |
88 | TP_FIELDS( |
89 | ctf_integer(unsigned int, function, function) | |
90 | ctf_integer(unsigned long, rax, rax) | |
91 | ctf_integer(unsigned long, rbx, rbx) | |
92 | ctf_integer(unsigned long, rcx, rcx) | |
93 | ctf_integer(unsigned long, rdx, rdx) | |
94 | ) | |
b3c40230 MG |
95 | ) |
96 | ||
b3c40230 MG |
97 | /* |
98 | * Tracepoint for apic access. | |
99 | */ | |
b36bb1a8 | 100 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic, kvm_x86_apic, |
b3c40230 MG |
101 | TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val), |
102 | TP_ARGS(rw, reg, val), | |
103 | ||
f127e61e MD |
104 | TP_FIELDS( |
105 | ctf_integer(unsigned int, rw, rw) | |
106 | ctf_integer(unsigned int, reg, reg) | |
107 | ctf_integer(unsigned int, val, val) | |
108 | ) | |
b3c40230 MG |
109 | ) |
110 | ||
111 | #define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val) | |
112 | #define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val) | |
113 | ||
b3c40230 MG |
114 | /* |
115 | * Tracepoint for kvm guest exit: | |
116 | */ | |
45240b53 MJ |
117 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,18,0)) |
118 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, | |
119 | TP_PROTO(struct kvm_vcpu *vcpu, u32 isa), | |
120 | TP_ARGS(vcpu, isa), | |
121 | ||
122 | TP_locvar( | |
123 | u32 exit_reason; | |
124 | u64 info1, info2; | |
125 | u32 intr_info, error_code; | |
126 | ), | |
127 | ||
128 | TP_code_pre( | |
129 | lttng_kvm_x86_get_exit_info(vcpu, | |
130 | &tp_locvar->exit_reason, | |
131 | &tp_locvar->info1, | |
132 | &tp_locvar->info2, | |
133 | &tp_locvar->intr_info, | |
134 | &tp_locvar->error_code); | |
135 | ), | |
136 | ||
137 | TP_FIELDS( | |
138 | ctf_integer(unsigned int, exit_reason, tp_locvar->exit_reason) | |
139 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
140 | ctf_integer(u32, isa, isa) | |
141 | ctf_integer(u64, info1, tp_locvar->info1) | |
142 | ctf_integer(u64, info2, tp_locvar->info2) | |
143 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
144 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
145 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
146 | ), | |
147 | ||
148 | TP_code_post() | |
149 | ) | |
150 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,16,0)) | |
5619b37e MJ |
151 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
152 | TP_PROTO(struct kvm_vcpu *vcpu, u32 isa), | |
153 | TP_ARGS(vcpu, isa), | |
154 | ||
155 | TP_locvar( | |
156 | u32 reason; | |
157 | u64 info1, info2; | |
158 | u32 intr_info, error_code; | |
159 | ), | |
160 | ||
161 | TP_code_pre( | |
162 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->reason, | |
163 | &tp_locvar->info1, | |
164 | &tp_locvar->info2, | |
165 | &tp_locvar->intr_info, | |
166 | &tp_locvar->error_code); | |
167 | ), | |
168 | ||
169 | TP_FIELDS( | |
170 | ctf_integer(u32, exit_reason, tp_locvar->reason) | |
171 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
172 | ctf_integer(u32, isa, isa) | |
173 | ctf_integer(u64, info1, tp_locvar->info1) | |
174 | ctf_integer(u64, info2, tp_locvar->info2) | |
175 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
176 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
177 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
178 | ), | |
179 | ||
180 | TP_code_post() | |
181 | ) | |
92e7fc02 KS |
182 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0) || \ |
183 | LTTNG_RHEL_KERNEL_RANGE(4,18,0,240,0,0, 4,19,0,0,0,0)) | |
0e0ee108 MJ |
184 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
185 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), | |
186 | TP_ARGS(exit_reason, vcpu, isa), | |
187 | ||
188 | TP_locvar( | |
189 | u64 info1, info2; | |
190 | u32 intr_info, error_code; | |
191 | ), | |
192 | ||
193 | TP_code_pre( | |
194 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1, | |
195 | &tp_locvar->info2, | |
196 | &tp_locvar->intr_info, | |
197 | &tp_locvar->error_code); | |
198 | ), | |
199 | ||
200 | TP_FIELDS( | |
201 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
202 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
203 | ctf_integer(u32, isa, isa) | |
204 | ctf_integer(u64, info1, tp_locvar->info1) | |
205 | ctf_integer(u64, info2, tp_locvar->info2) | |
206 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
207 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
208 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
209 | ), | |
210 | ||
211 | TP_code_post() | |
212 | ) | |
5f4c791e | 213 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0)) |
b36bb1a8 | 214 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
f127e61e MD |
215 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), |
216 | TP_ARGS(exit_reason, vcpu, isa), | |
217 | ||
218 | TP_locvar( | |
219 | u64 info1, info2; | |
b3c40230 MG |
220 | ), |
221 | ||
265822ae | 222 | TP_code_pre( |
9cc9518e MD |
223 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1, |
224 | &tp_locvar->info2); | |
0e0ee108 MJ |
225 | ), |
226 | ||
227 | TP_FIELDS( | |
228 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
229 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
230 | ctf_integer(u32, isa, isa) | |
231 | ctf_integer(u64, info1, tp_locvar->info1) | |
232 | ctf_integer(u64, info2, tp_locvar->info2) | |
233 | ), | |
234 | ||
235 | TP_code_post() | |
236 | ) | |
9cc9518e | 237 | #else |
0e0ee108 MJ |
238 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
239 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), | |
240 | TP_ARGS(exit_reason, vcpu, isa), | |
241 | ||
242 | TP_locvar( | |
243 | u64 info1, info2; | |
244 | ), | |
245 | ||
246 | TP_code_pre( | |
f127e61e MD |
247 | kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1, |
248 | &tp_locvar->info2); | |
b3c40230 MG |
249 | ), |
250 | ||
f127e61e MD |
251 | TP_FIELDS( |
252 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
253 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
254 | ctf_integer(u32, isa, isa) | |
255 | ctf_integer(u64, info1, tp_locvar->info1) | |
256 | ctf_integer(u64, info2, tp_locvar->info2) | |
265822ae MD |
257 | ), |
258 | ||
259 | TP_code_post() | |
b3c40230 | 260 | ) |
0e0ee108 | 261 | #endif |
b3c40230 MG |
262 | |
263 | /* | |
264 | * Tracepoint for kvm interrupt injection: | |
265 | */ | |
b36bb1a8 | 266 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq, kvm_x86_inj_virq, |
b3c40230 MG |
267 | TP_PROTO(unsigned int irq), |
268 | TP_ARGS(irq), | |
269 | ||
f127e61e MD |
270 | TP_FIELDS( |
271 | ctf_integer(unsigned int, irq, irq) | |
272 | ) | |
b3c40230 MG |
273 | ) |
274 | ||
b3c40230 MG |
275 | /* |
276 | * Tracepoint for kvm interrupt injection: | |
277 | */ | |
b36bb1a8 | 278 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception, kvm_x86_inj_exception, |
b3c40230 MG |
279 | TP_PROTO(unsigned exception, bool has_error, unsigned error_code), |
280 | TP_ARGS(exception, has_error, error_code), | |
281 | ||
f127e61e MD |
282 | TP_FIELDS( |
283 | ctf_integer(u8, exception, exception) | |
284 | ctf_integer(u8, has_error, has_error) | |
285 | ctf_integer(u32, error_code, error_code) | |
286 | ) | |
b3c40230 MG |
287 | ) |
288 | ||
289 | /* | |
290 | * Tracepoint for page fault. | |
291 | */ | |
b36bb1a8 | 292 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault, kvm_x86_page_fault, |
b3c40230 MG |
293 | TP_PROTO(unsigned long fault_address, unsigned int error_code), |
294 | TP_ARGS(fault_address, error_code), | |
295 | ||
f127e61e | 296 | TP_FIELDS( |
2c054599 | 297 | ctf_integer_hex(unsigned long, fault_address, fault_address) |
f127e61e MD |
298 | ctf_integer(unsigned int, error_code, error_code) |
299 | ) | |
b3c40230 MG |
300 | ) |
301 | ||
302 | /* | |
303 | * Tracepoint for guest MSR access. | |
304 | */ | |
b36bb1a8 | 305 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr, kvm_x86_msr, |
b3c40230 MG |
306 | TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception), |
307 | TP_ARGS(write, ecx, data, exception), | |
308 | ||
f127e61e MD |
309 | TP_FIELDS( |
310 | ctf_integer(unsigned, write, write) | |
311 | ctf_integer(u32, ecx, ecx) | |
312 | ctf_integer(u64, data, data) | |
313 | ctf_integer(u8, exception, exception) | |
314 | ) | |
b3c40230 MG |
315 | ) |
316 | ||
317 | #define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false) | |
318 | #define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false) | |
319 | #define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true) | |
320 | #define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true) | |
321 | ||
322 | /* | |
323 | * Tracepoint for guest CR access. | |
324 | */ | |
b36bb1a8 | 325 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr, kvm_x86_cr, |
b3c40230 MG |
326 | TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val), |
327 | TP_ARGS(rw, cr, val), | |
328 | ||
f127e61e MD |
329 | TP_FIELDS( |
330 | ctf_integer(unsigned int, rw, rw) | |
331 | ctf_integer(unsigned int, cr, cr) | |
332 | ctf_integer(unsigned long, val, val) | |
333 | ) | |
b3c40230 MG |
334 | ) |
335 | ||
336 | #define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val) | |
337 | #define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val) | |
338 | ||
b36bb1a8 | 339 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq, kvm_x86_pic_set_irq, |
b3c40230 MG |
340 | TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced), |
341 | TP_ARGS(chip, pin, elcr, imr, coalesced), | |
342 | ||
f127e61e MD |
343 | TP_FIELDS( |
344 | ctf_integer(__u8, chip, chip) | |
345 | ctf_integer(__u8, pin, pin) | |
346 | ctf_integer(__u8, elcr, elcr) | |
347 | ctf_integer(__u8, imr, imr) | |
348 | ctf_integer(bool, coalesced, coalesced) | |
349 | ) | |
b3c40230 MG |
350 | ) |
351 | ||
b36bb1a8 | 352 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi, kvm_x86_apic_ipi, |
b3c40230 MG |
353 | TP_PROTO(__u32 icr_low, __u32 dest_id), |
354 | TP_ARGS(icr_low, dest_id), | |
355 | ||
f127e61e MD |
356 | TP_FIELDS( |
357 | ctf_integer(__u32, icr_low, icr_low) | |
358 | ctf_integer(__u32, dest_id, dest_id) | |
359 | ) | |
b3c40230 MG |
360 | ) |
361 | ||
b36bb1a8 | 362 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq, kvm_x86_apic_accept_irq, |
b3c40230 MG |
363 | TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced), |
364 | TP_ARGS(apicid, dm, tm, vec, coalesced), | |
365 | ||
f127e61e MD |
366 | TP_FIELDS( |
367 | ctf_integer(__u32, apicid, apicid) | |
368 | ctf_integer(__u16, dm, dm) | |
369 | ctf_integer(__u8, tm, tm) | |
370 | ctf_integer(__u8, vec, vec) | |
371 | ctf_integer(bool, coalesced, coalesced) | |
372 | ) | |
b3c40230 MG |
373 | ) |
374 | ||
b36bb1a8 | 375 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi, kvm_x86_eoi, |
b3c40230 MG |
376 | TP_PROTO(struct kvm_lapic *apic, int vector), |
377 | TP_ARGS(apic, vector), | |
378 | ||
f127e61e MD |
379 | TP_FIELDS( |
380 | ctf_integer(__u32, apicid, apic->vcpu->vcpu_id) | |
381 | ctf_integer(int, vector, vector) | |
382 | ) | |
b3c40230 MG |
383 | ) |
384 | ||
b36bb1a8 | 385 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi, kvm_x86_pv_eoi, |
b3c40230 MG |
386 | TP_PROTO(struct kvm_lapic *apic, int vector), |
387 | TP_ARGS(apic, vector), | |
388 | ||
f127e61e MD |
389 | TP_FIELDS( |
390 | ctf_integer(__u32, apicid, apic->vcpu->vcpu_id) | |
391 | ctf_integer(int, vector, vector) | |
392 | ) | |
b3c40230 MG |
393 | ) |
394 | ||
395 | /* | |
396 | * Tracepoint for nested VMRUN | |
397 | */ | |
b36bb1a8 | 398 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun, kvm_x86_nested_vmrun, |
b3c40230 MG |
399 | TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl, |
400 | __u32 event_inj, bool npt), | |
401 | TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt), | |
402 | ||
f127e61e MD |
403 | TP_FIELDS( |
404 | ctf_integer(__u64, rip, rip) | |
405 | ctf_integer(__u64, vmcb, vmcb) | |
406 | ctf_integer(__u64, nested_rip, nested_rip) | |
407 | ctf_integer(__u32, int_ctl, int_ctl) | |
408 | ctf_integer(__u32, event_inj, event_inj) | |
409 | ctf_integer(bool, npt, npt) | |
410 | ) | |
b3c40230 MG |
411 | ) |
412 | ||
b36bb1a8 | 413 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts, kvm_x86_nested_intercepts, |
b3c40230 MG |
414 | TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept), |
415 | TP_ARGS(cr_read, cr_write, exceptions, intercept), | |
416 | ||
f127e61e MD |
417 | TP_FIELDS( |
418 | ctf_integer(__u16, cr_read, cr_read) | |
419 | ctf_integer(__u16, cr_write, cr_write) | |
420 | ctf_integer(__u32, exceptions, exceptions) | |
421 | ctf_integer(__u64, intercept, intercept) | |
422 | ) | |
b3c40230 MG |
423 | ) |
424 | /* | |
425 | * Tracepoint for #VMEXIT while nested | |
426 | */ | |
b36bb1a8 | 427 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit, kvm_x86_nested_vmexit, |
b3c40230 MG |
428 | TP_PROTO(__u64 rip, __u32 exit_code, |
429 | __u64 exit_info1, __u64 exit_info2, | |
430 | __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa), | |
431 | TP_ARGS(rip, exit_code, exit_info1, exit_info2, | |
432 | exit_int_info, exit_int_info_err, isa), | |
433 | ||
f127e61e MD |
434 | TP_FIELDS( |
435 | ctf_integer(__u64, rip, rip) | |
436 | ctf_integer(__u32, exit_code, exit_code) | |
437 | ctf_integer(__u64, exit_info1, exit_info1) | |
438 | ctf_integer(__u64, exit_info2, exit_info2) | |
439 | ctf_integer(__u32, exit_int_info, exit_int_info) | |
440 | ctf_integer(__u32, exit_int_info_err, exit_int_info_err) | |
441 | ctf_integer(__u32, isa, isa) | |
442 | ) | |
b3c40230 MG |
443 | ) |
444 | ||
445 | /* | |
446 | * Tracepoint for #VMEXIT reinjected to the guest | |
447 | */ | |
b36bb1a8 | 448 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject, kvm_x86_nested_vmexit_inject, |
b3c40230 MG |
449 | TP_PROTO(__u32 exit_code, |
450 | __u64 exit_info1, __u64 exit_info2, | |
451 | __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa), | |
452 | TP_ARGS(exit_code, exit_info1, exit_info2, | |
453 | exit_int_info, exit_int_info_err, isa), | |
454 | ||
f127e61e MD |
455 | TP_FIELDS( |
456 | ctf_integer(__u32, exit_code, exit_code) | |
457 | ctf_integer(__u64, exit_info1, exit_info1) | |
458 | ctf_integer(__u64, exit_info2, exit_info2) | |
459 | ctf_integer(__u32, exit_int_info, exit_int_info) | |
460 | ctf_integer(__u32, exit_int_info_err, exit_int_info_err) | |
461 | ctf_integer(__u32, isa, isa) | |
462 | ) | |
b3c40230 MG |
463 | ) |
464 | ||
465 | /* | |
466 | * Tracepoint for nested #vmexit because of interrupt pending | |
467 | */ | |
b36bb1a8 | 468 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit, kvm_x86_nested_intr_vmexit, |
b3c40230 MG |
469 | TP_PROTO(__u64 rip), |
470 | TP_ARGS(rip), | |
471 | ||
f127e61e MD |
472 | TP_FIELDS( |
473 | ctf_integer(__u64, rip, rip) | |
474 | ) | |
b3c40230 MG |
475 | ) |
476 | ||
477 | /* | |
478 | * Tracepoint for nested #vmexit because of interrupt pending | |
479 | */ | |
b36bb1a8 | 480 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga, kvm_x86_invlpga, |
b3c40230 MG |
481 | TP_PROTO(__u64 rip, int asid, u64 address), |
482 | TP_ARGS(rip, asid, address), | |
483 | ||
f127e61e MD |
484 | TP_FIELDS( |
485 | ctf_integer(__u64, rip, rip) | |
486 | ctf_integer(int, asid, asid) | |
2c054599 | 487 | ctf_integer_hex(__u64, address, address) |
f127e61e | 488 | ) |
b3c40230 MG |
489 | ) |
490 | ||
491 | /* | |
492 | * Tracepoint for nested #vmexit because of interrupt pending | |
493 | */ | |
b36bb1a8 | 494 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit, kvm_x86_skinit, |
b3c40230 MG |
495 | TP_PROTO(__u64 rip, __u32 slb), |
496 | TP_ARGS(rip, slb), | |
497 | ||
f127e61e MD |
498 | TP_FIELDS( |
499 | ctf_integer(__u64, rip, rip) | |
500 | ctf_integer(__u32, slb, slb) | |
501 | ) | |
b3c40230 MG |
502 | ) |
503 | ||
504 | #define KVM_EMUL_INSN_F_CR0_PE (1 << 0) | |
505 | #define KVM_EMUL_INSN_F_EFL_VM (1 << 1) | |
506 | #define KVM_EMUL_INSN_F_CS_D (1 << 2) | |
507 | #define KVM_EMUL_INSN_F_CS_L (1 << 3) | |
508 | ||
509 | #define kvm_trace_symbol_emul_flags \ | |
510 | { 0, "real" }, \ | |
511 | { KVM_EMUL_INSN_F_CR0_PE \ | |
512 | | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \ | |
513 | { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \ | |
514 | { KVM_EMUL_INSN_F_CR0_PE \ | |
515 | | KVM_EMUL_INSN_F_CS_D, "prot32" }, \ | |
516 | { KVM_EMUL_INSN_F_CR0_PE \ | |
517 | | KVM_EMUL_INSN_F_CS_L, "prot64" } | |
518 | ||
519 | #define kei_decode_mode(mode) ({ \ | |
520 | u8 flags = 0xff; \ | |
521 | switch (mode) { \ | |
522 | case X86EMUL_MODE_REAL: \ | |
523 | flags = 0; \ | |
524 | break; \ | |
525 | case X86EMUL_MODE_VM86: \ | |
526 | flags = KVM_EMUL_INSN_F_EFL_VM; \ | |
527 | break; \ | |
528 | case X86EMUL_MODE_PROT16: \ | |
529 | flags = KVM_EMUL_INSN_F_CR0_PE; \ | |
530 | break; \ | |
531 | case X86EMUL_MODE_PROT32: \ | |
532 | flags = KVM_EMUL_INSN_F_CR0_PE \ | |
533 | | KVM_EMUL_INSN_F_CS_D; \ | |
534 | break; \ | |
535 | case X86EMUL_MODE_PROT64: \ | |
536 | flags = KVM_EMUL_INSN_F_CR0_PE \ | |
537 | | KVM_EMUL_INSN_F_CS_L; \ | |
538 | break; \ | |
539 | } \ | |
540 | flags; \ | |
541 | }) | |
542 | ||
b36bb1a8 | 543 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn, kvm_x86_emulate_insn, |
b3c40230 MG |
544 | TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed), |
545 | TP_ARGS(vcpu, failed), | |
546 | ||
f127e61e | 547 | TP_FIELDS( |
92e7fc02 KS |
548 | #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,7,0) && \ |
549 | !LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0)) | |
f127e61e MD |
550 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip - |
551 | (vcpu->arch.emulate_ctxt.fetch.ptr - | |
552 | vcpu->arch.emulate_ctxt.fetch.data)) | |
553 | ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS)) | |
554 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr - | |
555 | vcpu->arch.emulate_ctxt.fetch.data) | |
556 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15) | |
f127e61e | 557 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode)) |
92e7fc02 KS |
558 | #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,18,0) || \ |
559 | LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0)) | |
9cc9518e MD |
560 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip - |
561 | (vcpu->arch.emulate_ctxt->fetch.ptr - | |
562 | vcpu->arch.emulate_ctxt->fetch.data)) | |
563 | ctf_integer(__u32, csbase, kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS)) | |
564 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr - | |
565 | vcpu->arch.emulate_ctxt->fetch.data) | |
566 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15) | |
567 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode)) | |
45240b53 MJ |
568 | #else |
569 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip - | |
570 | (vcpu->arch.emulate_ctxt->fetch.ptr - | |
571 | vcpu->arch.emulate_ctxt->fetch.data)) | |
572 | ctf_integer(__u32, csbase, lttng_kvm_x86_get_segment_base(vcpu, VCPU_SREG_CS)) | |
573 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr - | |
574 | vcpu->arch.emulate_ctxt->fetch.data) | |
575 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15) | |
576 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode)) | |
9cc9518e | 577 | #endif |
f127e61e | 578 | ctf_integer(__u8, failed, failed) |
b3c40230 | 579 | ) |
f127e61e | 580 | ) |
b3c40230 MG |
581 | |
582 | #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0) | |
583 | #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1) | |
584 | ||
b36bb1a8 MD |
585 | LTTNG_TRACEPOINT_EVENT_MAP( |
586 | vcpu_match_mmio, kvm_x86_vcpu_match_mmio, | |
b3c40230 MG |
587 | TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match), |
588 | TP_ARGS(gva, gpa, write, gpa_match), | |
589 | ||
f127e61e MD |
590 | TP_FIELDS( |
591 | ctf_integer(gva_t, gva, gva) | |
592 | ctf_integer(gpa_t, gpa, gpa) | |
593 | ctf_integer(bool, write, write) | |
594 | ctf_integer(bool, gpa_match, gpa_match) | |
595 | ) | |
b3c40230 MG |
596 | ) |
597 | ||
b36bb1a8 | 598 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset, kvm_x86_write_tsc_offset, |
026e6902 MG |
599 | TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset, |
600 | __u64 next_tsc_offset), | |
601 | TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset), | |
602 | ||
f127e61e MD |
603 | TP_FIELDS( |
604 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
605 | ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset) | |
606 | ctf_integer(__u64, next_tsc_offset, next_tsc_offset) | |
607 | ) | |
026e6902 | 608 | ) |
026e6902 | 609 | |
b3c40230 MG |
610 | #ifdef CONFIG_X86_64 |
611 | ||
b36bb1a8 | 612 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock, kvm_x86_update_master_clock, |
b3c40230 MG |
613 | TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched), |
614 | TP_ARGS(use_master_clock, host_clock, offset_matched), | |
615 | ||
f127e61e MD |
616 | TP_FIELDS( |
617 | ctf_integer(bool, use_master_clock, use_master_clock) | |
618 | ctf_integer(unsigned int, host_clock, host_clock) | |
619 | ctf_integer(bool, offset_matched, offset_matched) | |
620 | ) | |
b3c40230 MG |
621 | ) |
622 | ||
b36bb1a8 | 623 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc, kvm_x86_track_tsc, |
b3c40230 MG |
624 | TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched, |
625 | unsigned int online_vcpus, bool use_master_clock, | |
626 | unsigned int host_clock), | |
627 | TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock, | |
628 | host_clock), | |
629 | ||
f127e61e MD |
630 | TP_FIELDS( |
631 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
632 | ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched) | |
633 | ctf_integer(unsigned int, online_vcpus, online_vcpus) | |
634 | ctf_integer(bool, use_master_clock, use_master_clock) | |
635 | ctf_integer(unsigned int, host_clock, host_clock) | |
636 | ) | |
b3c40230 MG |
637 | ) |
638 | ||
639 | #endif /* CONFIG_X86_64 */ | |
640 | ||
3bc29f0a | 641 | #endif /* LTTNG_TRACE_KVM_H */ |
b3c40230 MG |
642 | |
643 | #undef TRACE_INCLUDE_PATH | |
4f47ccf0 | 644 | #define TRACE_INCLUDE_PATH instrumentation/events/arch/x86/kvm |
b3c40230 MG |
645 | #undef TRACE_INCLUDE_FILE |
646 | #define TRACE_INCLUDE_FILE trace | |
647 | ||
648 | /* This part must be outside protection */ | |
3b4aafcb | 649 | #include <lttng/define_trace.h> |