Commit | Line | Data |
---|---|---|
9f36eaed | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
3bc29f0a MD |
2 | #if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ) |
3 | #define LTTNG_TRACE_KVM_H | |
b3c40230 | 4 | |
6ec43db8 | 5 | #include <probes/lttng-tracepoint-event.h> |
b3c40230 MG |
6 | #include <asm/vmx.h> |
7 | #include <asm/svm.h> | |
2d042821 | 8 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0)) |
b3c40230 | 9 | #include <asm/clocksource.h> |
8170580a | 10 | #endif |
0155bce1 KS |
11 | #include <linux/kvm_host.h> |
12 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0) || \ | |
13 | LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0)) | |
14 | #include <kvm_emulate.h> | |
15 | #endif | |
2d042821 | 16 | #include <lttng-kernel-version.h> |
b3c40230 MG |
17 | #include <../arch/x86/kvm/lapic.h> |
18 | #include <../arch/x86/kvm/kvm_cache_regs.h> | |
19 | ||
20 | #undef TRACE_SYSTEM | |
b36bb1a8 | 21 | #define TRACE_SYSTEM kvm_x86 |
b3c40230 MG |
22 | |
23 | /* | |
24 | * Tracepoint for guest mode entry. | |
25 | */ | |
b36bb1a8 | 26 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry, kvm_x86_entry, |
b3c40230 MG |
27 | TP_PROTO(unsigned int vcpu_id), |
28 | TP_ARGS(vcpu_id), | |
29 | ||
f127e61e MD |
30 | TP_FIELDS( |
31 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
32 | ) | |
b3c40230 MG |
33 | ) |
34 | ||
35 | /* | |
36 | * Tracepoint for hypercall. | |
37 | */ | |
b36bb1a8 | 38 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall, kvm_x86_hypercall, |
b3c40230 MG |
39 | TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1, |
40 | unsigned long a2, unsigned long a3), | |
41 | TP_ARGS(nr, a0, a1, a2, a3), | |
42 | ||
f127e61e MD |
43 | TP_FIELDS( |
44 | ctf_integer(unsigned long, nr, nr) | |
45 | ctf_integer(unsigned long, a0, a0) | |
46 | ctf_integer(unsigned long, a1, a1) | |
47 | ctf_integer(unsigned long, a2, a2) | |
48 | ctf_integer(unsigned long, a3, a3) | |
49 | ) | |
b3c40230 MG |
50 | ) |
51 | ||
52 | /* | |
53 | * Tracepoint for hypercall. | |
54 | */ | |
b36bb1a8 | 55 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall, kvm_x86_hv_hypercall, |
b3c40230 MG |
56 | TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx, |
57 | __u64 ingpa, __u64 outgpa), | |
58 | TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa), | |
59 | ||
f127e61e MD |
60 | TP_FIELDS( |
61 | ctf_integer(__u16, rep_cnt, rep_cnt) | |
62 | ctf_integer(__u16, rep_idx, rep_idx) | |
63 | ctf_integer(__u64, ingpa, ingpa) | |
64 | ctf_integer(__u64, outgpa, outgpa) | |
65 | ctf_integer(__u16, code, code) | |
66 | ctf_integer(bool, fast, fast) | |
67 | ) | |
b3c40230 MG |
68 | ) |
69 | ||
70 | /* | |
71 | * Tracepoint for PIO. | |
72 | */ | |
b36bb1a8 | 73 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio, kvm_x86_pio, |
b3c40230 MG |
74 | TP_PROTO(unsigned int rw, unsigned int port, unsigned int size, |
75 | unsigned int count), | |
76 | TP_ARGS(rw, port, size, count), | |
77 | ||
f127e61e MD |
78 | TP_FIELDS( |
79 | ctf_integer(unsigned int, rw, rw) | |
80 | ctf_integer(unsigned int, port, port) | |
81 | ctf_integer(unsigned int, size, size) | |
82 | ctf_integer(unsigned int, count, count) | |
83 | ) | |
b3c40230 MG |
84 | ) |
85 | ||
86 | /* | |
87 | * Tracepoint for cpuid. | |
88 | */ | |
b36bb1a8 | 89 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid, kvm_x86_cpuid, |
b3c40230 MG |
90 | TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx, |
91 | unsigned long rcx, unsigned long rdx), | |
92 | TP_ARGS(function, rax, rbx, rcx, rdx), | |
93 | ||
f127e61e MD |
94 | TP_FIELDS( |
95 | ctf_integer(unsigned int, function, function) | |
96 | ctf_integer(unsigned long, rax, rax) | |
97 | ctf_integer(unsigned long, rbx, rbx) | |
98 | ctf_integer(unsigned long, rcx, rcx) | |
99 | ctf_integer(unsigned long, rdx, rdx) | |
100 | ) | |
b3c40230 MG |
101 | ) |
102 | ||
b3c40230 MG |
103 | /* |
104 | * Tracepoint for apic access. | |
105 | */ | |
b36bb1a8 | 106 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic, kvm_x86_apic, |
b3c40230 MG |
107 | TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val), |
108 | TP_ARGS(rw, reg, val), | |
109 | ||
f127e61e MD |
110 | TP_FIELDS( |
111 | ctf_integer(unsigned int, rw, rw) | |
112 | ctf_integer(unsigned int, reg, reg) | |
113 | ctf_integer(unsigned int, val, val) | |
114 | ) | |
b3c40230 MG |
115 | ) |
116 | ||
117 | #define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val) | |
118 | #define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val) | |
119 | ||
b3c40230 MG |
120 | /* |
121 | * Tracepoint for kvm guest exit: | |
122 | */ | |
71c2f6ed MJ |
123 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,16,0)) |
124 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, | |
125 | TP_PROTO(struct kvm_vcpu *vcpu, u32 isa), | |
126 | TP_ARGS(vcpu, isa), | |
127 | ||
128 | TP_locvar( | |
129 | u32 reason; | |
130 | u64 info1, info2; | |
131 | u32 intr_info, error_code; | |
132 | ), | |
133 | ||
134 | TP_code_pre( | |
135 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->reason, | |
136 | &tp_locvar->info1, | |
137 | &tp_locvar->info2, | |
138 | &tp_locvar->intr_info, | |
139 | &tp_locvar->error_code); | |
140 | ), | |
141 | ||
142 | TP_FIELDS( | |
143 | ctf_integer(u32, exit_reason, tp_locvar->reason) | |
144 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
145 | ctf_integer(u32, isa, isa) | |
146 | ctf_integer(u64, info1, tp_locvar->info1) | |
147 | ctf_integer(u64, info2, tp_locvar->info2) | |
148 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
149 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
150 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
151 | ), | |
152 | ||
153 | TP_code_post() | |
154 | ) | |
0155bce1 KS |
155 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0) || \ |
156 | LTTNG_RHEL_KERNEL_RANGE(4,18,0,240,0,0, 4,19,0,0,0,0)) | |
aba544a5 MJ |
157 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
158 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), | |
159 | TP_ARGS(exit_reason, vcpu, isa), | |
160 | ||
161 | TP_locvar( | |
162 | u64 info1, info2; | |
163 | u32 intr_info, error_code; | |
164 | ), | |
165 | ||
166 | TP_code_pre( | |
167 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1, | |
168 | &tp_locvar->info2, | |
169 | &tp_locvar->intr_info, | |
170 | &tp_locvar->error_code); | |
171 | ), | |
172 | ||
173 | TP_FIELDS( | |
174 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
175 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
176 | ctf_integer(u32, isa, isa) | |
177 | ctf_integer(u64, info1, tp_locvar->info1) | |
178 | ctf_integer(u64, info2, tp_locvar->info2) | |
179 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
180 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
181 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
182 | ), | |
183 | ||
184 | TP_code_post() | |
185 | ) | |
2d042821 | 186 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0)) |
b36bb1a8 | 187 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
f127e61e MD |
188 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), |
189 | TP_ARGS(exit_reason, vcpu, isa), | |
190 | ||
191 | TP_locvar( | |
192 | u64 info1, info2; | |
b3c40230 MG |
193 | ), |
194 | ||
265822ae | 195 | TP_code_pre( |
b732ab4d MD |
196 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1, |
197 | &tp_locvar->info2); | |
aba544a5 MJ |
198 | ), |
199 | ||
200 | TP_FIELDS( | |
201 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
202 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
203 | ctf_integer(u32, isa, isa) | |
204 | ctf_integer(u64, info1, tp_locvar->info1) | |
205 | ctf_integer(u64, info2, tp_locvar->info2) | |
206 | ), | |
207 | ||
208 | TP_code_post() | |
209 | ) | |
b732ab4d | 210 | #else |
aba544a5 MJ |
211 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
212 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), | |
213 | TP_ARGS(exit_reason, vcpu, isa), | |
214 | ||
215 | TP_locvar( | |
216 | u64 info1, info2; | |
217 | ), | |
218 | ||
219 | TP_code_pre( | |
f127e61e MD |
220 | kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1, |
221 | &tp_locvar->info2); | |
b3c40230 MG |
222 | ), |
223 | ||
f127e61e MD |
224 | TP_FIELDS( |
225 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
226 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
227 | ctf_integer(u32, isa, isa) | |
228 | ctf_integer(u64, info1, tp_locvar->info1) | |
229 | ctf_integer(u64, info2, tp_locvar->info2) | |
265822ae MD |
230 | ), |
231 | ||
232 | TP_code_post() | |
b3c40230 | 233 | ) |
aba544a5 | 234 | #endif |
b3c40230 MG |
235 | |
236 | /* | |
237 | * Tracepoint for kvm interrupt injection: | |
238 | */ | |
b36bb1a8 | 239 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq, kvm_x86_inj_virq, |
b3c40230 MG |
240 | TP_PROTO(unsigned int irq), |
241 | TP_ARGS(irq), | |
242 | ||
f127e61e MD |
243 | TP_FIELDS( |
244 | ctf_integer(unsigned int, irq, irq) | |
245 | ) | |
b3c40230 MG |
246 | ) |
247 | ||
b3c40230 MG |
248 | /* |
249 | * Tracepoint for kvm interrupt injection: | |
250 | */ | |
b36bb1a8 | 251 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception, kvm_x86_inj_exception, |
b3c40230 MG |
252 | TP_PROTO(unsigned exception, bool has_error, unsigned error_code), |
253 | TP_ARGS(exception, has_error, error_code), | |
254 | ||
f127e61e MD |
255 | TP_FIELDS( |
256 | ctf_integer(u8, exception, exception) | |
257 | ctf_integer(u8, has_error, has_error) | |
258 | ctf_integer(u32, error_code, error_code) | |
259 | ) | |
b3c40230 MG |
260 | ) |
261 | ||
262 | /* | |
263 | * Tracepoint for page fault. | |
264 | */ | |
b36bb1a8 | 265 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault, kvm_x86_page_fault, |
b3c40230 MG |
266 | TP_PROTO(unsigned long fault_address, unsigned int error_code), |
267 | TP_ARGS(fault_address, error_code), | |
268 | ||
f127e61e MD |
269 | TP_FIELDS( |
270 | ctf_integer(unsigned long, fault_address, fault_address) | |
271 | ctf_integer(unsigned int, error_code, error_code) | |
272 | ) | |
b3c40230 MG |
273 | ) |
274 | ||
275 | /* | |
276 | * Tracepoint for guest MSR access. | |
277 | */ | |
b36bb1a8 | 278 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr, kvm_x86_msr, |
b3c40230 MG |
279 | TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception), |
280 | TP_ARGS(write, ecx, data, exception), | |
281 | ||
f127e61e MD |
282 | TP_FIELDS( |
283 | ctf_integer(unsigned, write, write) | |
284 | ctf_integer(u32, ecx, ecx) | |
285 | ctf_integer(u64, data, data) | |
286 | ctf_integer(u8, exception, exception) | |
287 | ) | |
b3c40230 MG |
288 | ) |
289 | ||
290 | #define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false) | |
291 | #define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false) | |
292 | #define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true) | |
293 | #define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true) | |
294 | ||
295 | /* | |
296 | * Tracepoint for guest CR access. | |
297 | */ | |
b36bb1a8 | 298 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr, kvm_x86_cr, |
b3c40230 MG |
299 | TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val), |
300 | TP_ARGS(rw, cr, val), | |
301 | ||
f127e61e MD |
302 | TP_FIELDS( |
303 | ctf_integer(unsigned int, rw, rw) | |
304 | ctf_integer(unsigned int, cr, cr) | |
305 | ctf_integer(unsigned long, val, val) | |
306 | ) | |
b3c40230 MG |
307 | ) |
308 | ||
309 | #define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val) | |
310 | #define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val) | |
311 | ||
b36bb1a8 | 312 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq, kvm_x86_pic_set_irq, |
b3c40230 MG |
313 | TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced), |
314 | TP_ARGS(chip, pin, elcr, imr, coalesced), | |
315 | ||
f127e61e MD |
316 | TP_FIELDS( |
317 | ctf_integer(__u8, chip, chip) | |
318 | ctf_integer(__u8, pin, pin) | |
319 | ctf_integer(__u8, elcr, elcr) | |
320 | ctf_integer(__u8, imr, imr) | |
321 | ctf_integer(bool, coalesced, coalesced) | |
322 | ) | |
b3c40230 MG |
323 | ) |
324 | ||
b36bb1a8 | 325 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi, kvm_x86_apic_ipi, |
b3c40230 MG |
326 | TP_PROTO(__u32 icr_low, __u32 dest_id), |
327 | TP_ARGS(icr_low, dest_id), | |
328 | ||
f127e61e MD |
329 | TP_FIELDS( |
330 | ctf_integer(__u32, icr_low, icr_low) | |
331 | ctf_integer(__u32, dest_id, dest_id) | |
332 | ) | |
b3c40230 MG |
333 | ) |
334 | ||
b36bb1a8 | 335 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq, kvm_x86_apic_accept_irq, |
b3c40230 MG |
336 | TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced), |
337 | TP_ARGS(apicid, dm, tm, vec, coalesced), | |
338 | ||
f127e61e MD |
339 | TP_FIELDS( |
340 | ctf_integer(__u32, apicid, apicid) | |
341 | ctf_integer(__u16, dm, dm) | |
342 | ctf_integer(__u8, tm, tm) | |
343 | ctf_integer(__u8, vec, vec) | |
344 | ctf_integer(bool, coalesced, coalesced) | |
345 | ) | |
b3c40230 MG |
346 | ) |
347 | ||
b36bb1a8 | 348 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi, kvm_x86_eoi, |
b3c40230 MG |
349 | TP_PROTO(struct kvm_lapic *apic, int vector), |
350 | TP_ARGS(apic, vector), | |
351 | ||
f127e61e MD |
352 | TP_FIELDS( |
353 | ctf_integer(__u32, apicid, apic->vcpu->vcpu_id) | |
354 | ctf_integer(int, vector, vector) | |
355 | ) | |
b3c40230 MG |
356 | ) |
357 | ||
b36bb1a8 | 358 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi, kvm_x86_pv_eoi, |
b3c40230 MG |
359 | TP_PROTO(struct kvm_lapic *apic, int vector), |
360 | TP_ARGS(apic, vector), | |
361 | ||
f127e61e MD |
362 | TP_FIELDS( |
363 | ctf_integer(__u32, apicid, apic->vcpu->vcpu_id) | |
364 | ctf_integer(int, vector, vector) | |
365 | ) | |
b3c40230 MG |
366 | ) |
367 | ||
368 | /* | |
369 | * Tracepoint for nested VMRUN | |
370 | */ | |
b36bb1a8 | 371 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun, kvm_x86_nested_vmrun, |
b3c40230 MG |
372 | TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl, |
373 | __u32 event_inj, bool npt), | |
374 | TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt), | |
375 | ||
f127e61e MD |
376 | TP_FIELDS( |
377 | ctf_integer(__u64, rip, rip) | |
378 | ctf_integer(__u64, vmcb, vmcb) | |
379 | ctf_integer(__u64, nested_rip, nested_rip) | |
380 | ctf_integer(__u32, int_ctl, int_ctl) | |
381 | ctf_integer(__u32, event_inj, event_inj) | |
382 | ctf_integer(bool, npt, npt) | |
383 | ) | |
b3c40230 MG |
384 | ) |
385 | ||
b36bb1a8 | 386 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts, kvm_x86_nested_intercepts, |
b3c40230 MG |
387 | TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept), |
388 | TP_ARGS(cr_read, cr_write, exceptions, intercept), | |
389 | ||
f127e61e MD |
390 | TP_FIELDS( |
391 | ctf_integer(__u16, cr_read, cr_read) | |
392 | ctf_integer(__u16, cr_write, cr_write) | |
393 | ctf_integer(__u32, exceptions, exceptions) | |
394 | ctf_integer(__u64, intercept, intercept) | |
395 | ) | |
b3c40230 MG |
396 | ) |
397 | /* | |
398 | * Tracepoint for #VMEXIT while nested | |
399 | */ | |
b36bb1a8 | 400 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit, kvm_x86_nested_vmexit, |
b3c40230 MG |
401 | TP_PROTO(__u64 rip, __u32 exit_code, |
402 | __u64 exit_info1, __u64 exit_info2, | |
403 | __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa), | |
404 | TP_ARGS(rip, exit_code, exit_info1, exit_info2, | |
405 | exit_int_info, exit_int_info_err, isa), | |
406 | ||
f127e61e MD |
407 | TP_FIELDS( |
408 | ctf_integer(__u64, rip, rip) | |
409 | ctf_integer(__u32, exit_code, exit_code) | |
410 | ctf_integer(__u64, exit_info1, exit_info1) | |
411 | ctf_integer(__u64, exit_info2, exit_info2) | |
412 | ctf_integer(__u32, exit_int_info, exit_int_info) | |
413 | ctf_integer(__u32, exit_int_info_err, exit_int_info_err) | |
414 | ctf_integer(__u32, isa, isa) | |
415 | ) | |
b3c40230 MG |
416 | ) |
417 | ||
418 | /* | |
419 | * Tracepoint for #VMEXIT reinjected to the guest | |
420 | */ | |
b36bb1a8 | 421 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject, kvm_x86_nested_vmexit_inject, |
b3c40230 MG |
422 | TP_PROTO(__u32 exit_code, |
423 | __u64 exit_info1, __u64 exit_info2, | |
424 | __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa), | |
425 | TP_ARGS(exit_code, exit_info1, exit_info2, | |
426 | exit_int_info, exit_int_info_err, isa), | |
427 | ||
f127e61e MD |
428 | TP_FIELDS( |
429 | ctf_integer(__u32, exit_code, exit_code) | |
430 | ctf_integer(__u64, exit_info1, exit_info1) | |
431 | ctf_integer(__u64, exit_info2, exit_info2) | |
432 | ctf_integer(__u32, exit_int_info, exit_int_info) | |
433 | ctf_integer(__u32, exit_int_info_err, exit_int_info_err) | |
434 | ctf_integer(__u32, isa, isa) | |
435 | ) | |
b3c40230 MG |
436 | ) |
437 | ||
438 | /* | |
439 | * Tracepoint for nested #vmexit because of interrupt pending | |
440 | */ | |
b36bb1a8 | 441 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit, kvm_x86_nested_intr_vmexit, |
b3c40230 MG |
442 | TP_PROTO(__u64 rip), |
443 | TP_ARGS(rip), | |
444 | ||
f127e61e MD |
445 | TP_FIELDS( |
446 | ctf_integer(__u64, rip, rip) | |
447 | ) | |
b3c40230 MG |
448 | ) |
449 | ||
450 | /* | |
451 | * Tracepoint for nested #vmexit because of interrupt pending | |
452 | */ | |
b36bb1a8 | 453 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga, kvm_x86_invlpga, |
b3c40230 MG |
454 | TP_PROTO(__u64 rip, int asid, u64 address), |
455 | TP_ARGS(rip, asid, address), | |
456 | ||
f127e61e MD |
457 | TP_FIELDS( |
458 | ctf_integer(__u64, rip, rip) | |
459 | ctf_integer(int, asid, asid) | |
460 | ctf_integer(__u64, address, address) | |
461 | ) | |
b3c40230 MG |
462 | ) |
463 | ||
464 | /* | |
465 | * Tracepoint for nested #vmexit because of interrupt pending | |
466 | */ | |
b36bb1a8 | 467 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit, kvm_x86_skinit, |
b3c40230 MG |
468 | TP_PROTO(__u64 rip, __u32 slb), |
469 | TP_ARGS(rip, slb), | |
470 | ||
f127e61e MD |
471 | TP_FIELDS( |
472 | ctf_integer(__u64, rip, rip) | |
473 | ctf_integer(__u32, slb, slb) | |
474 | ) | |
b3c40230 MG |
475 | ) |
476 | ||
477 | #define KVM_EMUL_INSN_F_CR0_PE (1 << 0) | |
478 | #define KVM_EMUL_INSN_F_EFL_VM (1 << 1) | |
479 | #define KVM_EMUL_INSN_F_CS_D (1 << 2) | |
480 | #define KVM_EMUL_INSN_F_CS_L (1 << 3) | |
481 | ||
482 | #define kvm_trace_symbol_emul_flags \ | |
483 | { 0, "real" }, \ | |
484 | { KVM_EMUL_INSN_F_CR0_PE \ | |
485 | | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \ | |
486 | { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \ | |
487 | { KVM_EMUL_INSN_F_CR0_PE \ | |
488 | | KVM_EMUL_INSN_F_CS_D, "prot32" }, \ | |
489 | { KVM_EMUL_INSN_F_CR0_PE \ | |
490 | | KVM_EMUL_INSN_F_CS_L, "prot64" } | |
491 | ||
492 | #define kei_decode_mode(mode) ({ \ | |
493 | u8 flags = 0xff; \ | |
494 | switch (mode) { \ | |
495 | case X86EMUL_MODE_REAL: \ | |
496 | flags = 0; \ | |
497 | break; \ | |
498 | case X86EMUL_MODE_VM86: \ | |
499 | flags = KVM_EMUL_INSN_F_EFL_VM; \ | |
500 | break; \ | |
501 | case X86EMUL_MODE_PROT16: \ | |
502 | flags = KVM_EMUL_INSN_F_CR0_PE; \ | |
503 | break; \ | |
504 | case X86EMUL_MODE_PROT32: \ | |
505 | flags = KVM_EMUL_INSN_F_CR0_PE \ | |
506 | | KVM_EMUL_INSN_F_CS_D; \ | |
507 | break; \ | |
508 | case X86EMUL_MODE_PROT64: \ | |
509 | flags = KVM_EMUL_INSN_F_CR0_PE \ | |
510 | | KVM_EMUL_INSN_F_CS_L; \ | |
511 | break; \ | |
512 | } \ | |
513 | flags; \ | |
514 | }) | |
515 | ||
b36bb1a8 | 516 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn, kvm_x86_emulate_insn, |
b3c40230 MG |
517 | TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed), |
518 | TP_ARGS(vcpu, failed), | |
519 | ||
f127e61e | 520 | TP_FIELDS( |
2d042821 | 521 | #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0)) |
f127e61e MD |
522 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.decode.fetch.start) |
523 | ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS)) | |
524 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.decode.eip | |
525 | - vcpu->arch.emulate_ctxt.decode.fetch.start) | |
526 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.decode.fetch.data, 15) | |
b732ab4d | 527 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode)) |
2d042821 | 528 | #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,17,0)) |
f127e61e MD |
529 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.fetch.start) |
530 | ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS)) | |
531 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt._eip | |
532 | - vcpu->arch.emulate_ctxt.fetch.start) | |
533 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15) | |
b732ab4d | 534 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode)) |
0155bce1 KS |
535 | #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,7,0) && \ |
536 | !LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0)) | |
f127e61e MD |
537 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip - |
538 | (vcpu->arch.emulate_ctxt.fetch.ptr - | |
539 | vcpu->arch.emulate_ctxt.fetch.data)) | |
540 | ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS)) | |
541 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr - | |
542 | vcpu->arch.emulate_ctxt.fetch.data) | |
543 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15) | |
f127e61e | 544 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode)) |
0155bce1 KS |
545 | #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,18,0) || \ |
546 | LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0)) | |
547 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip - | |
548 | (vcpu->arch.emulate_ctxt->fetch.ptr - | |
549 | vcpu->arch.emulate_ctxt->fetch.data)) | |
550 | ctf_integer(__u32, csbase, kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS)) | |
551 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr - | |
552 | vcpu->arch.emulate_ctxt->fetch.data) | |
553 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15) | |
554 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode)) | |
b732ab4d MD |
555 | #else |
556 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip - | |
557 | (vcpu->arch.emulate_ctxt->fetch.ptr - | |
558 | vcpu->arch.emulate_ctxt->fetch.data)) | |
559 | ctf_integer(__u32, csbase, kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS)) | |
560 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr - | |
561 | vcpu->arch.emulate_ctxt->fetch.data) | |
562 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15) | |
563 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode)) | |
564 | #endif | |
f127e61e | 565 | ctf_integer(__u8, failed, failed) |
b3c40230 | 566 | ) |
f127e61e | 567 | ) |
b3c40230 MG |
568 | |
569 | #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0) | |
570 | #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1) | |
571 | ||
b36bb1a8 MD |
572 | LTTNG_TRACEPOINT_EVENT_MAP( |
573 | vcpu_match_mmio, kvm_x86_vcpu_match_mmio, | |
b3c40230 MG |
574 | TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match), |
575 | TP_ARGS(gva, gpa, write, gpa_match), | |
576 | ||
f127e61e MD |
577 | TP_FIELDS( |
578 | ctf_integer(gva_t, gva, gva) | |
579 | ctf_integer(gpa_t, gpa, gpa) | |
580 | ctf_integer(bool, write, write) | |
581 | ctf_integer(bool, gpa_match, gpa_match) | |
582 | ) | |
b3c40230 MG |
583 | ) |
584 | ||
2d042821 | 585 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) |
b36bb1a8 | 586 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset, kvm_x86_write_tsc_offset, |
026e6902 MG |
587 | TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset, |
588 | __u64 next_tsc_offset), | |
589 | TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset), | |
590 | ||
f127e61e MD |
591 | TP_FIELDS( |
592 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
593 | ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset) | |
594 | ctf_integer(__u64, next_tsc_offset, next_tsc_offset) | |
595 | ) | |
026e6902 MG |
596 | ) |
597 | #endif | |
598 | ||
2d042821 | 599 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0)) |
b3c40230 MG |
600 | #ifdef CONFIG_X86_64 |
601 | ||
b36bb1a8 | 602 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock, kvm_x86_update_master_clock, |
b3c40230 MG |
603 | TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched), |
604 | TP_ARGS(use_master_clock, host_clock, offset_matched), | |
605 | ||
f127e61e MD |
606 | TP_FIELDS( |
607 | ctf_integer(bool, use_master_clock, use_master_clock) | |
608 | ctf_integer(unsigned int, host_clock, host_clock) | |
609 | ctf_integer(bool, offset_matched, offset_matched) | |
610 | ) | |
b3c40230 MG |
611 | ) |
612 | ||
b36bb1a8 | 613 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc, kvm_x86_track_tsc, |
b3c40230 MG |
614 | TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched, |
615 | unsigned int online_vcpus, bool use_master_clock, | |
616 | unsigned int host_clock), | |
617 | TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock, | |
618 | host_clock), | |
619 | ||
f127e61e MD |
620 | TP_FIELDS( |
621 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
622 | ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched) | |
623 | ctf_integer(unsigned int, online_vcpus, online_vcpus) | |
624 | ctf_integer(bool, use_master_clock, use_master_clock) | |
625 | ctf_integer(unsigned int, host_clock, host_clock) | |
626 | ) | |
b3c40230 MG |
627 | ) |
628 | ||
629 | #endif /* CONFIG_X86_64 */ | |
2d042821 | 630 | #endif /* LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0) */ |
b3c40230 | 631 | |
3bc29f0a | 632 | #endif /* LTTNG_TRACE_KVM_H */ |
b3c40230 MG |
633 | |
634 | #undef TRACE_INCLUDE_PATH | |
c075712b | 635 | #define TRACE_INCLUDE_PATH instrumentation/events/lttng-module/arch/x86/kvm |
b3c40230 MG |
636 | #undef TRACE_INCLUDE_FILE |
637 | #define TRACE_INCLUDE_FILE trace | |
638 | ||
639 | /* This part must be outside protection */ | |
6ec43db8 | 640 | #include <probes/define_trace.h> |