Commit | Line | Data |
---|---|---|
b7cdc182 | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
3bc29f0a MD |
2 | #if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ) |
3 | #define LTTNG_TRACE_KVM_H | |
b3c40230 | 4 | |
3b4aafcb | 5 | #include <lttng/tracepoint-event.h> |
b3c40230 MG |
6 | #include <asm/vmx.h> |
7 | #include <asm/svm.h> | |
5f4c791e | 8 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0)) |
b3c40230 | 9 | #include <asm/clocksource.h> |
8170580a | 10 | #endif |
5f4c791e | 11 | #include <lttng/kernel-version.h> |
45240b53 | 12 | #include <wrapper/kvm-x86.h> |
b3c40230 MG |
13 | #include <../arch/x86/kvm/lapic.h> |
14 | #include <../arch/x86/kvm/kvm_cache_regs.h> | |
15 | ||
16 | #undef TRACE_SYSTEM | |
b36bb1a8 | 17 | #define TRACE_SYSTEM kvm_x86 |
b3c40230 MG |
18 | |
19 | /* | |
20 | * Tracepoint for guest mode entry. | |
21 | */ | |
b36bb1a8 | 22 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry, kvm_x86_entry, |
b3c40230 MG |
23 | TP_PROTO(unsigned int vcpu_id), |
24 | TP_ARGS(vcpu_id), | |
25 | ||
f127e61e MD |
26 | TP_FIELDS( |
27 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
28 | ) | |
b3c40230 MG |
29 | ) |
30 | ||
31 | /* | |
32 | * Tracepoint for hypercall. | |
33 | */ | |
b36bb1a8 | 34 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall, kvm_x86_hypercall, |
b3c40230 MG |
35 | TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1, |
36 | unsigned long a2, unsigned long a3), | |
37 | TP_ARGS(nr, a0, a1, a2, a3), | |
38 | ||
f127e61e MD |
39 | TP_FIELDS( |
40 | ctf_integer(unsigned long, nr, nr) | |
41 | ctf_integer(unsigned long, a0, a0) | |
42 | ctf_integer(unsigned long, a1, a1) | |
43 | ctf_integer(unsigned long, a2, a2) | |
44 | ctf_integer(unsigned long, a3, a3) | |
45 | ) | |
b3c40230 MG |
46 | ) |
47 | ||
48 | /* | |
49 | * Tracepoint for hypercall. | |
50 | */ | |
b36bb1a8 | 51 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall, kvm_x86_hv_hypercall, |
b3c40230 MG |
52 | TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx, |
53 | __u64 ingpa, __u64 outgpa), | |
54 | TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa), | |
55 | ||
f127e61e MD |
56 | TP_FIELDS( |
57 | ctf_integer(__u16, rep_cnt, rep_cnt) | |
58 | ctf_integer(__u16, rep_idx, rep_idx) | |
59 | ctf_integer(__u64, ingpa, ingpa) | |
60 | ctf_integer(__u64, outgpa, outgpa) | |
61 | ctf_integer(__u16, code, code) | |
62 | ctf_integer(bool, fast, fast) | |
63 | ) | |
b3c40230 MG |
64 | ) |
65 | ||
66 | /* | |
67 | * Tracepoint for PIO. | |
68 | */ | |
b36bb1a8 | 69 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio, kvm_x86_pio, |
b3c40230 MG |
70 | TP_PROTO(unsigned int rw, unsigned int port, unsigned int size, |
71 | unsigned int count), | |
72 | TP_ARGS(rw, port, size, count), | |
73 | ||
f127e61e MD |
74 | TP_FIELDS( |
75 | ctf_integer(unsigned int, rw, rw) | |
76 | ctf_integer(unsigned int, port, port) | |
77 | ctf_integer(unsigned int, size, size) | |
78 | ctf_integer(unsigned int, count, count) | |
79 | ) | |
b3c40230 MG |
80 | ) |
81 | ||
82 | /* | |
83 | * Tracepoint for cpuid. | |
84 | */ | |
b36bb1a8 | 85 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid, kvm_x86_cpuid, |
b3c40230 MG |
86 | TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx, |
87 | unsigned long rcx, unsigned long rdx), | |
88 | TP_ARGS(function, rax, rbx, rcx, rdx), | |
89 | ||
f127e61e MD |
90 | TP_FIELDS( |
91 | ctf_integer(unsigned int, function, function) | |
92 | ctf_integer(unsigned long, rax, rax) | |
93 | ctf_integer(unsigned long, rbx, rbx) | |
94 | ctf_integer(unsigned long, rcx, rcx) | |
95 | ctf_integer(unsigned long, rdx, rdx) | |
96 | ) | |
b3c40230 MG |
97 | ) |
98 | ||
b3c40230 MG |
99 | /* |
100 | * Tracepoint for apic access. | |
101 | */ | |
b36bb1a8 | 102 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic, kvm_x86_apic, |
b3c40230 MG |
103 | TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val), |
104 | TP_ARGS(rw, reg, val), | |
105 | ||
f127e61e MD |
106 | TP_FIELDS( |
107 | ctf_integer(unsigned int, rw, rw) | |
108 | ctf_integer(unsigned int, reg, reg) | |
109 | ctf_integer(unsigned int, val, val) | |
110 | ) | |
b3c40230 MG |
111 | ) |
112 | ||
113 | #define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val) | |
114 | #define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val) | |
115 | ||
b3c40230 MG |
116 | /* |
117 | * Tracepoint for kvm guest exit: | |
118 | */ | |
45240b53 MJ |
119 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,18,0)) |
120 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, | |
121 | TP_PROTO(struct kvm_vcpu *vcpu, u32 isa), | |
122 | TP_ARGS(vcpu, isa), | |
123 | ||
124 | TP_locvar( | |
125 | u32 exit_reason; | |
126 | u64 info1, info2; | |
127 | u32 intr_info, error_code; | |
128 | ), | |
129 | ||
130 | TP_code_pre( | |
131 | lttng_kvm_x86_get_exit_info(vcpu, | |
132 | &tp_locvar->exit_reason, | |
133 | &tp_locvar->info1, | |
134 | &tp_locvar->info2, | |
135 | &tp_locvar->intr_info, | |
136 | &tp_locvar->error_code); | |
137 | ), | |
138 | ||
139 | TP_FIELDS( | |
140 | ctf_integer(unsigned int, exit_reason, tp_locvar->exit_reason) | |
141 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
142 | ctf_integer(u32, isa, isa) | |
143 | ctf_integer(u64, info1, tp_locvar->info1) | |
144 | ctf_integer(u64, info2, tp_locvar->info2) | |
145 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
146 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
147 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
148 | ), | |
149 | ||
150 | TP_code_post() | |
151 | ) | |
152 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,16,0)) | |
5619b37e MJ |
153 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
154 | TP_PROTO(struct kvm_vcpu *vcpu, u32 isa), | |
155 | TP_ARGS(vcpu, isa), | |
156 | ||
157 | TP_locvar( | |
158 | u32 reason; | |
159 | u64 info1, info2; | |
160 | u32 intr_info, error_code; | |
161 | ), | |
162 | ||
163 | TP_code_pre( | |
164 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->reason, | |
165 | &tp_locvar->info1, | |
166 | &tp_locvar->info2, | |
167 | &tp_locvar->intr_info, | |
168 | &tp_locvar->error_code); | |
169 | ), | |
170 | ||
171 | TP_FIELDS( | |
172 | ctf_integer(u32, exit_reason, tp_locvar->reason) | |
173 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
174 | ctf_integer(u32, isa, isa) | |
175 | ctf_integer(u64, info1, tp_locvar->info1) | |
176 | ctf_integer(u64, info2, tp_locvar->info2) | |
177 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
178 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
179 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
180 | ), | |
181 | ||
182 | TP_code_post() | |
183 | ) | |
184 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,10,0)) | |
0e0ee108 MJ |
185 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
186 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), | |
187 | TP_ARGS(exit_reason, vcpu, isa), | |
188 | ||
189 | TP_locvar( | |
190 | u64 info1, info2; | |
191 | u32 intr_info, error_code; | |
192 | ), | |
193 | ||
194 | TP_code_pre( | |
195 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1, | |
196 | &tp_locvar->info2, | |
197 | &tp_locvar->intr_info, | |
198 | &tp_locvar->error_code); | |
199 | ), | |
200 | ||
201 | TP_FIELDS( | |
202 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
203 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
204 | ctf_integer(u32, isa, isa) | |
205 | ctf_integer(u64, info1, tp_locvar->info1) | |
206 | ctf_integer(u64, info2, tp_locvar->info2) | |
207 | ctf_integer(u32, intr_info, tp_locvar->intr_info) | |
208 | ctf_integer(u32, error_code, tp_locvar->error_code) | |
209 | ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id) | |
210 | ), | |
211 | ||
212 | TP_code_post() | |
213 | ) | |
5f4c791e | 214 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0)) |
b36bb1a8 | 215 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
f127e61e MD |
216 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), |
217 | TP_ARGS(exit_reason, vcpu, isa), | |
218 | ||
219 | TP_locvar( | |
220 | u64 info1, info2; | |
b3c40230 MG |
221 | ), |
222 | ||
265822ae | 223 | TP_code_pre( |
9cc9518e MD |
224 | kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1, |
225 | &tp_locvar->info2); | |
0e0ee108 MJ |
226 | ), |
227 | ||
228 | TP_FIELDS( | |
229 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
230 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
231 | ctf_integer(u32, isa, isa) | |
232 | ctf_integer(u64, info1, tp_locvar->info1) | |
233 | ctf_integer(u64, info2, tp_locvar->info2) | |
234 | ), | |
235 | ||
236 | TP_code_post() | |
237 | ) | |
9cc9518e | 238 | #else |
0e0ee108 MJ |
239 | LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit, |
240 | TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa), | |
241 | TP_ARGS(exit_reason, vcpu, isa), | |
242 | ||
243 | TP_locvar( | |
244 | u64 info1, info2; | |
245 | ), | |
246 | ||
247 | TP_code_pre( | |
f127e61e MD |
248 | kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1, |
249 | &tp_locvar->info2); | |
b3c40230 MG |
250 | ), |
251 | ||
f127e61e MD |
252 | TP_FIELDS( |
253 | ctf_integer(unsigned int, exit_reason, exit_reason) | |
254 | ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu)) | |
255 | ctf_integer(u32, isa, isa) | |
256 | ctf_integer(u64, info1, tp_locvar->info1) | |
257 | ctf_integer(u64, info2, tp_locvar->info2) | |
265822ae MD |
258 | ), |
259 | ||
260 | TP_code_post() | |
b3c40230 | 261 | ) |
0e0ee108 | 262 | #endif |
b3c40230 MG |
263 | |
264 | /* | |
265 | * Tracepoint for kvm interrupt injection: | |
266 | */ | |
b36bb1a8 | 267 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq, kvm_x86_inj_virq, |
b3c40230 MG |
268 | TP_PROTO(unsigned int irq), |
269 | TP_ARGS(irq), | |
270 | ||
f127e61e MD |
271 | TP_FIELDS( |
272 | ctf_integer(unsigned int, irq, irq) | |
273 | ) | |
b3c40230 MG |
274 | ) |
275 | ||
b3c40230 MG |
276 | /* |
277 | * Tracepoint for kvm interrupt injection: | |
278 | */ | |
b36bb1a8 | 279 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception, kvm_x86_inj_exception, |
b3c40230 MG |
280 | TP_PROTO(unsigned exception, bool has_error, unsigned error_code), |
281 | TP_ARGS(exception, has_error, error_code), | |
282 | ||
f127e61e MD |
283 | TP_FIELDS( |
284 | ctf_integer(u8, exception, exception) | |
285 | ctf_integer(u8, has_error, has_error) | |
286 | ctf_integer(u32, error_code, error_code) | |
287 | ) | |
b3c40230 MG |
288 | ) |
289 | ||
290 | /* | |
291 | * Tracepoint for page fault. | |
292 | */ | |
b36bb1a8 | 293 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault, kvm_x86_page_fault, |
b3c40230 MG |
294 | TP_PROTO(unsigned long fault_address, unsigned int error_code), |
295 | TP_ARGS(fault_address, error_code), | |
296 | ||
f127e61e | 297 | TP_FIELDS( |
2c054599 | 298 | ctf_integer_hex(unsigned long, fault_address, fault_address) |
f127e61e MD |
299 | ctf_integer(unsigned int, error_code, error_code) |
300 | ) | |
b3c40230 MG |
301 | ) |
302 | ||
303 | /* | |
304 | * Tracepoint for guest MSR access. | |
305 | */ | |
b36bb1a8 | 306 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr, kvm_x86_msr, |
b3c40230 MG |
307 | TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception), |
308 | TP_ARGS(write, ecx, data, exception), | |
309 | ||
f127e61e MD |
310 | TP_FIELDS( |
311 | ctf_integer(unsigned, write, write) | |
312 | ctf_integer(u32, ecx, ecx) | |
313 | ctf_integer(u64, data, data) | |
314 | ctf_integer(u8, exception, exception) | |
315 | ) | |
b3c40230 MG |
316 | ) |
317 | ||
318 | #define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false) | |
319 | #define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false) | |
320 | #define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true) | |
321 | #define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true) | |
322 | ||
323 | /* | |
324 | * Tracepoint for guest CR access. | |
325 | */ | |
b36bb1a8 | 326 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr, kvm_x86_cr, |
b3c40230 MG |
327 | TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val), |
328 | TP_ARGS(rw, cr, val), | |
329 | ||
f127e61e MD |
330 | TP_FIELDS( |
331 | ctf_integer(unsigned int, rw, rw) | |
332 | ctf_integer(unsigned int, cr, cr) | |
333 | ctf_integer(unsigned long, val, val) | |
334 | ) | |
b3c40230 MG |
335 | ) |
336 | ||
337 | #define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val) | |
338 | #define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val) | |
339 | ||
b36bb1a8 | 340 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq, kvm_x86_pic_set_irq, |
b3c40230 MG |
341 | TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced), |
342 | TP_ARGS(chip, pin, elcr, imr, coalesced), | |
343 | ||
f127e61e MD |
344 | TP_FIELDS( |
345 | ctf_integer(__u8, chip, chip) | |
346 | ctf_integer(__u8, pin, pin) | |
347 | ctf_integer(__u8, elcr, elcr) | |
348 | ctf_integer(__u8, imr, imr) | |
349 | ctf_integer(bool, coalesced, coalesced) | |
350 | ) | |
b3c40230 MG |
351 | ) |
352 | ||
b36bb1a8 | 353 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi, kvm_x86_apic_ipi, |
b3c40230 MG |
354 | TP_PROTO(__u32 icr_low, __u32 dest_id), |
355 | TP_ARGS(icr_low, dest_id), | |
356 | ||
f127e61e MD |
357 | TP_FIELDS( |
358 | ctf_integer(__u32, icr_low, icr_low) | |
359 | ctf_integer(__u32, dest_id, dest_id) | |
360 | ) | |
b3c40230 MG |
361 | ) |
362 | ||
b36bb1a8 | 363 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq, kvm_x86_apic_accept_irq, |
b3c40230 MG |
364 | TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced), |
365 | TP_ARGS(apicid, dm, tm, vec, coalesced), | |
366 | ||
f127e61e MD |
367 | TP_FIELDS( |
368 | ctf_integer(__u32, apicid, apicid) | |
369 | ctf_integer(__u16, dm, dm) | |
370 | ctf_integer(__u8, tm, tm) | |
371 | ctf_integer(__u8, vec, vec) | |
372 | ctf_integer(bool, coalesced, coalesced) | |
373 | ) | |
b3c40230 MG |
374 | ) |
375 | ||
b36bb1a8 | 376 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi, kvm_x86_eoi, |
b3c40230 MG |
377 | TP_PROTO(struct kvm_lapic *apic, int vector), |
378 | TP_ARGS(apic, vector), | |
379 | ||
f127e61e MD |
380 | TP_FIELDS( |
381 | ctf_integer(__u32, apicid, apic->vcpu->vcpu_id) | |
382 | ctf_integer(int, vector, vector) | |
383 | ) | |
b3c40230 MG |
384 | ) |
385 | ||
b36bb1a8 | 386 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi, kvm_x86_pv_eoi, |
b3c40230 MG |
387 | TP_PROTO(struct kvm_lapic *apic, int vector), |
388 | TP_ARGS(apic, vector), | |
389 | ||
f127e61e MD |
390 | TP_FIELDS( |
391 | ctf_integer(__u32, apicid, apic->vcpu->vcpu_id) | |
392 | ctf_integer(int, vector, vector) | |
393 | ) | |
b3c40230 MG |
394 | ) |
395 | ||
396 | /* | |
397 | * Tracepoint for nested VMRUN | |
398 | */ | |
b36bb1a8 | 399 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun, kvm_x86_nested_vmrun, |
b3c40230 MG |
400 | TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl, |
401 | __u32 event_inj, bool npt), | |
402 | TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt), | |
403 | ||
f127e61e MD |
404 | TP_FIELDS( |
405 | ctf_integer(__u64, rip, rip) | |
406 | ctf_integer(__u64, vmcb, vmcb) | |
407 | ctf_integer(__u64, nested_rip, nested_rip) | |
408 | ctf_integer(__u32, int_ctl, int_ctl) | |
409 | ctf_integer(__u32, event_inj, event_inj) | |
410 | ctf_integer(bool, npt, npt) | |
411 | ) | |
b3c40230 MG |
412 | ) |
413 | ||
b36bb1a8 | 414 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts, kvm_x86_nested_intercepts, |
b3c40230 MG |
415 | TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept), |
416 | TP_ARGS(cr_read, cr_write, exceptions, intercept), | |
417 | ||
f127e61e MD |
418 | TP_FIELDS( |
419 | ctf_integer(__u16, cr_read, cr_read) | |
420 | ctf_integer(__u16, cr_write, cr_write) | |
421 | ctf_integer(__u32, exceptions, exceptions) | |
422 | ctf_integer(__u64, intercept, intercept) | |
423 | ) | |
b3c40230 MG |
424 | ) |
425 | /* | |
426 | * Tracepoint for #VMEXIT while nested | |
427 | */ | |
b36bb1a8 | 428 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit, kvm_x86_nested_vmexit, |
b3c40230 MG |
429 | TP_PROTO(__u64 rip, __u32 exit_code, |
430 | __u64 exit_info1, __u64 exit_info2, | |
431 | __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa), | |
432 | TP_ARGS(rip, exit_code, exit_info1, exit_info2, | |
433 | exit_int_info, exit_int_info_err, isa), | |
434 | ||
f127e61e MD |
435 | TP_FIELDS( |
436 | ctf_integer(__u64, rip, rip) | |
437 | ctf_integer(__u32, exit_code, exit_code) | |
438 | ctf_integer(__u64, exit_info1, exit_info1) | |
439 | ctf_integer(__u64, exit_info2, exit_info2) | |
440 | ctf_integer(__u32, exit_int_info, exit_int_info) | |
441 | ctf_integer(__u32, exit_int_info_err, exit_int_info_err) | |
442 | ctf_integer(__u32, isa, isa) | |
443 | ) | |
b3c40230 MG |
444 | ) |
445 | ||
446 | /* | |
447 | * Tracepoint for #VMEXIT reinjected to the guest | |
448 | */ | |
b36bb1a8 | 449 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject, kvm_x86_nested_vmexit_inject, |
b3c40230 MG |
450 | TP_PROTO(__u32 exit_code, |
451 | __u64 exit_info1, __u64 exit_info2, | |
452 | __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa), | |
453 | TP_ARGS(exit_code, exit_info1, exit_info2, | |
454 | exit_int_info, exit_int_info_err, isa), | |
455 | ||
f127e61e MD |
456 | TP_FIELDS( |
457 | ctf_integer(__u32, exit_code, exit_code) | |
458 | ctf_integer(__u64, exit_info1, exit_info1) | |
459 | ctf_integer(__u64, exit_info2, exit_info2) | |
460 | ctf_integer(__u32, exit_int_info, exit_int_info) | |
461 | ctf_integer(__u32, exit_int_info_err, exit_int_info_err) | |
462 | ctf_integer(__u32, isa, isa) | |
463 | ) | |
b3c40230 MG |
464 | ) |
465 | ||
466 | /* | |
467 | * Tracepoint for nested #vmexit because of interrupt pending | |
468 | */ | |
b36bb1a8 | 469 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit, kvm_x86_nested_intr_vmexit, |
b3c40230 MG |
470 | TP_PROTO(__u64 rip), |
471 | TP_ARGS(rip), | |
472 | ||
f127e61e MD |
473 | TP_FIELDS( |
474 | ctf_integer(__u64, rip, rip) | |
475 | ) | |
b3c40230 MG |
476 | ) |
477 | ||
478 | /* | |
479 | * Tracepoint for nested #vmexit because of interrupt pending | |
480 | */ | |
b36bb1a8 | 481 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga, kvm_x86_invlpga, |
b3c40230 MG |
482 | TP_PROTO(__u64 rip, int asid, u64 address), |
483 | TP_ARGS(rip, asid, address), | |
484 | ||
f127e61e MD |
485 | TP_FIELDS( |
486 | ctf_integer(__u64, rip, rip) | |
487 | ctf_integer(int, asid, asid) | |
2c054599 | 488 | ctf_integer_hex(__u64, address, address) |
f127e61e | 489 | ) |
b3c40230 MG |
490 | ) |
491 | ||
492 | /* | |
493 | * Tracepoint for nested #vmexit because of interrupt pending | |
494 | */ | |
b36bb1a8 | 495 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit, kvm_x86_skinit, |
b3c40230 MG |
496 | TP_PROTO(__u64 rip, __u32 slb), |
497 | TP_ARGS(rip, slb), | |
498 | ||
f127e61e MD |
499 | TP_FIELDS( |
500 | ctf_integer(__u64, rip, rip) | |
501 | ctf_integer(__u32, slb, slb) | |
502 | ) | |
b3c40230 MG |
503 | ) |
504 | ||
505 | #define KVM_EMUL_INSN_F_CR0_PE (1 << 0) | |
506 | #define KVM_EMUL_INSN_F_EFL_VM (1 << 1) | |
507 | #define KVM_EMUL_INSN_F_CS_D (1 << 2) | |
508 | #define KVM_EMUL_INSN_F_CS_L (1 << 3) | |
509 | ||
510 | #define kvm_trace_symbol_emul_flags \ | |
511 | { 0, "real" }, \ | |
512 | { KVM_EMUL_INSN_F_CR0_PE \ | |
513 | | KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \ | |
514 | { KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \ | |
515 | { KVM_EMUL_INSN_F_CR0_PE \ | |
516 | | KVM_EMUL_INSN_F_CS_D, "prot32" }, \ | |
517 | { KVM_EMUL_INSN_F_CR0_PE \ | |
518 | | KVM_EMUL_INSN_F_CS_L, "prot64" } | |
519 | ||
520 | #define kei_decode_mode(mode) ({ \ | |
521 | u8 flags = 0xff; \ | |
522 | switch (mode) { \ | |
523 | case X86EMUL_MODE_REAL: \ | |
524 | flags = 0; \ | |
525 | break; \ | |
526 | case X86EMUL_MODE_VM86: \ | |
527 | flags = KVM_EMUL_INSN_F_EFL_VM; \ | |
528 | break; \ | |
529 | case X86EMUL_MODE_PROT16: \ | |
530 | flags = KVM_EMUL_INSN_F_CR0_PE; \ | |
531 | break; \ | |
532 | case X86EMUL_MODE_PROT32: \ | |
533 | flags = KVM_EMUL_INSN_F_CR0_PE \ | |
534 | | KVM_EMUL_INSN_F_CS_D; \ | |
535 | break; \ | |
536 | case X86EMUL_MODE_PROT64: \ | |
537 | flags = KVM_EMUL_INSN_F_CR0_PE \ | |
538 | | KVM_EMUL_INSN_F_CS_L; \ | |
539 | break; \ | |
540 | } \ | |
541 | flags; \ | |
542 | }) | |
543 | ||
b36bb1a8 | 544 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn, kvm_x86_emulate_insn, |
b3c40230 MG |
545 | TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed), |
546 | TP_ARGS(vcpu, failed), | |
547 | ||
f127e61e | 548 | TP_FIELDS( |
5f4c791e | 549 | #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0)) |
f127e61e MD |
550 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.decode.fetch.start) |
551 | ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS)) | |
552 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.decode.eip | |
553 | - vcpu->arch.emulate_ctxt.decode.fetch.start) | |
554 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.decode.fetch.data, 15) | |
9cc9518e | 555 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode)) |
5f4c791e | 556 | #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,17,0)) |
f127e61e MD |
557 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.fetch.start) |
558 | ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS)) | |
559 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt._eip | |
560 | - vcpu->arch.emulate_ctxt.fetch.start) | |
561 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15) | |
9cc9518e | 562 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode)) |
5f4c791e | 563 | #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,7,0)) |
f127e61e MD |
564 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip - |
565 | (vcpu->arch.emulate_ctxt.fetch.ptr - | |
566 | vcpu->arch.emulate_ctxt.fetch.data)) | |
567 | ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS)) | |
568 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr - | |
569 | vcpu->arch.emulate_ctxt.fetch.data) | |
570 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15) | |
f127e61e | 571 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode)) |
45240b53 | 572 | #elif (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(5,18,0)) |
9cc9518e MD |
573 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip - |
574 | (vcpu->arch.emulate_ctxt->fetch.ptr - | |
575 | vcpu->arch.emulate_ctxt->fetch.data)) | |
576 | ctf_integer(__u32, csbase, kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS)) | |
577 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr - | |
578 | vcpu->arch.emulate_ctxt->fetch.data) | |
579 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15) | |
580 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode)) | |
45240b53 MJ |
581 | #else |
582 | ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip - | |
583 | (vcpu->arch.emulate_ctxt->fetch.ptr - | |
584 | vcpu->arch.emulate_ctxt->fetch.data)) | |
585 | ctf_integer(__u32, csbase, lttng_kvm_x86_get_segment_base(vcpu, VCPU_SREG_CS)) | |
586 | ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr - | |
587 | vcpu->arch.emulate_ctxt->fetch.data) | |
588 | ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15) | |
589 | ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode)) | |
9cc9518e | 590 | #endif |
f127e61e | 591 | ctf_integer(__u8, failed, failed) |
b3c40230 | 592 | ) |
f127e61e | 593 | ) |
b3c40230 MG |
594 | |
595 | #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0) | |
596 | #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1) | |
597 | ||
b36bb1a8 MD |
598 | LTTNG_TRACEPOINT_EVENT_MAP( |
599 | vcpu_match_mmio, kvm_x86_vcpu_match_mmio, | |
b3c40230 MG |
600 | TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match), |
601 | TP_ARGS(gva, gpa, write, gpa_match), | |
602 | ||
f127e61e MD |
603 | TP_FIELDS( |
604 | ctf_integer(gva_t, gva, gva) | |
605 | ctf_integer(gpa_t, gpa, gpa) | |
606 | ctf_integer(bool, write, write) | |
607 | ctf_integer(bool, gpa_match, gpa_match) | |
608 | ) | |
b3c40230 MG |
609 | ) |
610 | ||
5f4c791e | 611 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,11,0)) |
b36bb1a8 | 612 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset, kvm_x86_write_tsc_offset, |
026e6902 MG |
613 | TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset, |
614 | __u64 next_tsc_offset), | |
615 | TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset), | |
616 | ||
f127e61e MD |
617 | TP_FIELDS( |
618 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
619 | ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset) | |
620 | ctf_integer(__u64, next_tsc_offset, next_tsc_offset) | |
621 | ) | |
026e6902 MG |
622 | ) |
623 | #endif | |
624 | ||
5f4c791e | 625 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0)) |
b3c40230 MG |
626 | #ifdef CONFIG_X86_64 |
627 | ||
b36bb1a8 | 628 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock, kvm_x86_update_master_clock, |
b3c40230 MG |
629 | TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched), |
630 | TP_ARGS(use_master_clock, host_clock, offset_matched), | |
631 | ||
f127e61e MD |
632 | TP_FIELDS( |
633 | ctf_integer(bool, use_master_clock, use_master_clock) | |
634 | ctf_integer(unsigned int, host_clock, host_clock) | |
635 | ctf_integer(bool, offset_matched, offset_matched) | |
636 | ) | |
b3c40230 MG |
637 | ) |
638 | ||
b36bb1a8 | 639 | LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc, kvm_x86_track_tsc, |
b3c40230 MG |
640 | TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched, |
641 | unsigned int online_vcpus, bool use_master_clock, | |
642 | unsigned int host_clock), | |
643 | TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock, | |
644 | host_clock), | |
645 | ||
f127e61e MD |
646 | TP_FIELDS( |
647 | ctf_integer(unsigned int, vcpu_id, vcpu_id) | |
648 | ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched) | |
649 | ctf_integer(unsigned int, online_vcpus, online_vcpus) | |
650 | ctf_integer(bool, use_master_clock, use_master_clock) | |
651 | ctf_integer(unsigned int, host_clock, host_clock) | |
652 | ) | |
b3c40230 MG |
653 | ) |
654 | ||
655 | #endif /* CONFIG_X86_64 */ | |
5f4c791e | 656 | #endif /* LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0) */ |
b3c40230 | 657 | |
3bc29f0a | 658 | #endif /* LTTNG_TRACE_KVM_H */ |
b3c40230 MG |
659 | |
660 | #undef TRACE_INCLUDE_PATH | |
4f47ccf0 | 661 | #define TRACE_INCLUDE_PATH instrumentation/events/arch/x86/kvm |
b3c40230 MG |
662 | #undef TRACE_INCLUDE_FILE |
663 | #define TRACE_INCLUDE_FILE trace | |
664 | ||
665 | /* This part must be outside protection */ | |
3b4aafcb | 666 | #include <lttng/define_trace.h> |