[lttng-modules.git] / include / instrumentation / events / arch / x86 / kvm / trace.h

/* SPDX-License-Identifier: GPL-2.0-only */
#if !defined(LTTNG_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KVM_H

#include <lttng/tracepoint-event.h>
#include <asm/vmx.h>
#include <asm/svm.h>
#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
#include <asm/clocksource.h>
#endif
#include <linux/version.h>
#include <../arch/x86/kvm/lapic.h>
#include <../arch/x86/kvm/kvm_cache_regs.h>

#undef TRACE_SYSTEM
#define TRACE_SYSTEM kvm_x86

/*
 * Tracepoint for guest mode entry.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry, kvm_x86_entry,
	TP_PROTO(unsigned int vcpu_id),
	TP_ARGS(vcpu_id),

	TP_FIELDS(
		ctf_integer(unsigned int, vcpu_id, vcpu_id)
	)
)

/*
 * Tracepoint for hypercall.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall, kvm_x86_hypercall,
	TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
		 unsigned long a2, unsigned long a3),
	TP_ARGS(nr, a0, a1, a2, a3),

	TP_FIELDS(
		ctf_integer(unsigned long, nr, nr)
		ctf_integer(unsigned long, a0, a0)
		ctf_integer(unsigned long, a1, a1)
		ctf_integer(unsigned long, a2, a2)
		ctf_integer(unsigned long, a3, a3)
	)
)

/*
 * Tracepoint for hypercall.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall, kvm_x86_hv_hypercall,
	TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
		 __u64 ingpa, __u64 outgpa),
	TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),

	TP_FIELDS(
		ctf_integer(__u16, rep_cnt, rep_cnt)
		ctf_integer(__u16, rep_idx, rep_idx)
		ctf_integer(__u64, ingpa, ingpa)
		ctf_integer(__u64, outgpa, outgpa)
		ctf_integer(__u16, code, code)
		ctf_integer(bool, fast, fast)
	)
)

/*
 * Tracepoint for PIO.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio, kvm_x86_pio,
	TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
		 unsigned int count),
	TP_ARGS(rw, port, size, count),

	TP_FIELDS(
		ctf_integer(unsigned int, rw, rw)
		ctf_integer(unsigned int, port, port)
		ctf_integer(unsigned int, size, size)
		ctf_integer(unsigned int, count, count)
	)
)

/*
 * Tracepoint for cpuid.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid, kvm_x86_cpuid,
	TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx,
		 unsigned long rcx, unsigned long rdx),
	TP_ARGS(function, rax, rbx, rcx, rdx),

	TP_FIELDS(
		ctf_integer(unsigned int, function, function)
		ctf_integer(unsigned long, rax, rax)
		ctf_integer(unsigned long, rbx, rbx)
		ctf_integer(unsigned long, rcx, rcx)
		ctf_integer(unsigned long, rdx, rdx)
	)
)

/*
 * Tracepoint for apic access.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic, kvm_x86_apic,
	TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
	TP_ARGS(rw, reg, val),

	TP_FIELDS(
		ctf_integer(unsigned int, rw, rw)
		ctf_integer(unsigned int, reg, reg)
		ctf_integer(unsigned int, val, val)
	)
)

#define trace_kvm_apic_read(reg, val)		trace_kvm_apic(0, reg, val)
#define trace_kvm_apic_write(reg, val)		trace_kvm_apic(1, reg, val)

/*
 * Tracepoint for kvm guest exit:
 */
#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,10,0))
LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
	TP_ARGS(exit_reason, vcpu, isa),

	TP_locvar(
		u64 info1, info2;
		u32 intr_info, error_code;
	),

	TP_code_pre(
		kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1,
				&tp_locvar->info2,
				&tp_locvar->intr_info,
				&tp_locvar->error_code);
	),

	TP_FIELDS(
		ctf_integer(unsigned int, exit_reason, exit_reason)
		ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
		ctf_integer(u32, isa, isa)
		ctf_integer(u64, info1, tp_locvar->info1)
		ctf_integer(u64, info2, tp_locvar->info2)
		ctf_integer(u32, intr_info, tp_locvar->intr_info)
		ctf_integer(u32, error_code, tp_locvar->error_code)
		ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id)
	),

	TP_code_post()
)
#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(5,7,0))
LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
	TP_ARGS(exit_reason, vcpu, isa),

	TP_locvar(
		u64 info1, info2;
	),

	TP_code_pre(
		kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1,
				&tp_locvar->info2);
	),

	TP_FIELDS(
		ctf_integer(unsigned int, exit_reason, exit_reason)
		ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
		ctf_integer(u32, isa, isa)
		ctf_integer(u64, info1, tp_locvar->info1)
		ctf_integer(u64, info2, tp_locvar->info2)
	),

	TP_code_post()
)
#else
LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
	TP_ARGS(exit_reason, vcpu, isa),

	TP_locvar(
		u64 info1, info2;
	),

	TP_code_pre(
		kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1,
				&tp_locvar->info2);
	),

	TP_FIELDS(
		ctf_integer(unsigned int, exit_reason, exit_reason)
		ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
		ctf_integer(u32, isa, isa)
		ctf_integer(u64, info1, tp_locvar->info1)
		ctf_integer(u64, info2, tp_locvar->info2)
	),

	TP_code_post()
)
#endif

/*
 * Tracepoint for kvm interrupt injection:
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq, kvm_x86_inj_virq,
	TP_PROTO(unsigned int irq),
	TP_ARGS(irq),

	TP_FIELDS(
		ctf_integer(unsigned int, irq, irq)
	)
)

/*
 * Tracepoint for kvm interrupt injection:
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception, kvm_x86_inj_exception,
	TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
	TP_ARGS(exception, has_error, error_code),

	TP_FIELDS(
		ctf_integer(u8, exception, exception)
		ctf_integer(u8, has_error, has_error)
		ctf_integer(u32, error_code, error_code)
	)
)

/*
 * Tracepoint for page fault.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault, kvm_x86_page_fault,
	TP_PROTO(unsigned long fault_address, unsigned int error_code),
	TP_ARGS(fault_address, error_code),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, fault_address, fault_address)
		ctf_integer(unsigned int, error_code, error_code)
	)
)

/*
 * Tracepoint for guest MSR access.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr, kvm_x86_msr,
	TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
	TP_ARGS(write, ecx, data, exception),

	TP_FIELDS(
		ctf_integer(unsigned, write, write)
		ctf_integer(u32, ecx, ecx)
		ctf_integer(u64, data, data)
		ctf_integer(u8, exception, exception)
	)
)

#define trace_kvm_msr_read(ecx, data)      trace_kvm_msr(0, ecx, data, false)
#define trace_kvm_msr_write(ecx, data)     trace_kvm_msr(1, ecx, data, false)
#define trace_kvm_msr_read_ex(ecx)         trace_kvm_msr(0, ecx, 0, true)
#define trace_kvm_msr_write_ex(ecx, data)  trace_kvm_msr(1, ecx, data, true)

/*
 * Tracepoint for guest CR access.
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr, kvm_x86_cr,
	TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
	TP_ARGS(rw, cr, val),

	TP_FIELDS(
		ctf_integer(unsigned int, rw, rw)
		ctf_integer(unsigned int, cr, cr)
		ctf_integer(unsigned long, val, val)
	)
)

#define trace_kvm_cr_read(cr, val)		trace_kvm_cr(0, cr, val)
#define trace_kvm_cr_write(cr, val)		trace_kvm_cr(1, cr, val)

LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq, kvm_x86_pic_set_irq,
	    TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
	    TP_ARGS(chip, pin, elcr, imr, coalesced),

	TP_FIELDS(
		ctf_integer(__u8, chip, chip)
		ctf_integer(__u8, pin, pin)
		ctf_integer(__u8, elcr, elcr)
		ctf_integer(__u8, imr, imr)
		ctf_integer(bool, coalesced, coalesced)
	)
)

LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi, kvm_x86_apic_ipi,
	    TP_PROTO(__u32 icr_low, __u32 dest_id),
	    TP_ARGS(icr_low, dest_id),

	TP_FIELDS(
		ctf_integer(__u32, icr_low, icr_low)
		ctf_integer(__u32, dest_id, dest_id)
	)
)

LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq, kvm_x86_apic_accept_irq,
	    TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced),
	    TP_ARGS(apicid, dm, tm, vec, coalesced),

	TP_FIELDS(
		ctf_integer(__u32, apicid, apicid)
		ctf_integer(__u16, dm, dm)
		ctf_integer(__u8, tm, tm)
		ctf_integer(__u8, vec, vec)
		ctf_integer(bool, coalesced, coalesced)
	)
)

LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi, kvm_x86_eoi,
	    TP_PROTO(struct kvm_lapic *apic, int vector),
	    TP_ARGS(apic, vector),

	TP_FIELDS(
		ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
		ctf_integer(int, vector, vector)
	)
)

LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi, kvm_x86_pv_eoi,
	    TP_PROTO(struct kvm_lapic *apic, int vector),
	    TP_ARGS(apic, vector),

	TP_FIELDS(
		ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
		ctf_integer(int, vector, vector)
	)
)

/*
 * Tracepoint for nested VMRUN
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun, kvm_x86_nested_vmrun,
	    TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
		     __u32 event_inj, bool npt),
	    TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
		ctf_integer(__u64, vmcb, vmcb)
		ctf_integer(__u64, nested_rip, nested_rip)
		ctf_integer(__u32, int_ctl, int_ctl)
		ctf_integer(__u32, event_inj, event_inj)
		ctf_integer(bool, npt, npt)
	)
)

LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts, kvm_x86_nested_intercepts,
	    TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept),
	    TP_ARGS(cr_read, cr_write, exceptions, intercept),

	TP_FIELDS(
		ctf_integer(__u16, cr_read, cr_read)
		ctf_integer(__u16, cr_write, cr_write)
		ctf_integer(__u32, exceptions, exceptions)
		ctf_integer(__u64, intercept, intercept)
	)
)
/*
 * Tracepoint for #VMEXIT while nested
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit, kvm_x86_nested_vmexit,
	    TP_PROTO(__u64 rip, __u32 exit_code,
		     __u64 exit_info1, __u64 exit_info2,
		     __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
	    TP_ARGS(rip, exit_code, exit_info1, exit_info2,
		    exit_int_info, exit_int_info_err, isa),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
		ctf_integer(__u32, exit_code, exit_code)
		ctf_integer(__u64, exit_info1, exit_info1)
		ctf_integer(__u64, exit_info2, exit_info2)
		ctf_integer(__u32, exit_int_info, exit_int_info)
		ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
		ctf_integer(__u32, isa, isa)
	)
)

/*
 * Tracepoint for #VMEXIT reinjected to the guest
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject, kvm_x86_nested_vmexit_inject,
	    TP_PROTO(__u32 exit_code,
		     __u64 exit_info1, __u64 exit_info2,
		     __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
	    TP_ARGS(exit_code, exit_info1, exit_info2,
		    exit_int_info, exit_int_info_err, isa),

	TP_FIELDS(
		ctf_integer(__u32, exit_code, exit_code)
		ctf_integer(__u64, exit_info1, exit_info1)
		ctf_integer(__u64, exit_info2, exit_info2)
		ctf_integer(__u32, exit_int_info, exit_int_info)
		ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
		ctf_integer(__u32, isa, isa)
	)
)

/*
 * Tracepoint for nested #vmexit because of interrupt pending
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit, kvm_x86_nested_intr_vmexit,
	    TP_PROTO(__u64 rip),
	    TP_ARGS(rip),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
	)
)

/*
 * Tracepoint for nested #vmexit because of interrupt pending
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga, kvm_x86_invlpga,
	    TP_PROTO(__u64 rip, int asid, u64 address),
	    TP_ARGS(rip, asid, address),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
		ctf_integer(int, asid, asid)
		ctf_integer_hex(__u64, address, address)
	)
)

/*
 * Tracepoint for nested #vmexit because of interrupt pending
 */
LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit, kvm_x86_skinit,
	    TP_PROTO(__u64 rip, __u32 slb),
	    TP_ARGS(rip, slb),

	TP_FIELDS(
		ctf_integer(__u64, rip, rip)
		ctf_integer(__u32, slb, slb)
	)
)

#define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
#define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
#define KVM_EMUL_INSN_F_CS_D   (1 << 2)
#define KVM_EMUL_INSN_F_CS_L   (1 << 3)

#define kvm_trace_symbol_emul_flags	                  \
	{ 0,   			    "real" },		  \
	{ KVM_EMUL_INSN_F_CR0_PE			  \
	  | KVM_EMUL_INSN_F_EFL_VM, "vm16" },		  \
	{ KVM_EMUL_INSN_F_CR0_PE,   "prot16" },		  \
	{ KVM_EMUL_INSN_F_CR0_PE			  \
	  | KVM_EMUL_INSN_F_CS_D,   "prot32" },		  \
	{ KVM_EMUL_INSN_F_CR0_PE			  \
	  | KVM_EMUL_INSN_F_CS_L,   "prot64" }

#define kei_decode_mode(mode) ({			\
	u8 flags = 0xff;				\
	switch (mode) {					\
	case X86EMUL_MODE_REAL:				\
		flags = 0;				\
		break;					\
	case X86EMUL_MODE_VM86:				\
		flags = KVM_EMUL_INSN_F_EFL_VM;		\
		break;					\
	case X86EMUL_MODE_PROT16:			\
		flags = KVM_EMUL_INSN_F_CR0_PE;		\
		break;					\
	case X86EMUL_MODE_PROT32:			\
		flags = KVM_EMUL_INSN_F_CR0_PE		\
			| KVM_EMUL_INSN_F_CS_D;		\
		break;					\
	case X86EMUL_MODE_PROT64:			\
		flags = KVM_EMUL_INSN_F_CR0_PE		\
			| KVM_EMUL_INSN_F_CS_L;		\
		break;					\
	}						\
	flags;						\
	})

LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn, kvm_x86_emulate_insn,
	TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
	TP_ARGS(vcpu, failed),

	TP_FIELDS(
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
		ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.decode.fetch.start)
		ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
		ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.decode.eip
				- vcpu->arch.emulate_ctxt.decode.fetch.start)
		ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.decode.fetch.data, 15)
		ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
#elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,17,0))
		ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.fetch.start)
		ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
		ctf_integer(__u8, len, vcpu->arch.emulate_ctxt._eip
				- vcpu->arch.emulate_ctxt.fetch.start)
		ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
		ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
#elif (LINUX_VERSION_CODE < KERNEL_VERSION(5,7,0))
		ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip -
				(vcpu->arch.emulate_ctxt.fetch.ptr -
					vcpu->arch.emulate_ctxt.fetch.data))
		ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
		ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr -
				vcpu->arch.emulate_ctxt.fetch.data)
		ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
		ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
#else
		ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip -
				(vcpu->arch.emulate_ctxt->fetch.ptr -
					vcpu->arch.emulate_ctxt->fetch.data))
		ctf_integer(__u32, csbase, kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS))
		ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr -
				vcpu->arch.emulate_ctxt->fetch.data)
		ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15)
		ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode))
#endif
		ctf_integer(__u8, failed, failed)
	)
)

#define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
#define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)

LTTNG_TRACEPOINT_EVENT_MAP(
	vcpu_match_mmio, kvm_x86_vcpu_match_mmio,
	TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
	TP_ARGS(gva, gpa, write, gpa_match),

	TP_FIELDS(
		ctf_integer(gva_t, gva, gva)
		ctf_integer(gpa_t, gpa, gpa)
		ctf_integer(bool, write, write)
		ctf_integer(bool, gpa_match, gpa_match)
	)
)

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset, kvm_x86_write_tsc_offset,
	TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
		 __u64 next_tsc_offset),
	TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),

	TP_FIELDS(
		ctf_integer(unsigned int, vcpu_id, vcpu_id)
		ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset)
		ctf_integer(__u64, next_tsc_offset, next_tsc_offset)
	)
)
#endif

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
#ifdef CONFIG_X86_64

LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock, kvm_x86_update_master_clock,
	TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
	TP_ARGS(use_master_clock, host_clock, offset_matched),

	TP_FIELDS(
		ctf_integer(bool, use_master_clock, use_master_clock)
		ctf_integer(unsigned int, host_clock, host_clock)
		ctf_integer(bool, offset_matched, offset_matched)
	)
)

LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc, kvm_x86_track_tsc,
	TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
		 unsigned int online_vcpus, bool use_master_clock,
		 unsigned int host_clock),
	TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
		host_clock),

	TP_FIELDS(
		ctf_integer(unsigned int, vcpu_id, vcpu_id)
		ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched)
		ctf_integer(unsigned int, online_vcpus, online_vcpus)
		ctf_integer(bool, use_master_clock, use_master_clock)
		ctf_integer(unsigned int, host_clock, host_clock)
	)
)

#endif /* CONFIG_X86_64 */
#endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0) */

#endif /* LTTNG_TRACE_KVM_H */

#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH instrumentation/events/arch/x86/kvm
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE trace

/* This part must be outside protection */
#include <lttng/define_trace.h>
Commit	Line	Data
b7cdc182	1	/* SPDX-License-Identifier: GPL-2.0-only */
3bc29f0a MD	2	#if !defined(LTTNG_TRACE_KVM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
3bc29f0a MD	3	#define LTTNG_TRACE_KVM_H
b3c40230	4
3b4aafcb	5	#include <lttng/tracepoint-event.h>
b3c40230 MG	6	#include <asm/vmx.h>
b3c40230 MG	7	#include <asm/svm.h>
8170580a	8	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
b3c40230	9	#include <asm/clocksource.h>
8170580a	10	#endif
b3c40230 MG	11	#include <linux/version.h>
	12	#include <../arch/x86/kvm/lapic.h>
	13	#include <../arch/x86/kvm/kvm_cache_regs.h>
	14
	15	#undef TRACE_SYSTEM
b36bb1a8	16	#define TRACE_SYSTEM kvm_x86
b3c40230 MG	17
	18	/*
	19	* Tracepoint for guest mode entry.
	20	*/
b36bb1a8	21	LTTNG_TRACEPOINT_EVENT_MAP(kvm_entry, kvm_x86_entry,
b3c40230 MG	22	TP_PROTO(unsigned int vcpu_id),
	23	TP_ARGS(vcpu_id),
	24
f127e61e MD	25	TP_FIELDS(
	26	ctf_integer(unsigned int, vcpu_id, vcpu_id)
	27	)
b3c40230 MG	28	)
	29
	30	/*
	31	* Tracepoint for hypercall.
	32	*/
b36bb1a8	33	LTTNG_TRACEPOINT_EVENT_MAP(kvm_hypercall, kvm_x86_hypercall,
b3c40230 MG	34	TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
	35	unsigned long a2, unsigned long a3),
	36	TP_ARGS(nr, a0, a1, a2, a3),
	37
f127e61e MD	38	TP_FIELDS(
	39	ctf_integer(unsigned long, nr, nr)
	40	ctf_integer(unsigned long, a0, a0)
	41	ctf_integer(unsigned long, a1, a1)
	42	ctf_integer(unsigned long, a2, a2)
	43	ctf_integer(unsigned long, a3, a3)
	44	)
b3c40230 MG	45	)
	46
	47	/*
	48	* Tracepoint for hypercall.
	49	*/
b36bb1a8	50	LTTNG_TRACEPOINT_EVENT_MAP(kvm_hv_hypercall, kvm_x86_hv_hypercall,
b3c40230 MG	51	TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
	52	__u64 ingpa, __u64 outgpa),
	53	TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),
	54
f127e61e MD	55	TP_FIELDS(
	56	ctf_integer(__u16, rep_cnt, rep_cnt)
	57	ctf_integer(__u16, rep_idx, rep_idx)
	58	ctf_integer(__u64, ingpa, ingpa)
	59	ctf_integer(__u64, outgpa, outgpa)
	60	ctf_integer(__u16, code, code)
	61	ctf_integer(bool, fast, fast)
	62	)
b3c40230 MG	63	)
	64
	65	/*
	66	* Tracepoint for PIO.
	67	*/
b36bb1a8	68	LTTNG_TRACEPOINT_EVENT_MAP(kvm_pio, kvm_x86_pio,
b3c40230 MG	69	TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
	70	unsigned int count),
	71	TP_ARGS(rw, port, size, count),
	72
f127e61e MD	73	TP_FIELDS(
	74	ctf_integer(unsigned int, rw, rw)
	75	ctf_integer(unsigned int, port, port)
	76	ctf_integer(unsigned int, size, size)
	77	ctf_integer(unsigned int, count, count)
	78	)
b3c40230 MG	79	)
	80
	81	/*
	82	* Tracepoint for cpuid.
	83	*/
b36bb1a8	84	LTTNG_TRACEPOINT_EVENT_MAP(kvm_cpuid, kvm_x86_cpuid,
b3c40230 MG	85	TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx,
	86	unsigned long rcx, unsigned long rdx),
	87	TP_ARGS(function, rax, rbx, rcx, rdx),
	88
f127e61e MD	89	TP_FIELDS(
	90	ctf_integer(unsigned int, function, function)
	91	ctf_integer(unsigned long, rax, rax)
	92	ctf_integer(unsigned long, rbx, rbx)
	93	ctf_integer(unsigned long, rcx, rcx)
	94	ctf_integer(unsigned long, rdx, rdx)
	95	)
b3c40230 MG	96	)
b3c40230 MG	97
b3c40230 MG	98	/*
	99	* Tracepoint for apic access.
	100	*/
b36bb1a8	101	LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic, kvm_x86_apic,
b3c40230 MG	102	TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
	103	TP_ARGS(rw, reg, val),
	104
f127e61e MD	105	TP_FIELDS(
	106	ctf_integer(unsigned int, rw, rw)
	107	ctf_integer(unsigned int, reg, reg)
	108	ctf_integer(unsigned int, val, val)
	109	)
b3c40230 MG	110	)
	111
	112	#define trace_kvm_apic_read(reg, val) trace_kvm_apic(0, reg, val)
	113	#define trace_kvm_apic_write(reg, val) trace_kvm_apic(1, reg, val)
	114
b3c40230 MG	115	/*
	116	* Tracepoint for kvm guest exit:
	117	*/
0e0ee108 MJ	118	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,10,0))
	119	LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
	120	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
	121	TP_ARGS(exit_reason, vcpu, isa),
	122
	123	TP_locvar(
	124	u64 info1, info2;
	125	u32 intr_info, error_code;
	126	),
	127
	128	TP_code_pre(
	129	kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1,
	130	&tp_locvar->info2,
	131	&tp_locvar->intr_info,
	132	&tp_locvar->error_code);
	133	),
	134
	135	TP_FIELDS(
	136	ctf_integer(unsigned int, exit_reason, exit_reason)
	137	ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
	138	ctf_integer(u32, isa, isa)
	139	ctf_integer(u64, info1, tp_locvar->info1)
	140	ctf_integer(u64, info2, tp_locvar->info2)
	141	ctf_integer(u32, intr_info, tp_locvar->intr_info)
	142	ctf_integer(u32, error_code, tp_locvar->error_code)
	143	ctf_integer(unsigned int, vcpu_id, vcpu->vcpu_id)
	144	),
	145
	146	TP_code_post()
	147	)
	148	#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(5,7,0))
b36bb1a8	149	LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
f127e61e MD	150	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
	151	TP_ARGS(exit_reason, vcpu, isa),
	152
	153	TP_locvar(
	154	u64 info1, info2;
b3c40230 MG	155	),
b3c40230 MG	156
265822ae	157	TP_code_pre(
9cc9518e MD	158	kvm_x86_ops.get_exit_info(vcpu, &tp_locvar->info1,
9cc9518e MD	159	&tp_locvar->info2);
0e0ee108 MJ	160	),
	161
	162	TP_FIELDS(
	163	ctf_integer(unsigned int, exit_reason, exit_reason)
	164	ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
	165	ctf_integer(u32, isa, isa)
	166	ctf_integer(u64, info1, tp_locvar->info1)
	167	ctf_integer(u64, info2, tp_locvar->info2)
	168	),
	169
	170	TP_code_post()
	171	)
9cc9518e	172	#else
0e0ee108 MJ	173	LTTNG_TRACEPOINT_EVENT_CODE_MAP(kvm_exit, kvm_x86_exit,
	174	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
	175	TP_ARGS(exit_reason, vcpu, isa),
	176
	177	TP_locvar(
	178	u64 info1, info2;
	179	),
	180
	181	TP_code_pre(
f127e61e MD	182	kvm_x86_ops->get_exit_info(vcpu, &tp_locvar->info1,
f127e61e MD	183	&tp_locvar->info2);
b3c40230 MG	184	),
b3c40230 MG	185
f127e61e MD	186	TP_FIELDS(
	187	ctf_integer(unsigned int, exit_reason, exit_reason)
	188	ctf_integer(unsigned long, guest_rip, kvm_rip_read(vcpu))
	189	ctf_integer(u32, isa, isa)
	190	ctf_integer(u64, info1, tp_locvar->info1)
	191	ctf_integer(u64, info2, tp_locvar->info2)
265822ae MD	192	),
	193
	194	TP_code_post()
b3c40230	195	)
0e0ee108	196	#endif
b3c40230 MG	197
	198	/*
	199	* Tracepoint for kvm interrupt injection:
	200	*/
b36bb1a8	201	LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_virq, kvm_x86_inj_virq,
b3c40230 MG	202	TP_PROTO(unsigned int irq),
	203	TP_ARGS(irq),
	204
f127e61e MD	205	TP_FIELDS(
	206	ctf_integer(unsigned int, irq, irq)
	207	)
b3c40230 MG	208	)
b3c40230 MG	209
b3c40230 MG	210	/*
	211	* Tracepoint for kvm interrupt injection:
	212	*/
b36bb1a8	213	LTTNG_TRACEPOINT_EVENT_MAP(kvm_inj_exception, kvm_x86_inj_exception,
b3c40230 MG	214	TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
	215	TP_ARGS(exception, has_error, error_code),
	216
f127e61e MD	217	TP_FIELDS(
	218	ctf_integer(u8, exception, exception)
	219	ctf_integer(u8, has_error, has_error)
	220	ctf_integer(u32, error_code, error_code)
	221	)
b3c40230 MG	222	)
	223
	224	/*
	225	* Tracepoint for page fault.
	226	*/
b36bb1a8	227	LTTNG_TRACEPOINT_EVENT_MAP(kvm_page_fault, kvm_x86_page_fault,
b3c40230 MG	228	TP_PROTO(unsigned long fault_address, unsigned int error_code),
	229	TP_ARGS(fault_address, error_code),
	230
f127e61e	231	TP_FIELDS(
2c054599	232	ctf_integer_hex(unsigned long, fault_address, fault_address)
f127e61e MD	233	ctf_integer(unsigned int, error_code, error_code)
f127e61e MD	234	)
b3c40230 MG	235	)
	236
	237	/*
	238	* Tracepoint for guest MSR access.
	239	*/
b36bb1a8	240	LTTNG_TRACEPOINT_EVENT_MAP(kvm_msr, kvm_x86_msr,
b3c40230 MG	241	TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
	242	TP_ARGS(write, ecx, data, exception),
	243
f127e61e MD	244	TP_FIELDS(
	245	ctf_integer(unsigned, write, write)
	246	ctf_integer(u32, ecx, ecx)
	247	ctf_integer(u64, data, data)
	248	ctf_integer(u8, exception, exception)
	249	)
b3c40230 MG	250	)
	251
	252	#define trace_kvm_msr_read(ecx, data) trace_kvm_msr(0, ecx, data, false)
	253	#define trace_kvm_msr_write(ecx, data) trace_kvm_msr(1, ecx, data, false)
	254	#define trace_kvm_msr_read_ex(ecx) trace_kvm_msr(0, ecx, 0, true)
	255	#define trace_kvm_msr_write_ex(ecx, data) trace_kvm_msr(1, ecx, data, true)
	256
	257	/*
	258	* Tracepoint for guest CR access.
	259	*/
b36bb1a8	260	LTTNG_TRACEPOINT_EVENT_MAP(kvm_cr, kvm_x86_cr,
b3c40230 MG	261	TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
	262	TP_ARGS(rw, cr, val),
	263
f127e61e MD	264	TP_FIELDS(
	265	ctf_integer(unsigned int, rw, rw)
	266	ctf_integer(unsigned int, cr, cr)
	267	ctf_integer(unsigned long, val, val)
	268	)
b3c40230 MG	269	)
	270
	271	#define trace_kvm_cr_read(cr, val) trace_kvm_cr(0, cr, val)
	272	#define trace_kvm_cr_write(cr, val) trace_kvm_cr(1, cr, val)
	273
b36bb1a8	274	LTTNG_TRACEPOINT_EVENT_MAP(kvm_pic_set_irq, kvm_x86_pic_set_irq,
b3c40230 MG	275	TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
	276	TP_ARGS(chip, pin, elcr, imr, coalesced),
	277
f127e61e MD	278	TP_FIELDS(
	279	ctf_integer(__u8, chip, chip)
	280	ctf_integer(__u8, pin, pin)
	281	ctf_integer(__u8, elcr, elcr)
	282	ctf_integer(__u8, imr, imr)
	283	ctf_integer(bool, coalesced, coalesced)
	284	)
b3c40230 MG	285	)
b3c40230 MG	286
b36bb1a8	287	LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_ipi, kvm_x86_apic_ipi,
b3c40230 MG	288	TP_PROTO(__u32 icr_low, __u32 dest_id),
	289	TP_ARGS(icr_low, dest_id),
	290
f127e61e MD	291	TP_FIELDS(
	292	ctf_integer(__u32, icr_low, icr_low)
	293	ctf_integer(__u32, dest_id, dest_id)
	294	)
b3c40230 MG	295	)
b3c40230 MG	296
b36bb1a8	297	LTTNG_TRACEPOINT_EVENT_MAP(kvm_apic_accept_irq, kvm_x86_apic_accept_irq,
b3c40230 MG	298	TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced),
	299	TP_ARGS(apicid, dm, tm, vec, coalesced),
	300
f127e61e MD	301	TP_FIELDS(
	302	ctf_integer(__u32, apicid, apicid)
	303	ctf_integer(__u16, dm, dm)
	304	ctf_integer(__u8, tm, tm)
	305	ctf_integer(__u8, vec, vec)
	306	ctf_integer(bool, coalesced, coalesced)
	307	)
b3c40230 MG	308	)
b3c40230 MG	309
b36bb1a8	310	LTTNG_TRACEPOINT_EVENT_MAP(kvm_eoi, kvm_x86_eoi,
b3c40230 MG	311	TP_PROTO(struct kvm_lapic *apic, int vector),
	312	TP_ARGS(apic, vector),
	313
f127e61e MD	314	TP_FIELDS(
	315	ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
	316	ctf_integer(int, vector, vector)
	317	)
b3c40230 MG	318	)
b3c40230 MG	319
b36bb1a8	320	LTTNG_TRACEPOINT_EVENT_MAP(kvm_pv_eoi, kvm_x86_pv_eoi,
b3c40230 MG	321	TP_PROTO(struct kvm_lapic *apic, int vector),
	322	TP_ARGS(apic, vector),
	323
f127e61e MD	324	TP_FIELDS(
	325	ctf_integer(__u32, apicid, apic->vcpu->vcpu_id)
	326	ctf_integer(int, vector, vector)
	327	)
b3c40230 MG	328	)
	329
	330	/*
	331	* Tracepoint for nested VMRUN
	332	*/
b36bb1a8	333	LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmrun, kvm_x86_nested_vmrun,
b3c40230 MG	334	TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
	335	__u32 event_inj, bool npt),
	336	TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
	337
f127e61e MD	338	TP_FIELDS(
	339	ctf_integer(__u64, rip, rip)
	340	ctf_integer(__u64, vmcb, vmcb)
	341	ctf_integer(__u64, nested_rip, nested_rip)
	342	ctf_integer(__u32, int_ctl, int_ctl)
	343	ctf_integer(__u32, event_inj, event_inj)
	344	ctf_integer(bool, npt, npt)
	345	)
b3c40230 MG	346	)
b3c40230 MG	347
b36bb1a8	348	LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intercepts, kvm_x86_nested_intercepts,
b3c40230 MG	349	TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept),
	350	TP_ARGS(cr_read, cr_write, exceptions, intercept),
	351
f127e61e MD	352	TP_FIELDS(
	353	ctf_integer(__u16, cr_read, cr_read)
	354	ctf_integer(__u16, cr_write, cr_write)
	355	ctf_integer(__u32, exceptions, exceptions)
	356	ctf_integer(__u64, intercept, intercept)
	357	)
b3c40230 MG	358	)
	359	/*
	360	* Tracepoint for #VMEXIT while nested
	361	*/
b36bb1a8	362	LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit, kvm_x86_nested_vmexit,
b3c40230 MG	363	TP_PROTO(__u64 rip, __u32 exit_code,
	364	__u64 exit_info1, __u64 exit_info2,
	365	__u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
	366	TP_ARGS(rip, exit_code, exit_info1, exit_info2,
	367	exit_int_info, exit_int_info_err, isa),
	368
f127e61e MD	369	TP_FIELDS(
	370	ctf_integer(__u64, rip, rip)
	371	ctf_integer(__u32, exit_code, exit_code)
	372	ctf_integer(__u64, exit_info1, exit_info1)
	373	ctf_integer(__u64, exit_info2, exit_info2)
	374	ctf_integer(__u32, exit_int_info, exit_int_info)
	375	ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
	376	ctf_integer(__u32, isa, isa)
	377	)
b3c40230 MG	378	)
	379
	380	/*
	381	* Tracepoint for #VMEXIT reinjected to the guest
	382	*/
b36bb1a8	383	LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_vmexit_inject, kvm_x86_nested_vmexit_inject,
b3c40230 MG	384	TP_PROTO(__u32 exit_code,
	385	__u64 exit_info1, __u64 exit_info2,
	386	__u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
	387	TP_ARGS(exit_code, exit_info1, exit_info2,
	388	exit_int_info, exit_int_info_err, isa),
	389
f127e61e MD	390	TP_FIELDS(
	391	ctf_integer(__u32, exit_code, exit_code)
	392	ctf_integer(__u64, exit_info1, exit_info1)
	393	ctf_integer(__u64, exit_info2, exit_info2)
	394	ctf_integer(__u32, exit_int_info, exit_int_info)
	395	ctf_integer(__u32, exit_int_info_err, exit_int_info_err)
	396	ctf_integer(__u32, isa, isa)
	397	)
b3c40230 MG	398	)
	399
	400	/*
	401	* Tracepoint for nested #vmexit because of interrupt pending
	402	*/
b36bb1a8	403	LTTNG_TRACEPOINT_EVENT_MAP(kvm_nested_intr_vmexit, kvm_x86_nested_intr_vmexit,
b3c40230 MG	404	TP_PROTO(__u64 rip),
	405	TP_ARGS(rip),
	406
f127e61e MD	407	TP_FIELDS(
	408	ctf_integer(__u64, rip, rip)
	409	)
b3c40230 MG	410	)
	411
	412	/*
	413	* Tracepoint for nested #vmexit because of interrupt pending
	414	*/
b36bb1a8	415	LTTNG_TRACEPOINT_EVENT_MAP(kvm_invlpga, kvm_x86_invlpga,
b3c40230 MG	416	TP_PROTO(__u64 rip, int asid, u64 address),
	417	TP_ARGS(rip, asid, address),
	418
f127e61e MD	419	TP_FIELDS(
	420	ctf_integer(__u64, rip, rip)
	421	ctf_integer(int, asid, asid)
2c054599	422	ctf_integer_hex(__u64, address, address)
f127e61e	423	)
b3c40230 MG	424	)
	425
	426	/*
	427	* Tracepoint for nested #vmexit because of interrupt pending
	428	*/
b36bb1a8	429	LTTNG_TRACEPOINT_EVENT_MAP(kvm_skinit, kvm_x86_skinit,
b3c40230 MG	430	TP_PROTO(__u64 rip, __u32 slb),
	431	TP_ARGS(rip, slb),
	432
f127e61e MD	433	TP_FIELDS(
	434	ctf_integer(__u64, rip, rip)
	435	ctf_integer(__u32, slb, slb)
	436	)
b3c40230 MG	437	)
	438
	439	#define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
	440	#define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
	441	#define KVM_EMUL_INSN_F_CS_D (1 << 2)
	442	#define KVM_EMUL_INSN_F_CS_L (1 << 3)
	443
	444	#define kvm_trace_symbol_emul_flags \
	445	{ 0, "real" }, \
	446	{ KVM_EMUL_INSN_F_CR0_PE \
	447	\| KVM_EMUL_INSN_F_EFL_VM, "vm16" }, \
	448	{ KVM_EMUL_INSN_F_CR0_PE, "prot16" }, \
	449	{ KVM_EMUL_INSN_F_CR0_PE \
	450	\| KVM_EMUL_INSN_F_CS_D, "prot32" }, \
	451	{ KVM_EMUL_INSN_F_CR0_PE \
	452	\| KVM_EMUL_INSN_F_CS_L, "prot64" }
	453
	454	#define kei_decode_mode(mode) ({ \
	455	u8 flags = 0xff; \
	456	switch (mode) { \
	457	case X86EMUL_MODE_REAL: \
	458	flags = 0; \
	459	break; \
	460	case X86EMUL_MODE_VM86: \
	461	flags = KVM_EMUL_INSN_F_EFL_VM; \
	462	break; \
	463	case X86EMUL_MODE_PROT16: \
	464	flags = KVM_EMUL_INSN_F_CR0_PE; \
	465	break; \
	466	case X86EMUL_MODE_PROT32: \
	467	flags = KVM_EMUL_INSN_F_CR0_PE \
	468	\| KVM_EMUL_INSN_F_CS_D; \
	469	break; \
	470	case X86EMUL_MODE_PROT64: \
	471	flags = KVM_EMUL_INSN_F_CR0_PE \
	472	\| KVM_EMUL_INSN_F_CS_L; \
	473	break; \
	474	} \
	475	flags; \
	476	})
	477
b36bb1a8	478	LTTNG_TRACEPOINT_EVENT_MAP(kvm_emulate_insn, kvm_x86_emulate_insn,
b3c40230 MG	479	TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
	480	TP_ARGS(vcpu, failed),
	481
f127e61e	482	TP_FIELDS(
8170580a	483	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
f127e61e MD	484	ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.decode.fetch.start)
	485	ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
	486	ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.decode.eip
	487	- vcpu->arch.emulate_ctxt.decode.fetch.start)
	488	ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.decode.fetch.data, 15)
9cc9518e	489	ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
458c2022	490	#elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,17,0))
f127e61e MD	491	ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt.fetch.start)
	492	ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
	493	ctf_integer(__u8, len, vcpu->arch.emulate_ctxt._eip
	494	- vcpu->arch.emulate_ctxt.fetch.start)
	495	ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
9cc9518e MD	496	ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
9cc9518e MD	497	#elif (LINUX_VERSION_CODE < KERNEL_VERSION(5,7,0))
f127e61e MD	498	ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt._eip -
	499	(vcpu->arch.emulate_ctxt.fetch.ptr -
	500	vcpu->arch.emulate_ctxt.fetch.data))
	501	ctf_integer(__u32, csbase, kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS))
	502	ctf_integer(__u8, len, vcpu->arch.emulate_ctxt.fetch.ptr -
	503	vcpu->arch.emulate_ctxt.fetch.data)
	504	ctf_array(__u8, insn, vcpu->arch.emulate_ctxt.fetch.data, 15)
f127e61e	505	ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt.mode))
9cc9518e MD	506	#else
	507	ctf_integer(__u64, rip, vcpu->arch.emulate_ctxt->_eip -
	508	(vcpu->arch.emulate_ctxt->fetch.ptr -
	509	vcpu->arch.emulate_ctxt->fetch.data))
	510	ctf_integer(__u32, csbase, kvm_x86_ops.get_segment_base(vcpu, VCPU_SREG_CS))
	511	ctf_integer(__u8, len, vcpu->arch.emulate_ctxt->fetch.ptr -
	512	vcpu->arch.emulate_ctxt->fetch.data)
	513	ctf_array(__u8, insn, vcpu->arch.emulate_ctxt->fetch.data, 15)
	514	ctf_integer(__u8, flags, kei_decode_mode(vcpu->arch.emulate_ctxt->mode))
	515	#endif
f127e61e	516	ctf_integer(__u8, failed, failed)
b3c40230	517	)
f127e61e	518	)
b3c40230 MG	519
	520	#define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
	521	#define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
	522
b36bb1a8 MD	523	LTTNG_TRACEPOINT_EVENT_MAP(
b36bb1a8 MD	524	vcpu_match_mmio, kvm_x86_vcpu_match_mmio,
b3c40230 MG	525	TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
	526	TP_ARGS(gva, gpa, write, gpa_match),
	527
f127e61e MD	528	TP_FIELDS(
	529	ctf_integer(gva_t, gva, gva)
	530	ctf_integer(gpa_t, gpa, gpa)
	531	ctf_integer(bool, write, write)
	532	ctf_integer(bool, gpa_match, gpa_match)
	533	)
b3c40230 MG	534	)
b3c40230 MG	535
026e6902	536	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
b36bb1a8	537	LTTNG_TRACEPOINT_EVENT_MAP(kvm_write_tsc_offset, kvm_x86_write_tsc_offset,
026e6902 MG	538	TP_PROTO(unsigned int vcpu_id, __u64 previous_tsc_offset,
	539	__u64 next_tsc_offset),
	540	TP_ARGS(vcpu_id, previous_tsc_offset, next_tsc_offset),
	541
f127e61e MD	542	TP_FIELDS(
	543	ctf_integer(unsigned int, vcpu_id, vcpu_id)
	544	ctf_integer(__u64, previous_tsc_offset, previous_tsc_offset)
	545	ctf_integer(__u64, next_tsc_offset, next_tsc_offset)
	546	)
026e6902 MG	547	)
	548	#endif
	549
8170580a	550	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0))
b3c40230 MG	551	#ifdef CONFIG_X86_64
b3c40230 MG	552
b36bb1a8	553	LTTNG_TRACEPOINT_EVENT_MAP(kvm_update_master_clock, kvm_x86_update_master_clock,
b3c40230 MG	554	TP_PROTO(bool use_master_clock, unsigned int host_clock, bool offset_matched),
	555	TP_ARGS(use_master_clock, host_clock, offset_matched),
	556
f127e61e MD	557	TP_FIELDS(
	558	ctf_integer(bool, use_master_clock, use_master_clock)
	559	ctf_integer(unsigned int, host_clock, host_clock)
	560	ctf_integer(bool, offset_matched, offset_matched)
	561	)
b3c40230 MG	562	)
b3c40230 MG	563
b36bb1a8	564	LTTNG_TRACEPOINT_EVENT_MAP(kvm_track_tsc, kvm_x86_track_tsc,
b3c40230 MG	565	TP_PROTO(unsigned int vcpu_id, unsigned int nr_matched,
	566	unsigned int online_vcpus, bool use_master_clock,
	567	unsigned int host_clock),
	568	TP_ARGS(vcpu_id, nr_matched, online_vcpus, use_master_clock,
	569	host_clock),
	570
f127e61e MD	571	TP_FIELDS(
	572	ctf_integer(unsigned int, vcpu_id, vcpu_id)
	573	ctf_integer(unsigned int, nr_vcpus_matched_tsc, nr_matched)
	574	ctf_integer(unsigned int, online_vcpus, online_vcpus)
	575	ctf_integer(bool, use_master_clock, use_master_clock)
	576	ctf_integer(unsigned int, host_clock, host_clock)
	577	)
b3c40230 MG	578	)
	579
	580	#endif /* CONFIG_X86_64 */
8170580a	581	#endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3,8,0) */
b3c40230	582
3bc29f0a	583	#endif /* LTTNG_TRACE_KVM_H */
b3c40230 MG	584
b3c40230 MG	585	#undef TRACE_INCLUDE_PATH
4f47ccf0	586	#define TRACE_INCLUDE_PATH instrumentation/events/arch/x86/kvm
b3c40230 MG	587	#undef TRACE_INCLUDE_FILE
	588	#define TRACE_INCLUDE_FILE trace
	589
	590	/* This part must be outside protection */
3b4aafcb	591	#include <lttng/define_trace.h>