[lttng-modules.git] / include / instrumentation / events / arch / x86 / kvm / mmutrace.h

/* SPDX-License-Identifier: GPL-2.0-only */
#if !defined(LTTNG_TRACE_KVM_MMU_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KVM_MMU_H

#include <lttng/tracepoint-event.h>
#include <linux/version.h>

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0))
#include <linux/trace_events.h>
#else /* if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
#include <linux/ftrace_event.h>
#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */

#undef TRACE_SYSTEM
#define TRACE_SYSTEM kvm_mmu

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,1,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,147,0,0, 4,19,0,0,0,0))

#define LTTNG_KVM_MMU_PAGE_FIELDS \
	ctf_integer(__u64, gfn, (sp)->gfn) \
	ctf_integer(__u32, role, (sp)->role.word) \
	ctf_integer(__u32, root_count, (sp)->root_count) \
	ctf_integer(bool, unsync, (sp)->unsync)

#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))

#define LTTNG_KVM_MMU_PAGE_FIELDS \
	ctf_integer(unsigned long, mmu_valid_gen, (sp)->mmu_valid_gen) \
	ctf_integer(__u64, gfn, (sp)->gfn) \
	ctf_integer(__u32, role, (sp)->role.word) \
	ctf_integer(__u32, root_count, (sp)->root_count) \
	ctf_integer(bool, unsync, (sp)->unsync)

#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */

#define LTTNG_KVM_MMU_PAGE_FIELDS \
	ctf_integer(__u64, gfn, (sp)->gfn) \
	ctf_integer(__u32, role, (sp)->role.word) \
	ctf_integer(__u32, root_count, (sp)->root_count) \
	ctf_integer(bool, unsync, (sp)->unsync)

#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0))
/*
 * A pagetable walk has started
 */
LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_pagetable_walk,
	TP_PROTO(u64 addr, u32 pferr),
	TP_ARGS(addr, pferr),

	TP_FIELDS(
		ctf_integer_hex(__u64, addr, addr)
		ctf_integer(__u32, pferr, pferr)
	)
)
#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0)) */
/*
 * A pagetable walk has started
 */
LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_pagetable_walk,
	TP_PROTO(u64 addr, int write_fault, int user_fault, int fetch_fault),
	TP_ARGS(addr, write_fault, user_fault, fetch_fault),

	TP_FIELDS(
		ctf_integer_hex(__u64, addr, addr)
		ctf_integer(__u32, pferr,
			(!!write_fault << 1) | (!!user_fault << 2)
			| (!!fetch_fault << 4))
	)
)
#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0)) */

/* We just walked a paging element */
LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_paging_element,
	TP_PROTO(u64 pte, int level),
	TP_ARGS(pte, level),

	TP_FIELDS(
		ctf_integer(__u64, pte, pte)
		ctf_integer(__u32, level, level)
	)
)

LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_set_bit_class,

	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),

	TP_ARGS(table_gfn, index, size),

	TP_FIELDS(
		ctf_integer(__u64, gpa,
			((u64)table_gfn << PAGE_SHIFT) + index * size)
	)
)

/* We set a pte accessed bit */
LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit,

	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),

	TP_ARGS(table_gfn, index, size)
)

/* We set a pte dirty bit */
LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit,

	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),

	TP_ARGS(table_gfn, index, size)
)

LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_walker_error,
	TP_PROTO(u32 pferr),
	TP_ARGS(pferr),

	TP_FIELDS(
		ctf_integer(__u32, pferr, pferr)
	)
)

LTTNG_TRACEPOINT_EVENT(
	kvm_mmu_get_page,
	TP_PROTO(struct kvm_mmu_page *sp, bool created),
	TP_ARGS(sp, created),

	TP_FIELDS(
		LTTNG_KVM_MMU_PAGE_FIELDS
		ctf_integer(bool, created, created)
	)
)

LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_page_class,

	TP_PROTO(struct kvm_mmu_page *sp),
	TP_ARGS(sp),

	TP_FIELDS(
		LTTNG_KVM_MMU_PAGE_FIELDS
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_sync_page,
	TP_PROTO(struct kvm_mmu_page *sp),

	TP_ARGS(sp)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_unsync_page,
	TP_PROTO(struct kvm_mmu_page *sp),

	TP_ARGS(sp)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_prepare_zap_page,
	TP_PROTO(struct kvm_mmu_page *sp),

	TP_ARGS(sp)
)

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,10,0))

LTTNG_TRACEPOINT_EVENT_MAP(
	mark_mmio_spte,

	kvm_mmu_mark_mmio_spte,

	TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte),
	TP_ARGS(sptep, gfn, spte),

	TP_FIELDS(
		ctf_integer_hex(void *, sptep, sptep)
		ctf_integer(gfn_t, gfn, gfn)
		ctf_integer(unsigned, access, spte & ACC_ALL)
		ctf_integer(unsigned int, gen, get_mmio_spte_generation(spte))
	)
)

#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))

LTTNG_TRACEPOINT_EVENT_MAP(
	mark_mmio_spte,

	kvm_mmu_mark_mmio_spte,

	TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access, unsigned int gen),
	TP_ARGS(sptep, gfn, access, gen),

	TP_FIELDS(
		ctf_integer_hex(void *, sptep, sptep)
		ctf_integer(gfn_t, gfn, gfn)
		ctf_integer(unsigned, access, access)
		ctf_integer(unsigned int, gen, gen)
	)
)

#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */

LTTNG_TRACEPOINT_EVENT_MAP(
	mark_mmio_spte,

	kvm_mmu_mark_mmio_spte,

	TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access),
	TP_ARGS(sptep, gfn, access),

	TP_FIELDS(
		ctf_integer_hex(void *, sptep, sptep)
		ctf_integer(gfn_t, gfn, gfn)
		ctf_integer(unsigned, access, access)
	)
)

#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */

LTTNG_TRACEPOINT_EVENT_MAP(
	handle_mmio_page_fault,

	kvm_mmu_handle_mmio_page_fault,

	TP_PROTO(u64 addr, gfn_t gfn, unsigned access),
	TP_ARGS(addr, gfn, access),

	TP_FIELDS(
		ctf_integer_hex(u64, addr, addr)
		ctf_integer(gfn_t, gfn, gfn)
		ctf_integer(unsigned, access, access)
	)
)

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0) || \
	LTTNG_KERNEL_RANGE(4,19,103, 4,20,0) || \
	LTTNG_KERNEL_RANGE(5,4,19, 5,5,0) || \
	LTTNG_KERNEL_RANGE(5,5,3, 5,6,0) || \
	LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,92, 4,16,0,0) || \
	LTTNG_UBUNTU_KERNEL_RANGE(5,0,21,44, 5,1,0,0) || \
	LTTNG_UBUNTU_KERNEL_RANGE(5,3,18,43, 5,3,18,45) || \
	LTTNG_UBUNTU_KERNEL_RANGE(5,3,18,46, 5,4,0,0))
LTTNG_TRACEPOINT_EVENT_MAP(
	fast_page_fault,

	kvm_mmu_fast_page_fault,

	TP_PROTO(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa, u32 error_code,
		 u64 *sptep, u64 old_spte, bool retry),
	TP_ARGS(vcpu, cr2_or_gpa, error_code, sptep, old_spte, retry),

	TP_FIELDS(
		ctf_integer(int, vcpu_id, vcpu->vcpu_id)
		ctf_integer(gpa_t, cr2_or_gpa, cr2_or_gpa)
		ctf_integer(u32, error_code, error_code)
		ctf_integer_hex(u64 *, sptep, sptep)
		ctf_integer(u64, old_spte, old_spte)
		ctf_integer(u64, new_spte, *sptep)
		ctf_integer(bool, retry, retry)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_MAP(
	fast_page_fault,

	kvm_mmu_fast_page_fault,

	TP_PROTO(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code,
		 u64 *sptep, u64 old_spte, bool retry),
	TP_ARGS(vcpu, gva, error_code, sptep, old_spte, retry),

	TP_FIELDS(
		ctf_integer(int, vcpu_id, vcpu->vcpu_id)
		ctf_integer(gva_t, gva, gva)
		ctf_integer(u32, error_code, error_code)
		ctf_integer_hex(u64 *, sptep, sptep)
		ctf_integer(u64, old_spte, old_spte)
		ctf_integer(u64, new_spte, *sptep)
		ctf_integer(bool, retry, retry)
	)
)
#endif

#endif /* LTTNG_TRACE_KVM_MMU_H */

#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH instrumentation/events/arch/x86/kvm
#undef TRACE_INCLUDE_FILE
#define TRACE_INCLUDE_FILE mmutrace

/* This part must be outside protection */
#include <lttng/define_trace.h>
Commit	Line	Data
b7cdc182	1	/* SPDX-License-Identifier: GPL-2.0-only */
9bbf98da MD	2	#if !defined(LTTNG_TRACE_KVM_MMU_H) \|\| defined(TRACE_HEADER_MULTI_READ)
9bbf98da MD	3	#define LTTNG_TRACE_KVM_MMU_H
b3c40230	4
3b4aafcb	5	#include <lttng/tracepoint-event.h>
d3a7bdc5	6	#include <linux/version.h>
b3c40230	7
55d9985e MD	8	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0))
	9	#include <linux/trace_events.h>
	10	#else /* if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
	11	#include <linux/ftrace_event.h>
	12	#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
	13
b3c40230	14	#undef TRACE_SYSTEM
9bbf98da	15	#define TRACE_SYSTEM kvm_mmu
b3c40230	16
b2e8ba42 MJ	17	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,1,0) \|\| \
b2e8ba42 MJ	18	LTTNG_RHEL_KERNEL_RANGE(4,18,0,147,0,0, 4,19,0,0,0,0))
8a88382f MJ	19
	20	#define LTTNG_KVM_MMU_PAGE_FIELDS \
	21	ctf_integer(__u64, gfn, (sp)->gfn) \
	22	ctf_integer(__u32, role, (sp)->role.word) \
	23	ctf_integer(__u32, root_count, (sp)->root_count) \
	24	ctf_integer(bool, unsync, (sp)->unsync)
	25
	26	#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
05b915ce	27
f127e61e	28	#define LTTNG_KVM_MMU_PAGE_FIELDS \
05b915ce	29	ctf_integer(unsigned long, mmu_valid_gen, (sp)->mmu_valid_gen) \
f127e61e MD	30	ctf_integer(__u64, gfn, (sp)->gfn) \
	31	ctf_integer(__u32, role, (sp)->role.word) \
	32	ctf_integer(__u32, root_count, (sp)->root_count) \
	33	ctf_integer(bool, unsync, (sp)->unsync)
b3c40230	34
05b915ce MD	35	#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */
	36
	37	#define LTTNG_KVM_MMU_PAGE_FIELDS \
	38	ctf_integer(__u64, gfn, (sp)->gfn) \
	39	ctf_integer(__u32, role, (sp)->role.word) \
	40	ctf_integer(__u32, root_count, (sp)->root_count) \
	41	ctf_integer(bool, unsync, (sp)->unsync)
	42
	43	#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */
	44
4bbec2e1	45	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0))
b3c40230 MG	46	/*
	47	* A pagetable walk has started
	48	*/
3bc29f0a	49	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	50	kvm_mmu_pagetable_walk,
	51	TP_PROTO(u64 addr, u32 pferr),
	52	TP_ARGS(addr, pferr),
	53
f127e61e	54	TP_FIELDS(
2c054599	55	ctf_integer_hex(__u64, addr, addr)
f127e61e MD	56	ctf_integer(__u32, pferr, pferr)
f127e61e MD	57	)
b3c40230	58	)
4bbec2e1 MD	59	#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0)) */
	60	/*
	61	* A pagetable walk has started
	62	*/
	63	LTTNG_TRACEPOINT_EVENT(
	64	kvm_mmu_pagetable_walk,
	65	TP_PROTO(u64 addr, int write_fault, int user_fault, int fetch_fault),
	66	TP_ARGS(addr, write_fault, user_fault, fetch_fault),
b3c40230	67
4bbec2e1	68	TP_FIELDS(
2c054599	69	ctf_integer_hex(__u64, addr, addr)
4bbec2e1 MD	70	ctf_integer(__u32, pferr,
	71	(!!write_fault << 1) \| (!!user_fault << 2)
	72	\| (!!fetch_fault << 4))
	73	)
	74	)
	75	#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,6,0)) */
b3c40230 MG	76
b3c40230 MG	77	/* We just walked a paging element */
3bc29f0a	78	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	79	kvm_mmu_paging_element,
	80	TP_PROTO(u64 pte, int level),
	81	TP_ARGS(pte, level),
	82
f127e61e MD	83	TP_FIELDS(
	84	ctf_integer(__u64, pte, pte)
	85	ctf_integer(__u32, level, level)
	86	)
b3c40230 MG	87	)
b3c40230 MG	88
3bc29f0a	89	LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_set_bit_class,
b3c40230 MG	90
	91	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
	92
	93	TP_ARGS(table_gfn, index, size),
	94
f127e61e MD	95	TP_FIELDS(
	96	ctf_integer(__u64, gpa,
	97	((u64)table_gfn << PAGE_SHIFT) + index * size)
	98	)
b3c40230 MG	99	)
	100
	101	/* We set a pte accessed bit */
3bc29f0a	102	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_accessed_bit,
b3c40230 MG	103
	104	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
	105
	106	TP_ARGS(table_gfn, index, size)
	107	)
	108
	109	/* We set a pte dirty bit */
3bc29f0a	110	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_set_bit_class, kvm_mmu_set_dirty_bit,
b3c40230 MG	111
	112	TP_PROTO(unsigned long table_gfn, unsigned index, unsigned size),
	113
	114	TP_ARGS(table_gfn, index, size)
	115	)
	116
3bc29f0a	117	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	118	kvm_mmu_walker_error,
	119	TP_PROTO(u32 pferr),
	120	TP_ARGS(pferr),
	121
f127e61e MD	122	TP_FIELDS(
	123	ctf_integer(__u32, pferr, pferr)
	124	)
b3c40230 MG	125	)
b3c40230 MG	126
3bc29f0a	127	LTTNG_TRACEPOINT_EVENT(
b3c40230 MG	128	kvm_mmu_get_page,
	129	TP_PROTO(struct kvm_mmu_page *sp, bool created),
	130	TP_ARGS(sp, created),
	131
f127e61e MD	132	TP_FIELDS(
	133	LTTNG_KVM_MMU_PAGE_FIELDS
	134	ctf_integer(bool, created, created)
	135	)
b3c40230 MG	136	)
b3c40230 MG	137
3bc29f0a	138	LTTNG_TRACEPOINT_EVENT_CLASS(kvm_mmu_page_class,
b3c40230 MG	139
	140	TP_PROTO(struct kvm_mmu_page *sp),
	141	TP_ARGS(sp),
	142
f127e61e MD	143	TP_FIELDS(
	144	LTTNG_KVM_MMU_PAGE_FIELDS
	145	)
b3c40230 MG	146	)
b3c40230 MG	147
3bc29f0a	148	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_sync_page,
b3c40230 MG	149	TP_PROTO(struct kvm_mmu_page *sp),
	150
	151	TP_ARGS(sp)
	152	)
	153
3bc29f0a	154	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_unsync_page,
b3c40230 MG	155	TP_PROTO(struct kvm_mmu_page *sp),
	156
	157	TP_ARGS(sp)
	158	)
	159
3bc29f0a	160	LTTNG_TRACEPOINT_EVENT_INSTANCE(kvm_mmu_page_class, kvm_mmu_prepare_zap_page,
b3c40230 MG	161	TP_PROTO(struct kvm_mmu_page *sp),
	162
	163	TP_ARGS(sp)
	164	)
	165
6e139dda MJ	166	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,10,0))
	167
	168	LTTNG_TRACEPOINT_EVENT_MAP(
	169	mark_mmio_spte,
	170
	171	kvm_mmu_mark_mmio_spte,
	172
	173	TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte),
	174	TP_ARGS(sptep, gfn, spte),
	175
	176	TP_FIELDS(
	177	ctf_integer_hex(void *, sptep, sptep)
	178	ctf_integer(gfn_t, gfn, gfn)
	179	ctf_integer(unsigned, access, spte & ACC_ALL)
	180	ctf_integer(unsigned int, gen, get_mmio_spte_generation(spte))
	181	)
	182	)
	183
	184	#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0))
d3a7bdc5 MD	185
	186	LTTNG_TRACEPOINT_EVENT_MAP(
	187	mark_mmio_spte,
	188
	189	kvm_mmu_mark_mmio_spte,
	190
	191	TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access, unsigned int gen),
	192	TP_ARGS(sptep, gfn, access, gen),
	193
	194	TP_FIELDS(
fa91fcac	195	ctf_integer_hex(void *, sptep, sptep)
d3a7bdc5 MD	196	ctf_integer(gfn_t, gfn, gfn)
	197	ctf_integer(unsigned, access, access)
	198	ctf_integer(unsigned int, gen, gen)
	199	)
	200	)
	201
	202	#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */
	203
9bbf98da	204	LTTNG_TRACEPOINT_EVENT_MAP(
b3c40230	205	mark_mmio_spte,
9bbf98da MD	206
	207	kvm_mmu_mark_mmio_spte,
	208
b3c40230 MG	209	TP_PROTO(u64 *sptep, gfn_t gfn, unsigned access),
	210	TP_ARGS(sptep, gfn, access),
	211
f127e61e	212	TP_FIELDS(
fa91fcac	213	ctf_integer_hex(void *, sptep, sptep)
f127e61e MD	214	ctf_integer(gfn_t, gfn, gfn)
	215	ctf_integer(unsigned, access, access)
	216	)
b3c40230 MG	217	)
b3c40230 MG	218
d3a7bdc5 MD	219	#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,11,0)) */
d3a7bdc5 MD	220
9bbf98da	221	LTTNG_TRACEPOINT_EVENT_MAP(
b3c40230	222	handle_mmio_page_fault,
9bbf98da MD	223
	224	kvm_mmu_handle_mmio_page_fault,
	225
b3c40230 MG	226	TP_PROTO(u64 addr, gfn_t gfn, unsigned access),
	227	TP_ARGS(addr, gfn, access),
	228
f127e61e	229	TP_FIELDS(
2c054599	230	ctf_integer_hex(u64, addr, addr)
f127e61e MD	231	ctf_integer(gfn_t, gfn, gfn)
	232	ctf_integer(unsigned, access, access)
	233	)
b3c40230 MG	234	)
b3c40230 MG	235
c5db2e0a MJ	236	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,6,0) \|\| \
	237	LTTNG_KERNEL_RANGE(4,19,103, 4,20,0) \|\| \
	238	LTTNG_KERNEL_RANGE(5,4,19, 5,5,0) \|\| \
9b364f49	239	LTTNG_KERNEL_RANGE(5,5,3, 5,6,0) \|\| \
66d91dec	240	LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,92, 4,16,0,0) \|\| \
7c9ce673	241	LTTNG_UBUNTU_KERNEL_RANGE(5,0,21,44, 5,1,0,0) \|\| \
0d8c4f9c MJ	242	LTTNG_UBUNTU_KERNEL_RANGE(5,3,18,43, 5,3,18,45) \|\| \
0d8c4f9c MJ	243	LTTNG_UBUNTU_KERNEL_RANGE(5,3,18,46, 5,4,0,0))
c5db2e0a MJ	244	LTTNG_TRACEPOINT_EVENT_MAP(
	245	fast_page_fault,
	246
	247	kvm_mmu_fast_page_fault,
	248
	249	TP_PROTO(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa, u32 error_code,
	250	u64 *sptep, u64 old_spte, bool retry),
	251	TP_ARGS(vcpu, cr2_or_gpa, error_code, sptep, old_spte, retry),
	252
	253	TP_FIELDS(
	254	ctf_integer(int, vcpu_id, vcpu->vcpu_id)
	255	ctf_integer(gpa_t, cr2_or_gpa, cr2_or_gpa)
	256	ctf_integer(u32, error_code, error_code)
	257	ctf_integer_hex(u64 *, sptep, sptep)
	258	ctf_integer(u64, old_spte, old_spte)
	259	ctf_integer(u64, new_spte, *sptep)
	260	ctf_integer(bool, retry, retry)
	261	)
	262	)
	263	#else
9bbf98da	264	LTTNG_TRACEPOINT_EVENT_MAP(
b3c40230	265	fast_page_fault,
9bbf98da MD	266
	267	kvm_mmu_fast_page_fault,
	268
b3c40230 MG	269	TP_PROTO(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code,
	270	u64 *sptep, u64 old_spte, bool retry),
	271	TP_ARGS(vcpu, gva, error_code, sptep, old_spte, retry),
	272
f127e61e MD	273	TP_FIELDS(
	274	ctf_integer(int, vcpu_id, vcpu->vcpu_id)
	275	ctf_integer(gva_t, gva, gva)
	276	ctf_integer(u32, error_code, error_code)
fa91fcac	277	ctf_integer_hex(u64 *, sptep, sptep)
f127e61e MD	278	ctf_integer(u64, old_spte, old_spte)
	279	ctf_integer(u64, new_spte, *sptep)
	280	ctf_integer(bool, retry, retry)
b3c40230 MG	281	)
b3c40230 MG	282	)
c5db2e0a MJ	283	#endif
c5db2e0a MJ	284
9bbf98da	285	#endif /* LTTNG_TRACE_KVM_MMU_H */
b3c40230 MG	286
b3c40230 MG	287	#undef TRACE_INCLUDE_PATH
4f47ccf0	288	#define TRACE_INCLUDE_PATH instrumentation/events/arch/x86/kvm
b3c40230 MG	289	#undef TRACE_INCLUDE_FILE
	290	#define TRACE_INCLUDE_FILE mmutrace
	291
	292	/* This part must be outside protection */
3b4aafcb	293	#include <lttng/define_trace.h>