[lttng-modules.git] / include / instrumentation / events / kmem.h

/* SPDX-License-Identifier: GPL-2.0-only */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM kmem

#if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KMEM_H

#include <lttng/tracepoint-event.h>
#include <linux/types.h>
#include <lttng/kernel-version.h>

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
#include <../../mm/slab.h>
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
			(gfp_flags & __GFP_ACCOUNT) ? true : false))
	)
)

LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, s, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, s->object_size)
		ctf_integer(size_t, bytes_alloc, s->size)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s->flags & SLAB_ACCOUNT)) : false)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s && s->flags & SLAB_ACCOUNT)) : false)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s && s->flags & SLAB_ACCOUNT)) : false)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
LTTNG_TRACEPOINT_EVENT_MAP(kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const struct kmem_cache *s),

	TP_ARGS(call_site, ptr, s),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, s->name)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const char *name),

	TP_ARGS(call_site, ptr, name),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, name)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,

	TP_PROTO(struct page *page, unsigned int order),

	TP_ARGS(page, order),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(unsigned int, order, order)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
	)
)
#else
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page, int cold),

	TP_ARGS(page, cold),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, cold, cold)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,

	TP_PROTO(struct page *page, unsigned int order,
			gfp_t gfp_flags, int migratetype),

	TP_ARGS(page, order, gfp_flags, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, migratetype, migratetype)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
		ctf_integer(int, percpu_refill, percpu_refill)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill)
)

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership,
			(alloc_migratetype == get_pageblock_migratetype(page)))
	)
)

#endif /* LTTNG_TRACE_KMEM_H */

/* This part must be outside protection */
#include <lttng/define_trace.h>
Commit	Line	Data
	1	/* SPDX-License-Identifier: GPL-2.0-only */
	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM kmem
	4
	5	#if !defined(LTTNG_TRACE_KMEM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	6	#define LTTNG_TRACE_KMEM_H
	7
	8	#include <lttng/tracepoint-event.h>
	9	#include <linux/types.h>
	10	#include <lttng/kernel-version.h>
	11
	12	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
	13	#include <../../mm/slab.h>
	14	#endif
	15
	16	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
	17	LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,
	18
	19	kmem_kmalloc,
	20
	21	TP_PROTO(unsigned long call_site,
	22	const void *ptr,
	23	size_t bytes_req,
	24	size_t bytes_alloc,
	25	gfp_t gfp_flags,
	26	int node),
	27
	28	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	29
	30	TP_FIELDS(
	31	ctf_integer_hex(unsigned long, call_site, call_site)
	32	ctf_integer_hex(const void *, ptr, ptr)
	33	ctf_integer(size_t, bytes_req, bytes_req)
	34	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	35	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	36	ctf_integer(int, node, node)
	37	ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
	38	(gfp_flags & __GFP_ACCOUNT) ? true : false))
	39	)
	40	)
	41
	42	LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,
	43
	44	TP_PROTO(unsigned long call_site,
	45	const void *ptr,
	46	struct kmem_cache *s,
	47	gfp_t gfp_flags,
	48	int node),
	49
	50	TP_ARGS(call_site, ptr, s, gfp_flags, node),
	51
	52	TP_FIELDS(
	53	ctf_integer_hex(unsigned long, call_site, call_site)
	54	ctf_integer_hex(const void *, ptr, ptr)
	55	ctf_integer(size_t, bytes_req, s->object_size)
	56	ctf_integer(size_t, bytes_alloc, s->size)
	57	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	58	ctf_integer(int, node, node)
	59	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	60	((gfp_flags & __GFP_ACCOUNT) \|\|
	61	(s->flags & SLAB_ACCOUNT)) : false)
	62	)
	63	)
	64	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
	65	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
	66
	67	TP_PROTO(unsigned long call_site,
	68	const void *ptr,
	69	struct kmem_cache *s,
	70	size_t bytes_req,
	71	size_t bytes_alloc,
	72	gfp_t gfp_flags),
	73
	74	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),
	75
	76	TP_FIELDS(
	77	ctf_integer_hex(unsigned long, call_site, call_site)
	78	ctf_integer_hex(const void *, ptr, ptr)
	79	ctf_integer(size_t, bytes_req, bytes_req)
	80	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	81	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	82	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	83	((gfp_flags & __GFP_ACCOUNT) \|\|
	84	(s && s->flags & SLAB_ACCOUNT)) : false)
	85	)
	86	)
	87
	88	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
	89
	90	kmem_kmalloc,
	91
	92	TP_PROTO(unsigned long call_site, const void ptr, struct kmem_cache s,
	93	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	94
	95	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
	96	)
	97
	98	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
	99
	100	TP_PROTO(unsigned long call_site, const void ptr, struct kmem_cache s,
	101	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	102
	103	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
	104	)
	105	#else
	106	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
	107
	108	TP_PROTO(unsigned long call_site,
	109	const void *ptr,
	110	size_t bytes_req,
	111	size_t bytes_alloc,
	112	gfp_t gfp_flags),
	113
	114	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
	115
	116	TP_FIELDS(
	117	ctf_integer_hex(unsigned long, call_site, call_site)
	118	ctf_integer_hex(const void *, ptr, ptr)
	119	ctf_integer(size_t, bytes_req, bytes_req)
	120	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	121	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	122	)
	123	)
	124
	125	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
	126
	127	kmem_kmalloc,
	128
	129	TP_PROTO(unsigned long call_site, const void *ptr,
	130	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	131
	132	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
	133	)
	134
	135	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
	136
	137	TP_PROTO(unsigned long call_site, const void *ptr,
	138	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	139
	140	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
	141	)
	142	#endif
	143
	144	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
	145	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
	146
	147	TP_PROTO(unsigned long call_site,
	148	const void *ptr,
	149	struct kmem_cache *s,
	150	size_t bytes_req,
	151	size_t bytes_alloc,
	152	gfp_t gfp_flags,
	153	int node),
	154
	155	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),
	156
	157	TP_FIELDS(
	158	ctf_integer_hex(unsigned long, call_site, call_site)
	159	ctf_integer_hex(const void *, ptr, ptr)
	160	ctf_integer(size_t, bytes_req, bytes_req)
	161	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	162	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	163	ctf_integer(int, node, node)
	164	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	165	((gfp_flags & __GFP_ACCOUNT) \|\|
	166	(s && s->flags & SLAB_ACCOUNT)) : false)
	167	)
	168	)
	169
	170	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
	171
	172	kmem_kmalloc_node,
	173
	174	TP_PROTO(unsigned long call_site, const void *ptr,
	175	struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
	176	gfp_t gfp_flags, int node),
	177
	178	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
	179	)
	180
	181	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
	182
	183	TP_PROTO(unsigned long call_site, const void *ptr,
	184	struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
	185	gfp_t gfp_flags, int node),
	186
	187	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
	188	)
	189	#else
	190	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
	191
	192	TP_PROTO(unsigned long call_site,
	193	const void *ptr,
	194	size_t bytes_req,
	195	size_t bytes_alloc,
	196	gfp_t gfp_flags,
	197	int node),
	198
	199	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	200
	201	TP_FIELDS(
	202	ctf_integer_hex(unsigned long, call_site, call_site)
	203	ctf_integer_hex(const void *, ptr, ptr)
	204	ctf_integer(size_t, bytes_req, bytes_req)
	205	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	206	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	207	ctf_integer(int, node, node)
	208	)
	209	)
	210
	211	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
	212
	213	kmem_kmalloc_node,
	214
	215	TP_PROTO(unsigned long call_site, const void *ptr,
	216	size_t bytes_req, size_t bytes_alloc,
	217	gfp_t gfp_flags, int node),
	218
	219	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	220	)
	221
	222	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
	223
	224	TP_PROTO(unsigned long call_site, const void *ptr,
	225	size_t bytes_req, size_t bytes_alloc,
	226	gfp_t gfp_flags, int node),
	227
	228	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	229	)
	230	#endif
	231
	232	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) \|\| \
	233	LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
	234	LTTNG_TRACEPOINT_EVENT_MAP(kfree,
	235
	236	kmem_kfree,
	237
	238	TP_PROTO(unsigned long call_site, const void *ptr),
	239
	240	TP_ARGS(call_site, ptr),
	241
	242	TP_FIELDS(
	243	ctf_integer_hex(unsigned long, call_site, call_site)
	244	ctf_integer_hex(const void *, ptr, ptr)
	245	)
	246	)
	247	#else
	248	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
	249
	250	TP_PROTO(unsigned long call_site, const void *ptr),
	251
	252	TP_ARGS(call_site, ptr),
	253
	254	TP_FIELDS(
	255	ctf_integer_hex(unsigned long, call_site, call_site)
	256	ctf_integer_hex(const void *, ptr, ptr)
	257	)
	258	)
	259
	260	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
	261
	262	kmem_kfree,
	263
	264	TP_PROTO(unsigned long call_site, const void *ptr),
	265
	266	TP_ARGS(call_site, ptr)
	267	)
	268
	269	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
	270
	271	TP_PROTO(unsigned long call_site, const void *ptr),
	272
	273	TP_ARGS(call_site, ptr)
	274	)
	275	#endif
	276
	277	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
	278	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	279
	280	TP_PROTO(unsigned long call_site, const void ptr, const struct kmem_cache s),
	281
	282	TP_ARGS(call_site, ptr, s),
	283
	284	TP_FIELDS(
	285	ctf_integer_hex(unsigned long, call_site, call_site)
	286	ctf_integer_hex(const void *, ptr, ptr)
	287	ctf_string(name, s->name)
	288	)
	289	)
	290	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
	291	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	292
	293	TP_PROTO(unsigned long call_site, const void ptr, const char name),
	294
	295	TP_ARGS(call_site, ptr, name),
	296
	297	TP_FIELDS(
	298	ctf_integer_hex(unsigned long, call_site, call_site)
	299	ctf_integer_hex(const void *, ptr, ptr)
	300	ctf_string(name, name)
	301	)
	302	)
	303	#endif
	304
	305	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
	306
	307	TP_PROTO(struct page *page, unsigned int order),
	308
	309	TP_ARGS(page, order),
	310
	311	TP_FIELDS(
	312	ctf_integer_hex(struct page *, page, page)
	313	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	314	ctf_integer(unsigned int, order, order)
	315	)
	316	)
	317
	318	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
	319	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
	320
	321	TP_PROTO(struct page *page),
	322
	323	TP_ARGS(page),
	324
	325	TP_FIELDS(
	326	ctf_integer_hex(struct page *, page, page)
	327	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	328	)
	329	)
	330	#else
	331	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
	332
	333	TP_PROTO(struct page *page, int cold),
	334
	335	TP_ARGS(page, cold),
	336
	337	TP_FIELDS(
	338	ctf_integer_hex(struct page *, page, page)
	339	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	340	ctf_integer(int, cold, cold)
	341	)
	342	)
	343	#endif
	344
	345	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,
	346
	347	TP_PROTO(struct page *page, unsigned int order,
	348	gfp_t gfp_flags, int migratetype),
	349
	350	TP_ARGS(page, order, gfp_flags, migratetype),
	351
	352	TP_FIELDS(
	353	ctf_integer_hex(struct page *, page, page)
	354	ctf_integer(unsigned long, pfn,
	355	page ? page_to_pfn(page) : -1UL)
	356	ctf_integer(unsigned int, order, order)
	357	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	358	ctf_integer(int, migratetype, migratetype)
	359	)
	360	)
	361
	362	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
	363	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
	364
	365	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	366	int percpu_refill),
	367
	368	TP_ARGS(page, order, migratetype, percpu_refill),
	369
	370	TP_FIELDS(
	371	ctf_integer_hex(struct page *, page, page)
	372	ctf_integer(unsigned long, pfn,
	373	page ? page_to_pfn(page) : -1UL)
	374	ctf_integer(unsigned int, order, order)
	375	ctf_integer(int, migratetype, migratetype)
	376	ctf_integer(int, percpu_refill, percpu_refill)
	377	)
	378	)
	379
	380	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	381
	382	kmem_mm_page_alloc_zone_locked,
	383
	384	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	385	int percpu_refill),
	386
	387	TP_ARGS(page, order, migratetype, percpu_refill)
	388	)
	389
	390	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,
	391
	392	kmem_mm_page_pcpu_drain,
	393
	394	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	395
	396	TP_ARGS(page, order, migratetype),
	397
	398	TP_FIELDS(
	399	ctf_integer(unsigned long, pfn,
	400	page ? page_to_pfn(page) : -1UL)
	401	ctf_integer(unsigned int, order, order)
	402	ctf_integer(int, migratetype, migratetype)
	403	)
	404	)
	405	#else
	406	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
	407
	408	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	409
	410	TP_ARGS(page, order, migratetype),
	411
	412	TP_FIELDS(
	413	ctf_integer_hex(struct page *, page, page)
	414	ctf_integer(unsigned long, pfn,
	415	page ? page_to_pfn(page) : -1UL)
	416	ctf_integer(unsigned int, order, order)
	417	ctf_integer(int, migratetype, migratetype)
	418	)
	419	)
	420
	421	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	422
	423	kmem_mm_page_alloc_zone_locked,
	424
	425	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	426
	427	TP_ARGS(page, order, migratetype)
	428	)
	429
	430	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,
	431
	432	kmem_mm_page_pcpu_drain,
	433
	434	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	435
	436	TP_ARGS(page, order, migratetype)
	437	)
	438	#endif
	439
	440	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	441
	442	kmem_mm_page_alloc_extfrag,
	443
	444	TP_PROTO(struct page *page,
	445	int alloc_order, int fallback_order,
	446	int alloc_migratetype, int fallback_migratetype),
	447
	448	TP_ARGS(page,
	449	alloc_order, fallback_order,
	450	alloc_migratetype, fallback_migratetype),
	451
	452	TP_FIELDS(
	453	ctf_integer_hex(struct page *, page, page)
	454	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	455	ctf_integer(int, alloc_order, alloc_order)
	456	ctf_integer(int, fallback_order, fallback_order)
	457	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	458	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	459	ctf_integer(int, change_ownership,
	460	(alloc_migratetype == get_pageblock_migratetype(page)))
	461	)
	462	)
	463
	464	#endif /* LTTNG_TRACE_KMEM_H */
	465
	466	/* This part must be outside protection */
	467	#include <lttng/define_trace.h>