[lttng-modules.git] / include / instrumentation / events / kmem.h

/* SPDX-License-Identifier: GPL-2.0-only */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM kmem

#if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KMEM_H

#include <lttng/tracepoint-event.h>
#include <linux/types.h>
#include <lttng/kernel-version.h>

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
#include <../../mm/slab.h>
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
			(gfp_flags & __GFP_ACCOUNT) ? true : false))
	)
)

LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, s, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, s->object_size)
		ctf_integer(size_t, bytes_alloc, s->size)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s->flags & SLAB_ACCOUNT)) : false)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0) || \
	LTTNG_RHEL_KERNEL_RANGE(5,14,0,163,0,0, 5,15,0,0,0,0))

LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s && s->flags & SLAB_ACCOUNT)) : false)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0) || \
	LTTNG_RHEL_KERNEL_RANGE(5,14,0,163,0,0, 5,15,0,0,0,0))

LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s && s->flags & SLAB_ACCOUNT)) : false)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
LTTNG_TRACEPOINT_EVENT_MAP(kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const struct kmem_cache *s),

	TP_ARGS(call_site, ptr, s),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, s->name)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const char *name),

	TP_ARGS(call_site, ptr, name),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, name)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,

	TP_PROTO(struct page *page, unsigned int order),

	TP_ARGS(page, order),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(unsigned int, order, order)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
	)
)
#else
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page, int cold),

	TP_ARGS(page, cold),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, cold, cold)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,

	TP_PROTO(struct page *page, unsigned int order,
			gfp_t gfp_flags, int migratetype),

	TP_ARGS(page, order, gfp_flags, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, migratetype, migratetype)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0) || \
	LTTNG_RHEL_KERNEL_RANGE(5,14,0,163,0,0, 5,15,0,0,0,0))

LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
		ctf_integer(int, percpu_refill, percpu_refill)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill)
)

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership,
			(alloc_migratetype == get_pageblock_migratetype(page)))
	)
)

#endif /* LTTNG_TRACE_KMEM_H */

/* This part must be outside protection */
#include <lttng/define_trace.h>
Commit	Line	Data
b7cdc182	1	/* SPDX-License-Identifier: GPL-2.0-only */
b283666f PW	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM kmem
	4
3bc29f0a MD	5	#if !defined(LTTNG_TRACE_KMEM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
3bc29f0a MD	6	#define LTTNG_TRACE_KMEM_H
b283666f	7
3b4aafcb	8	#include <lttng/tracepoint-event.h>
7c68b363	9	#include <linux/types.h>
5f4c791e	10	#include <lttng/kernel-version.h>
7c68b363	11
c02d67bc	12	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
c02d67bc	13	#include <../../mm/slab.h>
abbffdb8 MJ	14	#endif
	15
	16	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
	17	LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,
	18
	19	kmem_kmalloc,
	20
	21	TP_PROTO(unsigned long call_site,
	22	const void *ptr,
	23	size_t bytes_req,
	24	size_t bytes_alloc,
	25	gfp_t gfp_flags,
	26	int node),
	27
	28	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	29
	30	TP_FIELDS(
	31	ctf_integer_hex(unsigned long, call_site, call_site)
	32	ctf_integer_hex(const void *, ptr, ptr)
	33	ctf_integer(size_t, bytes_req, bytes_req)
	34	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	35	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	36	ctf_integer(int, node, node)
	37	ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
	38	(gfp_flags & __GFP_ACCOUNT) ? true : false))
	39	)
	40	)
	41
	42	LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,
	43
	44	TP_PROTO(unsigned long call_site,
	45	const void *ptr,
	46	struct kmem_cache *s,
	47	gfp_t gfp_flags,
	48	int node),
	49
	50	TP_ARGS(call_site, ptr, s, gfp_flags, node),
c02d67bc	51
abbffdb8 MJ	52	TP_FIELDS(
	53	ctf_integer_hex(unsigned long, call_site, call_site)
	54	ctf_integer_hex(const void *, ptr, ptr)
	55	ctf_integer(size_t, bytes_req, s->object_size)
	56	ctf_integer(size_t, bytes_alloc, s->size)
	57	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	58	ctf_integer(int, node, node)
	59	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	60	((gfp_flags & __GFP_ACCOUNT) \|\|
	61	(s->flags & SLAB_ACCOUNT)) : false)
	62	)
	63	)
a9d49ac6 MH	64	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0) \|\| \
	65	LTTNG_RHEL_KERNEL_RANGE(5,14,0,163,0,0, 5,15,0,0,0,0))
	66
c02d67bc MJ	67	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
	68
	69	TP_PROTO(unsigned long call_site,
	70	const void *ptr,
	71	struct kmem_cache *s,
	72	size_t bytes_req,
	73	size_t bytes_alloc,
	74	gfp_t gfp_flags),
	75
	76	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),
	77
	78	TP_FIELDS(
	79	ctf_integer_hex(unsigned long, call_site, call_site)
	80	ctf_integer_hex(const void *, ptr, ptr)
	81	ctf_integer(size_t, bytes_req, bytes_req)
	82	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	83	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	84	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	85	((gfp_flags & __GFP_ACCOUNT) \|\|
	86	(s && s->flags & SLAB_ACCOUNT)) : false)
	87	)
	88	)
	89
	90	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
	91
	92	kmem_kmalloc,
	93
	94	TP_PROTO(unsigned long call_site, const void ptr, struct kmem_cache s,
	95	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	96
	97	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
	98	)
	99
	100	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
	101
	102	TP_PROTO(unsigned long call_site, const void ptr, struct kmem_cache s,
	103	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	104
	105	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
	106	)
abbffdb8 MJ	107	#else
abbffdb8 MJ	108	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
c02d67bc MJ	109
	110	TP_PROTO(unsigned long call_site,
	111	const void *ptr,
c02d67bc MJ	112	size_t bytes_req,
c02d67bc MJ	113	size_t bytes_alloc,
abbffdb8	114	gfp_t gfp_flags),
c02d67bc	115
abbffdb8	116	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
c02d67bc MJ	117
	118	TP_FIELDS(
	119	ctf_integer_hex(unsigned long, call_site, call_site)
	120	ctf_integer_hex(const void *, ptr, ptr)
	121	ctf_integer(size_t, bytes_req, bytes_req)
	122	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	123	ctf_integer(gfp_t, gfp_flags, gfp_flags)
c02d67bc MJ	124	)
	125	)
	126
abbffdb8	127	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
c02d67bc	128
abbffdb8	129	kmem_kmalloc,
c02d67bc MJ	130
c02d67bc MJ	131	TP_PROTO(unsigned long call_site, const void *ptr,
abbffdb8	132	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
c02d67bc	133
abbffdb8	134	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
c02d67bc MJ	135	)
c02d67bc MJ	136
abbffdb8	137	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
c02d67bc MJ	138
c02d67bc MJ	139	TP_PROTO(unsigned long call_site, const void *ptr,
abbffdb8	140	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
c02d67bc	141
abbffdb8	142	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
c02d67bc	143	)
abbffdb8 MJ	144	#endif
abbffdb8 MJ	145
a9d49ac6 MH	146	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0) \|\| \
	147	LTTNG_RHEL_KERNEL_RANGE(5,14,0,163,0,0, 5,15,0,0,0,0))
	148
abbffdb8	149	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
b283666f PW	150
	151	TP_PROTO(unsigned long call_site,
	152	const void *ptr,
abbffdb8	153	struct kmem_cache *s,
b283666f PW	154	size_t bytes_req,
b283666f PW	155	size_t bytes_alloc,
abbffdb8 MJ	156	gfp_t gfp_flags,
abbffdb8 MJ	157	int node),
b283666f	158
abbffdb8	159	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),
b283666f	160
f127e61e MD	161	TP_FIELDS(
	162	ctf_integer_hex(unsigned long, call_site, call_site)
	163	ctf_integer_hex(const void *, ptr, ptr)
	164	ctf_integer(size_t, bytes_req, bytes_req)
	165	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	166	ctf_integer(gfp_t, gfp_flags, gfp_flags)
abbffdb8 MJ	167	ctf_integer(int, node, node)
	168	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	169	((gfp_flags & __GFP_ACCOUNT) \|\|
	170	(s && s->flags & SLAB_ACCOUNT)) : false)
f127e61e	171	)
b283666f PW	172	)
b283666f PW	173
abbffdb8	174	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
9cf29d3e	175
abbffdb8	176	kmem_kmalloc_node,
b283666f PW	177
b283666f PW	178	TP_PROTO(unsigned long call_site, const void *ptr,
abbffdb8 MJ	179	struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
abbffdb8 MJ	180	gfp_t gfp_flags, int node),
b283666f	181
abbffdb8	182	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
b283666f PW	183	)
b283666f PW	184
abbffdb8	185	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
b283666f PW	186
b283666f PW	187	TP_PROTO(unsigned long call_site, const void *ptr,
abbffdb8 MJ	188	struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
abbffdb8 MJ	189	gfp_t gfp_flags, int node),
b283666f	190
abbffdb8	191	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
b283666f	192	)
abbffdb8	193	#else
3bc29f0a	194	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
b283666f PW	195
	196	TP_PROTO(unsigned long call_site,
	197	const void *ptr,
	198	size_t bytes_req,
	199	size_t bytes_alloc,
	200	gfp_t gfp_flags,
	201	int node),
	202
	203	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	204
f127e61e MD	205	TP_FIELDS(
	206	ctf_integer_hex(unsigned long, call_site, call_site)
	207	ctf_integer_hex(const void *, ptr, ptr)
	208	ctf_integer(size_t, bytes_req, bytes_req)
	209	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	210	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	211	ctf_integer(int, node, node)
	212	)
b283666f PW	213	)
b283666f PW	214
3bc29f0a	215	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
9cf29d3e MD	216
9cf29d3e MD	217	kmem_kmalloc_node,
b283666f PW	218
	219	TP_PROTO(unsigned long call_site, const void *ptr,
	220	size_t bytes_req, size_t bytes_alloc,
	221	gfp_t gfp_flags, int node),
	222
	223	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	224	)
	225
3bc29f0a	226	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
b283666f PW	227
	228	TP_PROTO(unsigned long call_site, const void *ptr,
	229	size_t bytes_req, size_t bytes_alloc,
	230	gfp_t gfp_flags, int node),
	231
	232	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	233	)
c02d67bc	234	#endif
b283666f	235
89d91715 MJ	236	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) \|\| \
89d91715 MJ	237	LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
e7c9f1a9 HZ	238	LTTNG_TRACEPOINT_EVENT_MAP(kfree,
	239
	240	kmem_kfree,
a8bc8ae5 MJ	241
	242	TP_PROTO(unsigned long call_site, const void *ptr),
	243
	244	TP_ARGS(call_site, ptr),
	245
	246	TP_FIELDS(
	247	ctf_integer_hex(unsigned long, call_site, call_site)
	248	ctf_integer_hex(const void *, ptr, ptr)
	249	)
	250	)
a8bc8ae5	251	#else
3bc29f0a	252	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
b283666f PW	253
	254	TP_PROTO(unsigned long call_site, const void *ptr),
	255
	256	TP_ARGS(call_site, ptr),
	257
f127e61e MD	258	TP_FIELDS(
	259	ctf_integer_hex(unsigned long, call_site, call_site)
	260	ctf_integer_hex(const void *, ptr, ptr)
	261	)
b283666f PW	262	)
b283666f PW	263
3bc29f0a	264	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
9cf29d3e MD	265
9cf29d3e MD	266	kmem_kfree,
b283666f PW	267
	268	TP_PROTO(unsigned long call_site, const void *ptr),
	269
	270	TP_ARGS(call_site, ptr)
	271	)
	272
3bc29f0a	273	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
b283666f PW	274
	275	TP_PROTO(unsigned long call_site, const void *ptr),
	276
	277	TP_ARGS(call_site, ptr)
	278	)
a8bc8ae5	279	#endif
b283666f	280
abbffdb8 MJ	281	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
	282	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	283
	284	TP_PROTO(unsigned long call_site, const void ptr, const struct kmem_cache s),
	285
	286	TP_ARGS(call_site, ptr, s),
	287
	288	TP_FIELDS(
	289	ctf_integer_hex(unsigned long, call_site, call_site)
	290	ctf_integer_hex(const void *, ptr, ptr)
	291	ctf_string(name, s->name)
	292	)
	293	)
	294	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
	295	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	296
	297	TP_PROTO(unsigned long call_site, const void ptr, const char name),
	298
	299	TP_ARGS(call_site, ptr, name),
	300
	301	TP_FIELDS(
	302	ctf_integer_hex(unsigned long, call_site, call_site)
	303	ctf_integer_hex(const void *, ptr, ptr)
	304	ctf_string(name, name)
	305	)
	306	)
	307	#endif
	308
9bbf98da	309	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
b283666f PW	310
	311	TP_PROTO(struct page *page, unsigned int order),
	312
	313	TP_ARGS(page, order),
	314
f127e61e MD	315	TP_FIELDS(
f127e61e MD	316	ctf_integer_hex(struct page *, page, page)
d1cf842b	317	ctf_integer(unsigned long, pfn, page_to_pfn(page))
f127e61e MD	318	ctf_integer(unsigned int, order, order)
f127e61e MD	319	)
b283666f PW	320	)
b283666f PW	321
5f4c791e	322	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
071c76b5 MJ	323	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
	324
	325	TP_PROTO(struct page *page),
	326
	327	TP_ARGS(page),
	328
	329	TP_FIELDS(
	330	ctf_integer_hex(struct page *, page, page)
	331	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	332	)
	333	)
7c68b363	334	#else
6f3ac358	335	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
b283666f PW	336
	337	TP_PROTO(struct page *page, int cold),
	338
	339	TP_ARGS(page, cold),
	340
f127e61e MD	341	TP_FIELDS(
f127e61e MD	342	ctf_integer_hex(struct page *, page, page)
d1cf842b	343	ctf_integer(unsigned long, pfn, page_to_pfn(page))
f127e61e MD	344	ctf_integer(int, cold, cold)
f127e61e MD	345	)
b283666f	346	)
071c76b5	347	#endif
b283666f	348
9bbf98da	349	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,
b283666f PW	350
	351	TP_PROTO(struct page *page, unsigned int order,
	352	gfp_t gfp_flags, int migratetype),
	353
	354	TP_ARGS(page, order, gfp_flags, migratetype),
	355
f127e61e MD	356	TP_FIELDS(
f127e61e MD	357	ctf_integer_hex(struct page *, page, page)
d1cf842b MD	358	ctf_integer(unsigned long, pfn,
d1cf842b MD	359	page ? page_to_pfn(page) : -1UL)
f127e61e MD	360	ctf_integer(unsigned int, order, order)
	361	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	362	ctf_integer(int, migratetype, migratetype)
	363	)
b283666f PW	364	)
b283666f PW	365
a9d49ac6 MH	366	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0) \|\| \
	367	LTTNG_RHEL_KERNEL_RANGE(5,14,0,163,0,0, 5,15,0,0,0,0))
	368
6229bbaa MJ	369	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
	370
	371	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	372	int percpu_refill),
	373
	374	TP_ARGS(page, order, migratetype, percpu_refill),
	375
	376	TP_FIELDS(
	377	ctf_integer_hex(struct page *, page, page)
	378	ctf_integer(unsigned long, pfn,
	379	page ? page_to_pfn(page) : -1UL)
	380	ctf_integer(unsigned int, order, order)
	381	ctf_integer(int, migratetype, migratetype)
	382	ctf_integer(int, percpu_refill, percpu_refill)
	383	)
	384	)
	385
	386	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	387
	388	kmem_mm_page_alloc_zone_locked,
	389
	390	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	391	int percpu_refill),
	392
	393	TP_ARGS(page, order, migratetype, percpu_refill)
	394	)
	395
	396	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,
	397
	398	kmem_mm_page_pcpu_drain,
	399
	400	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	401
	402	TP_ARGS(page, order, migratetype),
	403
	404	TP_FIELDS(
	405	ctf_integer(unsigned long, pfn,
	406	page ? page_to_pfn(page) : -1UL)
	407	ctf_integer(unsigned int, order, order)
	408	ctf_integer(int, migratetype, migratetype)
	409	)
	410	)
	411	#else
9bbf98da	412	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
b283666f PW	413
	414	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	415
	416	TP_ARGS(page, order, migratetype),
	417
f127e61e MD	418	TP_FIELDS(
f127e61e MD	419	ctf_integer_hex(struct page *, page, page)
d1cf842b MD	420	ctf_integer(unsigned long, pfn,
d1cf842b MD	421	page ? page_to_pfn(page) : -1UL)
f127e61e MD	422	ctf_integer(unsigned int, order, order)
	423	ctf_integer(int, migratetype, migratetype)
	424	)
b283666f PW	425	)
b283666f PW	426
9bbf98da MD	427	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	428
	429	kmem_mm_page_alloc_zone_locked,
b283666f PW	430
	431	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	432
	433	TP_ARGS(page, order, migratetype)
	434	)
	435
f127e61e	436	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,
9bbf98da MD	437
9bbf98da MD	438	kmem_mm_page_pcpu_drain,
b283666f PW	439
	440	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	441
f127e61e	442	TP_ARGS(page, order, migratetype)
b283666f	443	)
6229bbaa	444	#endif
b283666f	445
7c9c39d2 MD	446	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	447
	448	kmem_mm_page_alloc_extfrag,
2cf0c2ca MD	449
	450	TP_PROTO(struct page *page,
	451	int alloc_order, int fallback_order,
	452	int alloc_migratetype, int fallback_migratetype),
	453
	454	TP_ARGS(page,
	455	alloc_order, fallback_order,
	456	alloc_migratetype, fallback_migratetype),
	457
c94b360d MD	458	TP_FIELDS(
c94b360d MD	459	ctf_integer_hex(struct page *, page, page)
d1cf842b	460	ctf_integer(unsigned long, pfn, page_to_pfn(page))
c94b360d MD	461	ctf_integer(int, alloc_order, alloc_order)
	462	ctf_integer(int, fallback_order, fallback_order)
	463	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	464	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	465	ctf_integer(int, change_ownership,
2cf0c2ca	466	(alloc_migratetype == get_pageblock_migratetype(page)))
c94b360d	467	)
2cf0c2ca MD	468	)
2cf0c2ca MD	469
3bc29f0a	470	#endif /* LTTNG_TRACE_KMEM_H */
b283666f PW	471
b283666f PW	472	/* This part must be outside protection */
3b4aafcb	473	#include <lttng/define_trace.h>