[lttng-modules.git] / include / instrumentation / events / kmem.h

/* SPDX-License-Identifier: GPL-2.0-only */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM kmem

#if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KMEM_H

#include <lttng/tracepoint-event.h>
#include <linux/types.h>
#include <lttng/kernel-version.h>

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
#include <../../mm/slab.h>
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
			(gfp_flags & __GFP_ACCOUNT) ? true : false))
	)
)

LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, s, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, s->object_size)
		ctf_integer(size_t, bytes_alloc, s->size)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s->flags & SLAB_ACCOUNT)) : false)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s && s->flags & SLAB_ACCOUNT)) : false)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s && s->flags & SLAB_ACCOUNT)) : false)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
LTTNG_TRACEPOINT_EVENT_MAP(kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const struct kmem_cache *s),

	TP_ARGS(call_site, ptr, s),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, s->name)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const char *name),

	TP_ARGS(call_site, ptr, name),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, name)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,

	TP_PROTO(struct page *page, unsigned int order),

	TP_ARGS(page, order),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(unsigned int, order, order)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
	)
)
#else
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page, int cold),

	TP_ARGS(page, cold),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, cold, cold)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,

	TP_PROTO(struct page *page, unsigned int order,
			gfp_t gfp_flags, int migratetype),

	TP_ARGS(page, order, gfp_flags, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, migratetype, migratetype)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
		ctf_integer(int, percpu_refill, percpu_refill)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill)
)

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership,
			(alloc_migratetype == get_pageblock_migratetype(page)))
	)
)

#endif /* LTTNG_TRACE_KMEM_H */

/* This part must be outside protection */
#include <lttng/define_trace.h>
Commit	Line	Data
b7cdc182	1	/* SPDX-License-Identifier: GPL-2.0-only */
b283666f PW	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM kmem
	4
3bc29f0a MD	5	#if !defined(LTTNG_TRACE_KMEM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
3bc29f0a MD	6	#define LTTNG_TRACE_KMEM_H
b283666f	7
3b4aafcb	8	#include <lttng/tracepoint-event.h>
7c68b363	9	#include <linux/types.h>
5f4c791e	10	#include <lttng/kernel-version.h>
7c68b363	11
c02d67bc	12	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
c02d67bc	13	#include <../../mm/slab.h>
abbffdb8 MJ	14	#endif
	15
	16	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
	17	LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,
	18
	19	kmem_kmalloc,
	20
	21	TP_PROTO(unsigned long call_site,
	22	const void *ptr,
	23	size_t bytes_req,
	24	size_t bytes_alloc,
	25	gfp_t gfp_flags,
	26	int node),
	27
	28	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	29
	30	TP_FIELDS(
	31	ctf_integer_hex(unsigned long, call_site, call_site)
	32	ctf_integer_hex(const void *, ptr, ptr)
	33	ctf_integer(size_t, bytes_req, bytes_req)
	34	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	35	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	36	ctf_integer(int, node, node)
	37	ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
	38	(gfp_flags & __GFP_ACCOUNT) ? true : false))
	39	)
	40	)
	41
	42	LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,
	43
	44	TP_PROTO(unsigned long call_site,
	45	const void *ptr,
	46	struct kmem_cache *s,
	47	gfp_t gfp_flags,
	48	int node),
	49
	50	TP_ARGS(call_site, ptr, s, gfp_flags, node),
c02d67bc	51
abbffdb8 MJ	52	TP_FIELDS(
	53	ctf_integer_hex(unsigned long, call_site, call_site)
	54	ctf_integer_hex(const void *, ptr, ptr)
	55	ctf_integer(size_t, bytes_req, s->object_size)
	56	ctf_integer(size_t, bytes_alloc, s->size)
	57	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	58	ctf_integer(int, node, node)
	59	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	60	((gfp_flags & __GFP_ACCOUNT) \|\|
	61	(s->flags & SLAB_ACCOUNT)) : false)
	62	)
	63	)
	64	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
c02d67bc MJ	65	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
	66
	67	TP_PROTO(unsigned long call_site,
	68	const void *ptr,
	69	struct kmem_cache *s,
	70	size_t bytes_req,
	71	size_t bytes_alloc,
	72	gfp_t gfp_flags),
	73
	74	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),
	75
	76	TP_FIELDS(
	77	ctf_integer_hex(unsigned long, call_site, call_site)
	78	ctf_integer_hex(const void *, ptr, ptr)
	79	ctf_integer(size_t, bytes_req, bytes_req)
	80	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	81	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	82	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	83	((gfp_flags & __GFP_ACCOUNT) \|\|
	84	(s && s->flags & SLAB_ACCOUNT)) : false)
	85	)
	86	)
	87
	88	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
	89
	90	kmem_kmalloc,
	91
	92	TP_PROTO(unsigned long call_site, const void ptr, struct kmem_cache s,
	93	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	94
	95	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
	96	)
	97
	98	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
	99
	100	TP_PROTO(unsigned long call_site, const void ptr, struct kmem_cache s,
	101	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	102
	103	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
	104	)
abbffdb8 MJ	105	#else
abbffdb8 MJ	106	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
c02d67bc MJ	107
	108	TP_PROTO(unsigned long call_site,
	109	const void *ptr,
c02d67bc MJ	110	size_t bytes_req,
c02d67bc MJ	111	size_t bytes_alloc,
abbffdb8	112	gfp_t gfp_flags),
c02d67bc	113
abbffdb8	114	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
c02d67bc MJ	115
	116	TP_FIELDS(
	117	ctf_integer_hex(unsigned long, call_site, call_site)
	118	ctf_integer_hex(const void *, ptr, ptr)
	119	ctf_integer(size_t, bytes_req, bytes_req)
	120	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	121	ctf_integer(gfp_t, gfp_flags, gfp_flags)
c02d67bc MJ	122	)
	123	)
	124
abbffdb8	125	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
c02d67bc	126
abbffdb8	127	kmem_kmalloc,
c02d67bc MJ	128
c02d67bc MJ	129	TP_PROTO(unsigned long call_site, const void *ptr,
abbffdb8	130	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
c02d67bc	131
abbffdb8	132	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
c02d67bc MJ	133	)
c02d67bc MJ	134
abbffdb8	135	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
c02d67bc MJ	136
c02d67bc MJ	137	TP_PROTO(unsigned long call_site, const void *ptr,
abbffdb8	138	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
c02d67bc	139
abbffdb8	140	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
c02d67bc	141	)
abbffdb8 MJ	142	#endif
	143
	144	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
	145	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
b283666f PW	146
	147	TP_PROTO(unsigned long call_site,
	148	const void *ptr,
abbffdb8	149	struct kmem_cache *s,
b283666f PW	150	size_t bytes_req,
b283666f PW	151	size_t bytes_alloc,
abbffdb8 MJ	152	gfp_t gfp_flags,
abbffdb8 MJ	153	int node),
b283666f	154
abbffdb8	155	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),
b283666f	156
f127e61e MD	157	TP_FIELDS(
	158	ctf_integer_hex(unsigned long, call_site, call_site)
	159	ctf_integer_hex(const void *, ptr, ptr)
	160	ctf_integer(size_t, bytes_req, bytes_req)
	161	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	162	ctf_integer(gfp_t, gfp_flags, gfp_flags)
abbffdb8 MJ	163	ctf_integer(int, node, node)
	164	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	165	((gfp_flags & __GFP_ACCOUNT) \|\|
	166	(s && s->flags & SLAB_ACCOUNT)) : false)
f127e61e	167	)
b283666f PW	168	)
b283666f PW	169
abbffdb8	170	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
9cf29d3e	171
abbffdb8	172	kmem_kmalloc_node,
b283666f PW	173
b283666f PW	174	TP_PROTO(unsigned long call_site, const void *ptr,
abbffdb8 MJ	175	struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
abbffdb8 MJ	176	gfp_t gfp_flags, int node),
b283666f	177
abbffdb8	178	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
b283666f PW	179	)
b283666f PW	180
abbffdb8	181	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
b283666f PW	182
b283666f PW	183	TP_PROTO(unsigned long call_site, const void *ptr,
abbffdb8 MJ	184	struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
abbffdb8 MJ	185	gfp_t gfp_flags, int node),
b283666f	186
abbffdb8	187	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
b283666f	188	)
abbffdb8	189	#else
3bc29f0a	190	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
b283666f PW	191
	192	TP_PROTO(unsigned long call_site,
	193	const void *ptr,
	194	size_t bytes_req,
	195	size_t bytes_alloc,
	196	gfp_t gfp_flags,
	197	int node),
	198
	199	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	200
f127e61e MD	201	TP_FIELDS(
	202	ctf_integer_hex(unsigned long, call_site, call_site)
	203	ctf_integer_hex(const void *, ptr, ptr)
	204	ctf_integer(size_t, bytes_req, bytes_req)
	205	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	206	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	207	ctf_integer(int, node, node)
	208	)
b283666f PW	209	)
b283666f PW	210
3bc29f0a	211	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
9cf29d3e MD	212
9cf29d3e MD	213	kmem_kmalloc_node,
b283666f PW	214
	215	TP_PROTO(unsigned long call_site, const void *ptr,
	216	size_t bytes_req, size_t bytes_alloc,
	217	gfp_t gfp_flags, int node),
	218
	219	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	220	)
	221
3bc29f0a	222	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
b283666f PW	223
	224	TP_PROTO(unsigned long call_site, const void *ptr,
	225	size_t bytes_req, size_t bytes_alloc,
	226	gfp_t gfp_flags, int node),
	227
	228	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	229	)
c02d67bc	230	#endif
b283666f	231
89d91715 MJ	232	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) \|\| \
89d91715 MJ	233	LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
e7c9f1a9 HZ	234	LTTNG_TRACEPOINT_EVENT_MAP(kfree,
	235
	236	kmem_kfree,
a8bc8ae5 MJ	237
	238	TP_PROTO(unsigned long call_site, const void *ptr),
	239
	240	TP_ARGS(call_site, ptr),
	241
	242	TP_FIELDS(
	243	ctf_integer_hex(unsigned long, call_site, call_site)
	244	ctf_integer_hex(const void *, ptr, ptr)
	245	)
	246	)
a8bc8ae5	247	#else
3bc29f0a	248	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
b283666f PW	249
	250	TP_PROTO(unsigned long call_site, const void *ptr),
	251
	252	TP_ARGS(call_site, ptr),
	253
f127e61e MD	254	TP_FIELDS(
	255	ctf_integer_hex(unsigned long, call_site, call_site)
	256	ctf_integer_hex(const void *, ptr, ptr)
	257	)
b283666f PW	258	)
b283666f PW	259
3bc29f0a	260	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
9cf29d3e MD	261
9cf29d3e MD	262	kmem_kfree,
b283666f PW	263
	264	TP_PROTO(unsigned long call_site, const void *ptr),
	265
	266	TP_ARGS(call_site, ptr)
	267	)
	268
3bc29f0a	269	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
b283666f PW	270
	271	TP_PROTO(unsigned long call_site, const void *ptr),
	272
	273	TP_ARGS(call_site, ptr)
	274	)
a8bc8ae5	275	#endif
b283666f	276
abbffdb8 MJ	277	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
	278	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	279
	280	TP_PROTO(unsigned long call_site, const void ptr, const struct kmem_cache s),
	281
	282	TP_ARGS(call_site, ptr, s),
	283
	284	TP_FIELDS(
	285	ctf_integer_hex(unsigned long, call_site, call_site)
	286	ctf_integer_hex(const void *, ptr, ptr)
	287	ctf_string(name, s->name)
	288	)
	289	)
	290	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
	291	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	292
	293	TP_PROTO(unsigned long call_site, const void ptr, const char name),
	294
	295	TP_ARGS(call_site, ptr, name),
	296
	297	TP_FIELDS(
	298	ctf_integer_hex(unsigned long, call_site, call_site)
	299	ctf_integer_hex(const void *, ptr, ptr)
	300	ctf_string(name, name)
	301	)
	302	)
	303	#endif
	304
9bbf98da	305	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
b283666f PW	306
	307	TP_PROTO(struct page *page, unsigned int order),
	308
	309	TP_ARGS(page, order),
	310
f127e61e MD	311	TP_FIELDS(
f127e61e MD	312	ctf_integer_hex(struct page *, page, page)
d1cf842b	313	ctf_integer(unsigned long, pfn, page_to_pfn(page))
f127e61e MD	314	ctf_integer(unsigned int, order, order)
f127e61e MD	315	)
b283666f PW	316	)
b283666f PW	317
5f4c791e	318	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
071c76b5 MJ	319	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
	320
	321	TP_PROTO(struct page *page),
	322
	323	TP_ARGS(page),
	324
	325	TP_FIELDS(
	326	ctf_integer_hex(struct page *, page, page)
	327	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	328	)
	329	)
7c68b363	330	#else
6f3ac358	331	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
b283666f PW	332
	333	TP_PROTO(struct page *page, int cold),
	334
	335	TP_ARGS(page, cold),
	336
f127e61e MD	337	TP_FIELDS(
f127e61e MD	338	ctf_integer_hex(struct page *, page, page)
d1cf842b	339	ctf_integer(unsigned long, pfn, page_to_pfn(page))
f127e61e MD	340	ctf_integer(int, cold, cold)
f127e61e MD	341	)
b283666f	342	)
071c76b5	343	#endif
b283666f	344
9bbf98da	345	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,
b283666f PW	346
	347	TP_PROTO(struct page *page, unsigned int order,
	348	gfp_t gfp_flags, int migratetype),
	349
	350	TP_ARGS(page, order, gfp_flags, migratetype),
	351
f127e61e MD	352	TP_FIELDS(
f127e61e MD	353	ctf_integer_hex(struct page *, page, page)
d1cf842b MD	354	ctf_integer(unsigned long, pfn,
d1cf842b MD	355	page ? page_to_pfn(page) : -1UL)
f127e61e MD	356	ctf_integer(unsigned int, order, order)
	357	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	358	ctf_integer(int, migratetype, migratetype)
	359	)
b283666f PW	360	)
b283666f PW	361
6229bbaa MJ	362	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
	363	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
	364
	365	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	366	int percpu_refill),
	367
	368	TP_ARGS(page, order, migratetype, percpu_refill),
	369
	370	TP_FIELDS(
	371	ctf_integer_hex(struct page *, page, page)
	372	ctf_integer(unsigned long, pfn,
	373	page ? page_to_pfn(page) : -1UL)
	374	ctf_integer(unsigned int, order, order)
	375	ctf_integer(int, migratetype, migratetype)
	376	ctf_integer(int, percpu_refill, percpu_refill)
	377	)
	378	)
	379
	380	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	381
	382	kmem_mm_page_alloc_zone_locked,
	383
	384	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	385	int percpu_refill),
	386
	387	TP_ARGS(page, order, migratetype, percpu_refill)
	388	)
	389
	390	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,
	391
	392	kmem_mm_page_pcpu_drain,
	393
	394	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	395
	396	TP_ARGS(page, order, migratetype),
	397
	398	TP_FIELDS(
	399	ctf_integer(unsigned long, pfn,
	400	page ? page_to_pfn(page) : -1UL)
	401	ctf_integer(unsigned int, order, order)
	402	ctf_integer(int, migratetype, migratetype)
	403	)
	404	)
	405	#else
9bbf98da	406	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
b283666f PW	407
	408	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	409
	410	TP_ARGS(page, order, migratetype),
	411
f127e61e MD	412	TP_FIELDS(
f127e61e MD	413	ctf_integer_hex(struct page *, page, page)
d1cf842b MD	414	ctf_integer(unsigned long, pfn,
d1cf842b MD	415	page ? page_to_pfn(page) : -1UL)
f127e61e MD	416	ctf_integer(unsigned int, order, order)
	417	ctf_integer(int, migratetype, migratetype)
	418	)
b283666f PW	419	)
b283666f PW	420
9bbf98da MD	421	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	422
	423	kmem_mm_page_alloc_zone_locked,
b283666f PW	424
	425	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	426
	427	TP_ARGS(page, order, migratetype)
	428	)
	429
f127e61e	430	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,
9bbf98da MD	431
9bbf98da MD	432	kmem_mm_page_pcpu_drain,
b283666f PW	433
	434	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	435
f127e61e	436	TP_ARGS(page, order, migratetype)
b283666f	437	)
6229bbaa	438	#endif
b283666f	439
7c9c39d2 MD	440	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	441
	442	kmem_mm_page_alloc_extfrag,
2cf0c2ca MD	443
	444	TP_PROTO(struct page *page,
	445	int alloc_order, int fallback_order,
	446	int alloc_migratetype, int fallback_migratetype),
	447
	448	TP_ARGS(page,
	449	alloc_order, fallback_order,
	450	alloc_migratetype, fallback_migratetype),
	451
c94b360d MD	452	TP_FIELDS(
c94b360d MD	453	ctf_integer_hex(struct page *, page, page)
d1cf842b	454	ctf_integer(unsigned long, pfn, page_to_pfn(page))
c94b360d MD	455	ctf_integer(int, alloc_order, alloc_order)
	456	ctf_integer(int, fallback_order, fallback_order)
	457	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	458	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	459	ctf_integer(int, change_ownership,
2cf0c2ca	460	(alloc_migratetype == get_pageblock_migratetype(page)))
c94b360d	461	)
2cf0c2ca MD	462	)
2cf0c2ca MD	463
3bc29f0a	464	#endif /* LTTNG_TRACE_KMEM_H */
b283666f PW	465
b283666f PW	466	/* This part must be outside protection */
3b4aafcb	467	#include <lttng/define_trace.h>