[lttng-modules.git] / include / instrumentation / events / kmem.h

/* SPDX-License-Identifier: GPL-2.0-only */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM kmem

#if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KMEM_H

#include <lttng/tracepoint-event.h>
#include <linux/types.h>
#include <lttng/kernel-version.h>

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
#include <../../mm/slab.h>
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
			(gfp_flags & __GFP_ACCOUNT) ? true : false))
	)
)

LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, s, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, s->object_size)
		ctf_integer(size_t, bytes_alloc, s->size)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s->flags & SLAB_ACCOUNT)) : false)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s && s->flags & SLAB_ACCOUNT)) : false)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 struct kmem_cache *s,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
		ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
			((gfp_flags & __GFP_ACCOUNT) ||
			(s && s->flags & SLAB_ACCOUNT)) : false)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) || \
	LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
LTTNG_TRACEPOINT_EVENT_MAP(kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const struct kmem_cache *s),

	TP_ARGS(call_site, ptr, s),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, s->name)
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const char *name),

	TP_ARGS(call_site, ptr, name),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, name)
	)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
#else
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct, kmem_mm_page_free_direct,
#endif

	TP_PROTO(struct page *page, unsigned int order),

	TP_ARGS(page, order),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(unsigned int, order, order)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page, int cold),

	TP_ARGS(page, cold),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, cold, cold)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free, kmem_pagevec_free,

	TP_PROTO(struct page *page, int cold),

	TP_ARGS(page, cold),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, cold, cold)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,

	TP_PROTO(struct page *page, unsigned int order,
			gfp_t gfp_flags, int migratetype),

	TP_ARGS(page, order, gfp_flags, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, migratetype, migratetype)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
		ctf_integer(int, percpu_refill, percpu_refill)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill)
)

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2)	\
	|| LTTNG_KERNEL_RANGE(3,14,36, 3,15,0)		\
	|| LTTNG_KERNEL_RANGE(3,16,35, 3,17,0)		\
	|| LTTNG_KERNEL_RANGE(3,18,10, 3,19,0)		\
	|| LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0)	\
	|| LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0)	\
	|| LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership,
			(alloc_migratetype == get_pageblock_migratetype(page)))
	)
)

#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype, int new_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype, new_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership, (new_migratetype == alloc_migratetype))
	)
)

#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
			int alloc_order, int fallback_order,
			int alloc_migratetype, int fallback_migratetype,
			int change_ownership),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype,
		change_ownership),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership, change_ownership)
	)
)

#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
			int alloc_order, int fallback_order,
			int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
	)
)

#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */

#endif /* LTTNG_TRACE_KMEM_H */

/* This part must be outside protection */
#include <lttng/define_trace.h>
Commit	Line	Data
	1	/* SPDX-License-Identifier: GPL-2.0-only */
	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM kmem
	4
	5	#if !defined(LTTNG_TRACE_KMEM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	6	#define LTTNG_TRACE_KMEM_H
	7
	8	#include <lttng/tracepoint-event.h>
	9	#include <linux/types.h>
	10	#include <lttng/kernel-version.h>
	11
	12	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
	13	#include <../../mm/slab.h>
	14	#endif
	15
	16	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
	17	LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,
	18
	19	kmem_kmalloc,
	20
	21	TP_PROTO(unsigned long call_site,
	22	const void *ptr,
	23	size_t bytes_req,
	24	size_t bytes_alloc,
	25	gfp_t gfp_flags,
	26	int node),
	27
	28	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	29
	30	TP_FIELDS(
	31	ctf_integer_hex(unsigned long, call_site, call_site)
	32	ctf_integer_hex(const void *, ptr, ptr)
	33	ctf_integer(size_t, bytes_req, bytes_req)
	34	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	35	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	36	ctf_integer(int, node, node)
	37	ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
	38	(gfp_flags & __GFP_ACCOUNT) ? true : false))
	39	)
	40	)
	41
	42	LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,
	43
	44	TP_PROTO(unsigned long call_site,
	45	const void *ptr,
	46	struct kmem_cache *s,
	47	gfp_t gfp_flags,
	48	int node),
	49
	50	TP_ARGS(call_site, ptr, s, gfp_flags, node),
	51
	52	TP_FIELDS(
	53	ctf_integer_hex(unsigned long, call_site, call_site)
	54	ctf_integer_hex(const void *, ptr, ptr)
	55	ctf_integer(size_t, bytes_req, s->object_size)
	56	ctf_integer(size_t, bytes_alloc, s->size)
	57	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	58	ctf_integer(int, node, node)
	59	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	60	((gfp_flags & __GFP_ACCOUNT) \|\|
	61	(s->flags & SLAB_ACCOUNT)) : false)
	62	)
	63	)
	64	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
	65	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
	66
	67	TP_PROTO(unsigned long call_site,
	68	const void *ptr,
	69	struct kmem_cache *s,
	70	size_t bytes_req,
	71	size_t bytes_alloc,
	72	gfp_t gfp_flags),
	73
	74	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),
	75
	76	TP_FIELDS(
	77	ctf_integer_hex(unsigned long, call_site, call_site)
	78	ctf_integer_hex(const void *, ptr, ptr)
	79	ctf_integer(size_t, bytes_req, bytes_req)
	80	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	81	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	82	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	83	((gfp_flags & __GFP_ACCOUNT) \|\|
	84	(s && s->flags & SLAB_ACCOUNT)) : false)
	85	)
	86	)
	87
	88	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
	89
	90	kmem_kmalloc,
	91
	92	TP_PROTO(unsigned long call_site, const void ptr, struct kmem_cache s,
	93	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	94
	95	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
	96	)
	97
	98	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
	99
	100	TP_PROTO(unsigned long call_site, const void ptr, struct kmem_cache s,
	101	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	102
	103	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
	104	)
	105	#else
	106	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
	107
	108	TP_PROTO(unsigned long call_site,
	109	const void *ptr,
	110	size_t bytes_req,
	111	size_t bytes_alloc,
	112	gfp_t gfp_flags),
	113
	114	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
	115
	116	TP_FIELDS(
	117	ctf_integer_hex(unsigned long, call_site, call_site)
	118	ctf_integer_hex(const void *, ptr, ptr)
	119	ctf_integer(size_t, bytes_req, bytes_req)
	120	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	121	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	122	)
	123	)
	124
	125	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
	126
	127	kmem_kmalloc,
	128
	129	TP_PROTO(unsigned long call_site, const void *ptr,
	130	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	131
	132	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
	133	)
	134
	135	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
	136
	137	TP_PROTO(unsigned long call_site, const void *ptr,
	138	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	139
	140	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
	141	)
	142	#endif
	143
	144	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
	145	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
	146
	147	TP_PROTO(unsigned long call_site,
	148	const void *ptr,
	149	struct kmem_cache *s,
	150	size_t bytes_req,
	151	size_t bytes_alloc,
	152	gfp_t gfp_flags,
	153	int node),
	154
	155	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),
	156
	157	TP_FIELDS(
	158	ctf_integer_hex(unsigned long, call_site, call_site)
	159	ctf_integer_hex(const void *, ptr, ptr)
	160	ctf_integer(size_t, bytes_req, bytes_req)
	161	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	162	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	163	ctf_integer(int, node, node)
	164	ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
	165	((gfp_flags & __GFP_ACCOUNT) \|\|
	166	(s && s->flags & SLAB_ACCOUNT)) : false)
	167	)
	168	)
	169
	170	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
	171
	172	kmem_kmalloc_node,
	173
	174	TP_PROTO(unsigned long call_site, const void *ptr,
	175	struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
	176	gfp_t gfp_flags, int node),
	177
	178	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
	179	)
	180
	181	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
	182
	183	TP_PROTO(unsigned long call_site, const void *ptr,
	184	struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
	185	gfp_t gfp_flags, int node),
	186
	187	TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
	188	)
	189	#else
	190	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
	191
	192	TP_PROTO(unsigned long call_site,
	193	const void *ptr,
	194	size_t bytes_req,
	195	size_t bytes_alloc,
	196	gfp_t gfp_flags,
	197	int node),
	198
	199	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	200
	201	TP_FIELDS(
	202	ctf_integer_hex(unsigned long, call_site, call_site)
	203	ctf_integer_hex(const void *, ptr, ptr)
	204	ctf_integer(size_t, bytes_req, bytes_req)
	205	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	206	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	207	ctf_integer(int, node, node)
	208	)
	209	)
	210
	211	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
	212
	213	kmem_kmalloc_node,
	214
	215	TP_PROTO(unsigned long call_site, const void *ptr,
	216	size_t bytes_req, size_t bytes_alloc,
	217	gfp_t gfp_flags, int node),
	218
	219	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	220	)
	221
	222	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
	223
	224	TP_PROTO(unsigned long call_site, const void *ptr,
	225	size_t bytes_req, size_t bytes_alloc,
	226	gfp_t gfp_flags, int node),
	227
	228	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	229	)
	230	#endif
	231
	232	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) \|\| \
	233	LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
	234	LTTNG_TRACEPOINT_EVENT_MAP(kfree,
	235
	236	kmem_kfree,
	237
	238	TP_PROTO(unsigned long call_site, const void *ptr),
	239
	240	TP_ARGS(call_site, ptr),
	241
	242	TP_FIELDS(
	243	ctf_integer_hex(unsigned long, call_site, call_site)
	244	ctf_integer_hex(const void *, ptr, ptr)
	245	)
	246	)
	247	#else
	248	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
	249
	250	TP_PROTO(unsigned long call_site, const void *ptr),
	251
	252	TP_ARGS(call_site, ptr),
	253
	254	TP_FIELDS(
	255	ctf_integer_hex(unsigned long, call_site, call_site)
	256	ctf_integer_hex(const void *, ptr, ptr)
	257	)
	258	)
	259
	260	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
	261
	262	kmem_kfree,
	263
	264	TP_PROTO(unsigned long call_site, const void *ptr),
	265
	266	TP_ARGS(call_site, ptr)
	267	)
	268
	269	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
	270
	271	TP_PROTO(unsigned long call_site, const void *ptr),
	272
	273	TP_ARGS(call_site, ptr)
	274	)
	275	#endif
	276
	277	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
	278	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	279
	280	TP_PROTO(unsigned long call_site, const void ptr, const struct kmem_cache s),
	281
	282	TP_ARGS(call_site, ptr, s),
	283
	284	TP_FIELDS(
	285	ctf_integer_hex(unsigned long, call_site, call_site)
	286	ctf_integer_hex(const void *, ptr, ptr)
	287	ctf_string(name, s->name)
	288	)
	289	)
	290	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
	291	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	292
	293	TP_PROTO(unsigned long call_site, const void ptr, const char name),
	294
	295	TP_ARGS(call_site, ptr, name),
	296
	297	TP_FIELDS(
	298	ctf_integer_hex(unsigned long, call_site, call_site)
	299	ctf_integer_hex(const void *, ptr, ptr)
	300	ctf_string(name, name)
	301	)
	302	)
	303	#endif
	304
	305	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
	306	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
	307	#else
	308	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct, kmem_mm_page_free_direct,
	309	#endif
	310
	311	TP_PROTO(struct page *page, unsigned int order),
	312
	313	TP_ARGS(page, order),
	314
	315	TP_FIELDS(
	316	ctf_integer_hex(struct page *, page, page)
	317	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	318	ctf_integer(unsigned int, order, order)
	319	)
	320	)
	321
	322	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
	323	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
	324
	325	TP_PROTO(struct page *page),
	326
	327	TP_ARGS(page),
	328
	329	TP_FIELDS(
	330	ctf_integer_hex(struct page *, page, page)
	331	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	332	)
	333	)
	334	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
	335	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
	336
	337	TP_PROTO(struct page *page, int cold),
	338
	339	TP_ARGS(page, cold),
	340
	341	TP_FIELDS(
	342	ctf_integer_hex(struct page *, page, page)
	343	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	344	ctf_integer(int, cold, cold)
	345	)
	346	)
	347	#else
	348	LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free, kmem_pagevec_free,
	349
	350	TP_PROTO(struct page *page, int cold),
	351
	352	TP_ARGS(page, cold),
	353
	354	TP_FIELDS(
	355	ctf_integer_hex(struct page *, page, page)
	356	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	357	ctf_integer(int, cold, cold)
	358	)
	359	)
	360	#endif
	361
	362	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,
	363
	364	TP_PROTO(struct page *page, unsigned int order,
	365	gfp_t gfp_flags, int migratetype),
	366
	367	TP_ARGS(page, order, gfp_flags, migratetype),
	368
	369	TP_FIELDS(
	370	ctf_integer_hex(struct page *, page, page)
	371	ctf_integer(unsigned long, pfn,
	372	page ? page_to_pfn(page) : -1UL)
	373	ctf_integer(unsigned int, order, order)
	374	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	375	ctf_integer(int, migratetype, migratetype)
	376	)
	377	)
	378
	379	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
	380	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
	381
	382	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	383	int percpu_refill),
	384
	385	TP_ARGS(page, order, migratetype, percpu_refill),
	386
	387	TP_FIELDS(
	388	ctf_integer_hex(struct page *, page, page)
	389	ctf_integer(unsigned long, pfn,
	390	page ? page_to_pfn(page) : -1UL)
	391	ctf_integer(unsigned int, order, order)
	392	ctf_integer(int, migratetype, migratetype)
	393	ctf_integer(int, percpu_refill, percpu_refill)
	394	)
	395	)
	396
	397	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	398
	399	kmem_mm_page_alloc_zone_locked,
	400
	401	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	402	int percpu_refill),
	403
	404	TP_ARGS(page, order, migratetype, percpu_refill)
	405	)
	406
	407	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,
	408
	409	kmem_mm_page_pcpu_drain,
	410
	411	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	412
	413	TP_ARGS(page, order, migratetype),
	414
	415	TP_FIELDS(
	416	ctf_integer(unsigned long, pfn,
	417	page ? page_to_pfn(page) : -1UL)
	418	ctf_integer(unsigned int, order, order)
	419	ctf_integer(int, migratetype, migratetype)
	420	)
	421	)
	422	#else
	423	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
	424
	425	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	426
	427	TP_ARGS(page, order, migratetype),
	428
	429	TP_FIELDS(
	430	ctf_integer_hex(struct page *, page, page)
	431	ctf_integer(unsigned long, pfn,
	432	page ? page_to_pfn(page) : -1UL)
	433	ctf_integer(unsigned int, order, order)
	434	ctf_integer(int, migratetype, migratetype)
	435	)
	436	)
	437
	438	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	439
	440	kmem_mm_page_alloc_zone_locked,
	441
	442	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	443
	444	TP_ARGS(page, order, migratetype)
	445	)
	446
	447	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,
	448
	449	kmem_mm_page_pcpu_drain,
	450
	451	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	452
	453	TP_ARGS(page, order, migratetype)
	454	)
	455	#endif
	456
	457	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2) \
	458	\|\| LTTNG_KERNEL_RANGE(3,14,36, 3,15,0) \
	459	\|\| LTTNG_KERNEL_RANGE(3,16,35, 3,17,0) \
	460	\|\| LTTNG_KERNEL_RANGE(3,18,10, 3,19,0) \
	461	\|\| LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0) \
	462	\|\| LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0) \
	463	\|\| LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))
	464
	465	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	466
	467	kmem_mm_page_alloc_extfrag,
	468
	469	TP_PROTO(struct page *page,
	470	int alloc_order, int fallback_order,
	471	int alloc_migratetype, int fallback_migratetype),
	472
	473	TP_ARGS(page,
	474	alloc_order, fallback_order,
	475	alloc_migratetype, fallback_migratetype),
	476
	477	TP_FIELDS(
	478	ctf_integer_hex(struct page *, page, page)
	479	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	480	ctf_integer(int, alloc_order, alloc_order)
	481	ctf_integer(int, fallback_order, fallback_order)
	482	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	483	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	484	ctf_integer(int, change_ownership,
	485	(alloc_migratetype == get_pageblock_migratetype(page)))
	486	)
	487	)
	488
	489	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))
	490
	491	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	492
	493	kmem_mm_page_alloc_extfrag,
	494
	495	TP_PROTO(struct page *page,
	496	int alloc_order, int fallback_order,
	497	int alloc_migratetype, int fallback_migratetype, int new_migratetype),
	498
	499	TP_ARGS(page,
	500	alloc_order, fallback_order,
	501	alloc_migratetype, fallback_migratetype, new_migratetype),
	502
	503	TP_FIELDS(
	504	ctf_integer_hex(struct page *, page, page)
	505	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	506	ctf_integer(int, alloc_order, alloc_order)
	507	ctf_integer(int, fallback_order, fallback_order)
	508	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	509	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	510	ctf_integer(int, change_ownership, (new_migratetype == alloc_migratetype))
	511	)
	512	)
	513
	514	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
	515
	516	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	517
	518	kmem_mm_page_alloc_extfrag,
	519
	520	TP_PROTO(struct page *page,
	521	int alloc_order, int fallback_order,
	522	int alloc_migratetype, int fallback_migratetype,
	523	int change_ownership),
	524
	525	TP_ARGS(page,
	526	alloc_order, fallback_order,
	527	alloc_migratetype, fallback_migratetype,
	528	change_ownership),
	529
	530	TP_FIELDS(
	531	ctf_integer_hex(struct page *, page, page)
	532	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	533	ctf_integer(int, alloc_order, alloc_order)
	534	ctf_integer(int, fallback_order, fallback_order)
	535	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	536	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	537	ctf_integer(int, change_ownership, change_ownership)
	538	)
	539	)
	540
	541	#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
	542
	543	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	544
	545	kmem_mm_page_alloc_extfrag,
	546
	547	TP_PROTO(struct page *page,
	548	int alloc_order, int fallback_order,
	549	int alloc_migratetype, int fallback_migratetype),
	550
	551	TP_ARGS(page,
	552	alloc_order, fallback_order,
	553	alloc_migratetype, fallback_migratetype),
	554
	555	TP_FIELDS(
	556	ctf_integer_hex(struct page *, page, page)
	557	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	558	ctf_integer(int, alloc_order, alloc_order)
	559	ctf_integer(int, fallback_order, fallback_order)
	560	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	561	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	562	)
	563	)
	564
	565	#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
	566
	567	#endif /* LTTNG_TRACE_KMEM_H */
	568
	569	/* This part must be outside protection */
	570	#include <lttng/define_trace.h>