[lttng-modules.git] / include / instrumentation / events / kmem.h

/* SPDX-License-Identifier: GPL-2.0-only */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM kmem

#if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_KMEM_H

#include <lttng/tracepoint-event.h>
#include <linux/types.h>
#include <lttng/kernel-version.h>

LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,

	kmem_kmalloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,

	TP_PROTO(unsigned long call_site,
		 const void *ptr,
		 size_t bytes_req,
		 size_t bytes_alloc,
		 gfp_t gfp_flags,
		 int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_integer(size_t, bytes_req, bytes_req)
		ctf_integer(size_t, bytes_alloc, bytes_alloc)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, node, node)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,

	kmem_kmalloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,

	TP_PROTO(unsigned long call_site, const void *ptr,
		 size_t bytes_req, size_t bytes_alloc,
		 gfp_t gfp_flags, int node),

	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
LTTNG_TRACEPOINT_EVENT_MAP(kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)

LTTNG_TRACEPOINT_EVENT(kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr, const char *name),

	TP_ARGS(call_site, ptr, name),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
		ctf_string(name, name)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr),

	TP_FIELDS(
		ctf_integer_hex(unsigned long, call_site, call_site)
		ctf_integer_hex(const void *, ptr, ptr)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,

	kmem_kfree,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,

	TP_PROTO(unsigned long call_site, const void *ptr),

	TP_ARGS(call_site, ptr)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
#else
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct, kmem_mm_page_free_direct,
#endif

	TP_PROTO(struct page *page, unsigned int order),

	TP_ARGS(page, order),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(unsigned int, order, order)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page),

	TP_ARGS(page),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
	)
)
#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,

	TP_PROTO(struct page *page, int cold),

	TP_ARGS(page, cold),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, cold, cold)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free, kmem_pagevec_free,

	TP_PROTO(struct page *page, int cold),

	TP_ARGS(page, cold),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, cold, cold)
	)
)
#endif

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,

	TP_PROTO(struct page *page, unsigned int order,
			gfp_t gfp_flags, int migratetype),

	TP_ARGS(page, order, gfp_flags, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
		ctf_integer(int, migratetype, migratetype)
	)
)

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
		ctf_integer(int, percpu_refill, percpu_refill)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype,
			int percpu_refill),

	TP_ARGS(page, order, migratetype, percpu_refill)
)

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)
#else
LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn,
			page ? page_to_pfn(page) : -1UL)
		ctf_integer(unsigned int, order, order)
		ctf_integer(int, migratetype, migratetype)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,

	kmem_mm_page_alloc_zone_locked,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,

	kmem_mm_page_pcpu_drain,

	TP_PROTO(struct page *page, unsigned int order, int migratetype),

	TP_ARGS(page, order, migratetype)
)
#endif

#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2)	\
	|| LTTNG_KERNEL_RANGE(3,14,36, 3,15,0)		\
	|| LTTNG_KERNEL_RANGE(3,16,35, 3,17,0)		\
	|| LTTNG_KERNEL_RANGE(3,18,10, 3,19,0)		\
	|| LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0)	\
	|| LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0)	\
	|| LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership,
			(alloc_migratetype == get_pageblock_migratetype(page)))
	)
)

#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
		int alloc_order, int fallback_order,
		int alloc_migratetype, int fallback_migratetype, int new_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype, new_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership, (new_migratetype == alloc_migratetype))
	)
)

#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
			int alloc_order, int fallback_order,
			int alloc_migratetype, int fallback_migratetype,
			int change_ownership),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype,
		change_ownership),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
		ctf_integer(int, change_ownership, change_ownership)
	)
)

#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */

LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,

	kmem_mm_page_alloc_extfrag,

	TP_PROTO(struct page *page,
			int alloc_order, int fallback_order,
			int alloc_migratetype, int fallback_migratetype),

	TP_ARGS(page,
		alloc_order, fallback_order,
		alloc_migratetype, fallback_migratetype),

	TP_FIELDS(
		ctf_integer_hex(struct page *, page, page)
		ctf_integer(unsigned long, pfn, page_to_pfn(page))
		ctf_integer(int, alloc_order, alloc_order)
		ctf_integer(int, fallback_order, fallback_order)
		ctf_integer(int, alloc_migratetype, alloc_migratetype)
		ctf_integer(int, fallback_migratetype, fallback_migratetype)
	)
)

#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */

#endif /* LTTNG_TRACE_KMEM_H */

/* This part must be outside protection */
#include <lttng/define_trace.h>
Commit	Line	Data
b7cdc182	1	/* SPDX-License-Identifier: GPL-2.0-only */
b283666f PW	2	#undef TRACE_SYSTEM
	3	#define TRACE_SYSTEM kmem
	4
3bc29f0a MD	5	#if !defined(LTTNG_TRACE_KMEM_H) \|\| defined(TRACE_HEADER_MULTI_READ)
3bc29f0a MD	6	#define LTTNG_TRACE_KMEM_H
b283666f	7
3b4aafcb	8	#include <lttng/tracepoint-event.h>
7c68b363	9	#include <linux/types.h>
5f4c791e	10	#include <lttng/kernel-version.h>
7c68b363	11
3bc29f0a	12	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
b283666f PW	13
	14	TP_PROTO(unsigned long call_site,
	15	const void *ptr,
	16	size_t bytes_req,
	17	size_t bytes_alloc,
	18	gfp_t gfp_flags),
	19
	20	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
	21
f127e61e MD	22	TP_FIELDS(
	23	ctf_integer_hex(unsigned long, call_site, call_site)
	24	ctf_integer_hex(const void *, ptr, ptr)
	25	ctf_integer(size_t, bytes_req, bytes_req)
	26	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	27	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	28	)
b283666f PW	29	)
b283666f PW	30
3bc29f0a	31	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
9cf29d3e MD	32
9cf29d3e MD	33	kmem_kmalloc,
b283666f PW	34
	35	TP_PROTO(unsigned long call_site, const void *ptr,
	36	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	37
	38	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
	39	)
	40
3bc29f0a	41	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
b283666f PW	42
	43	TP_PROTO(unsigned long call_site, const void *ptr,
	44	size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
	45
	46	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
	47	)
	48
3bc29f0a	49	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
b283666f PW	50
	51	TP_PROTO(unsigned long call_site,
	52	const void *ptr,
	53	size_t bytes_req,
	54	size_t bytes_alloc,
	55	gfp_t gfp_flags,
	56	int node),
	57
	58	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
	59
f127e61e MD	60	TP_FIELDS(
	61	ctf_integer_hex(unsigned long, call_site, call_site)
	62	ctf_integer_hex(const void *, ptr, ptr)
	63	ctf_integer(size_t, bytes_req, bytes_req)
	64	ctf_integer(size_t, bytes_alloc, bytes_alloc)
	65	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	66	ctf_integer(int, node, node)
	67	)
b283666f PW	68	)
b283666f PW	69
3bc29f0a	70	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
9cf29d3e MD	71
9cf29d3e MD	72	kmem_kmalloc_node,
b283666f PW	73
	74	TP_PROTO(unsigned long call_site, const void *ptr,
	75	size_t bytes_req, size_t bytes_alloc,
	76	gfp_t gfp_flags, int node),
	77
	78	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	79	)
	80
3bc29f0a	81	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
b283666f PW	82
	83	TP_PROTO(unsigned long call_site, const void *ptr,
	84	size_t bytes_req, size_t bytes_alloc,
	85	gfp_t gfp_flags, int node),
	86
	87	TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
	88	)
	89
a8bc8ae5	90	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
e7c9f1a9 HZ	91	LTTNG_TRACEPOINT_EVENT_MAP(kfree,
	92
	93	kmem_kfree,
a8bc8ae5 MJ	94
	95	TP_PROTO(unsigned long call_site, const void *ptr),
	96
	97	TP_ARGS(call_site, ptr),
	98
	99	TP_FIELDS(
	100	ctf_integer_hex(unsigned long, call_site, call_site)
	101	ctf_integer_hex(const void *, ptr, ptr)
	102	)
	103	)
	104
	105	LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
	106
	107	TP_PROTO(unsigned long call_site, const void ptr, const char name),
	108
	109	TP_ARGS(call_site, ptr, name),
	110
	111	TP_FIELDS(
	112	ctf_integer_hex(unsigned long, call_site, call_site)
	113	ctf_integer_hex(const void *, ptr, ptr)
	114	ctf_string(name, name)
	115	)
	116	)
	117	#else
3bc29f0a	118	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
b283666f PW	119
	120	TP_PROTO(unsigned long call_site, const void *ptr),
	121
	122	TP_ARGS(call_site, ptr),
	123
f127e61e MD	124	TP_FIELDS(
	125	ctf_integer_hex(unsigned long, call_site, call_site)
	126	ctf_integer_hex(const void *, ptr, ptr)
	127	)
b283666f PW	128	)
b283666f PW	129
3bc29f0a	130	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
9cf29d3e MD	131
9cf29d3e MD	132	kmem_kfree,
b283666f PW	133
	134	TP_PROTO(unsigned long call_site, const void *ptr),
	135
	136	TP_ARGS(call_site, ptr)
	137	)
	138
3bc29f0a	139	LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
b283666f PW	140
	141	TP_PROTO(unsigned long call_site, const void *ptr),
	142
	143	TP_ARGS(call_site, ptr)
	144	)
a8bc8ae5	145	#endif
b283666f	146
5f4c791e	147	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
9bbf98da	148	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
7c68b363	149	#else
9bbf98da	150	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct, kmem_mm_page_free_direct,
7c68b363	151	#endif
b283666f PW	152
	153	TP_PROTO(struct page *page, unsigned int order),
	154
	155	TP_ARGS(page, order),
	156
f127e61e MD	157	TP_FIELDS(
f127e61e MD	158	ctf_integer_hex(struct page *, page, page)
d1cf842b	159	ctf_integer(unsigned long, pfn, page_to_pfn(page))
f127e61e MD	160	ctf_integer(unsigned int, order, order)
f127e61e MD	161	)
b283666f PW	162	)
b283666f PW	163
5f4c791e	164	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
071c76b5 MJ	165	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
	166
	167	TP_PROTO(struct page *page),
	168
	169	TP_ARGS(page),
	170
	171	TP_FIELDS(
	172	ctf_integer_hex(struct page *, page, page)
	173	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	174	)
	175	)
5f4c791e	176	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
9bbf98da	177	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
071c76b5 MJ	178
	179	TP_PROTO(struct page *page, int cold),
	180
	181	TP_ARGS(page, cold),
	182
	183	TP_FIELDS(
	184	ctf_integer_hex(struct page *, page, page)
	185	ctf_integer(unsigned long, pfn, page_to_pfn(page))
	186	ctf_integer(int, cold, cold)
	187	)
	188	)
7c68b363	189	#else
9bbf98da	190	LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free, kmem_pagevec_free,
b283666f PW	191
	192	TP_PROTO(struct page *page, int cold),
	193
	194	TP_ARGS(page, cold),
	195
f127e61e MD	196	TP_FIELDS(
f127e61e MD	197	ctf_integer_hex(struct page *, page, page)
d1cf842b	198	ctf_integer(unsigned long, pfn, page_to_pfn(page))
f127e61e MD	199	ctf_integer(int, cold, cold)
f127e61e MD	200	)
b283666f	201	)
071c76b5	202	#endif
b283666f	203
9bbf98da	204	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,
b283666f PW	205
	206	TP_PROTO(struct page *page, unsigned int order,
	207	gfp_t gfp_flags, int migratetype),
	208
	209	TP_ARGS(page, order, gfp_flags, migratetype),
	210
f127e61e MD	211	TP_FIELDS(
f127e61e MD	212	ctf_integer_hex(struct page *, page, page)
d1cf842b MD	213	ctf_integer(unsigned long, pfn,
d1cf842b MD	214	page ? page_to_pfn(page) : -1UL)
f127e61e MD	215	ctf_integer(unsigned int, order, order)
	216	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	217	ctf_integer(int, migratetype, migratetype)
	218	)
b283666f PW	219	)
b283666f PW	220
6229bbaa MJ	221	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
	222	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
	223
	224	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	225	int percpu_refill),
	226
	227	TP_ARGS(page, order, migratetype, percpu_refill),
	228
	229	TP_FIELDS(
	230	ctf_integer_hex(struct page *, page, page)
	231	ctf_integer(unsigned long, pfn,
	232	page ? page_to_pfn(page) : -1UL)
	233	ctf_integer(unsigned int, order, order)
	234	ctf_integer(int, migratetype, migratetype)
	235	ctf_integer(int, percpu_refill, percpu_refill)
	236	)
	237	)
	238
	239	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	240
	241	kmem_mm_page_alloc_zone_locked,
	242
	243	TP_PROTO(struct page *page, unsigned int order, int migratetype,
	244	int percpu_refill),
	245
	246	TP_ARGS(page, order, migratetype, percpu_refill)
	247	)
	248
	249	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,
	250
	251	kmem_mm_page_pcpu_drain,
	252
	253	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	254
	255	TP_ARGS(page, order, migratetype),
	256
	257	TP_FIELDS(
	258	ctf_integer(unsigned long, pfn,
	259	page ? page_to_pfn(page) : -1UL)
	260	ctf_integer(unsigned int, order, order)
	261	ctf_integer(int, migratetype, migratetype)
	262	)
	263	)
	264	#else
9bbf98da	265	LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
b283666f PW	266
	267	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	268
	269	TP_ARGS(page, order, migratetype),
	270
f127e61e MD	271	TP_FIELDS(
f127e61e MD	272	ctf_integer_hex(struct page *, page, page)
d1cf842b MD	273	ctf_integer(unsigned long, pfn,
d1cf842b MD	274	page ? page_to_pfn(page) : -1UL)
f127e61e MD	275	ctf_integer(unsigned int, order, order)
	276	ctf_integer(int, migratetype, migratetype)
	277	)
b283666f PW	278	)
b283666f PW	279
9bbf98da MD	280	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
	281
	282	kmem_mm_page_alloc_zone_locked,
b283666f PW	283
	284	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	285
	286	TP_ARGS(page, order, migratetype)
	287	)
	288
f127e61e	289	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,
9bbf98da MD	290
9bbf98da MD	291	kmem_mm_page_pcpu_drain,
b283666f PW	292
	293	TP_PROTO(struct page *page, unsigned int order, int migratetype),
	294
f127e61e	295	TP_ARGS(page, order, migratetype)
b283666f	296	)
6229bbaa	297	#endif
b283666f	298
5f4c791e	299	#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2) \
72e6c528	300	\|\| LTTNG_KERNEL_RANGE(3,14,36, 3,15,0) \
83884c09	301	\|\| LTTNG_KERNEL_RANGE(3,16,35, 3,17,0) \
f1b58fb1	302	\|\| LTTNG_KERNEL_RANGE(3,18,10, 3,19,0) \
72906e12	303	\|\| LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0) \
f8996f1b	304	\|\| LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0) \
472b44c2	305	\|\| LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))
2cf0c2ca	306
7c9c39d2 MD	307	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	308
	309	kmem_mm_page_alloc_extfrag,
2cf0c2ca MD	310
	311	TP_PROTO(struct page *page,
	312	int alloc_order, int fallback_order,
	313	int alloc_migratetype, int fallback_migratetype),
	314
	315	TP_ARGS(page,
	316	alloc_order, fallback_order,
	317	alloc_migratetype, fallback_migratetype),
	318
c94b360d MD	319	TP_FIELDS(
c94b360d MD	320	ctf_integer_hex(struct page *, page, page)
d1cf842b	321	ctf_integer(unsigned long, pfn, page_to_pfn(page))
c94b360d MD	322	ctf_integer(int, alloc_order, alloc_order)
	323	ctf_integer(int, fallback_order, fallback_order)
	324	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	325	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	326	ctf_integer(int, change_ownership,
2cf0c2ca	327	(alloc_migratetype == get_pageblock_migratetype(page)))
c94b360d	328	)
2cf0c2ca MD	329	)
2cf0c2ca MD	330
5f4c791e	331	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))
8b831331	332
7c9c39d2 MD	333	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	334
	335	kmem_mm_page_alloc_extfrag,
8b831331 MD	336
	337	TP_PROTO(struct page *page,
	338	int alloc_order, int fallback_order,
	339	int alloc_migratetype, int fallback_migratetype, int new_migratetype),
	340
	341	TP_ARGS(page,
	342	alloc_order, fallback_order,
	343	alloc_migratetype, fallback_migratetype, new_migratetype),
	344
c94b360d MD	345	TP_FIELDS(
c94b360d MD	346	ctf_integer_hex(struct page *, page, page)
d1cf842b	347	ctf_integer(unsigned long, pfn, page_to_pfn(page))
c94b360d MD	348	ctf_integer(int, alloc_order, alloc_order)
	349	ctf_integer(int, fallback_order, fallback_order)
	350	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	351	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	352	ctf_integer(int, change_ownership, (new_migratetype == alloc_migratetype))
	353	)
8b831331 MD	354	)
8b831331 MD	355
5f4c791e	356	#elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
926b9256	357
9bbf98da MD	358	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	359
	360	kmem_mm_page_alloc_extfrag,
926b9256 MD	361
	362	TP_PROTO(struct page *page,
	363	int alloc_order, int fallback_order,
	364	int alloc_migratetype, int fallback_migratetype,
	365	int change_ownership),
	366
	367	TP_ARGS(page,
	368	alloc_order, fallback_order,
	369	alloc_migratetype, fallback_migratetype,
	370	change_ownership),
	371
f127e61e MD	372	TP_FIELDS(
f127e61e MD	373	ctf_integer_hex(struct page *, page, page)
d1cf842b	374	ctf_integer(unsigned long, pfn, page_to_pfn(page))
f127e61e MD	375	ctf_integer(int, alloc_order, alloc_order)
	376	ctf_integer(int, fallback_order, fallback_order)
	377	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	378	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	379	ctf_integer(int, change_ownership, change_ownership)
	380	)
926b9256 MD	381	)
926b9256 MD	382
5f4c791e	383	#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
926b9256	384
9bbf98da MD	385	LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
	386
	387	kmem_mm_page_alloc_extfrag,
b283666f PW	388
	389	TP_PROTO(struct page *page,
	390	int alloc_order, int fallback_order,
	391	int alloc_migratetype, int fallback_migratetype),
	392
	393	TP_ARGS(page,
	394	alloc_order, fallback_order,
	395	alloc_migratetype, fallback_migratetype),
	396
f127e61e MD	397	TP_FIELDS(
f127e61e MD	398	ctf_integer_hex(struct page *, page, page)
d1cf842b	399	ctf_integer(unsigned long, pfn, page_to_pfn(page))
f127e61e MD	400	ctf_integer(int, alloc_order, alloc_order)
	401	ctf_integer(int, fallback_order, fallback_order)
	402	ctf_integer(int, alloc_migratetype, alloc_migratetype)
	403	ctf_integer(int, fallback_migratetype, fallback_migratetype)
	404	)
b283666f	405	)
926b9256	406
5f4c791e	407	#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
926b9256	408
3bc29f0a	409	#endif /* LTTNG_TRACE_KMEM_H */
b283666f PW	410
b283666f PW	411	/* This part must be outside protection */
3b4aafcb	412	#include <lttng/define_trace.h>