[lttng-modules.git] / instrumentation / events / lttng-module / mm_vmscan.h

#undef TRACE_SYSTEM
#define TRACE_SYSTEM mm_vmscan

#if !defined(LTTNG_TRACE_MM_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
#define LTTNG_TRACE_MM_VMSCAN_H

#include "../../../probes/lttng-tracepoint-event.h"
#include <linux/types.h>
#include <linux/mm.h>
#include <linux/memcontrol.h>
#include <trace/events/gfpflags.h>
#include <linux/version.h>

#ifndef _TRACE_VMSCAN_DEF
#define _TRACE_VMSCAN_DEF
#define RECLAIM_WB_ANON		0x0001u
#define RECLAIM_WB_FILE		0x0002u
#define RECLAIM_WB_MIXED	0x0010u
#define RECLAIM_WB_SYNC		0x0004u /* Unused, all reclaim async */
#define RECLAIM_WB_ASYNC	0x0008u

#if ((LINUX_VERSION_CODE <= KERNEL_VERSION(3,0,38)) || \
	LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
typedef int isolate_mode_t;
#endif

#endif

LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_sleep,

	TP_PROTO(int nid),

	TP_ARGS(nid),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
	)
)

LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake,

	TP_PROTO(int nid, int order),

	TP_ARGS(nid, order),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(int, order, order)
	)
)

LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd,

	TP_PROTO(int nid, int zid, int order),

	TP_ARGS(nid, zid, order),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(int, zid, zid)
		ctf_integer(int, order, order)
	)
)

LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),

	TP_ARGS(order, may_writepage, gfp_flags),

	TP_FIELDS(
		ctf_integer(int, order, order)
		ctf_integer(int, may_writepage, may_writepage)
		ctf_integer(gfp_t, gfp_flags, gfp_flags)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),

	TP_ARGS(order, may_writepage, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),

	TP_ARGS(order, may_writepage, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin,

	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),

	TP_ARGS(order, may_writepage, gfp_flags)
)

LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template,

	TP_PROTO(unsigned long nr_reclaimed),

	TP_ARGS(nr_reclaimed),

	TP_FIELDS(
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_direct_reclaim_end,

	TP_PROTO(unsigned long nr_reclaimed),

	TP_ARGS(nr_reclaimed)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_reclaim_end,

	TP_PROTO(unsigned long nr_reclaimed),

	TP_ARGS(nr_reclaimed)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_softlimit_reclaim_end,

	TP_PROTO(unsigned long nr_reclaimed),

	TP_ARGS(nr_reclaimed)
)

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start,

	mm_vmscan_shrink_slab_start,

	TP_PROTO(struct shrinker *shr, struct shrink_control *sc,
		long nr_objects_to_shrink, unsigned long pgs_scanned,
		unsigned long lru_pgs, unsigned long cache_items,
		unsigned long long delta, unsigned long total_scan),

	TP_ARGS(shr, sc, nr_objects_to_shrink, pgs_scanned, lru_pgs,
		cache_items, delta, total_scan),

	TP_FIELDS(
		ctf_integer(struct shrinker *, shr, shr)
#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
		ctf_integer(void *, shrink, shr->scan_objects)
#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
		ctf_integer(void *, shrink, shr->shrink)
#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
		ctf_integer(long, nr_objects_to_shrink, nr_objects_to_shrink)
		ctf_integer(gfp_t, gfp_flags, sc->gfp_mask)
		ctf_integer(unsigned long, pgs_scanned, pgs_scanned)
		ctf_integer(unsigned long, lru_pgs, lru_pgs)
		ctf_integer(unsigned long, cache_items, cache_items)
		ctf_integer(unsigned long long, delta, delta)
		ctf_integer(unsigned long, total_scan, total_scan)
	)
)

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0))
LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end,

	mm_vmscan_shrink_slab_end,

	TP_PROTO(struct shrinker *shr, int nid, int shrinker_retval,
		long unused_scan_cnt, long new_scan_cnt, long total_scan),

	TP_ARGS(shr, nid, shrinker_retval, unused_scan_cnt, new_scan_cnt,
		total_scan),

	TP_FIELDS(
		ctf_integer(struct shrinker *, shr, shr)
		ctf_integer(int, nid, nid)
		ctf_integer(void *, shrink, shr->scan_objects)
		ctf_integer(long, unused_scan, unused_scan_cnt)
		ctf_integer(long, new_scan, new_scan_cnt)
		ctf_integer(int, retval, shrinker_retval)
		ctf_integer(long, total_scan, total_scan)
	)
)
#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */
LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end,

	mm_vmscan_shrink_slab_end,

	TP_PROTO(struct shrinker *shr, int shrinker_retval,
		long unused_scan_cnt, long new_scan_cnt),

	TP_ARGS(shr, shrinker_retval, unused_scan_cnt, new_scan_cnt),

	TP_FIELDS(
		ctf_integer(struct shrinker *, shr, shr)
#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
		ctf_integer(void *, shrink, shr->scan_objects)
#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
		ctf_integer(void *, shrink, shr->shrink)
#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
		ctf_integer(long, unused_scan, unused_scan_cnt)
		ctf_integer(long, new_scan, new_scan_cnt)
		ctf_integer(int, retval, shrinker_retval)
		ctf_integer(long, total_scan, new_scan_cnt - unused_scan_cnt)
	)
)
#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */
#endif

LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template,

	TP_PROTO(int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
		unsigned long nr_lumpy_taken,
		unsigned long nr_lumpy_dirty,
		unsigned long nr_lumpy_failed,
#endif
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
		isolate_mode_t isolate_mode
#else
		isolate_mode_t isolate_mode,
		int file
#endif
	),

	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
		nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
#endif
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
		isolate_mode
#else
		isolate_mode, file
#endif
	),


	TP_FIELDS(
		ctf_integer(int, order, order)
		ctf_integer(unsigned long, nr_requested, nr_requested)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_taken, nr_taken)
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
		ctf_integer(unsigned long, nr_lumpy_taken, nr_lumpy_taken)
		ctf_integer(unsigned long, nr_lumpy_dirty, nr_lumpy_dirty)
		ctf_integer(unsigned long, nr_lumpy_failed, nr_lumpy_failed)
#endif
		ctf_integer(isolate_mode_t, isolate_mode, isolate_mode)
#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
		ctf_integer(int, file, file)
#endif
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate,

	TP_PROTO(int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
		unsigned long nr_lumpy_taken,
		unsigned long nr_lumpy_dirty,
		unsigned long nr_lumpy_failed,
#endif
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
		isolate_mode_t isolate_mode
#else
		isolate_mode_t isolate_mode,
		int file
#endif
	),

	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
		nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
#endif
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
		isolate_mode
#else
		isolate_mode, file
#endif
	)

)

LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate,

	TP_PROTO(int order,
		unsigned long nr_requested,
		unsigned long nr_scanned,
		unsigned long nr_taken,
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
		unsigned long nr_lumpy_taken,
		unsigned long nr_lumpy_dirty,
		unsigned long nr_lumpy_failed,
#endif
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
		isolate_mode_t isolate_mode
#else
		isolate_mode_t isolate_mode,
		int file
#endif
	),

	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
		nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
#endif
#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
		isolate_mode
#else
		isolate_mode, file
#endif
	)
)

LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,

	TP_PROTO(struct page *page,
		int reclaim_flags),

	TP_ARGS(page, reclaim_flags),

	TP_FIELDS(
		ctf_integer(struct page *, page, page)
		ctf_integer(int, reclaim_flags, reclaim_flags)
	)
)

#if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,

	TP_PROTO(int nid, int zid,
			unsigned long nr_scanned, unsigned long nr_reclaimed,
			int priority, int reclaim_flags),

	TP_ARGS(nid, zid, nr_scanned, nr_reclaimed, priority, reclaim_flags),

	TP_FIELDS(
		ctf_integer(int, nid, nid)
		ctf_integer(int, zid, zid)
		ctf_integer(unsigned long, nr_scanned, nr_scanned)
		ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
		ctf_integer(int, priority, priority)
		ctf_integer(int, reclaim_flags, reclaim_flags)
	)
)
#endif

#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
LTTNG_TRACEPOINT_EVENT_MAP(replace_swap_token,

	mm_vmscan_replace_swap_token,

	TP_PROTO(struct mm_struct *old_mm,
		 struct mm_struct *new_mm),

	TP_ARGS(old_mm, new_mm),

	TP_FIELDS(
		ctf_integer(struct mm_struct *, old_mm, old_mm)
		ctf_integer(unsigned int, old_prio, old_mm ? old_mm->token_priority : 0)
		ctf_integer(struct mm_struct *, new_mm, new_mm)
		ctf_integer(unsigned int, new_prio, new_mm->token_priority)
	)
)

LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_put_swap_token_template,
	TP_PROTO(struct mm_struct *swap_token_mm),

	TP_ARGS(swap_token_mm),

	TP_FIELDS(
		ctf_integer(struct mm_struct*, swap_token_mm, swap_token_mm)
	)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template, put_swap_token,

	mm_vmscan_put_swap_token,

	TP_PROTO(struct mm_struct *swap_token_mm),
	TP_ARGS(swap_token_mm)
)

LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template, disable_swap_token,

	mm_vmscan_disable_swap_token,

	TP_PROTO(struct mm_struct *swap_token_mm),
	TP_ARGS(swap_token_mm)
)

LTTNG_TRACEPOINT_EVENT_MAP(update_swap_token_priority,

	mm_vmscan_update_swap_token_priority,

	TP_PROTO(struct mm_struct *mm,
		 unsigned int old_prio,
		 struct mm_struct *swap_token_mm),

	TP_ARGS(mm, old_prio, swap_token_mm),

	TP_FIELDS(
		ctf_integer(struct mm_struct*, mm, mm)
		ctf_integer(unsigned int, old_prio, old_prio)
		ctf_integer(unsigned int, new_prio, mm->token_priority)
		ctf_integer(struct mm_struct*, swap_token_mm, swap_token_mm)
		ctf_integer(unsigned int, swap_token_prio, swap_token_mm ? swap_token_mm->token_priority : 0)
	)
)
#endif

#endif /* LTTNG_TRACE_MM_VMSCAN_H */

/* This part must be outside protection */
#include "../../../probes/define_trace.h"
Commit	Line	Data
	1	#undef TRACE_SYSTEM
	2	#define TRACE_SYSTEM mm_vmscan
	3
	4	#if !defined(LTTNG_TRACE_MM_VMSCAN_H) \|\| defined(TRACE_HEADER_MULTI_READ)
	5	#define LTTNG_TRACE_MM_VMSCAN_H
	6
	7	#include "../../../probes/lttng-tracepoint-event.h"
	8	#include <linux/types.h>
	9	#include <linux/mm.h>
	10	#include <linux/memcontrol.h>
	11	#include <trace/events/gfpflags.h>
	12	#include <linux/version.h>
	13
	14	#ifndef _TRACE_VMSCAN_DEF
	15	#define _TRACE_VMSCAN_DEF
	16	#define RECLAIM_WB_ANON 0x0001u
	17	#define RECLAIM_WB_FILE 0x0002u
	18	#define RECLAIM_WB_MIXED 0x0010u
	19	#define RECLAIM_WB_SYNC 0x0004u /* Unused, all reclaim async */
	20	#define RECLAIM_WB_ASYNC 0x0008u
	21
	22	#if ((LINUX_VERSION_CODE <= KERNEL_VERSION(3,0,38)) \|\| \
	23	LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
	24	typedef int isolate_mode_t;
	25	#endif
	26
	27	#endif
	28
	29	LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_sleep,
	30
	31	TP_PROTO(int nid),
	32
	33	TP_ARGS(nid),
	34
	35	TP_FIELDS(
	36	ctf_integer(int, nid, nid)
	37	)
	38	)
	39
	40	LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake,
	41
	42	TP_PROTO(int nid, int order),
	43
	44	TP_ARGS(nid, order),
	45
	46	TP_FIELDS(
	47	ctf_integer(int, nid, nid)
	48	ctf_integer(int, order, order)
	49	)
	50	)
	51
	52	LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd,
	53
	54	TP_PROTO(int nid, int zid, int order),
	55
	56	TP_ARGS(nid, zid, order),
	57
	58	TP_FIELDS(
	59	ctf_integer(int, nid, nid)
	60	ctf_integer(int, zid, zid)
	61	ctf_integer(int, order, order)
	62	)
	63	)
	64
	65	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,
	66
	67	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),
	68
	69	TP_ARGS(order, may_writepage, gfp_flags),
	70
	71	TP_FIELDS(
	72	ctf_integer(int, order, order)
	73	ctf_integer(int, may_writepage, may_writepage)
	74	ctf_integer(gfp_t, gfp_flags, gfp_flags)
	75	)
	76	)
	77
	78	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_direct_reclaim_begin,
	79
	80	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),
	81
	82	TP_ARGS(order, may_writepage, gfp_flags)
	83	)
	84
	85	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_reclaim_begin,
	86
	87	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),
	88
	89	TP_ARGS(order, may_writepage, gfp_flags)
	90	)
	91
	92	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template, mm_vmscan_memcg_softlimit_reclaim_begin,
	93
	94	TP_PROTO(int order, int may_writepage, gfp_t gfp_flags),
	95
	96	TP_ARGS(order, may_writepage, gfp_flags)
	97	)
	98
	99	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template,
	100
	101	TP_PROTO(unsigned long nr_reclaimed),
	102
	103	TP_ARGS(nr_reclaimed),
	104
	105	TP_FIELDS(
	106	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	107	)
	108	)
	109
	110	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_direct_reclaim_end,
	111
	112	TP_PROTO(unsigned long nr_reclaimed),
	113
	114	TP_ARGS(nr_reclaimed)
	115	)
	116
	117	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_reclaim_end,
	118
	119	TP_PROTO(unsigned long nr_reclaimed),
	120
	121	TP_ARGS(nr_reclaimed)
	122	)
	123
	124	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_softlimit_reclaim_end,
	125
	126	TP_PROTO(unsigned long nr_reclaimed),
	127
	128	TP_ARGS(nr_reclaimed)
	129	)
	130
	131	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
	132	LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start,
	133
	134	mm_vmscan_shrink_slab_start,
	135
	136	TP_PROTO(struct shrinker shr, struct shrink_control sc,
	137	long nr_objects_to_shrink, unsigned long pgs_scanned,
	138	unsigned long lru_pgs, unsigned long cache_items,
	139	unsigned long long delta, unsigned long total_scan),
	140
	141	TP_ARGS(shr, sc, nr_objects_to_shrink, pgs_scanned, lru_pgs,
	142	cache_items, delta, total_scan),
	143
	144	TP_FIELDS(
	145	ctf_integer(struct shrinker *, shr, shr)
	146	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
	147	ctf_integer(void *, shrink, shr->scan_objects)
	148	#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
	149	ctf_integer(void *, shrink, shr->shrink)
	150	#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
	151	ctf_integer(long, nr_objects_to_shrink, nr_objects_to_shrink)
	152	ctf_integer(gfp_t, gfp_flags, sc->gfp_mask)
	153	ctf_integer(unsigned long, pgs_scanned, pgs_scanned)
	154	ctf_integer(unsigned long, lru_pgs, lru_pgs)
	155	ctf_integer(unsigned long, cache_items, cache_items)
	156	ctf_integer(unsigned long long, delta, delta)
	157	ctf_integer(unsigned long, total_scan, total_scan)
	158	)
	159	)
	160
	161	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0))
	162	LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end,
	163
	164	mm_vmscan_shrink_slab_end,
	165
	166	TP_PROTO(struct shrinker *shr, int nid, int shrinker_retval,
	167	long unused_scan_cnt, long new_scan_cnt, long total_scan),
	168
	169	TP_ARGS(shr, nid, shrinker_retval, unused_scan_cnt, new_scan_cnt,
	170	total_scan),
	171
	172	TP_FIELDS(
	173	ctf_integer(struct shrinker *, shr, shr)
	174	ctf_integer(int, nid, nid)
	175	ctf_integer(void *, shrink, shr->scan_objects)
	176	ctf_integer(long, unused_scan, unused_scan_cnt)
	177	ctf_integer(long, new_scan, new_scan_cnt)
	178	ctf_integer(int, retval, shrinker_retval)
	179	ctf_integer(long, total_scan, total_scan)
	180	)
	181	)
	182	#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */
	183	LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end,
	184
	185	mm_vmscan_shrink_slab_end,
	186
	187	TP_PROTO(struct shrinker *shr, int shrinker_retval,
	188	long unused_scan_cnt, long new_scan_cnt),
	189
	190	TP_ARGS(shr, shrinker_retval, unused_scan_cnt, new_scan_cnt),
	191
	192	TP_FIELDS(
	193	ctf_integer(struct shrinker *, shr, shr)
	194	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
	195	ctf_integer(void *, shrink, shr->scan_objects)
	196	#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
	197	ctf_integer(void *, shrink, shr->shrink)
	198	#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
	199	ctf_integer(long, unused_scan, unused_scan_cnt)
	200	ctf_integer(long, new_scan, new_scan_cnt)
	201	ctf_integer(int, retval, shrinker_retval)
	202	ctf_integer(long, total_scan, new_scan_cnt - unused_scan_cnt)
	203	)
	204	)
	205	#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */
	206	#endif
	207
	208	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template,
	209
	210	TP_PROTO(int order,
	211	unsigned long nr_requested,
	212	unsigned long nr_scanned,
	213	unsigned long nr_taken,
	214	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
	215	unsigned long nr_lumpy_taken,
	216	unsigned long nr_lumpy_dirty,
	217	unsigned long nr_lumpy_failed,
	218	#endif
	219	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
	220	isolate_mode_t isolate_mode
	221	#else
	222	isolate_mode_t isolate_mode,
	223	int file
	224	#endif
	225	),
	226
	227	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
	228	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
	229	nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
	230	#endif
	231	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
	232	isolate_mode
	233	#else
	234	isolate_mode, file
	235	#endif
	236	),
	237
	238
	239	TP_FIELDS(
	240	ctf_integer(int, order, order)
	241	ctf_integer(unsigned long, nr_requested, nr_requested)
	242	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	243	ctf_integer(unsigned long, nr_taken, nr_taken)
	244	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
	245	ctf_integer(unsigned long, nr_lumpy_taken, nr_lumpy_taken)
	246	ctf_integer(unsigned long, nr_lumpy_dirty, nr_lumpy_dirty)
	247	ctf_integer(unsigned long, nr_lumpy_failed, nr_lumpy_failed)
	248	#endif
	249	ctf_integer(isolate_mode_t, isolate_mode, isolate_mode)
	250	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
	251	ctf_integer(int, file, file)
	252	#endif
	253	)
	254	)
	255
	256	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate,
	257
	258	TP_PROTO(int order,
	259	unsigned long nr_requested,
	260	unsigned long nr_scanned,
	261	unsigned long nr_taken,
	262	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
	263	unsigned long nr_lumpy_taken,
	264	unsigned long nr_lumpy_dirty,
	265	unsigned long nr_lumpy_failed,
	266	#endif
	267	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
	268	isolate_mode_t isolate_mode
	269	#else
	270	isolate_mode_t isolate_mode,
	271	int file
	272	#endif
	273	),
	274
	275	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
	276	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
	277	nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
	278	#endif
	279	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
	280	isolate_mode
	281	#else
	282	isolate_mode, file
	283	#endif
	284	)
	285
	286	)
	287
	288	LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate,
	289
	290	TP_PROTO(int order,
	291	unsigned long nr_requested,
	292	unsigned long nr_scanned,
	293	unsigned long nr_taken,
	294	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
	295	unsigned long nr_lumpy_taken,
	296	unsigned long nr_lumpy_dirty,
	297	unsigned long nr_lumpy_failed,
	298	#endif
	299	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
	300	isolate_mode_t isolate_mode
	301	#else
	302	isolate_mode_t isolate_mode,
	303	int file
	304	#endif
	305	),
	306
	307	TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
	308	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
	309	nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
	310	#endif
	311	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
	312	isolate_mode
	313	#else
	314	isolate_mode, file
	315	#endif
	316	)
	317	)
	318
	319	LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage,
	320
	321	TP_PROTO(struct page *page,
	322	int reclaim_flags),
	323
	324	TP_ARGS(page, reclaim_flags),
	325
	326	TP_FIELDS(
	327	ctf_integer(struct page *, page, page)
	328	ctf_integer(int, reclaim_flags, reclaim_flags)
	329	)
	330	)
	331
	332	#if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
	333	LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive,
	334
	335	TP_PROTO(int nid, int zid,
	336	unsigned long nr_scanned, unsigned long nr_reclaimed,
	337	int priority, int reclaim_flags),
	338
	339	TP_ARGS(nid, zid, nr_scanned, nr_reclaimed, priority, reclaim_flags),
	340
	341	TP_FIELDS(
	342	ctf_integer(int, nid, nid)
	343	ctf_integer(int, zid, zid)
	344	ctf_integer(unsigned long, nr_scanned, nr_scanned)
	345	ctf_integer(unsigned long, nr_reclaimed, nr_reclaimed)
	346	ctf_integer(int, priority, priority)
	347	ctf_integer(int, reclaim_flags, reclaim_flags)
	348	)
	349	)
	350	#endif
	351
	352	#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
	353	LTTNG_TRACEPOINT_EVENT_MAP(replace_swap_token,
	354
	355	mm_vmscan_replace_swap_token,
	356
	357	TP_PROTO(struct mm_struct *old_mm,
	358	struct mm_struct *new_mm),
	359
	360	TP_ARGS(old_mm, new_mm),
	361
	362	TP_FIELDS(
	363	ctf_integer(struct mm_struct *, old_mm, old_mm)
	364	ctf_integer(unsigned int, old_prio, old_mm ? old_mm->token_priority : 0)
	365	ctf_integer(struct mm_struct *, new_mm, new_mm)
	366	ctf_integer(unsigned int, new_prio, new_mm->token_priority)
	367	)
	368	)
	369
	370	LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_put_swap_token_template,
	371	TP_PROTO(struct mm_struct *swap_token_mm),
	372
	373	TP_ARGS(swap_token_mm),
	374
	375	TP_FIELDS(
	376	ctf_integer(struct mm_struct*, swap_token_mm, swap_token_mm)
	377	)
	378	)
	379
	380	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template, put_swap_token,
	381
	382	mm_vmscan_put_swap_token,
	383
	384	TP_PROTO(struct mm_struct *swap_token_mm),
	385	TP_ARGS(swap_token_mm)
	386	)
	387
	388	LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template, disable_swap_token,
	389
	390	mm_vmscan_disable_swap_token,
	391
	392	TP_PROTO(struct mm_struct *swap_token_mm),
	393	TP_ARGS(swap_token_mm)
	394	)
	395
	396	LTTNG_TRACEPOINT_EVENT_MAP(update_swap_token_priority,
	397
	398	mm_vmscan_update_swap_token_priority,
	399
	400	TP_PROTO(struct mm_struct *mm,
	401	unsigned int old_prio,
	402	struct mm_struct *swap_token_mm),
	403
	404	TP_ARGS(mm, old_prio, swap_token_mm),
	405
	406	TP_FIELDS(
	407	ctf_integer(struct mm_struct*, mm, mm)
	408	ctf_integer(unsigned int, old_prio, old_prio)
	409	ctf_integer(unsigned int, new_prio, mm->token_priority)
	410	ctf_integer(struct mm_struct*, swap_token_mm, swap_token_mm)
	411	ctf_integer(unsigned int, swap_token_prio, swap_token_mm ? swap_token_mm->token_priority : 0)
	412	)
	413	)
	414	#endif
	415
	416	#endif /* LTTNG_TRACE_MM_VMSCAN_H */
	417
	418	/* This part must be outside protection */
	419	#include "../../../probes/define_trace.h"