1 /* SPDX-License-Identifier: GPL-2.0-only */
3 #define TRACE_SYSTEM mm_vmscan
5 #if !defined(LTTNG_TRACE_MM_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define LTTNG_TRACE_MM_VMSCAN_H
8 #include <lttng/tracepoint-event.h>
9 #include <linux/types.h>
11 #include <linux/memcontrol.h>
12 #include <lttng/kernel-version.h>
14 #ifndef _TRACE_VMSCAN_DEF
15 #define _TRACE_VMSCAN_DEF
16 #define RECLAIM_WB_ANON 0x0001u
17 #define RECLAIM_WB_FILE 0x0002u
18 #define RECLAIM_WB_MIXED 0x0010u
19 #define RECLAIM_WB_SYNC 0x0004u /* Unused, all reclaim async */
20 #define RECLAIM_WB_ASYNC 0x0008u
22 #if ((LTTNG_LINUX_VERSION_CODE <= LTTNG_KERNEL_VERSION(3,0,38)) || \
23 LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
24 typedef int isolate_mode_t
;
29 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
30 LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
32 #include <linux/mm_inline.h>
34 #define trace_reclaim_flags(file) ( \
35 (file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
39 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
41 #include <linux/mm_inline.h>
43 #define trace_reclaim_flags(page) ( \
44 (page_is_file_cache(page) ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
48 #define trace_shrink_flags(file) \
50 (file ? RECLAIM_WB_FILE : RECLAIM_WB_ANON) | \
56 LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_sleep
,
63 ctf_integer(int, nid
, nid
)
67 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
69 LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake
,
71 TP_PROTO(int nid
, int zid
, int order
),
73 TP_ARGS(nid
, zid
, order
),
76 ctf_integer(int, nid
, nid
)
77 ctf_integer(int, zid
, zid
)
78 ctf_integer(int, order
, order
)
84 LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake
,
86 TP_PROTO(int nid
, int order
),
91 ctf_integer(int, nid
, nid
)
92 ctf_integer(int, order
, order
)
98 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,17,0))
99 LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd
,
101 TP_PROTO(int nid
, int zid
, int order
, gfp_t gfp_flags
),
103 TP_ARGS(nid
, zid
, order
, gfp_flags
),
106 ctf_integer(int, nid
, nid
)
107 ctf_integer(int, zid
, zid
)
108 ctf_integer(int, order
, order
)
109 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
113 LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd
,
115 TP_PROTO(int nid
, int zid
, int order
),
117 TP_ARGS(nid
, zid
, order
),
120 ctf_integer(int, nid
, nid
)
121 ctf_integer(int, zid
, zid
)
122 ctf_integer(int, order
, order
)
127 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
128 LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
130 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
132 TP_PROTO(int order
, gfp_t gfp_flags
),
134 TP_ARGS(order
, gfp_flags
),
137 ctf_integer(int, order
, order
)
138 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
142 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
144 TP_PROTO(int order
, gfp_t gfp_flags
),
146 TP_ARGS(order
, gfp_flags
)
149 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
151 TP_PROTO(int order
, gfp_t gfp_flags
),
153 TP_ARGS(order
, gfp_flags
)
156 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
158 TP_PROTO(int order
, gfp_t gfp_flags
),
160 TP_ARGS(order
, gfp_flags
)
163 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
165 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
167 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
, int classzone_idx
),
169 TP_ARGS(order
, may_writepage
, gfp_flags
, classzone_idx
),
172 ctf_integer(int, order
, order
)
173 ctf_integer(int, may_writepage
, may_writepage
)
174 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
175 ctf_integer(int, classzone_idx
, classzone_idx
)
179 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
181 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
, int classzone_idx
),
183 TP_ARGS(order
, may_writepage
, gfp_flags
, classzone_idx
)
186 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
188 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
, int classzone_idx
),
190 TP_ARGS(order
, may_writepage
, gfp_flags
, classzone_idx
)
193 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
195 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
, int classzone_idx
),
197 TP_ARGS(order
, may_writepage
, gfp_flags
, classzone_idx
)
202 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
204 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
206 TP_ARGS(order
, may_writepage
, gfp_flags
),
209 ctf_integer(int, order
, order
)
210 ctf_integer(int, may_writepage
, may_writepage
)
211 ctf_integer(gfp_t
, gfp_flags
, gfp_flags
)
215 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
217 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
219 TP_ARGS(order
, may_writepage
, gfp_flags
)
222 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
224 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
226 TP_ARGS(order
, may_writepage
, gfp_flags
)
229 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
231 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
233 TP_ARGS(order
, may_writepage
, gfp_flags
)
238 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template
,
240 TP_PROTO(unsigned long nr_reclaimed
),
242 TP_ARGS(nr_reclaimed
),
245 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
249 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_direct_reclaim_end
,
251 TP_PROTO(unsigned long nr_reclaimed
),
253 TP_ARGS(nr_reclaimed
)
256 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_reclaim_end
,
258 TP_PROTO(unsigned long nr_reclaimed
),
260 TP_ARGS(nr_reclaimed
)
263 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_softlimit_reclaim_end
,
265 TP_PROTO(unsigned long nr_reclaimed
),
267 TP_ARGS(nr_reclaimed
)
270 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,16,0))
271 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start
,
273 mm_vmscan_shrink_slab_start
,
275 TP_PROTO(struct shrinker
*shr
, struct shrink_control
*sc
,
276 long nr_objects_to_shrink
, unsigned long cache_items
,
277 unsigned long long delta
, unsigned long total_scan
,
280 TP_ARGS(shr
, sc
, nr_objects_to_shrink
, cache_items
, delta
, total_scan
,
284 ctf_integer_hex(struct shrinker
*, shr
, shr
)
285 ctf_integer_hex(void *, shrink
, shr
->scan_objects
)
286 ctf_integer(int, nid
, sc
->nid
)
287 ctf_integer(long, nr_objects_to_shrink
, nr_objects_to_shrink
)
288 ctf_integer(gfp_t
, gfp_flags
, sc
->gfp_mask
)
289 ctf_integer(unsigned long, cache_items
, cache_items
)
290 ctf_integer(unsigned long long, delta
, delta
)
291 ctf_integer(unsigned long, total_scan
, total_scan
)
292 ctf_integer(int, priority
, priority
)
295 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
296 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start
,
298 mm_vmscan_shrink_slab_start
,
300 TP_PROTO(struct shrinker
*shr
, struct shrink_control
*sc
,
301 long nr_objects_to_shrink
, unsigned long pgs_scanned
,
302 unsigned long lru_pgs
, unsigned long cache_items
,
303 unsigned long long delta
, unsigned long total_scan
),
305 TP_ARGS(shr
, sc
, nr_objects_to_shrink
, pgs_scanned
, lru_pgs
,
306 cache_items
, delta
, total_scan
),
309 ctf_integer_hex(struct shrinker
*, shr
, shr
)
310 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
311 ctf_integer_hex(void *, shrink
, shr
->scan_objects
)
312 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
313 ctf_integer_hex(void *, shrink
, shr
->shrink
)
314 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
315 ctf_integer(long, nr_objects_to_shrink
, nr_objects_to_shrink
)
316 ctf_integer(gfp_t
, gfp_flags
, sc
->gfp_mask
)
317 ctf_integer(unsigned long, pgs_scanned
, pgs_scanned
)
318 ctf_integer(unsigned long, lru_pgs
, lru_pgs
)
319 ctf_integer(unsigned long, cache_items
, cache_items
)
320 ctf_integer(unsigned long long, delta
, delta
)
321 ctf_integer(unsigned long, total_scan
, total_scan
)
326 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,16,0))
327 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end
,
329 mm_vmscan_shrink_slab_end
,
331 TP_PROTO(struct shrinker
*shr
, int nid
, int shrinker_retval
,
332 long unused_scan_cnt
, long new_scan_cnt
, long total_scan
),
334 TP_ARGS(shr
, nid
, shrinker_retval
, unused_scan_cnt
, new_scan_cnt
,
338 ctf_integer_hex(struct shrinker
*, shr
, shr
)
339 ctf_integer(int, nid
, nid
)
340 ctf_integer_hex(void *, shrink
, shr
->scan_objects
)
341 ctf_integer(long, unused_scan
, unused_scan_cnt
)
342 ctf_integer(long, new_scan
, new_scan_cnt
)
343 ctf_integer(int, retval
, shrinker_retval
)
344 ctf_integer(long, total_scan
, total_scan
)
347 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
348 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end
,
350 mm_vmscan_shrink_slab_end
,
352 TP_PROTO(struct shrinker
*shr
, int shrinker_retval
,
353 long unused_scan_cnt
, long new_scan_cnt
),
355 TP_ARGS(shr
, shrinker_retval
, unused_scan_cnt
, new_scan_cnt
),
358 ctf_integer_hex(struct shrinker
*, shr
, shr
)
359 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
360 ctf_integer_hex(void *, shrink
, shr
->scan_objects
)
361 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
362 ctf_integer_hex(void *, shrink
, shr
->shrink
)
363 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
364 ctf_integer(long, unused_scan
, unused_scan_cnt
)
365 ctf_integer(long, new_scan
, new_scan_cnt
)
366 ctf_integer(int, retval
, shrinker_retval
)
367 ctf_integer(long, total_scan
, new_scan_cnt
- unused_scan_cnt
)
372 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,7,0))
373 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_isolate
,
375 TP_PROTO(int classzone_idx
,
377 unsigned long nr_requested
,
378 unsigned long nr_scanned
,
379 unsigned long nr_skipped
,
380 unsigned long nr_taken
,
384 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_skipped
,
389 ctf_integer(int, classzone_idx
, classzone_idx
)
390 ctf_integer(int, order
, order
)
391 ctf_integer(unsigned long, nr_requested
, nr_requested
)
392 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
393 ctf_integer(unsigned long, nr_skipped
, nr_skipped
)
394 ctf_integer(unsigned long, nr_taken
, nr_taken
)
395 ctf_integer(int, lru
, lru
)
398 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
399 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_isolate
,
401 TP_PROTO(int classzone_idx
,
403 unsigned long nr_requested
,
404 unsigned long nr_scanned
,
405 unsigned long nr_skipped
,
406 unsigned long nr_taken
,
407 isolate_mode_t isolate_mode
,
411 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_skipped
,
412 nr_taken
, isolate_mode
, lru
416 ctf_integer(int, classzone_idx
, classzone_idx
)
417 ctf_integer(int, order
, order
)
418 ctf_integer(unsigned long, nr_requested
, nr_requested
)
419 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
420 ctf_integer(unsigned long, nr_skipped
, nr_skipped
)
421 ctf_integer(unsigned long, nr_taken
, nr_taken
)
422 ctf_integer(isolate_mode_t
, isolate_mode
, isolate_mode
)
423 ctf_integer(int, lru
, lru
)
426 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
427 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template
,
429 TP_PROTO(int classzone_idx
,
431 unsigned long nr_requested
,
432 unsigned long nr_scanned
,
433 unsigned long nr_taken
,
434 isolate_mode_t isolate_mode
,
438 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_taken
,
444 ctf_integer(int, classzone_idx
, classzone_idx
)
445 ctf_integer(int, order
, order
)
446 ctf_integer(unsigned long, nr_requested
, nr_requested
)
447 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
448 ctf_integer(unsigned long, nr_taken
, nr_taken
)
449 ctf_integer(isolate_mode_t
, isolate_mode
, isolate_mode
)
450 ctf_integer(int, file
, file
)
454 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_lru_isolate
,
456 TP_PROTO(int classzone_idx
,
458 unsigned long nr_requested
,
459 unsigned long nr_scanned
,
460 unsigned long nr_taken
,
461 isolate_mode_t isolate_mode
,
465 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_taken
,
471 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_memcg_isolate
,
473 TP_PROTO(int classzone_idx
,
475 unsigned long nr_requested
,
476 unsigned long nr_scanned
,
477 unsigned long nr_taken
,
478 isolate_mode_t isolate_mode
,
482 TP_ARGS(classzone_idx
, order
, nr_requested
, nr_scanned
, nr_taken
,
487 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template
,
490 unsigned long nr_requested
,
491 unsigned long nr_scanned
,
492 unsigned long nr_taken
,
493 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
494 unsigned long nr_lumpy_taken
,
495 unsigned long nr_lumpy_dirty
,
496 unsigned long nr_lumpy_failed
,
498 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
499 isolate_mode_t isolate_mode
501 isolate_mode_t isolate_mode
,
506 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
507 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
508 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
510 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
519 ctf_integer(int, order
, order
)
520 ctf_integer(unsigned long, nr_requested
, nr_requested
)
521 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
522 ctf_integer(unsigned long, nr_taken
, nr_taken
)
523 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
524 ctf_integer(unsigned long, nr_lumpy_taken
, nr_lumpy_taken
)
525 ctf_integer(unsigned long, nr_lumpy_dirty
, nr_lumpy_dirty
)
526 ctf_integer(unsigned long, nr_lumpy_failed
, nr_lumpy_failed
)
528 ctf_integer(isolate_mode_t
, isolate_mode
, isolate_mode
)
529 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
530 ctf_integer(int, file
, file
)
535 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_lru_isolate
,
538 unsigned long nr_requested
,
539 unsigned long nr_scanned
,
540 unsigned long nr_taken
,
541 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
542 unsigned long nr_lumpy_taken
,
543 unsigned long nr_lumpy_dirty
,
544 unsigned long nr_lumpy_failed
,
546 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
547 isolate_mode_t isolate_mode
549 isolate_mode_t isolate_mode
,
554 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
555 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
556 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
558 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
567 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_memcg_isolate
,
570 unsigned long nr_requested
,
571 unsigned long nr_scanned
,
572 unsigned long nr_taken
,
573 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
574 unsigned long nr_lumpy_taken
,
575 unsigned long nr_lumpy_dirty
,
576 unsigned long nr_lumpy_failed
,
578 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
579 isolate_mode_t isolate_mode
581 isolate_mode_t isolate_mode
,
586 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
587 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
588 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
590 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,3,0))
599 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
600 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
602 TP_PROTO(struct page
*page
),
607 ctf_integer_hex(struct page
*, page
, page
)
608 ctf_integer(int, reclaim_flags
, trace_reclaim_flags(
609 page_is_file_lru(page
)))
612 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0))
613 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
615 TP_PROTO(struct page
*page
),
620 ctf_integer_hex(struct page
*, page
, page
)
621 ctf_integer(int, reclaim_flags
, trace_reclaim_flags(
622 page_is_file_cache(page
)))
625 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
626 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
628 TP_PROTO(struct page
*page
),
633 ctf_integer_hex(struct page
*, page
, page
)
634 ctf_integer(int, reclaim_flags
, trace_reclaim_flags(page
))
638 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
640 TP_PROTO(struct page
*page
,
643 TP_ARGS(page
, reclaim_flags
),
646 ctf_integer_hex(struct page
*, page
, page
)
647 ctf_integer(int, reclaim_flags
, reclaim_flags
)
652 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,2,0) || \
653 LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
654 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
657 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
658 struct reclaim_stat
*stat
, int priority
, int file
),
660 TP_ARGS(nid
, nr_scanned
, nr_reclaimed
, stat
, priority
, file
),
663 ctf_integer(int, nid
, nid
)
664 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
665 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
666 ctf_integer(unsigned long, nr_dirty
, stat
->nr_dirty
)
667 ctf_integer(unsigned long, nr_writeback
, stat
->nr_writeback
)
668 ctf_integer(unsigned long, nr_congested
, stat
->nr_congested
)
669 ctf_integer(unsigned long, nr_immediate
, stat
->nr_immediate
)
670 ctf_integer(unsigned long, nr_activate_anon
, stat
->nr_activate
[0])
671 ctf_integer(unsigned long, nr_activate_file
, stat
->nr_activate
[1])
672 ctf_integer(unsigned long, nr_ref_keep
, stat
->nr_ref_keep
)
673 ctf_integer(unsigned long, nr_unmap_fail
, stat
->nr_unmap_fail
)
674 ctf_integer(int, priority
, priority
)
675 ctf_integer(int, reclaim_flags
, trace_reclaim_flags(file
))
678 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,17,0))
679 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
682 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
683 struct reclaim_stat
*stat
, int priority
, int file
),
685 TP_ARGS(nid
, nr_scanned
, nr_reclaimed
, stat
, priority
, file
),
688 ctf_integer(int, nid
, nid
)
689 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
690 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
691 ctf_integer(unsigned long, nr_dirty
, stat
->nr_dirty
)
692 ctf_integer(unsigned long, nr_writeback
, stat
->nr_writeback
)
693 ctf_integer(unsigned long, nr_congested
, stat
->nr_congested
)
694 ctf_integer(unsigned long, nr_immediate
, stat
->nr_immediate
)
695 ctf_integer(unsigned long, nr_activate
, stat
->nr_activate
)
696 ctf_integer(unsigned long, nr_ref_keep
, stat
->nr_ref_keep
)
697 ctf_integer(unsigned long, nr_unmap_fail
, stat
->nr_unmap_fail
)
698 ctf_integer(int, priority
, priority
)
699 ctf_integer(int, reclaim_flags
, trace_shrink_flags(file
))
702 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,11,0))
703 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
706 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
707 unsigned long nr_dirty
, unsigned long nr_writeback
,
708 unsigned long nr_congested
, unsigned long nr_immediate
,
709 unsigned long nr_activate
, unsigned long nr_ref_keep
,
710 unsigned long nr_unmap_fail
,
711 int priority
, int file
),
713 TP_ARGS(nid
, nr_scanned
, nr_reclaimed
, nr_dirty
, nr_writeback
,
714 nr_congested
, nr_immediate
, nr_activate
, nr_ref_keep
,
715 nr_unmap_fail
, priority
, file
),
718 ctf_integer(int, nid
, nid
)
719 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
720 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
721 ctf_integer(unsigned long, nr_dirty
, nr_dirty
)
722 ctf_integer(unsigned long, nr_writeback
, nr_writeback
)
723 ctf_integer(unsigned long, nr_congested
, nr_congested
)
724 ctf_integer(unsigned long, nr_immediate
, nr_immediate
)
725 ctf_integer(unsigned long, nr_activate
, nr_activate
)
726 ctf_integer(unsigned long, nr_ref_keep
, nr_ref_keep
)
727 ctf_integer(unsigned long, nr_unmap_fail
, nr_unmap_fail
)
728 ctf_integer(int, priority
, priority
)
729 ctf_integer(int, reclaim_flags
, trace_shrink_flags(file
))
732 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,8,0))
733 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
736 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
737 int priority
, int file
),
739 TP_ARGS(nid
, nr_scanned
, nr_reclaimed
, priority
, file
),
742 ctf_integer(int, nid
, nid
)
743 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
744 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
745 ctf_integer(int, priority
, priority
)
746 ctf_integer(int, reclaim_flags
, trace_shrink_flags(file
))
749 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,5,0))
750 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
752 TP_PROTO(struct zone
*zone
,
753 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
754 int priority
, int file
),
756 TP_ARGS(zone
, nr_scanned
, nr_reclaimed
, priority
, file
),
759 ctf_integer(int, nid
, zone_to_nid(zone
))
760 ctf_integer(int, zid
, zone_idx(zone
))
761 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
762 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
763 ctf_integer(int, priority
, priority
)
764 ctf_integer(int, reclaim_flags
, trace_shrink_flags(file
))
768 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
770 TP_PROTO(int nid
, int zid
,
771 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
772 int priority
, int reclaim_flags
),
774 TP_ARGS(nid
, zid
, nr_scanned
, nr_reclaimed
, priority
, reclaim_flags
),
777 ctf_integer(int, nid
, nid
)
778 ctf_integer(int, zid
, zid
)
779 ctf_integer(unsigned long, nr_scanned
, nr_scanned
)
780 ctf_integer(unsigned long, nr_reclaimed
, nr_reclaimed
)
781 ctf_integer(int, priority
, priority
)
782 ctf_integer(int, reclaim_flags
, reclaim_flags
)
787 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
788 LTTNG_TRACEPOINT_EVENT_MAP(replace_swap_token
,
790 mm_vmscan_replace_swap_token
,
792 TP_PROTO(struct mm_struct
*old_mm
,
793 struct mm_struct
*new_mm
),
795 TP_ARGS(old_mm
, new_mm
),
798 ctf_integer_hex(struct mm_struct
*, old_mm
, old_mm
)
799 ctf_integer(unsigned int, old_prio
, old_mm
? old_mm
->token_priority
: 0)
800 ctf_integer_hex(struct mm_struct
*, new_mm
, new_mm
)
801 ctf_integer(unsigned int, new_prio
, new_mm
->token_priority
)
805 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_put_swap_token_template
,
806 TP_PROTO(struct mm_struct
*swap_token_mm
),
808 TP_ARGS(swap_token_mm
),
811 ctf_integer_hex(struct mm_struct
*, swap_token_mm
, swap_token_mm
)
815 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template
, put_swap_token
,
817 mm_vmscan_put_swap_token
,
819 TP_PROTO(struct mm_struct
*swap_token_mm
),
820 TP_ARGS(swap_token_mm
)
823 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template
, disable_swap_token
,
825 mm_vmscan_disable_swap_token
,
827 TP_PROTO(struct mm_struct
*swap_token_mm
),
828 TP_ARGS(swap_token_mm
)
831 LTTNG_TRACEPOINT_EVENT_MAP(update_swap_token_priority
,
833 mm_vmscan_update_swap_token_priority
,
835 TP_PROTO(struct mm_struct
*mm
,
836 unsigned int old_prio
,
837 struct mm_struct
*swap_token_mm
),
839 TP_ARGS(mm
, old_prio
, swap_token_mm
),
842 ctf_integer_hex(struct mm_struct
*, mm
, mm
)
843 ctf_integer(unsigned int, old_prio
, old_prio
)
844 ctf_integer(unsigned int, new_prio
, mm
->token_priority
)
845 ctf_integer_hex(struct mm_struct
*, swap_token_mm
, swap_token_mm
)
846 ctf_integer(unsigned int, swap_token_prio
, swap_token_mm
? swap_token_mm
->token_priority
: 0)
851 #endif /* LTTNG_TRACE_MM_VMSCAN_H */
853 /* This part must be outside protection */
854 #include <lttng/define_trace.h>