2 #define TRACE_SYSTEM mm_vmscan
4 #if !defined(LTTNG_TRACE_MM_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
5 #define LTTNG_TRACE_MM_VMSCAN_H
7 #include "../../../probes/lttng-tracepoint-event.h"
8 #include <linux/types.h>
10 #include <linux/memcontrol.h>
11 #include <trace/events/gfpflags.h>
12 #include <linux/version.h>
14 #ifndef _TRACE_VMSCAN_DEF
15 #define _TRACE_VMSCAN_DEF
16 #define RECLAIM_WB_ANON 0x0001u
17 #define RECLAIM_WB_FILE 0x0002u
18 #define RECLAIM_WB_MIXED 0x0010u
19 #define RECLAIM_WB_SYNC 0x0004u /* Unused, all reclaim async */
20 #define RECLAIM_WB_ASYNC 0x0008u
22 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
23 #define show_reclaim_flags(flags) \
24 (flags) ? __print_flags(flags, "|", \
25 {RECLAIM_WB_ANON, "RECLAIM_WB_ANON"}, \
26 {RECLAIM_WB_FILE, "RECLAIM_WB_FILE"}, \
27 {RECLAIM_WB_MIXED, "RECLAIM_WB_MIXED"}, \
28 {RECLAIM_WB_SYNC, "RECLAIM_WB_SYNC"}, \
29 {RECLAIM_WB_ASYNC, "RECLAIM_WB_ASYNC"} \
32 #define show_reclaim_flags(flags) \
33 (flags) ? __print_flags(flags, "|", \
34 {RECLAIM_WB_ANON, "RECLAIM_WB_ANON"}, \
35 {RECLAIM_WB_FILE, "RECLAIM_WB_FILE"}, \
36 {RECLAIM_WB_SYNC, "RECLAIM_WB_SYNC"}, \
37 {RECLAIM_WB_ASYNC, "RECLAIM_WB_ASYNC"} \
41 #if ((LINUX_VERSION_CODE <= KERNEL_VERSION(3,0,38)) || \
42 LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
43 typedef int isolate_mode_t
;
48 LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_sleep
,
62 TP_printk("nid=%d", __entry
->nid
)
65 LTTNG_TRACEPOINT_EVENT(mm_vmscan_kswapd_wake
,
67 TP_PROTO(int nid
, int order
),
78 tp_assign(order
, order
)
81 TP_printk("nid=%d order=%d", __entry
->nid
, __entry
->order
)
84 LTTNG_TRACEPOINT_EVENT(mm_vmscan_wakeup_kswapd
,
86 TP_PROTO(int nid
, int zid
, int order
),
88 TP_ARGS(nid
, zid
, order
),
99 tp_assign(order
, order
)
102 TP_printk("nid=%d zid=%d order=%d",
108 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template
,
110 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
112 TP_ARGS(order
, may_writepage
, gfp_flags
),
115 __field( int, order
)
116 __field( int, may_writepage
)
117 __field( gfp_t
, gfp_flags
)
121 tp_assign(order
, order
)
122 tp_assign(may_writepage
, may_writepage
)
123 tp_assign(gfp_flags
, gfp_flags
)
126 TP_printk("order=%d may_writepage=%d gfp_flags=%s",
128 __entry
->may_writepage
,
129 show_gfp_flags(__entry
->gfp_flags
))
132 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_direct_reclaim_begin
,
134 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
136 TP_ARGS(order
, may_writepage
, gfp_flags
)
139 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_reclaim_begin
,
141 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
143 TP_ARGS(order
, may_writepage
, gfp_flags
)
146 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_begin_template
, mm_vmscan_memcg_softlimit_reclaim_begin
,
148 TP_PROTO(int order
, int may_writepage
, gfp_t gfp_flags
),
150 TP_ARGS(order
, may_writepage
, gfp_flags
)
153 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template
,
155 TP_PROTO(unsigned long nr_reclaimed
),
157 TP_ARGS(nr_reclaimed
),
160 __field( unsigned long, nr_reclaimed
)
164 tp_assign(nr_reclaimed
, nr_reclaimed
)
167 TP_printk("nr_reclaimed=%lu", __entry
->nr_reclaimed
)
170 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_direct_reclaim_end
,
172 TP_PROTO(unsigned long nr_reclaimed
),
174 TP_ARGS(nr_reclaimed
)
177 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_reclaim_end
,
179 TP_PROTO(unsigned long nr_reclaimed
),
181 TP_ARGS(nr_reclaimed
)
184 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_direct_reclaim_end_template
, mm_vmscan_memcg_softlimit_reclaim_end
,
186 TP_PROTO(unsigned long nr_reclaimed
),
188 TP_ARGS(nr_reclaimed
)
191 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
192 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_start
,
194 mm_vmscan_shrink_slab_start
,
196 TP_PROTO(struct shrinker
*shr
, struct shrink_control
*sc
,
197 long nr_objects_to_shrink
, unsigned long pgs_scanned
,
198 unsigned long lru_pgs
, unsigned long cache_items
,
199 unsigned long long delta
, unsigned long total_scan
),
201 TP_ARGS(shr
, sc
, nr_objects_to_shrink
, pgs_scanned
, lru_pgs
,
202 cache_items
, delta
, total_scan
),
205 __field(struct shrinker
*, shr
)
206 __field(void *, shrink
)
207 __field(long, nr_objects_to_shrink
)
208 __field(gfp_t
, gfp_flags
)
209 __field(unsigned long, pgs_scanned
)
210 __field(unsigned long, lru_pgs
)
211 __field(unsigned long, cache_items
)
212 __field(unsigned long long, delta
)
213 __field(unsigned long, total_scan
)
218 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
219 tp_assign(shrink
, shr
->scan_objects
)
220 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
221 tp_assign(shrink
, shr
->shrink
)
222 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
223 tp_assign(nr_objects_to_shrink
, nr_objects_to_shrink
)
224 tp_assign(gfp_flags
, sc
->gfp_mask
)
225 tp_assign(pgs_scanned
, pgs_scanned
)
226 tp_assign(lru_pgs
, lru_pgs
)
227 tp_assign(cache_items
, cache_items
)
228 tp_assign(delta
, delta
)
229 tp_assign(total_scan
, total_scan
)
232 TP_printk("%pF %p: objects to shrink %ld gfp_flags %s pgs_scanned %ld lru_pgs %ld cache items %ld delta %lld total_scan %ld",
235 __entry
->nr_objects_to_shrink
,
236 show_gfp_flags(__entry
->gfp_flags
),
237 __entry
->pgs_scanned
,
239 __entry
->cache_items
,
244 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0))
245 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end
,
247 mm_vmscan_shrink_slab_end
,
249 TP_PROTO(struct shrinker
*shr
, int nid
, int shrinker_retval
,
250 long unused_scan_cnt
, long new_scan_cnt
, long total_scan
),
252 TP_ARGS(shr
, nid
, shrinker_retval
, unused_scan_cnt
, new_scan_cnt
,
256 __field(struct shrinker
*, shr
)
258 __field(void *, shrink
)
259 __field(long, unused_scan
)
260 __field(long, new_scan
)
262 __field(long, total_scan
)
268 tp_assign(shrink
, shr
->scan_objects
)
269 tp_assign(unused_scan
, unused_scan_cnt
)
270 tp_assign(new_scan
, new_scan_cnt
)
271 tp_assign(retval
, shrinker_retval
)
272 tp_assign(total_scan
, total_scan
)
275 TP_printk("%pF %p: nid %d unused scan count %ld new scan count %ld total_scan %ld last shrinker return val %d",
279 __entry
->unused_scan
,
284 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */
285 LTTNG_TRACEPOINT_EVENT_MAP(mm_shrink_slab_end
,
287 mm_vmscan_shrink_slab_end
,
289 TP_PROTO(struct shrinker
*shr
, int shrinker_retval
,
290 long unused_scan_cnt
, long new_scan_cnt
),
292 TP_ARGS(shr
, shrinker_retval
, unused_scan_cnt
, new_scan_cnt
),
295 __field(struct shrinker
*, shr
)
296 __field(void *, shrink
)
297 __field(long, unused_scan
)
298 __field(long, new_scan
)
300 __field(long, total_scan
)
305 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
306 tp_assign(shrink
, shr
->scan_objects
)
307 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
308 tp_assign(shrink
, shr
->shrink
)
309 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
310 tp_assign(unused_scan
, unused_scan_cnt
)
311 tp_assign(new_scan
, new_scan_cnt
)
312 tp_assign(retval
, shrinker_retval
)
313 tp_assign(total_scan
, new_scan_cnt
- unused_scan_cnt
)
316 TP_printk("%pF %p: unused scan count %ld new scan count %ld total_scan %ld last shrinker return val %d",
319 __entry
->unused_scan
,
324 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */
327 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_lru_isolate_template
,
330 unsigned long nr_requested
,
331 unsigned long nr_scanned
,
332 unsigned long nr_taken
,
333 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
334 unsigned long nr_lumpy_taken
,
335 unsigned long nr_lumpy_dirty
,
336 unsigned long nr_lumpy_failed
,
338 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
339 isolate_mode_t isolate_mode
341 isolate_mode_t isolate_mode
,
346 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
347 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
348 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
350 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
360 __field(unsigned long, nr_requested
)
361 __field(unsigned long, nr_scanned
)
362 __field(unsigned long, nr_taken
)
363 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
364 __field(unsigned long, nr_lumpy_taken
)
365 __field(unsigned long, nr_lumpy_dirty
)
366 __field(unsigned long, nr_lumpy_failed
)
368 __field(isolate_mode_t
, isolate_mode
)
369 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
375 tp_assign(order
, order
)
376 tp_assign(nr_requested
, nr_requested
)
377 tp_assign(nr_scanned
, nr_scanned
)
378 tp_assign(nr_taken
, nr_taken
)
379 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
380 tp_assign(nr_lumpy_taken
, nr_lumpy_taken
)
381 tp_assign(nr_lumpy_dirty
, nr_lumpy_dirty
)
382 tp_assign(nr_lumpy_failed
, nr_lumpy_failed
)
384 tp_assign(isolate_mode
, isolate_mode
)
385 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
386 tp_assign(file
, file
)
390 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
391 TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu",
392 __entry
->isolate_mode
,
394 __entry
->nr_requested
,
397 __entry
->nr_lumpy_taken
,
398 __entry
->nr_lumpy_dirty
,
399 __entry
->nr_lumpy_failed
)
400 #elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
401 TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu file=%d",
402 __entry
->isolate_mode
,
404 __entry
->nr_requested
,
407 __entry
->nr_lumpy_taken
,
408 __entry
->nr_lumpy_dirty
,
409 __entry
->nr_lumpy_failed
,
412 TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu file=%d",
413 __entry
->isolate_mode
,
415 __entry
->nr_requested
,
422 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_lru_isolate
,
425 unsigned long nr_requested
,
426 unsigned long nr_scanned
,
427 unsigned long nr_taken
,
428 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
429 unsigned long nr_lumpy_taken
,
430 unsigned long nr_lumpy_dirty
,
431 unsigned long nr_lumpy_failed
,
433 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
434 isolate_mode_t isolate_mode
436 isolate_mode_t isolate_mode
,
441 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
442 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
443 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
445 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
454 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_vmscan_lru_isolate_template
, mm_vmscan_memcg_isolate
,
457 unsigned long nr_requested
,
458 unsigned long nr_scanned
,
459 unsigned long nr_taken
,
460 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
461 unsigned long nr_lumpy_taken
,
462 unsigned long nr_lumpy_dirty
,
463 unsigned long nr_lumpy_failed
,
465 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
466 isolate_mode_t isolate_mode
468 isolate_mode_t isolate_mode
,
473 TP_ARGS(order
, nr_requested
, nr_scanned
, nr_taken
,
474 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
475 nr_lumpy_taken
, nr_lumpy_dirty
, nr_lumpy_failed
,
477 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
485 LTTNG_TRACEPOINT_EVENT(mm_vmscan_writepage
,
487 TP_PROTO(struct page
*page
,
490 TP_ARGS(page
, reclaim_flags
),
493 __field(struct page
*, page
)
494 __field(int, reclaim_flags
)
498 tp_assign(page
, page
)
499 tp_assign(reclaim_flags
, reclaim_flags
)
502 TP_printk("page=%p pfn=%lu flags=%s",
504 page_to_pfn(__entry
->page
),
505 show_reclaim_flags(__entry
->reclaim_flags
))
508 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
509 LTTNG_TRACEPOINT_EVENT(mm_vmscan_lru_shrink_inactive
,
511 TP_PROTO(int nid
, int zid
,
512 unsigned long nr_scanned
, unsigned long nr_reclaimed
,
513 int priority
, int reclaim_flags
),
515 TP_ARGS(nid
, zid
, nr_scanned
, nr_reclaimed
, priority
, reclaim_flags
),
520 __field(unsigned long, nr_scanned
)
521 __field(unsigned long, nr_reclaimed
)
522 __field(int, priority
)
523 __field(int, reclaim_flags
)
529 tp_assign(nr_scanned
, nr_scanned
)
530 tp_assign(nr_reclaimed
, nr_reclaimed
)
531 tp_assign(priority
, priority
)
532 tp_assign(reclaim_flags
, reclaim_flags
)
535 TP_printk("nid=%d zid=%d nr_scanned=%ld nr_reclaimed=%ld priority=%d flags=%s",
536 __entry
->nid
, __entry
->zid
,
537 __entry
->nr_scanned
, __entry
->nr_reclaimed
,
539 show_reclaim_flags(__entry
->reclaim_flags
))
543 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
544 LTTNG_TRACEPOINT_EVENT_MAP(replace_swap_token
,
546 mm_vmscan_replace_swap_token
,
548 TP_PROTO(struct mm_struct
*old_mm
,
549 struct mm_struct
*new_mm
),
551 TP_ARGS(old_mm
, new_mm
),
554 __field(struct mm_struct
*, old_mm
)
555 __field(unsigned int, old_prio
)
556 __field(struct mm_struct
*, new_mm
)
557 __field(unsigned int, new_prio
)
561 tp_assign(old_mm
, old_mm
)
562 tp_assign(old_prio
, old_mm
? old_mm
->token_priority
: 0)
563 tp_assign(new_mm
, new_mm
)
564 tp_assign(new_prio
, new_mm
->token_priority
)
567 TP_printk("old_token_mm=%p old_prio=%u new_token_mm=%p new_prio=%u",
568 __entry
->old_mm
, __entry
->old_prio
,
569 __entry
->new_mm
, __entry
->new_prio
)
572 LTTNG_TRACEPOINT_EVENT_CLASS(mm_vmscan_put_swap_token_template
,
573 TP_PROTO(struct mm_struct
*swap_token_mm
),
575 TP_ARGS(swap_token_mm
),
578 __field(struct mm_struct
*, swap_token_mm
)
582 tp_assign(swap_token_mm
, swap_token_mm
)
585 TP_printk("token_mm=%p", __entry
->swap_token_mm
)
588 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(mm_vmscan_put_swap_token_template
, put_swap_token
,
590 mm_vmscan_put_swap_token
,
592 TP_PROTO(struct mm_struct
*swap_token_mm
),
593 TP_ARGS(swap_token_mm
)
596 LTTNG_TRACEPOINT_EVENT_INSTANCE_CONDITION_MAP(mm_vmscan_put_swap_token_template
, disable_swap_token
,
598 mm_vmscan_disable_swap_token
,
600 TP_PROTO(struct mm_struct
*swap_token_mm
),
601 TP_ARGS(swap_token_mm
),
602 TP_CONDITION(swap_token_mm
!= NULL
)
605 LTTNG_TRACEPOINT_EVENT_CONDITION_MAP(update_swap_token_priority
,
607 mm_vmscan_update_swap_token_priority
,
609 TP_PROTO(struct mm_struct
*mm
,
610 unsigned int old_prio
,
611 struct mm_struct
*swap_token_mm
),
613 TP_ARGS(mm
, old_prio
, swap_token_mm
),
615 TP_CONDITION(mm
->token_priority
!= old_prio
),
618 __field(struct mm_struct
*, mm
)
619 __field(unsigned int, old_prio
)
620 __field(unsigned int, new_prio
)
621 __field(struct mm_struct
*, swap_token_mm
)
622 __field(unsigned int, swap_token_prio
)
627 tp_assign(old_prio
, old_prio
)
628 tp_assign(new_prio
, mm
->token_priority
)
629 tp_assign(swap_token_mm
, swap_token_mm
)
630 tp_assign(swap_token_prio
, swap_token_mm
? swap_token_mm
->token_priority
: 0)
633 TP_printk("mm=%p old_prio=%u new_prio=%u swap_token_mm=%p token_prio=%u",
634 __entry
->mm
, __entry
->old_prio
, __entry
->new_prio
,
635 __entry
->swap_token_mm
, __entry
->swap_token_prio
)
639 #endif /* LTTNG_TRACE_MM_VMSCAN_H */
641 /* This part must be outside protection */
642 #include "../../../probes/define_trace.h"