2 #define TRACE_SYSTEM writeback
4 #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
5 #define LTTNG_TRACE_WRITEBACK_H
7 #include "../../../probes/lttng-tracepoint-event.h"
8 #include <linux/backing-dev.h>
9 #include <linux/writeback.h>
10 #include <linux/version.h>
12 #ifndef _TRACE_WRITEBACK_DEF_
13 #define _TRACE_WRITEBACK_DEF_
14 static inline struct backing_dev_info
*inode_to_bdi(struct inode
*inode
)
16 struct super_block
*sb
= inode
->i_sb
;
18 if (strcmp(sb
->s_type
->name
, "bdev") == 0)
19 return inode
->i_mapping
->backing_dev_info
;
25 #define show_inode_state(state) \
26 __print_flags(state, "|", \
27 {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
28 {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
29 {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
31 {I_WILL_FREE, "I_WILL_FREE"}, \
32 {I_FREEING, "I_FREEING"}, \
33 {I_CLEAR, "I_CLEAR"}, \
35 {I_REFERENCED, "I_REFERENCED"} \
38 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
39 #define WB_WORK_REASON \
40 {WB_REASON_BACKGROUND, "background"}, \
41 {WB_REASON_TRY_TO_FREE_PAGES, "try_to_free_pages"}, \
42 {WB_REASON_SYNC, "sync"}, \
43 {WB_REASON_PERIODIC, "periodic"}, \
44 {WB_REASON_LAPTOP_TIMER, "laptop_timer"}, \
45 {WB_REASON_FREE_MORE_MEM, "free_more_memory"}, \
46 {WB_REASON_FS_FREE_SPACE, "fs_free_space"}, \
47 {WB_REASON_FORKER_THREAD, "forker_thread"}
50 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class
,
51 TP_PROTO(struct backing_dev_info
*bdi
, struct wb_writeback_work
*work
),
54 __array(char, name
, 32)
57 tp_memcpy(name
, dev_name(bdi
->dev
? bdi
->dev
:
58 default_backing_dev_info
.dev
), 32)
64 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
65 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
66 TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
68 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread
)
69 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue
)
70 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec
)
71 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
72 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start
)
73 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written
)
74 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait
)
77 LTTNG_TRACEPOINT_EVENT(writeback_pages_written
,
78 TP_PROTO(long pages_written
),
79 TP_ARGS(pages_written
),
84 tp_assign(pages
, pages_written
)
86 TP_printk("%ld", __entry
->pages
)
89 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class
,
90 TP_PROTO(struct backing_dev_info
*bdi
),
93 __array(char, name
, 32)
96 tp_memcpy(name
, dev_name(bdi
->dev
), 32)
102 #undef DEFINE_WRITEBACK_EVENT
103 #define DEFINE_WRITEBACK_EVENT(name) \
104 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
105 TP_PROTO(struct backing_dev_info *bdi), \
108 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
109 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
110 TP_PROTO(struct backing_dev_info *bdi), \
113 DEFINE_WRITEBACK_EVENT(writeback_nowork
)
114 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,38))
115 DEFINE_WRITEBACK_EVENT(writeback_wake_background
)
117 DEFINE_WRITEBACK_EVENT(writeback_wake_thread
)
118 DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread
)
119 DEFINE_WRITEBACK_EVENT(writeback_bdi_register
)
120 DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister
)
121 DEFINE_WRITEBACK_EVENT(writeback_thread_start
)
122 DEFINE_WRITEBACK_EVENT(writeback_thread_stop
)
123 #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
124 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start
, writeback_balance_dirty_start
)
125 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait
, writeback_balance_dirty_wait
)
127 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written
,
129 writeback_balance_dirty_written
,
131 TP_PROTO(struct backing_dev_info
*bdi
, int written
),
133 TP_ARGS(bdi
, written
),
136 __array(char, name
, 32)
137 __field(int, written
)
141 tp_memcpy(name
, dev_name(bdi
->dev
), 32)
142 tp_assign(written
, written
)
145 TP_printk("bdi %s written %d",
152 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class
,
153 TP_PROTO(struct writeback_control
*wbc
, struct backing_dev_info
*bdi
),
156 __array(char, name
, 32)
157 __field(long, nr_to_write
)
158 __field(long, pages_skipped
)
159 __field(int, sync_mode
)
160 __field(int, for_kupdate
)
161 __field(int, for_background
)
162 __field(int, for_reclaim
)
163 __field(int, range_cyclic
)
164 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
165 __field(int, more_io
)
166 __field(unsigned long, older_than_this
)
168 __field(long, range_start
)
169 __field(long, range_end
)
173 tp_memcpy(name
, dev_name(bdi
->dev
), 32)
174 tp_assign(nr_to_write
, wbc
->nr_to_write
)
175 tp_assign(pages_skipped
, wbc
->pages_skipped
)
176 tp_assign(sync_mode
, wbc
->sync_mode
)
177 tp_assign(for_kupdate
, wbc
->for_kupdate
)
178 tp_assign(for_background
, wbc
->for_background
)
179 tp_assign(for_reclaim
, wbc
->for_reclaim
)
180 tp_assign(range_cyclic
, wbc
->range_cyclic
)
181 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
182 tp_assign(more_io
, wbc
->more_io
)
183 tp_assign(older_than_this
, wbc
->older_than_this
?
184 *wbc
->older_than_this
: 0)
186 tp_assign(range_start
, (long)wbc
->range_start
)
187 tp_assign(range_end
, (long)wbc
->range_end
)
190 TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d "
191 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
192 "bgrd=%d reclm=%d cyclic=%d more=%d older=0x%lx "
194 "bgrd=%d reclm=%d cyclic=%d "
196 "start=0x%lx end=0x%lx",
198 __entry
->nr_to_write
,
199 __entry
->pages_skipped
,
201 __entry
->for_kupdate
,
202 __entry
->for_background
,
203 __entry
->for_reclaim
,
204 __entry
->range_cyclic
,
205 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
207 __entry
->older_than_this
,
209 __entry
->range_start
,
213 #undef DEFINE_WBC_EVENT
214 #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
215 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
216 TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
218 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
219 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start
, writeback_wbc_writeback_start
)
220 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written
, writeback_wbc_writeback_written
)
221 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait
, writeback_wbc_writeback_wait
)
222 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start
, writeback_wbc_balance_dirty_start
)
223 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written
, writeback_wbc_balance_dirty_written
)
224 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait
, writeback_wbc_balance_dirty_wait
)
226 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage
, writeback_wbc_writepage
)
228 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
229 LTTNG_TRACEPOINT_EVENT(writeback_queue_io
,
230 TP_PROTO(struct bdi_writeback
*wb
,
231 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
232 struct wb_writeback_work
*work
,
234 unsigned long *older_than_this
,
237 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
238 TP_ARGS(wb
, work
, moved
),
240 TP_ARGS(wb
, older_than_this
, moved
),
243 __array(char, name
, 32)
244 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
246 __field(unsigned long, older
)
252 tp_memcpy(name
, dev_name(wb
->bdi
->dev
), 32)
253 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
255 tp_assign(older
, older_than_this
? *older_than_this
: 0)
256 tp_assign(age
, older_than_this
?
257 (jiffies
- *older_than_this
) * 1000 / HZ
: -1)
259 tp_assign(moved
, moved
)
261 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
262 TP_printk("bdi %s: enqueue=%d",
267 TP_printk("bdi %s: older=%lu age=%ld enqueue=%d",
269 __entry
->older
, /* older_than_this in jiffies */
270 __entry
->age
, /* older_than_this in relative milliseconds */
276 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state
,
278 writeback_global_dirty_state
,
280 TP_PROTO(unsigned long background_thresh
,
281 unsigned long dirty_thresh
284 TP_ARGS(background_thresh
,
289 __field(unsigned long, nr_dirty
)
290 __field(unsigned long, nr_writeback
)
291 __field(unsigned long, nr_unstable
)
292 __field(unsigned long, background_thresh
)
293 __field(unsigned long, dirty_thresh
)
294 __field(unsigned long, dirty_limit
)
295 __field(unsigned long, nr_dirtied
)
296 __field(unsigned long, nr_written
)
300 tp_assign(nr_dirty
, global_page_state(NR_FILE_DIRTY
))
301 tp_assign(nr_writeback
, global_page_state(NR_WRITEBACK
))
302 tp_assign(nr_unstable
, global_page_state(NR_UNSTABLE_NFS
))
303 tp_assign(nr_dirtied
, global_page_state(NR_DIRTIED
))
304 tp_assign(nr_written
, global_page_state(NR_WRITTEN
))
305 tp_assign(background_thresh
, background_thresh
)
306 tp_assign(dirty_thresh
, dirty_thresh
)
307 tp_assign(dirty_limit
, global_dirty_limit
)
310 TP_printk("dirty=%lu writeback=%lu unstable=%lu "
311 "bg_thresh=%lu thresh=%lu limit=%lu "
312 "dirtied=%lu written=%lu",
314 __entry
->nr_writeback
,
315 __entry
->nr_unstable
,
316 __entry
->background_thresh
,
317 __entry
->dirty_thresh
,
318 __entry
->dirty_limit
,
325 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
327 #define KBps(x) ((x) << (PAGE_SHIFT - 10))
329 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit
,
331 writeback_bdi_dirty_ratelimit
,
333 TP_PROTO(struct backing_dev_info
*bdi
,
334 unsigned long dirty_rate
,
335 unsigned long task_ratelimit
),
337 TP_ARGS(bdi
, dirty_rate
, task_ratelimit
),
340 __array(char, bdi
, 32)
341 __field(unsigned long, write_bw
)
342 __field(unsigned long, avg_write_bw
)
343 __field(unsigned long, dirty_rate
)
344 __field(unsigned long, dirty_ratelimit
)
345 __field(unsigned long, task_ratelimit
)
346 __field(unsigned long, balanced_dirty_ratelimit
)
350 tp_memcpy(bdi
, dev_name(bdi
->dev
), 32)
351 tp_assign(write_bw
, KBps(bdi
->write_bandwidth
))
352 tp_assign(avg_write_bw
, KBps(bdi
->avg_write_bandwidth
))
353 tp_assign(dirty_rate
, KBps(dirty_rate
))
354 tp_assign(dirty_ratelimit
, KBps(bdi
->dirty_ratelimit
))
355 tp_assign(task_ratelimit
, KBps(task_ratelimit
))
356 tp_assign(balanced_dirty_ratelimit
,
357 KBps(bdi
->balanced_dirty_ratelimit
))
361 "write_bw=%lu awrite_bw=%lu dirty_rate=%lu "
362 "dirty_ratelimit=%lu task_ratelimit=%lu "
363 "balanced_dirty_ratelimit=%lu",
365 __entry
->write_bw
, /* write bandwidth */
366 __entry
->avg_write_bw
, /* avg write bandwidth */
367 __entry
->dirty_rate
, /* bdi dirty rate */
368 __entry
->dirty_ratelimit
, /* base ratelimit */
369 __entry
->task_ratelimit
, /* ratelimit with position control */
370 __entry
->balanced_dirty_ratelimit
/* the balanced ratelimit */
374 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages
,
376 writeback_balance_dirty_pages
,
378 TP_PROTO(struct backing_dev_info
*bdi
,
379 unsigned long thresh
,
380 unsigned long bg_thresh
,
382 unsigned long bdi_thresh
,
383 unsigned long bdi_dirty
,
384 unsigned long dirty_ratelimit
,
385 unsigned long task_ratelimit
,
386 unsigned long dirtied
,
387 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
388 unsigned long period
,
391 unsigned long start_time
),
393 TP_ARGS(bdi
, thresh
, bg_thresh
, dirty
, bdi_thresh
, bdi_dirty
,
394 dirty_ratelimit
, task_ratelimit
,
395 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
396 dirtied
, period
, pause
, start_time
),
398 dirtied
, pause
, start_time
),
401 __array( char, bdi
, 32)
402 __field(unsigned long, limit
)
403 __field(unsigned long, setpoint
)
404 __field(unsigned long, dirty
)
405 __field(unsigned long, bdi_setpoint
)
406 __field(unsigned long, bdi_dirty
)
407 __field(unsigned long, dirty_ratelimit
)
408 __field(unsigned long, task_ratelimit
)
409 __field(unsigned int, dirtied
)
410 __field(unsigned int, dirtied_pause
)
411 __field(unsigned long, paused
)
412 __field( long, pause
)
413 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
414 __field(unsigned long, period
)
415 __field( long, think
)
420 tp_memcpy(bdi
, dev_name(bdi
->dev
), 32)
421 tp_assign(limit
, global_dirty_limit
)
423 (global_dirty_limit
+ (thresh
+ bg_thresh
) / 2) / 2)
424 tp_assign(dirty
, dirty
)
425 tp_assign(bdi_setpoint
,
426 ((global_dirty_limit
+ (thresh
+ bg_thresh
) / 2) / 2) *
427 bdi_thresh
/ (thresh
+ 1))
428 tp_assign(bdi_dirty
, bdi_dirty
)
429 tp_assign(dirty_ratelimit
, KBps(dirty_ratelimit
))
430 tp_assign(task_ratelimit
, KBps(task_ratelimit
))
431 tp_assign(dirtied
, dirtied
)
432 tp_assign(dirtied_pause
, current
->nr_dirtied_pause
)
433 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
434 tp_assign(think
, current
->dirty_paused_when
== 0 ? 0 :
435 (long)(jiffies
- current
->dirty_paused_when
) * 1000/HZ
)
436 tp_assign(period
, period
* 1000 / HZ
)
438 tp_assign(pause
, pause
* 1000 / HZ
)
439 tp_assign(paused
, (jiffies
- start_time
) * 1000 / HZ
)
443 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
445 "limit=%lu setpoint=%lu dirty=%lu "
446 "bdi_setpoint=%lu bdi_dirty=%lu "
447 "dirty_ratelimit=%lu task_ratelimit=%lu "
448 "dirtied=%u dirtied_pause=%u "
449 "paused=%lu pause=%ld period=%lu think=%ld",
454 __entry
->bdi_setpoint
,
456 __entry
->dirty_ratelimit
,
457 __entry
->task_ratelimit
,
459 __entry
->dirtied_pause
,
460 __entry
->paused
, /* ms */
461 __entry
->pause
, /* ms */
462 __entry
->period
, /* ms */
463 __entry
->think
/* ms */
467 "limit=%lu setpoint=%lu dirty=%lu "
468 "bdi_setpoint=%lu bdi_dirty=%lu "
469 "dirty_ratelimit=%lu task_ratelimit=%lu "
470 "dirtied=%u dirtied_pause=%u "
471 "paused=%lu pause=%ld",
476 __entry
->bdi_setpoint
,
478 __entry
->dirty_ratelimit
,
479 __entry
->task_ratelimit
,
481 __entry
->dirtied_pause
,
482 __entry
->paused
, /* ms */
483 __entry
->pause
/* ms */
489 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0))
490 LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue
,
492 TP_PROTO(struct inode
*inode
),
496 __array(char, name
, 32)
497 __field(unsigned long, ino
)
498 __field(unsigned long, state
)
499 __field(unsigned long, dirtied_when
)
503 tp_memcpy(name
, dev_name(inode_to_bdi(inode
)->dev
), 32)
504 tp_assign(ino
, inode
->i_ino
)
505 tp_assign(state
, inode
->i_state
)
506 tp_assign(dirtied_when
, inode
->dirtied_when
)
509 TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu",
512 show_inode_state(__entry
->state
),
513 __entry
->dirtied_when
,
514 (jiffies
- __entry
->dirtied_when
) / HZ
519 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
520 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template
,
522 TP_PROTO(unsigned int usec_timeout
, unsigned int usec_delayed
),
524 TP_ARGS(usec_timeout
, usec_delayed
),
527 __field( unsigned int, usec_timeout
)
528 __field( unsigned int, usec_delayed
)
532 tp_assign(usec_timeout
, usec_timeout
)
533 tp_assign(usec_delayed
, usec_delayed
)
536 TP_printk("usec_timeout=%u usec_delayed=%u",
537 __entry
->usec_timeout
,
538 __entry
->usec_delayed
)
541 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template
, writeback_congestion_wait
,
543 TP_PROTO(unsigned int usec_timeout
, unsigned int usec_delayed
),
545 TP_ARGS(usec_timeout
, usec_delayed
)
548 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template
, writeback_wait_iff_congested
,
550 TP_PROTO(unsigned int usec_timeout
, unsigned int usec_delayed
),
552 TP_ARGS(usec_timeout
, usec_delayed
)
556 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
557 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template
,
559 TP_PROTO(struct inode
*inode
,
560 struct writeback_control
*wbc
,
561 unsigned long nr_to_write
564 TP_ARGS(inode
, wbc
, nr_to_write
),
567 __array(char, name
, 32)
568 __field(unsigned long, ino
)
569 __field(unsigned long, state
)
570 __field(unsigned long, dirtied_when
)
571 __field(unsigned long, writeback_index
)
572 __field(long, nr_to_write
)
573 __field(unsigned long, wrote
)
577 tp_memcpy(name
, dev_name(inode_to_bdi(inode
)->dev
), 32)
578 tp_assign(ino
, inode
->i_ino
)
579 tp_assign(state
, inode
->i_state
)
580 tp_assign(dirtied_when
, inode
->dirtied_when
)
581 tp_assign(writeback_index
, inode
->i_mapping
->writeback_index
)
582 tp_assign(nr_to_write
, nr_to_write
)
583 tp_assign(wrote
, nr_to_write
- wbc
->nr_to_write
)
586 TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu "
587 "index=%lu to_write=%ld wrote=%lu",
590 show_inode_state(__entry
->state
),
591 __entry
->dirtied_when
,
592 (jiffies
- __entry
->dirtied_when
) / HZ
,
593 __entry
->writeback_index
,
594 __entry
->nr_to_write
,
599 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
600 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template
, writeback_single_inode_requeue
,
601 TP_PROTO(struct inode
*inode
,
602 struct writeback_control
*wbc
,
603 unsigned long nr_to_write
),
604 TP_ARGS(inode
, wbc
, nr_to_write
)
608 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template
, writeback_single_inode
,
609 TP_PROTO(struct inode
*inode
,
610 struct writeback_control
*wbc
,
611 unsigned long nr_to_write
),
612 TP_ARGS(inode
, wbc
, nr_to_write
)
616 #endif /* LTTNG_TRACE_WRITEBACK_H */
618 /* This part must be outside protection */
619 #include "../../../probes/define_trace.h"