Update writeback instrumentation for kernel >= 5.7.0
[lttng-modules.git] / instrumentation / events / lttng-module / writeback.h
CommitLineData
b7cdc182 1/* SPDX-License-Identifier: GPL-2.0-only */
b87700e3
AG
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM writeback
4
3bc29f0a
MD
5#if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
6#define LTTNG_TRACE_WRITEBACK_H
b87700e3 7
6ec43db8 8#include <probes/lttng-tracepoint-event.h>
aa634cd1 9#include <linux/tracepoint.h>
b87700e3
AG
10#include <linux/backing-dev.h>
11#include <linux/writeback.h>
12#include <linux/version.h>
13
14#ifndef _TRACE_WRITEBACK_DEF_
15#define _TRACE_WRITEBACK_DEF_
99a570c8 16
70f6fc80
MJ
17/*
18 * Vanilla kernels before 4.0 do not implement inode_to_bdi
19 * RHEL kernels before 3.10.0-327.10.1 do not implement inode_to_bdi
20 * RHEL kernel 3.10.0-327.10.1 has inode_to_bdi
21 * RHEL kernel 3.10.0-327.13.1 includes a partial merge of upstream
22 * commit a212b105b07d75b48b1a166378282e8a77fbf53d which inlines
23 * inode_to_bdi but not sb_is_blkdev_sb making it unusable by modules.
24 */
25#if (LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0))
26static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
b87700e3 27{
70f6fc80
MJ
28 struct super_block *sb;
29
30 if (!inode)
31 return &noop_backing_dev_info;
32
33 sb = inode->i_sb;
b87700e3
AG
34
35 if (strcmp(sb->s_type->name, "bdev") == 0)
36 return inode->i_mapping->backing_dev_info;
37
38 return sb->s_bdi;
39}
70f6fc80
MJ
40#else
41static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
42{
43 return inode_to_bdi(inode);
44}
99a570c8
MD
45#endif /* #if (LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0)) */
46
b87700e3
AG
47#endif
48
99a570c8
MD
49#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
50#define show_inode_state(state) \
51 __print_flags(state, "|", \
52 {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
53 {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
54 {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
55 {I_NEW, "I_NEW"}, \
56 {I_WILL_FREE, "I_WILL_FREE"}, \
57 {I_FREEING, "I_FREEING"}, \
58 {I_CLEAR, "I_CLEAR"}, \
59 {I_SYNC, "I_SYNC"}, \
60 {I_DIRTY_TIME, "I_DIRTY_TIME"}, \
61 {I_DIRTY_TIME_EXPIRED, "I_DIRTY_TIME_EXPIRED"}, \
62 {I_REFERENCED, "I_REFERENCED"} \
63 )
64#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
b87700e3
AG
65#define show_inode_state(state) \
66 __print_flags(state, "|", \
67 {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
68 {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
69 {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
70 {I_NEW, "I_NEW"}, \
71 {I_WILL_FREE, "I_WILL_FREE"}, \
72 {I_FREEING, "I_FREEING"}, \
73 {I_CLEAR, "I_CLEAR"}, \
74 {I_SYNC, "I_SYNC"}, \
75 {I_REFERENCED, "I_REFERENCED"} \
76 )
99a570c8 77#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
b87700e3 78
99a570c8
MD
79#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
80
81LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
82 TP_PROTO(struct page *page, struct address_space *mapping),
83 TP_ARGS(page, mapping),
f127e61e
MD
84 TP_FIELDS(
85 ctf_array_text(char, name,
70f6fc80 86 mapping ? dev_name(lttng_inode_to_bdi(mapping->host)->dev) : "(unknown)", 32)
f127e61e
MD
87 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
88 ctf_integer(pgoff_t, index, page->index)
99a570c8
MD
89 )
90)
91
92LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
93 TP_PROTO(struct inode *inode, int flags),
94 TP_ARGS(inode, flags),
f127e61e 95 TP_FIELDS(
99a570c8 96 /* may be called for files on pseudo FSes w/ unregistered bdi */
f127e61e 97 ctf_array_text(char, name,
70f6fc80
MJ
98 lttng_inode_to_bdi(inode)->dev ?
99 dev_name(lttng_inode_to_bdi(inode)->dev) : "(unknown)", 32)
f127e61e
MD
100 ctf_integer(unsigned long, ino, inode->i_ino)
101 ctf_integer(unsigned long, state, inode->i_state)
102 ctf_integer(unsigned long, flags, flags)
99a570c8
MD
103 )
104)
105#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
106LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
107 TP_PROTO(struct inode *inode, int flags), \
108 TP_ARGS(inode, flags))
109LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
110LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
111LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty)
112
113LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
114 TP_PROTO(struct inode *inode, struct writeback_control *wbc),
115 TP_ARGS(inode, wbc),
f127e61e
MD
116 TP_FIELDS(
117 ctf_array_text(char, name,
70f6fc80 118 dev_name(lttng_inode_to_bdi(inode)->dev), 32)
f127e61e
MD
119 ctf_integer(unsigned long, ino, inode->i_ino)
120 ctf_integer(int, sync_mode, wbc->sync_mode)
99a570c8
MD
121 )
122)
123
124#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
125LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
126 TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
127 TP_ARGS(inode, wbc))
128LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
129LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
130
131#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,9,0))
132
aa634cd1
JD
133LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
134 TP_PROTO(struct page *page, struct address_space *mapping),
135 TP_ARGS(page, mapping),
f127e61e
MD
136 TP_FIELDS(
137 ctf_array_text(char, name,
aa634cd1 138 mapping ? dev_name(mapping->backing_dev_info->dev) : "(unknown)", 32)
f127e61e
MD
139 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
140 ctf_integer(pgoff_t, index, page->index)
aa634cd1
JD
141 )
142)
143
144LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
145 TP_PROTO(struct inode *inode, int flags),
146 TP_ARGS(inode, flags),
f127e61e 147 TP_FIELDS(
aa634cd1 148 /* may be called for files on pseudo FSes w/ unregistered bdi */
f127e61e 149 ctf_array_text(char, name,
aa634cd1 150 inode->i_mapping->backing_dev_info->dev ?
f127e61e
MD
151 dev_name(inode->i_mapping->backing_dev_info->dev)
152 : "(unknown)", 32)
153 ctf_integer(unsigned long, ino, inode->i_ino)
154 ctf_integer(unsigned long, flags, flags)
aa634cd1
JD
155 )
156)
157#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
158LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
159 TP_PROTO(struct inode *inode, int flags), \
160 TP_ARGS(inode, flags))
161LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
162LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
163
164LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
165 TP_PROTO(struct inode *inode, struct writeback_control *wbc),
166 TP_ARGS(inode, wbc),
f127e61e
MD
167 TP_FIELDS(
168 ctf_array_text(char, name,
aa634cd1 169 dev_name(inode->i_mapping->backing_dev_info->dev), 32)
f127e61e
MD
170 ctf_integer(unsigned long, ino, inode->i_ino)
171 ctf_integer(int, sync_mode, wbc->sync_mode)
aa634cd1
JD
172 )
173)
174
175#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
176LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
177 TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
178 TP_ARGS(inode, wbc))
179LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
180LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
99a570c8 181
aa634cd1
JD
182#endif /* (LINUX_VERSION_CODE >= KERNEL_VERSION(3,9,0)) */
183
a40cb509
MD
184#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
185
186LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
187 TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),
188 TP_ARGS(wb, work),
189 TP_FIELDS(
190 ctf_array_text(char, name, wb->bdi->dev ? dev_name(wb->bdi->dev) :
191 "(unknown)", 32)
192 )
193)
194
195#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
99a570c8
MD
196
197LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
198 TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
199 TP_ARGS(bdi, work),
f127e61e
MD
200 TP_FIELDS(
201 ctf_array_text(char, name, bdi->dev ? dev_name(bdi->dev) :
99a570c8 202 "(unknown)", 32)
99a570c8
MD
203 )
204)
205
206#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
207
3bc29f0a 208LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
b87700e3
AG
209 TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
210 TP_ARGS(bdi, work),
f127e61e
MD
211 TP_FIELDS(
212 ctf_array_text(char, name,
213 dev_name(bdi->dev ? bdi->dev :
b87700e3 214 default_backing_dev_info.dev), 32)
b87700e3 215 )
b87700e3 216)
99a570c8
MD
217
218#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
219
a40cb509
MD
220#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
221
222#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
223LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
224 TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \
225 TP_ARGS(wb, work))
226
227#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
228
3bc29f0a
MD
229#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
230LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
b87700e3
AG
231 TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
232 TP_ARGS(bdi, work))
a40cb509
MD
233
234#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
235
3bc29f0a
MD
236LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread)
237LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue)
238LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec)
b87700e3 239#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
3bc29f0a
MD
240LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start)
241LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written)
242LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait)
b87700e3
AG
243#endif
244
3bc29f0a 245LTTNG_TRACEPOINT_EVENT(writeback_pages_written,
b87700e3
AG
246 TP_PROTO(long pages_written),
247 TP_ARGS(pages_written),
f127e61e
MD
248 TP_FIELDS(
249 ctf_integer(long, pages, pages_written)
250 )
b87700e3
AG
251)
252
a40cb509
MD
253#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
254
255LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
256 TP_PROTO(struct bdi_writeback *wb),
257 TP_ARGS(wb),
258 TP_FIELDS(
259 ctf_array_text(char, name,
260 dev_name(wb->bdi->dev), 32)
261 )
262)
263
264#undef DEFINE_WRITEBACK_EVENT
265#define DEFINE_WRITEBACK_EVENT(name) \
266LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
267 TP_PROTO(struct bdi_writeback *wb), \
268 TP_ARGS(wb))
269
270#define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
271LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
272 TP_PROTO(struct bdi_writeback *wb), \
273 TP_ARGS(wb))
274
275LTTNG_TRACEPOINT_EVENT(writeback_bdi_register,
276 TP_PROTO(struct backing_dev_info *bdi),
277 TP_ARGS(bdi),
278 TP_FIELDS(
279 ctf_array_text(char, name,
280 dev_name(bdi->dev), 32)
281 )
282)
283
284#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
285
3bc29f0a 286LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
b87700e3
AG
287 TP_PROTO(struct backing_dev_info *bdi),
288 TP_ARGS(bdi),
f127e61e
MD
289 TP_FIELDS(
290 ctf_array_text(char, name,
291 dev_name(bdi->dev), 32)
b87700e3
AG
292 )
293)
a40cb509 294
59fecd6c 295#undef DEFINE_WRITEBACK_EVENT
b87700e3 296#define DEFINE_WRITEBACK_EVENT(name) \
3bc29f0a 297LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
b87700e3
AG
298 TP_PROTO(struct backing_dev_info *bdi), \
299 TP_ARGS(bdi))
300
9cf29d3e 301#define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
3bc29f0a 302LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
9cf29d3e
MD
303 TP_PROTO(struct backing_dev_info *bdi), \
304 TP_ARGS(bdi))
305
a40cb509
MD
306DEFINE_WRITEBACK_EVENT(writeback_bdi_register)
307
308#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
309
b87700e3 310DEFINE_WRITEBACK_EVENT(writeback_nowork)
b87700e3 311DEFINE_WRITEBACK_EVENT(writeback_wake_background)
b87700e3
AG
312DEFINE_WRITEBACK_EVENT(writeback_wake_thread)
313DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread)
b87700e3
AG
314DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister)
315DEFINE_WRITEBACK_EVENT(writeback_thread_start)
316DEFINE_WRITEBACK_EVENT(writeback_thread_stop)
317#if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
9cf29d3e
MD
318DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start)
319DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait)
320
3bc29f0a 321LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written,
b87700e3 322
9cf29d3e 323 writeback_balance_dirty_written,
b87700e3
AG
324
325 TP_PROTO(struct backing_dev_info *bdi, int written),
326
327 TP_ARGS(bdi, written),
328
f127e61e
MD
329 TP_FIELDS(
330 ctf_array_text(char, name, dev_name(bdi->dev), 32)
331 ctf_integer(int, written, written)
b87700e3
AG
332 )
333)
334#endif
335
3bc29f0a 336LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class,
b87700e3
AG
337 TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
338 TP_ARGS(wbc, bdi),
f127e61e
MD
339 TP_FIELDS(
340 ctf_array_text(char, name, dev_name(bdi->dev), 32)
341 ctf_integer(long, nr_to_write, wbc->nr_to_write)
342 ctf_integer(long, pages_skipped, wbc->pages_skipped)
343 ctf_integer(int, sync_mode, wbc->sync_mode)
344 ctf_integer(int, for_kupdate, wbc->for_kupdate)
345 ctf_integer(int, for_background, wbc->for_background)
346 ctf_integer(int, for_reclaim, wbc->for_reclaim)
347 ctf_integer(int, range_cyclic, wbc->range_cyclic)
b87700e3 348#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
f127e61e
MD
349 ctf_integer(int, more_io, wbc->more_io)
350 ctf_integer(unsigned long, older_than_this,
351 wbc->older_than_this ? *wbc->older_than_this : 0)
b87700e3 352#endif
f127e61e
MD
353 ctf_integer(long, range_start, (long) wbc->range_start)
354 ctf_integer(long, range_end, (long) wbc->range_end)
355 )
b87700e3
AG
356)
357
9cf29d3e 358#undef DEFINE_WBC_EVENT
3bc29f0a
MD
359#define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
360LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
b87700e3
AG
361 TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
362 TP_ARGS(wbc, bdi))
363#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
3bc29f0a
MD
364LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start)
365LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written)
366LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait)
367LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start)
368LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written)
369LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait)
b87700e3 370#endif
3bc29f0a 371LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage)
b87700e3
AG
372
373#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
3bc29f0a 374LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
b87700e3
AG
375 TP_PROTO(struct bdi_writeback *wb,
376#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
377 struct wb_writeback_work *work,
378#else
379 unsigned long *older_than_this,
380#endif
381 int moved),
382#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
383 TP_ARGS(wb, work, moved),
384#else
385 TP_ARGS(wb, older_than_this, moved),
386#endif
f127e61e
MD
387 TP_FIELDS(
388 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
b87700e3 389#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
b87700e3 390#else
f127e61e
MD
391 ctf_integer(unsigned long, older,
392 older_than_this ? *older_than_this : 0)
393 ctf_integer(long, age,
394 older_than_this ?
395 (jiffies - *older_than_this) * 1000 / HZ
396 : -1)
b87700e3 397#endif
f127e61e 398 ctf_integer(int, moved, moved)
b87700e3 399 )
b87700e3
AG
400)
401
2da2734f
MD
402#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,7,0))
403LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
404
405 writeback_global_dirty_state,
406
407 TP_PROTO(struct wb_domain *domain,
408 unsigned long background_thresh,
409 unsigned long dirty_thresh
410 ),
411
412 TP_ARGS(domain,
413 background_thresh,
414 dirty_thresh
415 ),
416
417 TP_FIELDS(
418 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
419 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
420 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
421 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
422 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
423 ctf_integer(unsigned long, background_thresh, background_thresh)
424 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
425 ctf_integer(unsigned long, dirty_limit, domain->dirty_limit)
426 )
427)
428#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,14,0))
7ceeb15d
MJ
429LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
430
431 writeback_global_dirty_state,
432
433 TP_PROTO(unsigned long background_thresh,
434 unsigned long dirty_thresh
435 ),
436
437 TP_ARGS(background_thresh,
438 dirty_thresh
439 ),
440
441 TP_FIELDS(
442 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
443 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
444 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
445 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
446 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
447 ctf_integer(unsigned long, background_thresh, background_thresh)
448 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
449 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
450 )
451)
452#else
3bc29f0a 453LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
9cf29d3e
MD
454
455 writeback_global_dirty_state,
b87700e3
AG
456
457 TP_PROTO(unsigned long background_thresh,
458 unsigned long dirty_thresh
459 ),
460
461 TP_ARGS(background_thresh,
462 dirty_thresh
463 ),
464
f127e61e
MD
465 TP_FIELDS(
466 ctf_integer(unsigned long, nr_dirty, global_page_state(NR_FILE_DIRTY))
467 ctf_integer(unsigned long, nr_writeback, global_page_state(NR_WRITEBACK))
468 ctf_integer(unsigned long, nr_unstable, global_page_state(NR_UNSTABLE_NFS))
469 ctf_integer(unsigned long, nr_dirtied, global_page_state(NR_DIRTIED))
470 ctf_integer(unsigned long, nr_written, global_page_state(NR_WRITTEN))
471 ctf_integer(unsigned long, background_thresh, background_thresh)
472 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
473 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
b87700e3
AG
474 )
475)
476#endif
7ceeb15d 477#endif
b87700e3
AG
478
479#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
480
481#define KBps(x) ((x) << (PAGE_SHIFT - 10))
482
a40cb509
MD
483#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
484
485LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
486
487 writeback_bdi_dirty_ratelimit,
488
489 TP_PROTO(struct bdi_writeback *wb,
490 unsigned long dirty_rate,
491 unsigned long task_ratelimit),
492
493 TP_ARGS(wb, dirty_rate, task_ratelimit),
494
495 TP_FIELDS(
496 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
497 ctf_integer(unsigned long, write_bw, KBps(wb->bdi->wb.write_bandwidth))
498 ctf_integer(unsigned long, avg_write_bw, KBps(wb->bdi->wb.avg_write_bandwidth))
499 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
500 ctf_integer(unsigned long, dirty_ratelimit, KBps(wb->bdi->wb.dirty_ratelimit))
501 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
502 ctf_integer(unsigned long, balanced_dirty_ratelimit,
503 KBps(wb->bdi->wb.balanced_dirty_ratelimit))
504 )
505)
506
507#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0))
c7d89a6d 508
3bc29f0a 509LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
9cf29d3e
MD
510
511 writeback_bdi_dirty_ratelimit,
b87700e3
AG
512
513 TP_PROTO(struct backing_dev_info *bdi,
514 unsigned long dirty_rate,
515 unsigned long task_ratelimit),
516
517 TP_ARGS(bdi, dirty_rate, task_ratelimit),
518
f127e61e
MD
519 TP_FIELDS(
520 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
902947a4
MJ
521 ctf_integer(unsigned long, write_bw, KBps(bdi->wb.write_bandwidth))
522 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->wb.avg_write_bandwidth))
f127e61e 523 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
902947a4 524 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->wb.dirty_ratelimit))
f127e61e 525 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
902947a4
MJ
526 ctf_integer(unsigned long, balanced_dirty_ratelimit,
527 KBps(bdi->wb.balanced_dirty_ratelimit))
c7d89a6d
MD
528 )
529)
530
531#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
532
533LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
534
535 writeback_bdi_dirty_ratelimit,
536
537 TP_PROTO(struct backing_dev_info *bdi,
538 unsigned long dirty_rate,
539 unsigned long task_ratelimit),
540
541 TP_ARGS(bdi, dirty_rate, task_ratelimit),
542
543 TP_FIELDS(
544 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
545 ctf_integer(unsigned long, write_bw, KBps(bdi->write_bandwidth))
546 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->avg_write_bandwidth))
547 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
548 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->dirty_ratelimit))
549 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
f127e61e 550 ctf_integer(unsigned long, balanced_dirty_ratelimit,
b87700e3 551 KBps(bdi->balanced_dirty_ratelimit))
b87700e3
AG
552 )
553)
554
c7d89a6d
MD
555#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
556
2da2734f
MD
557#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,7,0))
558
559LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
560
561 writeback_balance_dirty_pages,
562
563 TP_PROTO(struct wb_domain *domain,
564 struct bdi_writeback *wb,
565 struct dirty_throttle_control *sdtc,
566 unsigned long dirty_ratelimit,
567 unsigned long task_ratelimit,
568 unsigned long dirtied,
569 unsigned long period,
570 long pause,
571 unsigned long start_time),
572
573 TP_ARGS(domain, wb, sdtc,
574 dirty_ratelimit, task_ratelimit,
575 dirtied, period, pause, start_time
576 ),
577
578 TP_FIELDS(
579 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
580 ctf_integer(unsigned long, limit, domain->dirty_limit)
581 ctf_integer(unsigned long, setpoint,
582 (domain->dirty_limit + (sdtc->thresh + sdtc->bg_thresh) / 2) / 2)
583 ctf_integer(unsigned long, dirty, sdtc->dirty)
584 ctf_integer(unsigned long, bdi_setpoint,
585 ((domain->dirty_limit + (sdtc->thresh + sdtc->bg_thresh) / 2) / 2) *
586 sdtc->wb_thresh / (sdtc->thresh + 1))
587 ctf_integer(unsigned long, bdi_dirty, sdtc->wb_dirty)
588 ctf_integer(unsigned long, dirty_ratelimit,
589 KBps(dirty_ratelimit))
590 ctf_integer(unsigned long, task_ratelimit,
591 KBps(task_ratelimit))
592 ctf_integer(unsigned int, dirtied, dirtied)
593 ctf_integer(unsigned int, dirtied_pause,
594 current->nr_dirtied_pause)
595 ctf_integer(unsigned long, paused,
596 (jiffies - start_time) * 1000 / HZ)
597 ctf_integer(long, pause, pause * 1000 / HZ)
598 ctf_integer(unsigned long, period,
599 period * 1000 / HZ)
600 ctf_integer(long, think,
601 current->dirty_paused_when == 0 ? 0 :
602 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
603 )
604)
605
606#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
a40cb509
MD
607
608LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
609
610 writeback_balance_dirty_pages,
611
612 TP_PROTO(struct bdi_writeback *wb,
613 unsigned long thresh,
614 unsigned long bg_thresh,
615 unsigned long dirty,
616 unsigned long bdi_thresh,
617 unsigned long bdi_dirty,
618 unsigned long dirty_ratelimit,
619 unsigned long task_ratelimit,
620 unsigned long dirtied,
621 unsigned long period,
622 long pause,
623 unsigned long start_time),
624
625 TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
626 dirty_ratelimit, task_ratelimit,
627 dirtied, period, pause, start_time
628 ),
629
630 TP_FIELDS(
631 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
632 ctf_integer(unsigned long, limit, global_dirty_limit)
633 ctf_integer(unsigned long, setpoint,
634 (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
635 ctf_integer(unsigned long, dirty, dirty)
636 ctf_integer(unsigned long, bdi_setpoint,
637 ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
638 bdi_thresh / (thresh + 1))
639 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
640 ctf_integer(unsigned long, dirty_ratelimit,
641 KBps(dirty_ratelimit))
642 ctf_integer(unsigned long, task_ratelimit,
643 KBps(task_ratelimit))
644 ctf_integer(unsigned int, dirtied, dirtied)
645 ctf_integer(unsigned int, dirtied_pause,
646 current->nr_dirtied_pause)
647 ctf_integer(unsigned long, paused,
648 (jiffies - start_time) * 1000 / HZ)
649 ctf_integer(long, pause, pause * 1000 / HZ)
650 ctf_integer(unsigned long, period,
651 period * 1000 / HZ)
652 ctf_integer(long, think,
653 current->dirty_paused_when == 0 ? 0 :
654 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
655 )
656)
657
658#else /* #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
659
3bc29f0a 660LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
9cf29d3e
MD
661
662 writeback_balance_dirty_pages,
b87700e3
AG
663
664 TP_PROTO(struct backing_dev_info *bdi,
665 unsigned long thresh,
666 unsigned long bg_thresh,
667 unsigned long dirty,
668 unsigned long bdi_thresh,
669 unsigned long bdi_dirty,
670 unsigned long dirty_ratelimit,
671 unsigned long task_ratelimit,
672 unsigned long dirtied,
673#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
674 unsigned long period,
675#endif
676 long pause,
677 unsigned long start_time),
678
679 TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
680 dirty_ratelimit, task_ratelimit,
681#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
f127e61e 682 dirtied, period, pause, start_time
b87700e3 683#else
f127e61e 684 dirtied, pause, start_time
b87700e3
AG
685#endif
686 ),
687
f127e61e
MD
688 TP_FIELDS(
689 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
690 ctf_integer(unsigned long, limit, global_dirty_limit)
691 ctf_integer(unsigned long, setpoint,
b87700e3 692 (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
f127e61e
MD
693 ctf_integer(unsigned long, dirty, dirty)
694 ctf_integer(unsigned long, bdi_setpoint,
b87700e3 695 ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
f127e61e
MD
696 bdi_thresh / (thresh + 1))
697 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
698 ctf_integer(unsigned long, dirty_ratelimit,
699 KBps(dirty_ratelimit))
700 ctf_integer(unsigned long, task_ratelimit,
701 KBps(task_ratelimit))
702 ctf_integer(unsigned int, dirtied, dirtied)
703 ctf_integer(unsigned int, dirtied_pause,
704 current->nr_dirtied_pause)
705 ctf_integer(unsigned long, paused,
706 (jiffies - start_time) * 1000 / HZ)
707 ctf_integer(long, pause, pause * 1000 / HZ)
b87700e3 708#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
f127e61e
MD
709 ctf_integer(unsigned long, period,
710 period * 1000 / HZ)
711 ctf_integer(long, think,
712 current->dirty_paused_when == 0 ? 0 :
713 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
b87700e3 714#endif
f127e61e 715 )
b87700e3 716)
a40cb509
MD
717#endif /* #else #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
718
719#endif /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) */
b87700e3
AG
720
721#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0))
3bc29f0a 722LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue,
b87700e3
AG
723
724 TP_PROTO(struct inode *inode),
725 TP_ARGS(inode),
726
f127e61e
MD
727 TP_FIELDS(
728 ctf_array_text(char, name,
70f6fc80 729 dev_name(lttng_inode_to_bdi(inode)->dev), 32)
f127e61e
MD
730 ctf_integer(unsigned long, ino, inode->i_ino)
731 ctf_integer(unsigned long, state, inode->i_state)
732 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
b87700e3
AG
733 )
734)
735#endif
736
3bc29f0a 737LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template,
b87700e3
AG
738
739 TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
740
741 TP_ARGS(usec_timeout, usec_delayed),
742
f127e61e
MD
743 TP_FIELDS(
744 ctf_integer(unsigned int, usec_timeout, usec_timeout)
745 ctf_integer(unsigned int, usec_delayed, usec_delayed)
746 )
b87700e3
AG
747)
748
3bc29f0a 749LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait,
b87700e3
AG
750
751 TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
752
753 TP_ARGS(usec_timeout, usec_delayed)
754)
755
3bc29f0a 756LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested,
b87700e3
AG
757
758 TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
759
760 TP_ARGS(usec_timeout, usec_delayed)
761)
b87700e3
AG
762
763#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
3bc29f0a 764LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template,
b87700e3
AG
765
766 TP_PROTO(struct inode *inode,
767 struct writeback_control *wbc,
768 unsigned long nr_to_write
769 ),
770
771 TP_ARGS(inode, wbc, nr_to_write),
772
f127e61e
MD
773 TP_FIELDS(
774 ctf_array_text(char, name,
70f6fc80 775 dev_name(lttng_inode_to_bdi(inode)->dev), 32)
f127e61e
MD
776 ctf_integer(unsigned long, ino, inode->i_ino)
777 ctf_integer(unsigned long, state, inode->i_state)
778 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
779 ctf_integer(unsigned long, writeback_index,
780 inode->i_mapping->writeback_index)
781 ctf_integer(long, nr_to_write, nr_to_write)
782 ctf_integer(unsigned long, wrote,
783 nr_to_write - wbc->nr_to_write)
b87700e3
AG
784 )
785)
786
787#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
3bc29f0a 788LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue,
b87700e3
AG
789 TP_PROTO(struct inode *inode,
790 struct writeback_control *wbc,
791 unsigned long nr_to_write),
792 TP_ARGS(inode, wbc, nr_to_write)
793)
794#endif
795
3bc29f0a 796LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode,
b87700e3
AG
797 TP_PROTO(struct inode *inode,
798 struct writeback_control *wbc,
799 unsigned long nr_to_write),
800 TP_ARGS(inode, wbc, nr_to_write)
801)
802#endif
803
3bc29f0a 804#endif /* LTTNG_TRACE_WRITEBACK_H */
b87700e3
AG
805
806/* This part must be outside protection */
6ec43db8 807#include <probes/define_trace.h>
This page took 0.111393 seconds and 4 git commands to generate.