instrumentation/events/lttng-module/writeback.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM writeback
   4
   5 #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define LTTNG_TRACE_WRITEBACK_H
   7
   8 #include <probes/lttng-tracepoint-event.h>
   9 #include <linux/tracepoint.h>
  10 #include <linux/backing-dev.h>
  11 #include <linux/writeback.h>
  12 #include <linux/version.h>
  13
  14 #ifndef _TRACE_WRITEBACK_DEF_
  15 #define _TRACE_WRITEBACK_DEF_
  16
  17 /*
  18  * Vanilla kernels before 4.0 do not implement inode_to_bdi
  19  * RHEL kernels before 3.10.0-327.10.1 do not implement inode_to_bdi
  20  * RHEL kernel 3.10.0-327.10.1 has inode_to_bdi
  21  * RHEL kernel 3.10.0-327.13.1 includes a partial merge of upstream
  22  *  commit a212b105b07d75b48b1a166378282e8a77fbf53d which inlines
  23  *  inode_to_bdi but not sb_is_blkdev_sb making it unusable by modules.
  24  */
  25 #if (LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0))
  26 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  27 {
  28         struct super_block *sb;
  29
  30         if (!inode)
  31                 return &noop_backing_dev_info;
  32
  33         sb = inode->i_sb;
  34
  35         if (strcmp(sb->s_type->name, "bdev") == 0)
  36                 return inode->i_mapping->backing_dev_info;
  37
  38         return sb->s_bdi;
  39 }
  40 #else
  41 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  42 {
  43         return inode_to_bdi(inode);
  44 }
  45 #endif /* #if (LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0)) */
  46
  47 #endif
  48
  49 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,9,0))
  50 #define show_inode_state(state)                                 \
  51         __print_flags(state, "|",                               \
  52                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  53                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  54                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  55                 {I_NEW,                 "I_NEW"},               \
  56                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  57                 {I_FREEING,             "I_FREEING"},           \
  58                 {I_CLEAR,               "I_CLEAR"},             \
  59                 {I_SYNC,                "I_SYNC"},              \
  60                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  61                 {I_REFERENCED,          "I_REFERENCED"}         \
  62         )
  63 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
  64 #define show_inode_state(state)                                 \
  65         __print_flags(state, "|",                               \
  66                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  67                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  68                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  69                 {I_NEW,                 "I_NEW"},               \
  70                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  71                 {I_FREEING,             "I_FREEING"},           \
  72                 {I_CLEAR,               "I_CLEAR"},             \
  73                 {I_SYNC,                "I_SYNC"},              \
  74                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  75                 {I_DIRTY_TIME_EXPIRED,  "I_DIRTY_TIME_EXPIRED"}, \
  76                 {I_REFERENCED,          "I_REFERENCED"}         \
  77         )
  78 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
  79 #define show_inode_state(state)                                 \
  80         __print_flags(state, "|",                               \
  81                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  82                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  83                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  84                 {I_NEW,                 "I_NEW"},               \
  85                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  86                 {I_FREEING,             "I_FREEING"},           \
  87                 {I_CLEAR,               "I_CLEAR"},             \
  88                 {I_SYNC,                "I_SYNC"},              \
  89                 {I_REFERENCED,          "I_REFERENCED"}         \
  90         )
  91 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
  92
  93 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
  94
  95 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
  96         TP_PROTO(struct page *page, struct address_space *mapping),
  97         TP_ARGS(page, mapping),
  98         TP_FIELDS(
  99                 ctf_array_text(char, name,
 100                         mapping ? dev_name(lttng_inode_to_bdi(mapping->host)->dev) : "(unknown)", 32)
 101                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 102                 ctf_integer(pgoff_t, index, page->index)
 103         )
 104 )
 105
 106 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 107         TP_PROTO(struct inode *inode, int flags),
 108         TP_ARGS(inode, flags),
 109         TP_FIELDS(
 110                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 111                 ctf_array_text(char, name,
 112                         lttng_inode_to_bdi(inode)->dev ?
 113                                 dev_name(lttng_inode_to_bdi(inode)->dev) : "(unknown)", 32)
 114                 ctf_integer(unsigned long, ino, inode->i_ino)
 115                 ctf_integer(unsigned long, state, inode->i_state)
 116                 ctf_integer(unsigned long, flags, flags)
 117         )
 118 )
 119 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 120 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 121         TP_PROTO(struct inode *inode, int flags), \
 122         TP_ARGS(inode, flags))
 123 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 124 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 125 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty)
 126
 127 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 128         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 129         TP_ARGS(inode, wbc),
 130         TP_FIELDS(
 131                 ctf_array_text(char, name,
 132                         dev_name(lttng_inode_to_bdi(inode)->dev), 32)
 133                 ctf_integer(unsigned long, ino, inode->i_ino)
 134                 ctf_integer(int, sync_mode, wbc->sync_mode)
 135         )
 136 )
 137
 138 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 139 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 140         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 141         TP_ARGS(inode, wbc))
 142 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 143 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 144
 145 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,9,0))
 146
 147 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 148         TP_PROTO(struct page *page, struct address_space *mapping),
 149         TP_ARGS(page, mapping),
 150         TP_FIELDS(
 151                 ctf_array_text(char, name,
 152                         mapping ? dev_name(mapping->backing_dev_info->dev) : "(unknown)", 32)
 153                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 154                 ctf_integer(pgoff_t, index, page->index)
 155         )
 156 )
 157
 158 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 159         TP_PROTO(struct inode *inode, int flags),
 160         TP_ARGS(inode, flags),
 161         TP_FIELDS(
 162                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 163                 ctf_array_text(char, name,
 164                         inode->i_mapping->backing_dev_info->dev ?
 165                                 dev_name(inode->i_mapping->backing_dev_info->dev)
 166                                 : "(unknown)", 32)
 167                 ctf_integer(unsigned long, ino, inode->i_ino)
 168                 ctf_integer(unsigned long, flags, flags)
 169         )
 170 )
 171 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 172 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 173         TP_PROTO(struct inode *inode, int flags), \
 174         TP_ARGS(inode, flags))
 175 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 176 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 177
 178 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 179         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 180         TP_ARGS(inode, wbc),
 181         TP_FIELDS(
 182                 ctf_array_text(char, name,
 183                         dev_name(inode->i_mapping->backing_dev_info->dev), 32)
 184                 ctf_integer(unsigned long, ino, inode->i_ino)
 185                 ctf_integer(int, sync_mode, wbc->sync_mode)
 186         )
 187 )
 188
 189 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 190 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 191         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 192         TP_ARGS(inode, wbc))
 193 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 194 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 195
 196 #endif /* (LINUX_VERSION_CODE >= KERNEL_VERSION(3,9,0)) */
 197
 198 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
 199
 200 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 201         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),
 202         TP_ARGS(wb, work),
 203         TP_FIELDS(
 204                 ctf_array_text(char, name, wb->bdi->dev ? dev_name(wb->bdi->dev) :
 205                                 "(unknown)", 32)
 206         )
 207 )
 208
 209 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
 210
 211 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 212         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
 213         TP_ARGS(bdi, work),
 214         TP_FIELDS(
 215                 ctf_array_text(char, name, bdi->dev ? dev_name(bdi->dev) :
 216                                 "(unknown)", 32)
 217         )
 218 )
 219
 220 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
 221
 222 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 223         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
 224         TP_ARGS(bdi, work),
 225         TP_FIELDS(
 226                 ctf_array_text(char, name,
 227                         dev_name(bdi->dev ? bdi->dev :
 228                                 default_backing_dev_info.dev), 32)
 229         )
 230 )
 231
 232 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
 233
 234 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
 235
 236 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 237 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 238         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \
 239         TP_ARGS(wb, work))
 240
 241 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
 242
 243 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 244 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 245         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
 246         TP_ARGS(bdi, work))
 247
 248 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
 249
 250 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread)
 251 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue)
 252 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec)
 253 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
 254 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start)
 255 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written)
 256 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait)
 257 #endif
 258
 259 LTTNG_TRACEPOINT_EVENT(writeback_pages_written,
 260         TP_PROTO(long pages_written),
 261         TP_ARGS(pages_written),
 262         TP_FIELDS(
 263                 ctf_integer(long, pages, pages_written)
 264         )
 265 )
 266
 267 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
 268
 269 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 270         TP_PROTO(struct bdi_writeback *wb),
 271         TP_ARGS(wb),
 272         TP_FIELDS(
 273                 ctf_array_text(char, name,
 274                         dev_name(wb->bdi->dev), 32)
 275         )
 276 )
 277
 278 #undef DEFINE_WRITEBACK_EVENT
 279 #define DEFINE_WRITEBACK_EVENT(name) \
 280 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 281         TP_PROTO(struct bdi_writeback *wb), \
 282         TP_ARGS(wb))
 283
 284 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 285 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 286         TP_PROTO(struct bdi_writeback *wb), \
 287         TP_ARGS(wb))
 288
 289 LTTNG_TRACEPOINT_EVENT(writeback_bdi_register,
 290         TP_PROTO(struct backing_dev_info *bdi),
 291         TP_ARGS(bdi),
 292         TP_FIELDS(
 293                 ctf_array_text(char, name,
 294                         dev_name(bdi->dev), 32)
 295         )
 296 )
 297
 298 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
 299
 300 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 301         TP_PROTO(struct backing_dev_info *bdi),
 302         TP_ARGS(bdi),
 303         TP_FIELDS(
 304                 ctf_array_text(char, name,
 305                         dev_name(bdi->dev), 32)
 306         )
 307 )
 308
 309 #undef DEFINE_WRITEBACK_EVENT
 310 #define DEFINE_WRITEBACK_EVENT(name) \
 311 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 312         TP_PROTO(struct backing_dev_info *bdi), \
 313         TP_ARGS(bdi))
 314
 315 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 316 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 317         TP_PROTO(struct backing_dev_info *bdi), \
 318         TP_ARGS(bdi))
 319
 320 DEFINE_WRITEBACK_EVENT(writeback_bdi_register)
 321
 322 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
 323
 324 DEFINE_WRITEBACK_EVENT(writeback_nowork)
 325 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,38))
 326 DEFINE_WRITEBACK_EVENT(writeback_wake_background)
 327 #endif
 328 DEFINE_WRITEBACK_EVENT(writeback_wake_thread)
 329 DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread)
 330 DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister)
 331 DEFINE_WRITEBACK_EVENT(writeback_thread_start)
 332 DEFINE_WRITEBACK_EVENT(writeback_thread_stop)
 333 #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
 334 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start)
 335 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait)
 336
 337 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written,
 338
 339         writeback_balance_dirty_written,
 340
 341         TP_PROTO(struct backing_dev_info *bdi, int written),
 342
 343         TP_ARGS(bdi, written),
 344
 345         TP_FIELDS(
 346                 ctf_array_text(char, name, dev_name(bdi->dev), 32)
 347                 ctf_integer(int, written, written)
 348         )
 349 )
 350 #endif
 351
 352 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class,
 353         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
 354         TP_ARGS(wbc, bdi),
 355         TP_FIELDS(
 356                 ctf_array_text(char, name, dev_name(bdi->dev), 32)
 357                 ctf_integer(long, nr_to_write, wbc->nr_to_write)
 358                 ctf_integer(long, pages_skipped, wbc->pages_skipped)
 359                 ctf_integer(int, sync_mode, wbc->sync_mode)
 360                 ctf_integer(int, for_kupdate, wbc->for_kupdate)
 361                 ctf_integer(int, for_background, wbc->for_background)
 362                 ctf_integer(int, for_reclaim, wbc->for_reclaim)
 363                 ctf_integer(int, range_cyclic, wbc->range_cyclic)
 364 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
 365                 ctf_integer(int, more_io, wbc->more_io)
 366                 ctf_integer(unsigned long, older_than_this,
 367                         wbc->older_than_this ? *wbc->older_than_this : 0)
 368 #endif
 369                 ctf_integer(long, range_start, (long) wbc->range_start)
 370                 ctf_integer(long, range_end, (long) wbc->range_end)
 371         )
 372 )
 373
 374 #undef DEFINE_WBC_EVENT
 375 #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
 376 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
 377         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
 378         TP_ARGS(wbc, bdi))
 379 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
 380 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start)
 381 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written)
 382 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait)
 383 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start)
 384 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written)
 385 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait)
 386 #endif
 387 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage)
 388
 389 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,9,0) || \
 390         LTTNG_KERNEL_RANGE(5,8,6, 5,9,0) || \
 391         LTTNG_KERNEL_RANGE(5,4,62, 5,5,0) || \
 392         LTTNG_KERNEL_RANGE(4,19,143, 4,20,0) || \
 393         LTTNG_KERNEL_RANGE(4,14,196, 4,15,0) || \
 394         LTTNG_KERNEL_RANGE(4,9,235, 4,10,0) || \
 395         LTTNG_KERNEL_RANGE(4,4,235, 4,5,0))
 396 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 397         TP_PROTO(struct bdi_writeback *wb,
 398                  struct wb_writeback_work *work,
 399                  unsigned long dirtied_before,
 400                  int moved),
 401         TP_ARGS(wb, work, dirtied_before, moved),
 402         TP_FIELDS(
 403                 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
 404                 ctf_integer(unsigned long, older, dirtied_before)
 405                 ctf_integer(int, moved, moved)
 406         )
 407 )
 408 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
 409 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 410         TP_PROTO(struct bdi_writeback *wb,
 411                  struct wb_writeback_work *work,
 412                  int moved),
 413         TP_ARGS(wb, work, moved),
 414         TP_FIELDS(
 415                 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
 416                 ctf_integer(int, moved, moved)
 417         )
 418 )
 419 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
 420 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 421         TP_PROTO(struct bdi_writeback *wb,
 422                  unsigned long *older_than_this,
 423                  int moved),
 424         TP_ARGS(wb, older_than_this, moved),
 425         TP_FIELDS(
 426                 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
 427                 ctf_integer(unsigned long, older,
 428                         older_than_this ? *older_than_this : 0)
 429                 ctf_integer(long, age,
 430                         older_than_this ?
 431                                 (jiffies - *older_than_this) * 1000 / HZ
 432                                 : -1)
 433                 ctf_integer(int, moved, moved)
 434         )
 435 )
 436 #endif
 437
 438 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,8,0))
 439 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 440
 441         writeback_global_dirty_state,
 442
 443         TP_PROTO(unsigned long background_thresh,
 444                  unsigned long dirty_thresh
 445         ),
 446
 447         TP_ARGS(background_thresh,
 448                 dirty_thresh
 449         ),
 450
 451         TP_FIELDS(
 452                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 453                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 454                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 455                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 456                 ctf_integer(unsigned long, background_thresh, background_thresh)
 457                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 458                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 459         )
 460 )
 461 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,14,0))
 462 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 463
 464         writeback_global_dirty_state,
 465
 466         TP_PROTO(unsigned long background_thresh,
 467                  unsigned long dirty_thresh
 468         ),
 469
 470         TP_ARGS(background_thresh,
 471                 dirty_thresh
 472         ),
 473
 474         TP_FIELDS(
 475                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 476                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 477                 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
 478                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 479                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 480                 ctf_integer(unsigned long, background_thresh, background_thresh)
 481                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 482                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 483         )
 484 )
 485 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
 486 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 487
 488         writeback_global_dirty_state,
 489
 490         TP_PROTO(unsigned long background_thresh,
 491                  unsigned long dirty_thresh
 492         ),
 493
 494         TP_ARGS(background_thresh,
 495                 dirty_thresh
 496         ),
 497
 498         TP_FIELDS(
 499                 ctf_integer(unsigned long, nr_dirty, global_page_state(NR_FILE_DIRTY))
 500                 ctf_integer(unsigned long, nr_writeback, global_page_state(NR_WRITEBACK))
 501                 ctf_integer(unsigned long, nr_unstable, global_page_state(NR_UNSTABLE_NFS))
 502                 ctf_integer(unsigned long, nr_dirtied, global_page_state(NR_DIRTIED))
 503                 ctf_integer(unsigned long, nr_written, global_page_state(NR_WRITTEN))
 504                 ctf_integer(unsigned long, background_thresh, background_thresh)
 505                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 506                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 507         )
 508 )
 509 #endif
 510
 511 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
 512
 513 #define KBps(x)                 ((x) << (PAGE_SHIFT - 10))
 514
 515 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
 516
 517 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 518
 519         writeback_bdi_dirty_ratelimit,
 520
 521         TP_PROTO(struct bdi_writeback *wb,
 522                  unsigned long dirty_rate,
 523                  unsigned long task_ratelimit),
 524
 525         TP_ARGS(wb, dirty_rate, task_ratelimit),
 526
 527         TP_FIELDS(
 528                 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
 529                 ctf_integer(unsigned long, write_bw, KBps(wb->bdi->wb.write_bandwidth))
 530                 ctf_integer(unsigned long, avg_write_bw, KBps(wb->bdi->wb.avg_write_bandwidth))
 531                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 532                 ctf_integer(unsigned long, dirty_ratelimit, KBps(wb->bdi->wb.dirty_ratelimit))
 533                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 534                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 535                                         KBps(wb->bdi->wb.balanced_dirty_ratelimit))
 536         )
 537 )
 538
 539 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0))
 540
 541 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 542
 543         writeback_bdi_dirty_ratelimit,
 544
 545         TP_PROTO(struct backing_dev_info *bdi,
 546                  unsigned long dirty_rate,
 547                  unsigned long task_ratelimit),
 548
 549         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 550
 551         TP_FIELDS(
 552                 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
 553                 ctf_integer(unsigned long, write_bw, KBps(bdi->wb.write_bandwidth))
 554                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->wb.avg_write_bandwidth))
 555                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 556                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->wb.dirty_ratelimit))
 557                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 558                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 559                                         KBps(bdi->wb.balanced_dirty_ratelimit))
 560         )
 561 )
 562
 563 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
 564
 565 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 566
 567         writeback_bdi_dirty_ratelimit,
 568
 569         TP_PROTO(struct backing_dev_info *bdi,
 570                  unsigned long dirty_rate,
 571                  unsigned long task_ratelimit),
 572
 573         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 574
 575         TP_FIELDS(
 576                 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
 577                 ctf_integer(unsigned long, write_bw, KBps(bdi->write_bandwidth))
 578                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->avg_write_bandwidth))
 579                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 580                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->dirty_ratelimit))
 581                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 582                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 583                                         KBps(bdi->balanced_dirty_ratelimit))
 584         )
 585 )
 586
 587 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
 588
 589 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
 590
 591 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 592
 593         writeback_balance_dirty_pages,
 594
 595         TP_PROTO(struct bdi_writeback *wb,
 596                  unsigned long thresh,
 597                  unsigned long bg_thresh,
 598                  unsigned long dirty,
 599                  unsigned long bdi_thresh,
 600                  unsigned long bdi_dirty,
 601                  unsigned long dirty_ratelimit,
 602                  unsigned long task_ratelimit,
 603                  unsigned long dirtied,
 604                  unsigned long period,
 605                  long pause,
 606                  unsigned long start_time),
 607
 608         TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 609                 dirty_ratelimit, task_ratelimit,
 610                 dirtied, period, pause, start_time
 611         ),
 612
 613         TP_FIELDS(
 614                 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
 615                 ctf_integer(unsigned long, limit, global_dirty_limit)
 616                 ctf_integer(unsigned long, setpoint,
 617                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 618                 ctf_integer(unsigned long, dirty, dirty)
 619                 ctf_integer(unsigned long, bdi_setpoint,
 620                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 621                                 bdi_thresh / (thresh + 1))
 622                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 623                 ctf_integer(unsigned long, dirty_ratelimit,
 624                         KBps(dirty_ratelimit))
 625                 ctf_integer(unsigned long, task_ratelimit,
 626                         KBps(task_ratelimit))
 627                 ctf_integer(unsigned int, dirtied, dirtied)
 628                 ctf_integer(unsigned int, dirtied_pause,
 629                         current->nr_dirtied_pause)
 630                 ctf_integer(unsigned long, paused,
 631                         (jiffies - start_time) * 1000 / HZ)
 632                 ctf_integer(long, pause, pause * 1000 / HZ)
 633                 ctf_integer(unsigned long, period,
 634                         period * 1000 / HZ)
 635                 ctf_integer(long, think,
 636                         current->dirty_paused_when == 0 ? 0 :
 637                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 638         )
 639 )
 640
 641 #else /* #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
 642
 643 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 644
 645         writeback_balance_dirty_pages,
 646
 647         TP_PROTO(struct backing_dev_info *bdi,
 648                  unsigned long thresh,
 649                  unsigned long bg_thresh,
 650                  unsigned long dirty,
 651                  unsigned long bdi_thresh,
 652                  unsigned long bdi_dirty,
 653                  unsigned long dirty_ratelimit,
 654                  unsigned long task_ratelimit,
 655                  unsigned long dirtied,
 656 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 657                  unsigned long period,
 658 #endif
 659                  long pause,
 660                  unsigned long start_time),
 661
 662         TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 663                 dirty_ratelimit, task_ratelimit,
 664 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 665                 dirtied, period, pause, start_time
 666 #else
 667                 dirtied, pause, start_time
 668 #endif
 669         ),
 670
 671         TP_FIELDS(
 672                 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
 673                 ctf_integer(unsigned long, limit, global_dirty_limit)
 674                 ctf_integer(unsigned long, setpoint,
 675                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 676                 ctf_integer(unsigned long, dirty, dirty)
 677                 ctf_integer(unsigned long, bdi_setpoint,
 678                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 679                                 bdi_thresh / (thresh + 1))
 680                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 681                 ctf_integer(unsigned long, dirty_ratelimit,
 682                         KBps(dirty_ratelimit))
 683                 ctf_integer(unsigned long, task_ratelimit,
 684                         KBps(task_ratelimit))
 685                 ctf_integer(unsigned int, dirtied, dirtied)
 686                 ctf_integer(unsigned int, dirtied_pause,
 687                         current->nr_dirtied_pause)
 688                 ctf_integer(unsigned long, paused,
 689                         (jiffies - start_time) * 1000 / HZ)
 690                 ctf_integer(long, pause, pause * 1000 / HZ)
 691 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 692                 ctf_integer(unsigned long, period,
 693                         period * 1000 / HZ)
 694                 ctf_integer(long, think,
 695                         current->dirty_paused_when == 0 ? 0 :
 696                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 697 #endif
 698         )
 699 )
 700 #endif /* #else #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
 701
 702 #endif /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) */
 703
 704 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0))
 705 LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue,
 706
 707         TP_PROTO(struct inode *inode),
 708         TP_ARGS(inode),
 709
 710         TP_FIELDS(
 711                 ctf_array_text(char, name,
 712                         dev_name(lttng_inode_to_bdi(inode)->dev), 32)
 713                 ctf_integer(unsigned long, ino, inode->i_ino)
 714                 ctf_integer(unsigned long, state, inode->i_state)
 715                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 716         )
 717 )
 718 #endif
 719
 720 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
 721 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template,
 722
 723         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 724
 725         TP_ARGS(usec_timeout, usec_delayed),
 726
 727         TP_FIELDS(
 728                 ctf_integer(unsigned int, usec_timeout, usec_timeout)
 729                 ctf_integer(unsigned int, usec_delayed, usec_delayed)
 730         )
 731 )
 732
 733 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait,
 734
 735         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 736
 737         TP_ARGS(usec_timeout, usec_delayed)
 738 )
 739
 740 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested,
 741
 742         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 743
 744         TP_ARGS(usec_timeout, usec_delayed)
 745 )
 746 #endif
 747
 748 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
 749 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template,
 750
 751         TP_PROTO(struct inode *inode,
 752                  struct writeback_control *wbc,
 753                  unsigned long nr_to_write
 754         ),
 755
 756         TP_ARGS(inode, wbc, nr_to_write),
 757
 758         TP_FIELDS(
 759                 ctf_array_text(char, name,
 760                         dev_name(lttng_inode_to_bdi(inode)->dev), 32)
 761                 ctf_integer(unsigned long, ino, inode->i_ino)
 762                 ctf_integer(unsigned long, state, inode->i_state)
 763                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 764                 ctf_integer(unsigned long, writeback_index,
 765                         inode->i_mapping->writeback_index)
 766                 ctf_integer(long, nr_to_write, nr_to_write)
 767                 ctf_integer(unsigned long, wrote,
 768                         nr_to_write - wbc->nr_to_write)
 769         )
 770 )
 771
 772 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
 773 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue,
 774         TP_PROTO(struct inode *inode,
 775                 struct writeback_control *wbc,
 776                 unsigned long nr_to_write),
 777         TP_ARGS(inode, wbc, nr_to_write)
 778 )
 779 #endif
 780
 781 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode,
 782         TP_PROTO(struct inode *inode,
 783                  struct writeback_control *wbc,
 784                  unsigned long nr_to_write),
 785         TP_ARGS(inode, wbc, nr_to_write)
 786 )
 787 #endif
 788
 789 #endif /* LTTNG_TRACE_WRITEBACK_H */
 790
 791 /* This part must be outside protection */
 792 #include <probes/define_trace.h>