instrumentation/events/lttng-module/writeback.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM writeback
   4
   5 #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define LTTNG_TRACE_WRITEBACK_H
   7
   8 #include <probes/lttng-tracepoint-event.h>
   9 #include <linux/tracepoint.h>
  10 #include <linux/backing-dev.h>
  11 #include <linux/writeback.h>
  12 #include <lttng-kernel-version.h>
  13
  14 #ifndef _TRACE_WRITEBACK_DEF_
  15 #define _TRACE_WRITEBACK_DEF_
  16
  17 /*
  18  * Use the GPL-exported bdi_dev_name introduced in kernel 5.7. Do not use
  19  * static inline bdi_dev_name in prior kernels because it uses the bdi_unknown_name
  20  * symbol which is not exported to GPL modules.
  21  */
  22 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
  23 static inline const char *lttng_bdi_dev_name(struct backing_dev_info *bdi)
  24 {
  25         return bdi_dev_name(bdi);
  26 }
  27 #else
  28 static inline const char *lttng_bdi_dev_name(struct backing_dev_info *bdi)
  29 {
  30         if (!bdi || !bdi->dev)
  31                 return "(unknown)";
  32         return dev_name(bdi->dev);
  33 }
  34 #endif
  35
  36 /*
  37  * Vanilla kernels before 4.0 do not implement inode_to_bdi
  38  * RHEL kernels before 3.10.0-327.10.1 do not implement inode_to_bdi
  39  * RHEL kernel 3.10.0-327.10.1 has inode_to_bdi
  40  * RHEL kernel 3.10.0-327.13.1 includes a partial merge of upstream
  41  *  commit a212b105b07d75b48b1a166378282e8a77fbf53d which inlines
  42  *  inode_to_bdi but not sb_is_blkdev_sb making it unusable by modules.
  43  */
  44 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0))
  45 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  46 {
  47         struct super_block *sb;
  48
  49         if (!inode)
  50                 return &noop_backing_dev_info;
  51
  52         sb = inode->i_sb;
  53
  54         if (strcmp(sb->s_type->name, "bdev") == 0)
  55                 return inode->i_mapping->backing_dev_info;
  56
  57         return sb->s_bdi;
  58 }
  59 #else
  60 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  61 {
  62         return inode_to_bdi(inode);
  63 }
  64 #endif /* #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0)) */
  65
  66 #endif
  67
  68 /*
  69  * Keep this macro around to track changes in the valid values for `state`.
  70  * Eventually, we will have a enum to describe that field. If the macro is
  71  * changed by an upstream kernel, the fact that we have a redefinition here
  72  * will generate a compiler warning.
  73  */
  74 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0) || \
  75         LTTNG_UBUNTU_KERNEL_RANGE(5,4,94,67, 5,5,0,0) ||        \
  76         LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,141, 4,16,0,0))
  77 #define show_inode_state(state)                                 \
  78         __print_flags(state, "|",                               \
  79                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  80                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  81                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  82                 {I_NEW,                 "I_NEW"},               \
  83                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  84                 {I_FREEING,             "I_FREEING"},           \
  85                 {I_CLEAR,               "I_CLEAR"},             \
  86                 {I_SYNC,                "I_SYNC"},              \
  87                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  88                 {I_REFERENCED,          "I_REFERENCED"}         \
  89         )
  90 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
  91 #define show_inode_state(state)                                 \
  92         __print_flags(state, "|",                               \
  93                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  94                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  95                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  96                 {I_NEW,                 "I_NEW"},               \
  97                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  98                 {I_FREEING,             "I_FREEING"},           \
  99                 {I_CLEAR,               "I_CLEAR"},             \
 100                 {I_SYNC,                "I_SYNC"},              \
 101                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
 102                 {I_DIRTY_TIME_EXPIRED,  "I_DIRTY_TIME_EXPIRED"}, \
 103                 {I_REFERENCED,          "I_REFERENCED"}         \
 104         )
 105 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
 106 #define show_inode_state(state)                                 \
 107         __print_flags(state, "|",                               \
 108                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
 109                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
 110                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
 111                 {I_NEW,                 "I_NEW"},               \
 112                 {I_WILL_FREE,           "I_WILL_FREE"},         \
 113                 {I_FREEING,             "I_FREEING"},           \
 114                 {I_CLEAR,               "I_CLEAR"},             \
 115                 {I_SYNC,                "I_SYNC"},              \
 116                 {I_REFERENCED,          "I_REFERENCED"}         \
 117         )
 118 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
 119
 120 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
 121
 122 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 123         TP_PROTO(struct page *page, struct address_space *mapping),
 124         TP_ARGS(page, mapping),
 125         TP_FIELDS(
 126                 ctf_string(name, lttng_bdi_dev_name(mapping ? lttng_inode_to_bdi(mapping->host) : NULL))
 127                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 128                 ctf_integer(pgoff_t, index, page->index)
 129         )
 130 )
 131
 132 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 133         TP_PROTO(struct inode *inode, int flags),
 134         TP_ARGS(inode, flags),
 135         TP_FIELDS(
 136                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 137                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 138                 ctf_integer(unsigned long, ino, inode->i_ino)
 139                 ctf_integer(unsigned long, state, inode->i_state)
 140                 ctf_integer(unsigned long, flags, flags)
 141         )
 142 )
 143 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 144 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 145         TP_PROTO(struct inode *inode, int flags), \
 146         TP_ARGS(inode, flags))
 147 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 148 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 149 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty)
 150
 151 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 152         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 153         TP_ARGS(inode, wbc),
 154         TP_FIELDS(
 155                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 156                 ctf_integer(unsigned long, ino, inode->i_ino)
 157                 ctf_integer(int, sync_mode, wbc->sync_mode)
 158         )
 159 )
 160
 161 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 162 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 163         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 164         TP_ARGS(inode, wbc))
 165 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 166 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 167
 168 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0))
 169
 170 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 171         TP_PROTO(struct page *page, struct address_space *mapping),
 172         TP_ARGS(page, mapping),
 173         TP_FIELDS(
 174                 ctf_string(name, lttng_bdi_dev_name(mapping ? mapping->backing_dev_info : NULL))
 175                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 176                 ctf_integer(pgoff_t, index, page->index)
 177         )
 178 )
 179
 180 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 181         TP_PROTO(struct inode *inode, int flags),
 182         TP_ARGS(inode, flags),
 183         TP_FIELDS(
 184                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 185                 ctf_string(name, lttng_bdi_dev_name(inode->i_mapping->backing_dev_info))
 186                 ctf_integer(unsigned long, ino, inode->i_ino)
 187                 ctf_integer(unsigned long, flags, flags)
 188         )
 189 )
 190 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 191 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 192         TP_PROTO(struct inode *inode, int flags), \
 193         TP_ARGS(inode, flags))
 194 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 195 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 196
 197 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 198         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 199         TP_ARGS(inode, wbc),
 200         TP_FIELDS(
 201                 ctf_string(name, lttng_bdi_dev_name(inode->i_mapping->backing_dev_info))
 202                 ctf_integer(unsigned long, ino, inode->i_ino)
 203                 ctf_integer(int, sync_mode, wbc->sync_mode)
 204         )
 205 )
 206
 207 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 208 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 209         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 210         TP_ARGS(inode, wbc))
 211 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 212 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 213
 214 #endif /* (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0)) */
 215
 216 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 217
 218 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 219         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),
 220         TP_ARGS(wb, work),
 221         TP_FIELDS(
 222                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 223         )
 224 )
 225
 226 #else
 227
 228 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 229         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
 230         TP_ARGS(bdi, work),
 231         TP_FIELDS(
 232                 ctf_string(name, lttng_bdi_dev_name(bdi))
 233         )
 234 )
 235
 236 #endif /* #else if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 237
 238 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 239
 240 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 241 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 242         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \
 243         TP_ARGS(wb, work))
 244
 245 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 246
 247 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 248 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 249         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
 250         TP_ARGS(bdi, work))
 251
 252 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 253
 254 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread)
 255 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue)
 256 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec)
 257 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 258 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start)
 259 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written)
 260 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait)
 261 #endif
 262
 263 LTTNG_TRACEPOINT_EVENT(writeback_pages_written,
 264         TP_PROTO(long pages_written),
 265         TP_ARGS(pages_written),
 266         TP_FIELDS(
 267                 ctf_integer(long, pages, pages_written)
 268         )
 269 )
 270
 271 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 272
 273 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 274         TP_PROTO(struct bdi_writeback *wb),
 275         TP_ARGS(wb),
 276         TP_FIELDS(
 277                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 278         )
 279 )
 280
 281 #undef DEFINE_WRITEBACK_EVENT
 282 #define DEFINE_WRITEBACK_EVENT(name) \
 283 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 284         TP_PROTO(struct bdi_writeback *wb), \
 285         TP_ARGS(wb))
 286
 287 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 288 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 289         TP_PROTO(struct bdi_writeback *wb), \
 290         TP_ARGS(wb))
 291
 292 LTTNG_TRACEPOINT_EVENT(writeback_bdi_register,
 293         TP_PROTO(struct backing_dev_info *bdi),
 294         TP_ARGS(bdi),
 295         TP_FIELDS(
 296                 ctf_string(name, lttng_bdi_dev_name(bdi))
 297         )
 298 )
 299
 300 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 301
 302 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 303         TP_PROTO(struct backing_dev_info *bdi),
 304         TP_ARGS(bdi),
 305         TP_FIELDS(
 306                 ctf_string(name, lttng_bdi_dev_name(bdi))
 307         )
 308 )
 309
 310 #undef DEFINE_WRITEBACK_EVENT
 311 #define DEFINE_WRITEBACK_EVENT(name) \
 312 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 313         TP_PROTO(struct backing_dev_info *bdi), \
 314         TP_ARGS(bdi))
 315
 316 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 317 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 318         TP_PROTO(struct backing_dev_info *bdi), \
 319         TP_ARGS(bdi))
 320
 321 DEFINE_WRITEBACK_EVENT(writeback_bdi_register)
 322
 323 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 324
 325 DEFINE_WRITEBACK_EVENT(writeback_nowork)
 326 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,38))
 327 DEFINE_WRITEBACK_EVENT(writeback_wake_background)
 328 #endif
 329 DEFINE_WRITEBACK_EVENT(writeback_wake_thread)
 330 DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread)
 331 DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister)
 332 DEFINE_WRITEBACK_EVENT(writeback_thread_start)
 333 DEFINE_WRITEBACK_EVENT(writeback_thread_stop)
 334 #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
 335 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start)
 336 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait)
 337
 338 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written,
 339
 340         writeback_balance_dirty_written,
 341
 342         TP_PROTO(struct backing_dev_info *bdi, int written),
 343
 344         TP_ARGS(bdi, written),
 345
 346         TP_FIELDS(
 347                 ctf_string(name, lttng_bdi_dev_name(bdi))
 348                 ctf_integer(int, written, written)
 349         )
 350 )
 351 #endif
 352
 353 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class,
 354         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
 355         TP_ARGS(wbc, bdi),
 356         TP_FIELDS(
 357                 ctf_string(name, lttng_bdi_dev_name(bdi))
 358                 ctf_integer(long, nr_to_write, wbc->nr_to_write)
 359                 ctf_integer(long, pages_skipped, wbc->pages_skipped)
 360                 ctf_integer(int, sync_mode, wbc->sync_mode)
 361                 ctf_integer(int, for_kupdate, wbc->for_kupdate)
 362                 ctf_integer(int, for_background, wbc->for_background)
 363                 ctf_integer(int, for_reclaim, wbc->for_reclaim)
 364                 ctf_integer(int, range_cyclic, wbc->range_cyclic)
 365 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 366                 ctf_integer(int, more_io, wbc->more_io)
 367                 ctf_integer(unsigned long, older_than_this,
 368                         wbc->older_than_this ? *wbc->older_than_this : 0)
 369 #endif
 370                 ctf_integer(long, range_start, (long) wbc->range_start)
 371                 ctf_integer(long, range_end, (long) wbc->range_end)
 372         )
 373 )
 374
 375 #undef DEFINE_WBC_EVENT
 376 #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
 377 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
 378         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
 379         TP_ARGS(wbc, bdi))
 380 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 381 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start)
 382 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written)
 383 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait)
 384 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start)
 385 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written)
 386 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait)
 387 #endif
 388 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage)
 389
 390 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0) || \
 391         LTTNG_KERNEL_RANGE(5,8,6, 5,9,0) || \
 392         LTTNG_KERNEL_RANGE(5,4,62, 5,5,0) || \
 393         LTTNG_KERNEL_RANGE(4,19,143, 4,20,0) || \
 394         LTTNG_KERNEL_RANGE(4,14,196, 4,15,0) || \
 395         LTTNG_KERNEL_RANGE(4,9,235, 4,10,0) || \
 396         LTTNG_KERNEL_RANGE(4,4,235, 4,5,0) || \
 397         LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,119, 4,16,0,0))
 398 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 399         TP_PROTO(struct bdi_writeback *wb,
 400                  struct wb_writeback_work *work,
 401                  unsigned long dirtied_before,
 402                  int moved),
 403         TP_ARGS(wb, work, dirtied_before, moved),
 404         TP_FIELDS(
 405                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 406                 ctf_integer(unsigned long, older, dirtied_before)
 407                 ctf_integer(int, moved, moved)
 408         )
 409 )
 410 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 411 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 412         TP_PROTO(struct bdi_writeback *wb,
 413                  struct wb_writeback_work *work,
 414                  int moved),
 415         TP_ARGS(wb, work, moved),
 416         TP_FIELDS(
 417                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 418                 ctf_integer(int, moved, moved)
 419         )
 420 )
 421 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 422 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 423         TP_PROTO(struct bdi_writeback *wb,
 424                  unsigned long *older_than_this,
 425                  int moved),
 426         TP_ARGS(wb, older_than_this, moved),
 427         TP_FIELDS(
 428                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 429                 ctf_integer(unsigned long, older,
 430                         older_than_this ? *older_than_this : 0)
 431                 ctf_integer(long, age,
 432                         older_than_this ?
 433                                 (jiffies - *older_than_this) * 1000 / HZ
 434                                 : -1)
 435                 ctf_integer(int, moved, moved)
 436         )
 437 )
 438 #endif
 439
 440 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,8,0))
 441 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 442
 443         writeback_global_dirty_state,
 444
 445         TP_PROTO(unsigned long background_thresh,
 446                  unsigned long dirty_thresh
 447         ),
 448
 449         TP_ARGS(background_thresh,
 450                 dirty_thresh
 451         ),
 452
 453         TP_FIELDS(
 454                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 455                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 456                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 457                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 458                 ctf_integer(unsigned long, background_thresh, background_thresh)
 459                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 460                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 461         )
 462 )
 463 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
 464 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 465
 466         writeback_global_dirty_state,
 467
 468         TP_PROTO(unsigned long background_thresh,
 469                  unsigned long dirty_thresh
 470         ),
 471
 472         TP_ARGS(background_thresh,
 473                 dirty_thresh
 474         ),
 475
 476         TP_FIELDS(
 477                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 478                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 479                 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
 480                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 481                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 482                 ctf_integer(unsigned long, background_thresh, background_thresh)
 483                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 484                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 485         )
 486 )
 487 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 488 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 489
 490         writeback_global_dirty_state,
 491
 492         TP_PROTO(unsigned long background_thresh,
 493                  unsigned long dirty_thresh
 494         ),
 495
 496         TP_ARGS(background_thresh,
 497                 dirty_thresh
 498         ),
 499
 500         TP_FIELDS(
 501                 ctf_integer(unsigned long, nr_dirty, global_page_state(NR_FILE_DIRTY))
 502                 ctf_integer(unsigned long, nr_writeback, global_page_state(NR_WRITEBACK))
 503                 ctf_integer(unsigned long, nr_unstable, global_page_state(NR_UNSTABLE_NFS))
 504                 ctf_integer(unsigned long, nr_dirtied, global_page_state(NR_DIRTIED))
 505                 ctf_integer(unsigned long, nr_written, global_page_state(NR_WRITTEN))
 506                 ctf_integer(unsigned long, background_thresh, background_thresh)
 507                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 508                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 509         )
 510 )
 511 #endif
 512
 513 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 514
 515 #define KBps(x)                 ((x) << (PAGE_SHIFT - 10))
 516
 517 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 518
 519 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 520
 521         writeback_bdi_dirty_ratelimit,
 522
 523         TP_PROTO(struct bdi_writeback *wb,
 524                  unsigned long dirty_rate,
 525                  unsigned long task_ratelimit),
 526
 527         TP_ARGS(wb, dirty_rate, task_ratelimit),
 528
 529         TP_FIELDS(
 530                 ctf_string(bdi, lttng_bdi_dev_name(wb->bdi))
 531                 ctf_integer(unsigned long, write_bw, KBps(wb->bdi->wb.write_bandwidth))
 532                 ctf_integer(unsigned long, avg_write_bw, KBps(wb->bdi->wb.avg_write_bandwidth))
 533                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 534                 ctf_integer(unsigned long, dirty_ratelimit, KBps(wb->bdi->wb.dirty_ratelimit))
 535                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 536                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 537                                         KBps(wb->bdi->wb.balanced_dirty_ratelimit))
 538         )
 539 )
 540
 541 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0))
 542
 543 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 544
 545         writeback_bdi_dirty_ratelimit,
 546
 547         TP_PROTO(struct backing_dev_info *bdi,
 548                  unsigned long dirty_rate,
 549                  unsigned long task_ratelimit),
 550
 551         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 552
 553         TP_FIELDS(
 554                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 555                 ctf_integer(unsigned long, write_bw, KBps(bdi->wb.write_bandwidth))
 556                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->wb.avg_write_bandwidth))
 557                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 558                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->wb.dirty_ratelimit))
 559                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 560                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 561                                         KBps(bdi->wb.balanced_dirty_ratelimit))
 562         )
 563 )
 564
 565 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 566
 567 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 568
 569         writeback_bdi_dirty_ratelimit,
 570
 571         TP_PROTO(struct backing_dev_info *bdi,
 572                  unsigned long dirty_rate,
 573                  unsigned long task_ratelimit),
 574
 575         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 576
 577         TP_FIELDS(
 578                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 579                 ctf_integer(unsigned long, write_bw, KBps(bdi->write_bandwidth))
 580                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->avg_write_bandwidth))
 581                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 582                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->dirty_ratelimit))
 583                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 584                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 585                                         KBps(bdi->balanced_dirty_ratelimit))
 586         )
 587 )
 588
 589 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 590
 591 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 592
 593 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 594
 595         writeback_balance_dirty_pages,
 596
 597         TP_PROTO(struct bdi_writeback *wb,
 598                  unsigned long thresh,
 599                  unsigned long bg_thresh,
 600                  unsigned long dirty,
 601                  unsigned long bdi_thresh,
 602                  unsigned long bdi_dirty,
 603                  unsigned long dirty_ratelimit,
 604                  unsigned long task_ratelimit,
 605                  unsigned long dirtied,
 606                  unsigned long period,
 607                  long pause,
 608                  unsigned long start_time),
 609
 610         TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 611                 dirty_ratelimit, task_ratelimit,
 612                 dirtied, period, pause, start_time
 613         ),
 614
 615         TP_FIELDS(
 616                 ctf_string(bdi, lttng_bdi_dev_name(wb->bdi))
 617                 ctf_integer(unsigned long, limit, global_dirty_limit)
 618                 ctf_integer(unsigned long, setpoint,
 619                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 620                 ctf_integer(unsigned long, dirty, dirty)
 621                 ctf_integer(unsigned long, bdi_setpoint,
 622                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 623                                 bdi_thresh / (thresh + 1))
 624                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 625                 ctf_integer(unsigned long, dirty_ratelimit,
 626                         KBps(dirty_ratelimit))
 627                 ctf_integer(unsigned long, task_ratelimit,
 628                         KBps(task_ratelimit))
 629                 ctf_integer(unsigned int, dirtied, dirtied)
 630                 ctf_integer(unsigned int, dirtied_pause,
 631                         current->nr_dirtied_pause)
 632                 ctf_integer(unsigned long, paused,
 633                         (jiffies - start_time) * 1000 / HZ)
 634                 ctf_integer(long, pause, pause * 1000 / HZ)
 635                 ctf_integer(unsigned long, period,
 636                         period * 1000 / HZ)
 637                 ctf_integer(long, think,
 638                         current->dirty_paused_when == 0 ? 0 :
 639                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 640         )
 641 )
 642
 643 #else /* #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 644
 645 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 646
 647         writeback_balance_dirty_pages,
 648
 649         TP_PROTO(struct backing_dev_info *bdi,
 650                  unsigned long thresh,
 651                  unsigned long bg_thresh,
 652                  unsigned long dirty,
 653                  unsigned long bdi_thresh,
 654                  unsigned long bdi_dirty,
 655                  unsigned long dirty_ratelimit,
 656                  unsigned long task_ratelimit,
 657                  unsigned long dirtied,
 658 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 659                  unsigned long period,
 660 #endif
 661                  long pause,
 662                  unsigned long start_time),
 663
 664         TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 665                 dirty_ratelimit, task_ratelimit,
 666 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 667                 dirtied, period, pause, start_time
 668 #else
 669                 dirtied, pause, start_time
 670 #endif
 671         ),
 672
 673         TP_FIELDS(
 674                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 675                 ctf_integer(unsigned long, limit, global_dirty_limit)
 676                 ctf_integer(unsigned long, setpoint,
 677                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 678                 ctf_integer(unsigned long, dirty, dirty)
 679                 ctf_integer(unsigned long, bdi_setpoint,
 680                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 681                                 bdi_thresh / (thresh + 1))
 682                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 683                 ctf_integer(unsigned long, dirty_ratelimit,
 684                         KBps(dirty_ratelimit))
 685                 ctf_integer(unsigned long, task_ratelimit,
 686                         KBps(task_ratelimit))
 687                 ctf_integer(unsigned int, dirtied, dirtied)
 688                 ctf_integer(unsigned int, dirtied_pause,
 689                         current->nr_dirtied_pause)
 690                 ctf_integer(unsigned long, paused,
 691                         (jiffies - start_time) * 1000 / HZ)
 692                 ctf_integer(long, pause, pause * 1000 / HZ)
 693 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 694                 ctf_integer(unsigned long, period,
 695                         period * 1000 / HZ)
 696                 ctf_integer(long, think,
 697                         current->dirty_paused_when == 0 ? 0 :
 698                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 699 #endif
 700         )
 701 )
 702 #endif /* #else #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 703
 704 #endif /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0)) */
 705
 706 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,5,0))
 707 LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue,
 708
 709         TP_PROTO(struct inode *inode),
 710         TP_ARGS(inode),
 711
 712         TP_FIELDS(
 713                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 714                 ctf_integer(unsigned long, ino, inode->i_ino)
 715                 ctf_integer(unsigned long, state, inode->i_state)
 716                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 717         )
 718 )
 719 #endif
 720
 721 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,37))
 722 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template,
 723
 724         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 725
 726         TP_ARGS(usec_timeout, usec_delayed),
 727
 728         TP_FIELDS(
 729                 ctf_integer(unsigned int, usec_timeout, usec_timeout)
 730                 ctf_integer(unsigned int, usec_delayed, usec_delayed)
 731         )
 732 )
 733
 734 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait,
 735
 736         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 737
 738         TP_ARGS(usec_timeout, usec_delayed)
 739 )
 740
 741 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested,
 742
 743         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 744
 745         TP_ARGS(usec_timeout, usec_delayed)
 746 )
 747 #endif
 748
 749 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 750 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template,
 751
 752         TP_PROTO(struct inode *inode,
 753                  struct writeback_control *wbc,
 754                  unsigned long nr_to_write
 755         ),
 756
 757         TP_ARGS(inode, wbc, nr_to_write),
 758
 759         TP_FIELDS(
 760                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 761                 ctf_integer(unsigned long, ino, inode->i_ino)
 762                 ctf_integer(unsigned long, state, inode->i_state)
 763                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 764                 ctf_integer(unsigned long, writeback_index,
 765                         inode->i_mapping->writeback_index)
 766                 ctf_integer(long, nr_to_write, nr_to_write)
 767                 ctf_integer(unsigned long, wrote,
 768                         nr_to_write - wbc->nr_to_write)
 769         )
 770 )
 771
 772 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
 773 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue,
 774         TP_PROTO(struct inode *inode,
 775                 struct writeback_control *wbc,
 776                 unsigned long nr_to_write),
 777         TP_ARGS(inode, wbc, nr_to_write)
 778 )
 779 #endif
 780
 781 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode,
 782         TP_PROTO(struct inode *inode,
 783                  struct writeback_control *wbc,
 784                  unsigned long nr_to_write),
 785         TP_ARGS(inode, wbc, nr_to_write)
 786 )
 787 #endif
 788
 789 #endif /* LTTNG_TRACE_WRITEBACK_H */
 790
 791 /* This part must be outside protection */
 792 #include <probes/define_trace.h>