instrumentation/events/lttng-module/writeback.h

   1 #undef TRACE_SYSTEM
   2 #define TRACE_SYSTEM writeback
   3
   4 #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
   5 #define LTTNG_TRACE_WRITEBACK_H
   6
   7 #include <probes/lttng-tracepoint-event.h>
   8 #include <linux/tracepoint.h>
   9 #include <linux/backing-dev.h>
  10 #include <linux/writeback.h>
  11 #include <lttng-kernel-version.h>
  12
  13 #ifndef _TRACE_WRITEBACK_DEF_
  14 #define _TRACE_WRITEBACK_DEF_
  15
  16 /*
  17  * Vanilla kernels before 4.0 do not implement inode_to_bdi
  18  * RHEL kernels before 3.10.0-327.10.1 do not implement inode_to_bdi
  19  * RHEL kernel 3.10.0-327.10.1 has inode_to_bdi
  20  * RHEL kernel 3.10.0-327.13.1 includes a partial merge of upstream
  21  *  commit a212b105b07d75b48b1a166378282e8a77fbf53d which inlines
  22  *  inode_to_bdi but not sb_is_blkdev_sb making it unusable by modules.
  23  */
  24 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0))
  25 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  26 {
  27         struct super_block *sb;
  28
  29         if (!inode)
  30                 return &noop_backing_dev_info;
  31
  32         sb = inode->i_sb;
  33
  34         if (strcmp(sb->s_type->name, "bdev") == 0)
  35                 return inode->i_mapping->backing_dev_info;
  36
  37         return sb->s_bdi;
  38 }
  39 #else
  40 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  41 {
  42         return inode_to_bdi(inode);
  43 }
  44 #endif /* #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0)) */
  45
  46 #endif
  47
  48 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
  49 #define show_inode_state(state)                                 \
  50         __print_flags(state, "|",                               \
  51                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  52                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  53                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  54                 {I_NEW,                 "I_NEW"},               \
  55                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  56                 {I_FREEING,             "I_FREEING"},           \
  57                 {I_CLEAR,               "I_CLEAR"},             \
  58                 {I_SYNC,                "I_SYNC"},              \
  59                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  60                 {I_DIRTY_TIME_EXPIRED,  "I_DIRTY_TIME_EXPIRED"}, \
  61                 {I_REFERENCED,          "I_REFERENCED"}         \
  62         )
  63 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
  64 #define show_inode_state(state)                                 \
  65         __print_flags(state, "|",                               \
  66                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  67                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  68                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  69                 {I_NEW,                 "I_NEW"},               \
  70                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  71                 {I_FREEING,             "I_FREEING"},           \
  72                 {I_CLEAR,               "I_CLEAR"},             \
  73                 {I_SYNC,                "I_SYNC"},              \
  74                 {I_REFERENCED,          "I_REFERENCED"}         \
  75         )
  76 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
  77
  78 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
  79
  80 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
  81         TP_PROTO(struct page *page, struct address_space *mapping),
  82         TP_ARGS(page, mapping),
  83         TP_FIELDS(
  84                 ctf_array_text(char, name,
  85                         mapping ? dev_name(lttng_inode_to_bdi(mapping->host)->dev) : "(unknown)", 32)
  86                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
  87                 ctf_integer(pgoff_t, index, page->index)
  88         )
  89 )
  90
  91 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
  92         TP_PROTO(struct inode *inode, int flags),
  93         TP_ARGS(inode, flags),
  94         TP_FIELDS(
  95                 /* may be called for files on pseudo FSes w/ unregistered bdi */
  96                 ctf_array_text(char, name,
  97                         lttng_inode_to_bdi(inode)->dev ?
  98                                 dev_name(lttng_inode_to_bdi(inode)->dev) : "(unknown)", 32)
  99                 ctf_integer(unsigned long, ino, inode->i_ino)
 100                 ctf_integer(unsigned long, state, inode->i_state)
 101                 ctf_integer(unsigned long, flags, flags)
 102         )
 103 )
 104 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 105 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 106         TP_PROTO(struct inode *inode, int flags), \
 107         TP_ARGS(inode, flags))
 108 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 109 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 110 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty)
 111
 112 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 113         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 114         TP_ARGS(inode, wbc),
 115         TP_FIELDS(
 116                 ctf_array_text(char, name,
 117                         dev_name(lttng_inode_to_bdi(inode)->dev), 32)
 118                 ctf_integer(unsigned long, ino, inode->i_ino)
 119                 ctf_integer(int, sync_mode, wbc->sync_mode)
 120         )
 121 )
 122
 123 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 124 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 125         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 126         TP_ARGS(inode, wbc))
 127 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 128 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 129
 130 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0))
 131
 132 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 133         TP_PROTO(struct page *page, struct address_space *mapping),
 134         TP_ARGS(page, mapping),
 135         TP_FIELDS(
 136                 ctf_array_text(char, name,
 137                         mapping ? dev_name(mapping->backing_dev_info->dev) : "(unknown)", 32)
 138                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 139                 ctf_integer(pgoff_t, index, page->index)
 140         )
 141 )
 142
 143 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 144         TP_PROTO(struct inode *inode, int flags),
 145         TP_ARGS(inode, flags),
 146         TP_FIELDS(
 147                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 148                 ctf_array_text(char, name,
 149                         inode->i_mapping->backing_dev_info->dev ?
 150                                 dev_name(inode->i_mapping->backing_dev_info->dev)
 151                                 : "(unknown)", 32)
 152                 ctf_integer(unsigned long, ino, inode->i_ino)
 153                 ctf_integer(unsigned long, flags, flags)
 154         )
 155 )
 156 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 157 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 158         TP_PROTO(struct inode *inode, int flags), \
 159         TP_ARGS(inode, flags))
 160 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 161 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 162
 163 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 164         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 165         TP_ARGS(inode, wbc),
 166         TP_FIELDS(
 167                 ctf_array_text(char, name,
 168                         dev_name(inode->i_mapping->backing_dev_info->dev), 32)
 169                 ctf_integer(unsigned long, ino, inode->i_ino)
 170                 ctf_integer(int, sync_mode, wbc->sync_mode)
 171         )
 172 )
 173
 174 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 175 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 176         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 177         TP_ARGS(inode, wbc))
 178 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 179 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 180
 181 #endif /* (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0)) */
 182
 183 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 184
 185 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 186         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),
 187         TP_ARGS(wb, work),
 188         TP_FIELDS(
 189                 ctf_array_text(char, name, wb->bdi->dev ? dev_name(wb->bdi->dev) :
 190                                 "(unknown)", 32)
 191         )
 192 )
 193
 194 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
 195
 196 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 197         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
 198         TP_ARGS(bdi, work),
 199         TP_FIELDS(
 200                 ctf_array_text(char, name, bdi->dev ? dev_name(bdi->dev) :
 201                                 "(unknown)", 32)
 202         )
 203 )
 204
 205 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
 206
 207 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 208         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
 209         TP_ARGS(bdi, work),
 210         TP_FIELDS(
 211                 ctf_array_text(char, name,
 212                         dev_name(bdi->dev ? bdi->dev :
 213                                 default_backing_dev_info.dev), 32)
 214         )
 215 )
 216
 217 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
 218
 219 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 220
 221 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 222 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 223         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \
 224         TP_ARGS(wb, work))
 225
 226 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 227
 228 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 229 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 230         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
 231         TP_ARGS(bdi, work))
 232
 233 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 234
 235 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread)
 236 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue)
 237 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec)
 238 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 239 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start)
 240 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written)
 241 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait)
 242 #endif
 243
 244 LTTNG_TRACEPOINT_EVENT(writeback_pages_written,
 245         TP_PROTO(long pages_written),
 246         TP_ARGS(pages_written),
 247         TP_FIELDS(
 248                 ctf_integer(long, pages, pages_written)
 249         )
 250 )
 251
 252 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 253
 254 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 255         TP_PROTO(struct bdi_writeback *wb),
 256         TP_ARGS(wb),
 257         TP_FIELDS(
 258                 ctf_array_text(char, name,
 259                         dev_name(wb->bdi->dev), 32)
 260         )
 261 )
 262
 263 #undef DEFINE_WRITEBACK_EVENT
 264 #define DEFINE_WRITEBACK_EVENT(name) \
 265 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 266         TP_PROTO(struct bdi_writeback *wb), \
 267         TP_ARGS(wb))
 268
 269 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 270 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 271         TP_PROTO(struct bdi_writeback *wb), \
 272         TP_ARGS(wb))
 273
 274 LTTNG_TRACEPOINT_EVENT(writeback_bdi_register,
 275         TP_PROTO(struct backing_dev_info *bdi),
 276         TP_ARGS(bdi),
 277         TP_FIELDS(
 278                 ctf_array_text(char, name,
 279                         dev_name(bdi->dev), 32)
 280         )
 281 )
 282
 283 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 284
 285 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 286         TP_PROTO(struct backing_dev_info *bdi),
 287         TP_ARGS(bdi),
 288         TP_FIELDS(
 289                 ctf_array_text(char, name,
 290                         dev_name(bdi->dev), 32)
 291         )
 292 )
 293
 294 #undef DEFINE_WRITEBACK_EVENT
 295 #define DEFINE_WRITEBACK_EVENT(name) \
 296 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 297         TP_PROTO(struct backing_dev_info *bdi), \
 298         TP_ARGS(bdi))
 299
 300 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 301 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 302         TP_PROTO(struct backing_dev_info *bdi), \
 303         TP_ARGS(bdi))
 304
 305 DEFINE_WRITEBACK_EVENT(writeback_bdi_register)
 306
 307 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 308
 309 DEFINE_WRITEBACK_EVENT(writeback_nowork)
 310 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,38))
 311 DEFINE_WRITEBACK_EVENT(writeback_wake_background)
 312 #endif
 313 DEFINE_WRITEBACK_EVENT(writeback_wake_thread)
 314 DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread)
 315 DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister)
 316 DEFINE_WRITEBACK_EVENT(writeback_thread_start)
 317 DEFINE_WRITEBACK_EVENT(writeback_thread_stop)
 318 #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
 319 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start)
 320 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait)
 321
 322 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written,
 323
 324         writeback_balance_dirty_written,
 325
 326         TP_PROTO(struct backing_dev_info *bdi, int written),
 327
 328         TP_ARGS(bdi, written),
 329
 330         TP_FIELDS(
 331                 ctf_array_text(char, name, dev_name(bdi->dev), 32)
 332                 ctf_integer(int, written, written)
 333         )
 334 )
 335 #endif
 336
 337 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class,
 338         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
 339         TP_ARGS(wbc, bdi),
 340         TP_FIELDS(
 341                 ctf_array_text(char, name, dev_name(bdi->dev), 32)
 342                 ctf_integer(long, nr_to_write, wbc->nr_to_write)
 343                 ctf_integer(long, pages_skipped, wbc->pages_skipped)
 344                 ctf_integer(int, sync_mode, wbc->sync_mode)
 345                 ctf_integer(int, for_kupdate, wbc->for_kupdate)
 346                 ctf_integer(int, for_background, wbc->for_background)
 347                 ctf_integer(int, for_reclaim, wbc->for_reclaim)
 348                 ctf_integer(int, range_cyclic, wbc->range_cyclic)
 349 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 350                 ctf_integer(int, more_io, wbc->more_io)
 351                 ctf_integer(unsigned long, older_than_this,
 352                         wbc->older_than_this ? *wbc->older_than_this : 0)
 353 #endif
 354                 ctf_integer(long, range_start, (long) wbc->range_start)
 355                 ctf_integer(long, range_end, (long) wbc->range_end)
 356         )
 357 )
 358
 359 #undef DEFINE_WBC_EVENT
 360 #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
 361 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
 362         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
 363         TP_ARGS(wbc, bdi))
 364 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 365 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start)
 366 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written)
 367 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait)
 368 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start)
 369 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written)
 370 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait)
 371 #endif
 372 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage)
 373
 374 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0) || \
 375         LTTNG_KERNEL_RANGE(5,8,6, 5,9,0) || \
 376         LTTNG_KERNEL_RANGE(5,4,62, 5,5,0) || \
 377         LTTNG_KERNEL_RANGE(4,19,143, 4,20,0) || \
 378         LTTNG_KERNEL_RANGE(4,14,196, 4,15,0) || \
 379         LTTNG_KERNEL_RANGE(4,9,235, 4,10,0) || \
 380         LTTNG_KERNEL_RANGE(4,4,235, 4,5,0) || \
 381         LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,119, 4,16,0,0))
 382 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 383         TP_PROTO(struct bdi_writeback *wb,
 384                  struct wb_writeback_work *work,
 385                  unsigned long dirtied_before,
 386                  int moved),
 387         TP_ARGS(wb, work, dirtied_before, moved),
 388         TP_FIELDS(
 389                 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
 390                 ctf_integer(unsigned long, older, dirtied_before)
 391                 ctf_integer(int, moved, moved)
 392         )
 393 )
 394 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 395 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 396         TP_PROTO(struct bdi_writeback *wb,
 397                  struct wb_writeback_work *work,
 398                  int moved),
 399         TP_ARGS(wb, work, moved),
 400         TP_FIELDS(
 401                 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
 402                 ctf_integer(int, moved, moved)
 403         )
 404 )
 405 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 406 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 407         TP_PROTO(struct bdi_writeback *wb,
 408                  unsigned long *older_than_this,
 409                  int moved),
 410         TP_ARGS(wb, older_than_this, moved),
 411         TP_FIELDS(
 412                 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
 413                 ctf_integer(unsigned long, older,
 414                         older_than_this ? *older_than_this : 0)
 415                 ctf_integer(long, age,
 416                         older_than_this ?
 417                                 (jiffies - *older_than_this) * 1000 / HZ
 418                                 : -1)
 419                 ctf_integer(int, moved, moved)
 420         )
 421 )
 422 #endif
 423
 424 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
 425 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 426
 427         writeback_global_dirty_state,
 428
 429         TP_PROTO(unsigned long background_thresh,
 430                  unsigned long dirty_thresh
 431         ),
 432
 433         TP_ARGS(background_thresh,
 434                 dirty_thresh
 435         ),
 436
 437         TP_FIELDS(
 438                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 439                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 440                 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
 441                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 442                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 443                 ctf_integer(unsigned long, background_thresh, background_thresh)
 444                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 445                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 446         )
 447 )
 448 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 449 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 450
 451         writeback_global_dirty_state,
 452
 453         TP_PROTO(unsigned long background_thresh,
 454                  unsigned long dirty_thresh
 455         ),
 456
 457         TP_ARGS(background_thresh,
 458                 dirty_thresh
 459         ),
 460
 461         TP_FIELDS(
 462                 ctf_integer(unsigned long, nr_dirty, global_page_state(NR_FILE_DIRTY))
 463                 ctf_integer(unsigned long, nr_writeback, global_page_state(NR_WRITEBACK))
 464                 ctf_integer(unsigned long, nr_unstable, global_page_state(NR_UNSTABLE_NFS))
 465                 ctf_integer(unsigned long, nr_dirtied, global_page_state(NR_DIRTIED))
 466                 ctf_integer(unsigned long, nr_written, global_page_state(NR_WRITTEN))
 467                 ctf_integer(unsigned long, background_thresh, background_thresh)
 468                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 469                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 470         )
 471 )
 472 #endif
 473
 474 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 475
 476 #define KBps(x)                 ((x) << (PAGE_SHIFT - 10))
 477
 478 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 479
 480 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 481
 482         writeback_bdi_dirty_ratelimit,
 483
 484         TP_PROTO(struct bdi_writeback *wb,
 485                  unsigned long dirty_rate,
 486                  unsigned long task_ratelimit),
 487
 488         TP_ARGS(wb, dirty_rate, task_ratelimit),
 489
 490         TP_FIELDS(
 491                 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
 492                 ctf_integer(unsigned long, write_bw, KBps(wb->bdi->wb.write_bandwidth))
 493                 ctf_integer(unsigned long, avg_write_bw, KBps(wb->bdi->wb.avg_write_bandwidth))
 494                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 495                 ctf_integer(unsigned long, dirty_ratelimit, KBps(wb->bdi->wb.dirty_ratelimit))
 496                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 497                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 498                                         KBps(wb->bdi->wb.balanced_dirty_ratelimit))
 499         )
 500 )
 501
 502 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0))
 503
 504 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 505
 506         writeback_bdi_dirty_ratelimit,
 507
 508         TP_PROTO(struct backing_dev_info *bdi,
 509                  unsigned long dirty_rate,
 510                  unsigned long task_ratelimit),
 511
 512         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 513
 514         TP_FIELDS(
 515                 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
 516                 ctf_integer(unsigned long, write_bw, KBps(bdi->wb.write_bandwidth))
 517                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->wb.avg_write_bandwidth))
 518                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 519                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->wb.dirty_ratelimit))
 520                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 521                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 522                                         KBps(bdi->wb.balanced_dirty_ratelimit))
 523         )
 524 )
 525
 526 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 527
 528 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 529
 530         writeback_bdi_dirty_ratelimit,
 531
 532         TP_PROTO(struct backing_dev_info *bdi,
 533                  unsigned long dirty_rate,
 534                  unsigned long task_ratelimit),
 535
 536         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 537
 538         TP_FIELDS(
 539                 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
 540                 ctf_integer(unsigned long, write_bw, KBps(bdi->write_bandwidth))
 541                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->avg_write_bandwidth))
 542                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 543                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->dirty_ratelimit))
 544                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 545                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 546                                         KBps(bdi->balanced_dirty_ratelimit))
 547         )
 548 )
 549
 550 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 551
 552 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 553
 554 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 555
 556         writeback_balance_dirty_pages,
 557
 558         TP_PROTO(struct bdi_writeback *wb,
 559                  unsigned long thresh,
 560                  unsigned long bg_thresh,
 561                  unsigned long dirty,
 562                  unsigned long bdi_thresh,
 563                  unsigned long bdi_dirty,
 564                  unsigned long dirty_ratelimit,
 565                  unsigned long task_ratelimit,
 566                  unsigned long dirtied,
 567                  unsigned long period,
 568                  long pause,
 569                  unsigned long start_time),
 570
 571         TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 572                 dirty_ratelimit, task_ratelimit,
 573                 dirtied, period, pause, start_time
 574         ),
 575
 576         TP_FIELDS(
 577                 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
 578                 ctf_integer(unsigned long, limit, global_dirty_limit)
 579                 ctf_integer(unsigned long, setpoint,
 580                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 581                 ctf_integer(unsigned long, dirty, dirty)
 582                 ctf_integer(unsigned long, bdi_setpoint,
 583                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 584                                 bdi_thresh / (thresh + 1))
 585                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 586                 ctf_integer(unsigned long, dirty_ratelimit,
 587                         KBps(dirty_ratelimit))
 588                 ctf_integer(unsigned long, task_ratelimit,
 589                         KBps(task_ratelimit))
 590                 ctf_integer(unsigned int, dirtied, dirtied)
 591                 ctf_integer(unsigned int, dirtied_pause,
 592                         current->nr_dirtied_pause)
 593                 ctf_integer(unsigned long, paused,
 594                         (jiffies - start_time) * 1000 / HZ)
 595                 ctf_integer(long, pause, pause * 1000 / HZ)
 596                 ctf_integer(unsigned long, period,
 597                         period * 1000 / HZ)
 598                 ctf_integer(long, think,
 599                         current->dirty_paused_when == 0 ? 0 :
 600                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 601         )
 602 )
 603
 604 #else /* #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 605
 606 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 607
 608         writeback_balance_dirty_pages,
 609
 610         TP_PROTO(struct backing_dev_info *bdi,
 611                  unsigned long thresh,
 612                  unsigned long bg_thresh,
 613                  unsigned long dirty,
 614                  unsigned long bdi_thresh,
 615                  unsigned long bdi_dirty,
 616                  unsigned long dirty_ratelimit,
 617                  unsigned long task_ratelimit,
 618                  unsigned long dirtied,
 619 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 620                  unsigned long period,
 621 #endif
 622                  long pause,
 623                  unsigned long start_time),
 624
 625         TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 626                 dirty_ratelimit, task_ratelimit,
 627 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 628                 dirtied, period, pause, start_time
 629 #else
 630                 dirtied, pause, start_time
 631 #endif
 632         ),
 633
 634         TP_FIELDS(
 635                 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
 636                 ctf_integer(unsigned long, limit, global_dirty_limit)
 637                 ctf_integer(unsigned long, setpoint,
 638                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 639                 ctf_integer(unsigned long, dirty, dirty)
 640                 ctf_integer(unsigned long, bdi_setpoint,
 641                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 642                                 bdi_thresh / (thresh + 1))
 643                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 644                 ctf_integer(unsigned long, dirty_ratelimit,
 645                         KBps(dirty_ratelimit))
 646                 ctf_integer(unsigned long, task_ratelimit,
 647                         KBps(task_ratelimit))
 648                 ctf_integer(unsigned int, dirtied, dirtied)
 649                 ctf_integer(unsigned int, dirtied_pause,
 650                         current->nr_dirtied_pause)
 651                 ctf_integer(unsigned long, paused,
 652                         (jiffies - start_time) * 1000 / HZ)
 653                 ctf_integer(long, pause, pause * 1000 / HZ)
 654 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 655                 ctf_integer(unsigned long, period,
 656                         period * 1000 / HZ)
 657                 ctf_integer(long, think,
 658                         current->dirty_paused_when == 0 ? 0 :
 659                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 660 #endif
 661         )
 662 )
 663 #endif /* #else #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 664
 665 #endif /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0)) */
 666
 667 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,5,0))
 668 LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue,
 669
 670         TP_PROTO(struct inode *inode),
 671         TP_ARGS(inode),
 672
 673         TP_FIELDS(
 674                 ctf_array_text(char, name,
 675                         dev_name(lttng_inode_to_bdi(inode)->dev), 32)
 676                 ctf_integer(unsigned long, ino, inode->i_ino)
 677                 ctf_integer(unsigned long, state, inode->i_state)
 678                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 679         )
 680 )
 681 #endif
 682
 683 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,37))
 684 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template,
 685
 686         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 687
 688         TP_ARGS(usec_timeout, usec_delayed),
 689
 690         TP_FIELDS(
 691                 ctf_integer(unsigned int, usec_timeout, usec_timeout)
 692                 ctf_integer(unsigned int, usec_delayed, usec_delayed)
 693         )
 694 )
 695
 696 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait,
 697
 698         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 699
 700         TP_ARGS(usec_timeout, usec_delayed)
 701 )
 702
 703 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested,
 704
 705         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 706
 707         TP_ARGS(usec_timeout, usec_delayed)
 708 )
 709 #endif
 710
 711 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 712 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template,
 713
 714         TP_PROTO(struct inode *inode,
 715                  struct writeback_control *wbc,
 716                  unsigned long nr_to_write
 717         ),
 718
 719         TP_ARGS(inode, wbc, nr_to_write),
 720
 721         TP_FIELDS(
 722                 ctf_array_text(char, name,
 723                         dev_name(lttng_inode_to_bdi(inode)->dev), 32)
 724                 ctf_integer(unsigned long, ino, inode->i_ino)
 725                 ctf_integer(unsigned long, state, inode->i_state)
 726                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 727                 ctf_integer(unsigned long, writeback_index,
 728                         inode->i_mapping->writeback_index)
 729                 ctf_integer(long, nr_to_write, nr_to_write)
 730                 ctf_integer(unsigned long, wrote,
 731                         nr_to_write - wbc->nr_to_write)
 732         )
 733 )
 734
 735 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
 736 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue,
 737         TP_PROTO(struct inode *inode,
 738                 struct writeback_control *wbc,
 739                 unsigned long nr_to_write),
 740         TP_ARGS(inode, wbc, nr_to_write)
 741 )
 742 #endif
 743
 744 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode,
 745         TP_PROTO(struct inode *inode,
 746                  struct writeback_control *wbc,
 747                  unsigned long nr_to_write),
 748         TP_ARGS(inode, wbc, nr_to_write)
 749 )
 750 #endif
 751
 752 #endif /* LTTNG_TRACE_WRITEBACK_H */
 753
 754 /* This part must be outside protection */
 755 #include <probes/define_trace.h>