include/instrumentation/events/writeback.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM writeback
   4
   5 #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define LTTNG_TRACE_WRITEBACK_H
   7
   8 #include <lttng/tracepoint-event.h>
   9 #include <linux/tracepoint.h>
  10 #include <linux/backing-dev.h>
  11 #include <linux/writeback.h>
  12 #include <lttng/kernel-version.h>
  13
  14 #ifndef _TRACE_WRITEBACK_DEF_
  15 #define _TRACE_WRITEBACK_DEF_
  16
  17 /*
  18  * Use the GPL-exported bdi_dev_name introduced in kernel 5.7. Do not use
  19  * static inline bdi_dev_name in prior kernels because it uses the bdi_unknown_name
  20  * symbol which is not exported to GPL modules.
  21  */
  22 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
  23 static inline const char *lttng_bdi_dev_name(struct backing_dev_info *bdi)
  24 {
  25         return bdi_dev_name(bdi);
  26 }
  27 #else
  28 static inline const char *lttng_bdi_dev_name(struct backing_dev_info *bdi)
  29 {
  30         if (!bdi || !bdi->dev)
  31                 return "(unknown)";
  32         return dev_name(bdi->dev);
  33 }
  34 #endif
  35
  36 /*
  37  * Vanilla kernels before 4.0 do not implement inode_to_bdi
  38  * RHEL kernels before 3.10.0-327.10.1 do not implement inode_to_bdi
  39  * RHEL kernel 3.10.0-327.10.1 has inode_to_bdi
  40  * RHEL kernel 3.10.0-327.13.1 includes a partial merge of upstream
  41  *  commit a212b105b07d75b48b1a166378282e8a77fbf53d which inlines
  42  *  inode_to_bdi but not sb_is_blkdev_sb making it unusable by modules.
  43  */
  44 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0))
  45 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  46 {
  47         struct super_block *sb;
  48
  49         if (!inode)
  50                 return &noop_backing_dev_info;
  51
  52         sb = inode->i_sb;
  53
  54         if (strcmp(sb->s_type->name, "bdev") == 0)
  55                 return inode->i_mapping->backing_dev_info;
  56
  57         return sb->s_bdi;
  58 }
  59 #else
  60 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  61 {
  62         return inode_to_bdi(inode);
  63 }
  64 #endif /* #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0)) */
  65
  66 #endif
  67
  68 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0) || \
  69         LTTNG_UBUNTU_KERNEL_RANGE(5,4,94,67, 5,5,0,0))
  70 #define show_inode_state(state)                                 \
  71         __print_flags(state, "|",                               \
  72                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  73                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  74                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  75                 {I_NEW,                 "I_NEW"},               \
  76                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  77                 {I_FREEING,             "I_FREEING"},           \
  78                 {I_CLEAR,               "I_CLEAR"},             \
  79                 {I_SYNC,                "I_SYNC"},              \
  80                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  81                 {I_REFERENCED,          "I_REFERENCED"}         \
  82         )
  83 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
  84 #define show_inode_state(state)                                 \
  85         __print_flags(state, "|",                               \
  86                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  87                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  88                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  89                 {I_NEW,                 "I_NEW"},               \
  90                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  91                 {I_FREEING,             "I_FREEING"},           \
  92                 {I_CLEAR,               "I_CLEAR"},             \
  93                 {I_SYNC,                "I_SYNC"},              \
  94                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  95                 {I_DIRTY_TIME_EXPIRED,  "I_DIRTY_TIME_EXPIRED"}, \
  96                 {I_REFERENCED,          "I_REFERENCED"}         \
  97         )
  98 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
  99 #define show_inode_state(state)                                 \
 100         __print_flags(state, "|",                               \
 101                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
 102                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
 103                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
 104                 {I_NEW,                 "I_NEW"},               \
 105                 {I_WILL_FREE,           "I_WILL_FREE"},         \
 106                 {I_FREEING,             "I_FREEING"},           \
 107                 {I_CLEAR,               "I_CLEAR"},             \
 108                 {I_SYNC,                "I_SYNC"},              \
 109                 {I_REFERENCED,          "I_REFERENCED"}         \
 110         )
 111 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
 112
 113 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
 114
 115 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 116         TP_PROTO(struct page *page, struct address_space *mapping),
 117         TP_ARGS(page, mapping),
 118         TP_FIELDS(
 119                 ctf_string(name, lttng_bdi_dev_name(mapping ? lttng_inode_to_bdi(mapping->host) : NULL))
 120                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 121                 ctf_integer(pgoff_t, index, page->index)
 122         )
 123 )
 124
 125 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 126         TP_PROTO(struct inode *inode, int flags),
 127         TP_ARGS(inode, flags),
 128         TP_FIELDS(
 129                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 130                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 131                 ctf_integer(unsigned long, ino, inode->i_ino)
 132                 ctf_integer(unsigned long, state, inode->i_state)
 133                 ctf_integer(unsigned long, flags, flags)
 134         )
 135 )
 136 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 137 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 138         TP_PROTO(struct inode *inode, int flags), \
 139         TP_ARGS(inode, flags))
 140 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 141 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 142 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty)
 143
 144 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 145         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 146         TP_ARGS(inode, wbc),
 147         TP_FIELDS(
 148                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 149                 ctf_integer(unsigned long, ino, inode->i_ino)
 150                 ctf_integer(int, sync_mode, wbc->sync_mode)
 151         )
 152 )
 153
 154 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 155 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 156         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 157         TP_ARGS(inode, wbc))
 158 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 159 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 160
 161 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0))
 162
 163 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 164         TP_PROTO(struct page *page, struct address_space *mapping),
 165         TP_ARGS(page, mapping),
 166         TP_FIELDS(
 167                 ctf_string(name, lttng_bdi_dev_name(mapping ? mapping->backing_dev_info : NULL))
 168                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 169                 ctf_integer(pgoff_t, index, page->index)
 170         )
 171 )
 172
 173 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 174         TP_PROTO(struct inode *inode, int flags),
 175         TP_ARGS(inode, flags),
 176         TP_FIELDS(
 177                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 178                 ctf_string(name, lttng_bdi_dev_name(inode->i_mapping->backing_dev_info))
 179                 ctf_integer(unsigned long, ino, inode->i_ino)
 180                 ctf_integer(unsigned long, flags, flags)
 181         )
 182 )
 183 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 184 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 185         TP_PROTO(struct inode *inode, int flags), \
 186         TP_ARGS(inode, flags))
 187 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 188 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 189
 190 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 191         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 192         TP_ARGS(inode, wbc),
 193         TP_FIELDS(
 194                 ctf_string(name, lttng_bdi_dev_name(inode->i_mapping->backing_dev_info))
 195                 ctf_integer(unsigned long, ino, inode->i_ino)
 196                 ctf_integer(int, sync_mode, wbc->sync_mode)
 197         )
 198 )
 199
 200 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 201 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 202         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 203         TP_ARGS(inode, wbc))
 204 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 205 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 206
 207 #endif /* (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0)) */
 208
 209 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 210
 211 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 212         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),
 213         TP_ARGS(wb, work),
 214         TP_FIELDS(
 215                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 216         )
 217 )
 218
 219 #else
 220
 221 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 222         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
 223         TP_ARGS(bdi, work),
 224         TP_FIELDS(
 225                 ctf_string(name, lttng_bdi_dev_name(bdi))
 226         )
 227 )
 228
 229 #endif /* #else if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 230
 231 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 232
 233 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 234 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 235         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \
 236         TP_ARGS(wb, work))
 237
 238 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 239
 240 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 241 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 242         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
 243         TP_ARGS(bdi, work))
 244
 245 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 246
 247 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread)
 248 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue)
 249 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec)
 250 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 251 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start)
 252 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written)
 253 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait)
 254 #endif
 255
 256 LTTNG_TRACEPOINT_EVENT(writeback_pages_written,
 257         TP_PROTO(long pages_written),
 258         TP_ARGS(pages_written),
 259         TP_FIELDS(
 260                 ctf_integer(long, pages, pages_written)
 261         )
 262 )
 263
 264 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 265
 266 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 267         TP_PROTO(struct bdi_writeback *wb),
 268         TP_ARGS(wb),
 269         TP_FIELDS(
 270                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 271         )
 272 )
 273
 274 #undef DEFINE_WRITEBACK_EVENT
 275 #define DEFINE_WRITEBACK_EVENT(name) \
 276 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 277         TP_PROTO(struct bdi_writeback *wb), \
 278         TP_ARGS(wb))
 279
 280 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 281 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 282         TP_PROTO(struct bdi_writeback *wb), \
 283         TP_ARGS(wb))
 284
 285 LTTNG_TRACEPOINT_EVENT(writeback_bdi_register,
 286         TP_PROTO(struct backing_dev_info *bdi),
 287         TP_ARGS(bdi),
 288         TP_FIELDS(
 289                 ctf_string(name, lttng_bdi_dev_name(bdi))
 290         )
 291 )
 292
 293 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 294
 295 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 296         TP_PROTO(struct backing_dev_info *bdi),
 297         TP_ARGS(bdi),
 298         TP_FIELDS(
 299                 ctf_string(name, lttng_bdi_dev_name(bdi))
 300         )
 301 )
 302
 303 #undef DEFINE_WRITEBACK_EVENT
 304 #define DEFINE_WRITEBACK_EVENT(name) \
 305 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 306         TP_PROTO(struct backing_dev_info *bdi), \
 307         TP_ARGS(bdi))
 308
 309 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 310 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 311         TP_PROTO(struct backing_dev_info *bdi), \
 312         TP_ARGS(bdi))
 313
 314 DEFINE_WRITEBACK_EVENT(writeback_bdi_register)
 315
 316 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 317
 318 DEFINE_WRITEBACK_EVENT(writeback_nowork)
 319 DEFINE_WRITEBACK_EVENT(writeback_wake_background)
 320 DEFINE_WRITEBACK_EVENT(writeback_wake_thread)
 321 DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread)
 322 DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister)
 323 DEFINE_WRITEBACK_EVENT(writeback_thread_start)
 324 DEFINE_WRITEBACK_EVENT(writeback_thread_stop)
 325 #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
 326 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start)
 327 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait)
 328
 329 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written,
 330
 331         writeback_balance_dirty_written,
 332
 333         TP_PROTO(struct backing_dev_info *bdi, int written),
 334
 335         TP_ARGS(bdi, written),
 336
 337         TP_FIELDS(
 338                 ctf_string(name, lttng_bdi_dev_name(bdi))
 339                 ctf_integer(int, written, written)
 340         )
 341 )
 342 #endif
 343
 344 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class,
 345         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
 346         TP_ARGS(wbc, bdi),
 347         TP_FIELDS(
 348                 ctf_string(name, lttng_bdi_dev_name(bdi))
 349                 ctf_integer(long, nr_to_write, wbc->nr_to_write)
 350                 ctf_integer(long, pages_skipped, wbc->pages_skipped)
 351                 ctf_integer(int, sync_mode, wbc->sync_mode)
 352                 ctf_integer(int, for_kupdate, wbc->for_kupdate)
 353                 ctf_integer(int, for_background, wbc->for_background)
 354                 ctf_integer(int, for_reclaim, wbc->for_reclaim)
 355                 ctf_integer(int, range_cyclic, wbc->range_cyclic)
 356 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 357                 ctf_integer(int, more_io, wbc->more_io)
 358                 ctf_integer(unsigned long, older_than_this,
 359                         wbc->older_than_this ? *wbc->older_than_this : 0)
 360 #endif
 361                 ctf_integer(long, range_start, (long) wbc->range_start)
 362                 ctf_integer(long, range_end, (long) wbc->range_end)
 363         )
 364 )
 365
 366 #undef DEFINE_WBC_EVENT
 367 #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
 368 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
 369         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
 370         TP_ARGS(wbc, bdi))
 371 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 372 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start)
 373 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written)
 374 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait)
 375 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start)
 376 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written)
 377 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait)
 378 #endif
 379 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage)
 380
 381 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0) || \
 382         LTTNG_KERNEL_RANGE(5,8,6, 5,9,0) || \
 383         LTTNG_KERNEL_RANGE(5,4,62, 5,5,0) || \
 384         LTTNG_KERNEL_RANGE(4,19,143, 4,20,0) || \
 385         LTTNG_KERNEL_RANGE(4,14,196, 4,15,0) || \
 386         LTTNG_KERNEL_RANGE(4,9,235, 4,10,0) || \
 387         LTTNG_KERNEL_RANGE(4,4,235, 4,5,0) || \
 388         LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,119, 4,16,0,0))
 389 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 390         TP_PROTO(struct bdi_writeback *wb,
 391                  struct wb_writeback_work *work,
 392                  unsigned long dirtied_before,
 393                  int moved),
 394         TP_ARGS(wb, work, dirtied_before, moved),
 395         TP_FIELDS(
 396                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 397                 ctf_integer(unsigned long, older, dirtied_before)
 398                 ctf_integer(int, moved, moved)
 399         )
 400 )
 401 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 402 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 403         TP_PROTO(struct bdi_writeback *wb,
 404                  struct wb_writeback_work *work,
 405                  int moved),
 406         TP_ARGS(wb, work, moved),
 407         TP_FIELDS(
 408                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 409                 ctf_integer(int, moved, moved)
 410         )
 411 )
 412 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 413 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 414         TP_PROTO(struct bdi_writeback *wb,
 415                  unsigned long *older_than_this,
 416                  int moved),
 417         TP_ARGS(wb, older_than_this, moved),
 418         TP_FIELDS(
 419                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 420                 ctf_integer(unsigned long, older,
 421                         older_than_this ? *older_than_this : 0)
 422                 ctf_integer(long, age,
 423                         older_than_this ?
 424                                 (jiffies - *older_than_this) * 1000 / HZ
 425                                 : -1)
 426                 ctf_integer(int, moved, moved)
 427         )
 428 )
 429 #endif
 430
 431 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,8,0))
 432 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 433
 434         writeback_global_dirty_state,
 435
 436         TP_PROTO(unsigned long background_thresh,
 437                  unsigned long dirty_thresh
 438         ),
 439
 440         TP_ARGS(background_thresh,
 441                 dirty_thresh
 442         ),
 443
 444         TP_FIELDS(
 445                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 446                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 447                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 448                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 449                 ctf_integer(unsigned long, background_thresh, background_thresh)
 450                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 451                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 452         )
 453 )
 454 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
 455 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 456
 457         writeback_global_dirty_state,
 458
 459         TP_PROTO(unsigned long background_thresh,
 460                  unsigned long dirty_thresh
 461         ),
 462
 463         TP_ARGS(background_thresh,
 464                 dirty_thresh
 465         ),
 466
 467         TP_FIELDS(
 468                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 469                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 470                 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
 471                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 472                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 473                 ctf_integer(unsigned long, background_thresh, background_thresh)
 474                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 475                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 476         )
 477 )
 478 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 479 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 480
 481         writeback_global_dirty_state,
 482
 483         TP_PROTO(unsigned long background_thresh,
 484                  unsigned long dirty_thresh
 485         ),
 486
 487         TP_ARGS(background_thresh,
 488                 dirty_thresh
 489         ),
 490
 491         TP_FIELDS(
 492                 ctf_integer(unsigned long, nr_dirty, global_page_state(NR_FILE_DIRTY))
 493                 ctf_integer(unsigned long, nr_writeback, global_page_state(NR_WRITEBACK))
 494                 ctf_integer(unsigned long, nr_unstable, global_page_state(NR_UNSTABLE_NFS))
 495                 ctf_integer(unsigned long, nr_dirtied, global_page_state(NR_DIRTIED))
 496                 ctf_integer(unsigned long, nr_written, global_page_state(NR_WRITTEN))
 497                 ctf_integer(unsigned long, background_thresh, background_thresh)
 498                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 499                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 500         )
 501 )
 502 #endif
 503
 504 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 505
 506 #define KBps(x)                 ((x) << (PAGE_SHIFT - 10))
 507
 508 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 509
 510 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 511
 512         writeback_bdi_dirty_ratelimit,
 513
 514         TP_PROTO(struct bdi_writeback *wb,
 515                  unsigned long dirty_rate,
 516                  unsigned long task_ratelimit),
 517
 518         TP_ARGS(wb, dirty_rate, task_ratelimit),
 519
 520         TP_FIELDS(
 521                 ctf_string(bdi, lttng_bdi_dev_name(wb->bdi))
 522                 ctf_integer(unsigned long, write_bw, KBps(wb->bdi->wb.write_bandwidth))
 523                 ctf_integer(unsigned long, avg_write_bw, KBps(wb->bdi->wb.avg_write_bandwidth))
 524                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 525                 ctf_integer(unsigned long, dirty_ratelimit, KBps(wb->bdi->wb.dirty_ratelimit))
 526                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 527                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 528                                         KBps(wb->bdi->wb.balanced_dirty_ratelimit))
 529         )
 530 )
 531
 532 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0))
 533
 534 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 535
 536         writeback_bdi_dirty_ratelimit,
 537
 538         TP_PROTO(struct backing_dev_info *bdi,
 539                  unsigned long dirty_rate,
 540                  unsigned long task_ratelimit),
 541
 542         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 543
 544         TP_FIELDS(
 545                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 546                 ctf_integer(unsigned long, write_bw, KBps(bdi->wb.write_bandwidth))
 547                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->wb.avg_write_bandwidth))
 548                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 549                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->wb.dirty_ratelimit))
 550                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 551                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 552                                         KBps(bdi->wb.balanced_dirty_ratelimit))
 553         )
 554 )
 555
 556 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 557
 558 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 559
 560         writeback_bdi_dirty_ratelimit,
 561
 562         TP_PROTO(struct backing_dev_info *bdi,
 563                  unsigned long dirty_rate,
 564                  unsigned long task_ratelimit),
 565
 566         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 567
 568         TP_FIELDS(
 569                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 570                 ctf_integer(unsigned long, write_bw, KBps(bdi->write_bandwidth))
 571                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->avg_write_bandwidth))
 572                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 573                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->dirty_ratelimit))
 574                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 575                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 576                                         KBps(bdi->balanced_dirty_ratelimit))
 577         )
 578 )
 579
 580 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 581
 582 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 583
 584 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 585
 586         writeback_balance_dirty_pages,
 587
 588         TP_PROTO(struct bdi_writeback *wb,
 589                  unsigned long thresh,
 590                  unsigned long bg_thresh,
 591                  unsigned long dirty,
 592                  unsigned long bdi_thresh,
 593                  unsigned long bdi_dirty,
 594                  unsigned long dirty_ratelimit,
 595                  unsigned long task_ratelimit,
 596                  unsigned long dirtied,
 597                  unsigned long period,
 598                  long pause,
 599                  unsigned long start_time),
 600
 601         TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 602                 dirty_ratelimit, task_ratelimit,
 603                 dirtied, period, pause, start_time
 604         ),
 605
 606         TP_FIELDS(
 607                 ctf_string(bdi, lttng_bdi_dev_name(wb->bdi))
 608                 ctf_integer(unsigned long, limit, global_dirty_limit)
 609                 ctf_integer(unsigned long, setpoint,
 610                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 611                 ctf_integer(unsigned long, dirty, dirty)
 612                 ctf_integer(unsigned long, bdi_setpoint,
 613                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 614                                 bdi_thresh / (thresh + 1))
 615                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 616                 ctf_integer(unsigned long, dirty_ratelimit,
 617                         KBps(dirty_ratelimit))
 618                 ctf_integer(unsigned long, task_ratelimit,
 619                         KBps(task_ratelimit))
 620                 ctf_integer(unsigned int, dirtied, dirtied)
 621                 ctf_integer(unsigned int, dirtied_pause,
 622                         current->nr_dirtied_pause)
 623                 ctf_integer(unsigned long, paused,
 624                         (jiffies - start_time) * 1000 / HZ)
 625                 ctf_integer(long, pause, pause * 1000 / HZ)
 626                 ctf_integer(unsigned long, period,
 627                         period * 1000 / HZ)
 628                 ctf_integer(long, think,
 629                         current->dirty_paused_when == 0 ? 0 :
 630                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 631         )
 632 )
 633
 634 #else /* #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 635
 636 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 637
 638         writeback_balance_dirty_pages,
 639
 640         TP_PROTO(struct backing_dev_info *bdi,
 641                  unsigned long thresh,
 642                  unsigned long bg_thresh,
 643                  unsigned long dirty,
 644                  unsigned long bdi_thresh,
 645                  unsigned long bdi_dirty,
 646                  unsigned long dirty_ratelimit,
 647                  unsigned long task_ratelimit,
 648                  unsigned long dirtied,
 649 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 650                  unsigned long period,
 651 #endif
 652                  long pause,
 653                  unsigned long start_time),
 654
 655         TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 656                 dirty_ratelimit, task_ratelimit,
 657 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 658                 dirtied, period, pause, start_time
 659 #else
 660                 dirtied, pause, start_time
 661 #endif
 662         ),
 663
 664         TP_FIELDS(
 665                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 666                 ctf_integer(unsigned long, limit, global_dirty_limit)
 667                 ctf_integer(unsigned long, setpoint,
 668                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 669                 ctf_integer(unsigned long, dirty, dirty)
 670                 ctf_integer(unsigned long, bdi_setpoint,
 671                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 672                                 bdi_thresh / (thresh + 1))
 673                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 674                 ctf_integer(unsigned long, dirty_ratelimit,
 675                         KBps(dirty_ratelimit))
 676                 ctf_integer(unsigned long, task_ratelimit,
 677                         KBps(task_ratelimit))
 678                 ctf_integer(unsigned int, dirtied, dirtied)
 679                 ctf_integer(unsigned int, dirtied_pause,
 680                         current->nr_dirtied_pause)
 681                 ctf_integer(unsigned long, paused,
 682                         (jiffies - start_time) * 1000 / HZ)
 683                 ctf_integer(long, pause, pause * 1000 / HZ)
 684 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 685                 ctf_integer(unsigned long, period,
 686                         period * 1000 / HZ)
 687                 ctf_integer(long, think,
 688                         current->dirty_paused_when == 0 ? 0 :
 689                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 690 #endif
 691         )
 692 )
 693 #endif /* #else #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 694
 695 #endif /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0)) */
 696
 697 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,5,0))
 698 LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue,
 699
 700         TP_PROTO(struct inode *inode),
 701         TP_ARGS(inode),
 702
 703         TP_FIELDS(
 704                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 705                 ctf_integer(unsigned long, ino, inode->i_ino)
 706                 ctf_integer(unsigned long, state, inode->i_state)
 707                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 708         )
 709 )
 710 #endif
 711
 712 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template,
 713
 714         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 715
 716         TP_ARGS(usec_timeout, usec_delayed),
 717
 718         TP_FIELDS(
 719                 ctf_integer(unsigned int, usec_timeout, usec_timeout)
 720                 ctf_integer(unsigned int, usec_delayed, usec_delayed)
 721         )
 722 )
 723
 724 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait,
 725
 726         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 727
 728         TP_ARGS(usec_timeout, usec_delayed)
 729 )
 730
 731 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested,
 732
 733         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 734
 735         TP_ARGS(usec_timeout, usec_delayed)
 736 )
 737
 738 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 739 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template,
 740
 741         TP_PROTO(struct inode *inode,
 742                  struct writeback_control *wbc,
 743                  unsigned long nr_to_write
 744         ),
 745
 746         TP_ARGS(inode, wbc, nr_to_write),
 747
 748         TP_FIELDS(
 749                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 750                 ctf_integer(unsigned long, ino, inode->i_ino)
 751                 ctf_integer(unsigned long, state, inode->i_state)
 752                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 753                 ctf_integer(unsigned long, writeback_index,
 754                         inode->i_mapping->writeback_index)
 755                 ctf_integer(long, nr_to_write, nr_to_write)
 756                 ctf_integer(unsigned long, wrote,
 757                         nr_to_write - wbc->nr_to_write)
 758         )
 759 )
 760
 761 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
 762 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue,
 763         TP_PROTO(struct inode *inode,
 764                 struct writeback_control *wbc,
 765                 unsigned long nr_to_write),
 766         TP_ARGS(inode, wbc, nr_to_write)
 767 )
 768 #endif
 769
 770 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode,
 771         TP_PROTO(struct inode *inode,
 772                  struct writeback_control *wbc,
 773                  unsigned long nr_to_write),
 774         TP_ARGS(inode, wbc, nr_to_write)
 775 )
 776 #endif
 777
 778 #endif /* LTTNG_TRACE_WRITEBACK_H */
 779
 780 /* This part must be outside protection */
 781 #include <lttng/define_trace.h>