instrumentation/events/lttng-module/writeback.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM writeback
   4
   5 #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define LTTNG_TRACE_WRITEBACK_H
   7
   8 #include <probes/lttng-tracepoint-event.h>
   9 #include <linux/tracepoint.h>
  10 #include <linux/backing-dev.h>
  11 #include <linux/writeback.h>
  12 #include <lttng-kernel-version.h>
  13
  14 #ifndef _TRACE_WRITEBACK_DEF_
  15 #define _TRACE_WRITEBACK_DEF_
  16
  17 /*
  18  * Use the GPL-exported bdi_dev_name introduced in kernel 5.7. Do not use
  19  * static inline bdi_dev_name in prior kernels because it uses the bdi_unknown_name
  20  * symbol which is not exported to GPL modules.
  21  */
  22 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
  23 static inline const char *lttng_bdi_dev_name(struct backing_dev_info *bdi)
  24 {
  25         return bdi_dev_name(bdi);
  26 }
  27 #else
  28 static inline const char *lttng_bdi_dev_name(struct backing_dev_info *bdi)
  29 {
  30         if (!bdi || !bdi->dev)
  31                 return "(unknown)";
  32         return dev_name(bdi->dev);
  33 }
  34 #endif
  35
  36 /*
  37  * Vanilla kernels before 4.0 do not implement inode_to_bdi
  38  * RHEL kernels before 3.10.0-327.10.1 do not implement inode_to_bdi
  39  * RHEL kernel 3.10.0-327.10.1 has inode_to_bdi
  40  * RHEL kernel 3.10.0-327.13.1 includes a partial merge of upstream
  41  *  commit a212b105b07d75b48b1a166378282e8a77fbf53d which inlines
  42  *  inode_to_bdi but not sb_is_blkdev_sb making it unusable by modules.
  43  */
  44 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0))
  45 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  46 {
  47         struct super_block *sb;
  48
  49         if (!inode)
  50                 return &noop_backing_dev_info;
  51
  52         sb = inode->i_sb;
  53
  54         if (strcmp(sb->s_type->name, "bdev") == 0)
  55                 return inode->i_mapping->backing_dev_info;
  56
  57         return sb->s_bdi;
  58 }
  59 #else
  60 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  61 {
  62         return inode_to_bdi(inode);
  63 }
  64 #endif /* #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0)) */
  65
  66 #endif
  67
  68 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0))
  69 #define show_inode_state(state)                                 \
  70         __print_flags(state, "|",                               \
  71                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  72                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  73                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  74                 {I_NEW,                 "I_NEW"},               \
  75                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  76                 {I_FREEING,             "I_FREEING"},           \
  77                 {I_CLEAR,               "I_CLEAR"},             \
  78                 {I_SYNC,                "I_SYNC"},              \
  79                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  80                 {I_REFERENCED,          "I_REFERENCED"}         \
  81         )
  82 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
  83 #define show_inode_state(state)                                 \
  84         __print_flags(state, "|",                               \
  85                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  86                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  87                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  88                 {I_NEW,                 "I_NEW"},               \
  89                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  90                 {I_FREEING,             "I_FREEING"},           \
  91                 {I_CLEAR,               "I_CLEAR"},             \
  92                 {I_SYNC,                "I_SYNC"},              \
  93                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  94                 {I_DIRTY_TIME_EXPIRED,  "I_DIRTY_TIME_EXPIRED"}, \
  95                 {I_REFERENCED,          "I_REFERENCED"}         \
  96         )
  97 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
  98 #define show_inode_state(state)                                 \
  99         __print_flags(state, "|",                               \
 100                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
 101                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
 102                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
 103                 {I_NEW,                 "I_NEW"},               \
 104                 {I_WILL_FREE,           "I_WILL_FREE"},         \
 105                 {I_FREEING,             "I_FREEING"},           \
 106                 {I_CLEAR,               "I_CLEAR"},             \
 107                 {I_SYNC,                "I_SYNC"},              \
 108                 {I_REFERENCED,          "I_REFERENCED"}         \
 109         )
 110 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
 111
 112 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
 113
 114 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 115         TP_PROTO(struct page *page, struct address_space *mapping),
 116         TP_ARGS(page, mapping),
 117         TP_FIELDS(
 118                 ctf_string(name, lttng_bdi_dev_name(mapping ? lttng_inode_to_bdi(mapping->host) : NULL))
 119                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 120                 ctf_integer(pgoff_t, index, page->index)
 121         )
 122 )
 123
 124 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 125         TP_PROTO(struct inode *inode, int flags),
 126         TP_ARGS(inode, flags),
 127         TP_FIELDS(
 128                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 129                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 130                 ctf_integer(unsigned long, ino, inode->i_ino)
 131                 ctf_integer(unsigned long, state, inode->i_state)
 132                 ctf_integer(unsigned long, flags, flags)
 133         )
 134 )
 135 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 136 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 137         TP_PROTO(struct inode *inode, int flags), \
 138         TP_ARGS(inode, flags))
 139 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 140 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 141 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty)
 142
 143 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 144         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 145         TP_ARGS(inode, wbc),
 146         TP_FIELDS(
 147                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 148                 ctf_integer(unsigned long, ino, inode->i_ino)
 149                 ctf_integer(int, sync_mode, wbc->sync_mode)
 150         )
 151 )
 152
 153 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 154 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 155         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 156         TP_ARGS(inode, wbc))
 157 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 158 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 159
 160 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0))
 161
 162 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 163         TP_PROTO(struct page *page, struct address_space *mapping),
 164         TP_ARGS(page, mapping),
 165         TP_FIELDS(
 166                 ctf_string(name, lttng_bdi_dev_name(mapping ? mapping->backing_dev_info : NULL))
 167                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 168                 ctf_integer(pgoff_t, index, page->index)
 169         )
 170 )
 171
 172 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 173         TP_PROTO(struct inode *inode, int flags),
 174         TP_ARGS(inode, flags),
 175         TP_FIELDS(
 176                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 177                 ctf_string(name, lttng_bdi_dev_name(inode->i_mapping->backing_dev_info))
 178                 ctf_integer(unsigned long, ino, inode->i_ino)
 179                 ctf_integer(unsigned long, flags, flags)
 180         )
 181 )
 182 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 183 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 184         TP_PROTO(struct inode *inode, int flags), \
 185         TP_ARGS(inode, flags))
 186 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 187 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 188
 189 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 190         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 191         TP_ARGS(inode, wbc),
 192         TP_FIELDS(
 193                 ctf_string(name, lttng_bdi_dev_name(inode->i_mapping->backing_dev_info))
 194                 ctf_integer(unsigned long, ino, inode->i_ino)
 195                 ctf_integer(int, sync_mode, wbc->sync_mode)
 196         )
 197 )
 198
 199 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 200 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 201         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 202         TP_ARGS(inode, wbc))
 203 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 204 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 205
 206 #endif /* (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0)) */
 207
 208 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 209
 210 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 211         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),
 212         TP_ARGS(wb, work),
 213         TP_FIELDS(
 214                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 215         )
 216 )
 217
 218 #else
 219
 220 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 221         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
 222         TP_ARGS(bdi, work),
 223         TP_FIELDS(
 224                 ctf_string(name, lttng_bdi_dev_name(bdi))
 225         )
 226 )
 227
 228 #endif /* #else if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 229
 230 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 231
 232 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 233 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 234         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \
 235         TP_ARGS(wb, work))
 236
 237 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 238
 239 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 240 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 241         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
 242         TP_ARGS(bdi, work))
 243
 244 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 245
 246 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread)
 247 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue)
 248 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec)
 249 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 250 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start)
 251 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written)
 252 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait)
 253 #endif
 254
 255 LTTNG_TRACEPOINT_EVENT(writeback_pages_written,
 256         TP_PROTO(long pages_written),
 257         TP_ARGS(pages_written),
 258         TP_FIELDS(
 259                 ctf_integer(long, pages, pages_written)
 260         )
 261 )
 262
 263 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 264
 265 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 266         TP_PROTO(struct bdi_writeback *wb),
 267         TP_ARGS(wb),
 268         TP_FIELDS(
 269                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 270         )
 271 )
 272
 273 #undef DEFINE_WRITEBACK_EVENT
 274 #define DEFINE_WRITEBACK_EVENT(name) \
 275 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 276         TP_PROTO(struct bdi_writeback *wb), \
 277         TP_ARGS(wb))
 278
 279 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 280 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 281         TP_PROTO(struct bdi_writeback *wb), \
 282         TP_ARGS(wb))
 283
 284 LTTNG_TRACEPOINT_EVENT(writeback_bdi_register,
 285         TP_PROTO(struct backing_dev_info *bdi),
 286         TP_ARGS(bdi),
 287         TP_FIELDS(
 288                 ctf_string(name, lttng_bdi_dev_name(bdi))
 289         )
 290 )
 291
 292 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 293
 294 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 295         TP_PROTO(struct backing_dev_info *bdi),
 296         TP_ARGS(bdi),
 297         TP_FIELDS(
 298                 ctf_string(name, lttng_bdi_dev_name(bdi))
 299         )
 300 )
 301
 302 #undef DEFINE_WRITEBACK_EVENT
 303 #define DEFINE_WRITEBACK_EVENT(name) \
 304 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 305         TP_PROTO(struct backing_dev_info *bdi), \
 306         TP_ARGS(bdi))
 307
 308 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 309 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 310         TP_PROTO(struct backing_dev_info *bdi), \
 311         TP_ARGS(bdi))
 312
 313 DEFINE_WRITEBACK_EVENT(writeback_bdi_register)
 314
 315 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 316
 317 DEFINE_WRITEBACK_EVENT(writeback_nowork)
 318 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,38))
 319 DEFINE_WRITEBACK_EVENT(writeback_wake_background)
 320 #endif
 321 DEFINE_WRITEBACK_EVENT(writeback_wake_thread)
 322 DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread)
 323 DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister)
 324 DEFINE_WRITEBACK_EVENT(writeback_thread_start)
 325 DEFINE_WRITEBACK_EVENT(writeback_thread_stop)
 326 #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
 327 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start)
 328 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait)
 329
 330 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written,
 331
 332         writeback_balance_dirty_written,
 333
 334         TP_PROTO(struct backing_dev_info *bdi, int written),
 335
 336         TP_ARGS(bdi, written),
 337
 338         TP_FIELDS(
 339                 ctf_string(name, lttng_bdi_dev_name(bdi))
 340                 ctf_integer(int, written, written)
 341         )
 342 )
 343 #endif
 344
 345 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class,
 346         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
 347         TP_ARGS(wbc, bdi),
 348         TP_FIELDS(
 349                 ctf_string(name, lttng_bdi_dev_name(bdi))
 350                 ctf_integer(long, nr_to_write, wbc->nr_to_write)
 351                 ctf_integer(long, pages_skipped, wbc->pages_skipped)
 352                 ctf_integer(int, sync_mode, wbc->sync_mode)
 353                 ctf_integer(int, for_kupdate, wbc->for_kupdate)
 354                 ctf_integer(int, for_background, wbc->for_background)
 355                 ctf_integer(int, for_reclaim, wbc->for_reclaim)
 356                 ctf_integer(int, range_cyclic, wbc->range_cyclic)
 357 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 358                 ctf_integer(int, more_io, wbc->more_io)
 359                 ctf_integer(unsigned long, older_than_this,
 360                         wbc->older_than_this ? *wbc->older_than_this : 0)
 361 #endif
 362                 ctf_integer(long, range_start, (long) wbc->range_start)
 363                 ctf_integer(long, range_end, (long) wbc->range_end)
 364         )
 365 )
 366
 367 #undef DEFINE_WBC_EVENT
 368 #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
 369 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
 370         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
 371         TP_ARGS(wbc, bdi))
 372 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 373 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start)
 374 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written)
 375 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait)
 376 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start)
 377 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written)
 378 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait)
 379 #endif
 380 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage)
 381
 382 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0) || \
 383         LTTNG_KERNEL_RANGE(5,8,6, 5,9,0) || \
 384         LTTNG_KERNEL_RANGE(5,4,62, 5,5,0) || \
 385         LTTNG_KERNEL_RANGE(4,19,143, 4,20,0) || \
 386         LTTNG_KERNEL_RANGE(4,14,196, 4,15,0) || \
 387         LTTNG_KERNEL_RANGE(4,9,235, 4,10,0) || \
 388         LTTNG_KERNEL_RANGE(4,4,235, 4,5,0) || \
 389         LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,119, 4,16,0,0))
 390 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 391         TP_PROTO(struct bdi_writeback *wb,
 392                  struct wb_writeback_work *work,
 393                  unsigned long dirtied_before,
 394                  int moved),
 395         TP_ARGS(wb, work, dirtied_before, moved),
 396         TP_FIELDS(
 397                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 398                 ctf_integer(unsigned long, older, dirtied_before)
 399                 ctf_integer(int, moved, moved)
 400         )
 401 )
 402 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 403 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 404         TP_PROTO(struct bdi_writeback *wb,
 405                  struct wb_writeback_work *work,
 406                  int moved),
 407         TP_ARGS(wb, work, moved),
 408         TP_FIELDS(
 409                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 410                 ctf_integer(int, moved, moved)
 411         )
 412 )
 413 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 414 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 415         TP_PROTO(struct bdi_writeback *wb,
 416                  unsigned long *older_than_this,
 417                  int moved),
 418         TP_ARGS(wb, older_than_this, moved),
 419         TP_FIELDS(
 420                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 421                 ctf_integer(unsigned long, older,
 422                         older_than_this ? *older_than_this : 0)
 423                 ctf_integer(long, age,
 424                         older_than_this ?
 425                                 (jiffies - *older_than_this) * 1000 / HZ
 426                                 : -1)
 427                 ctf_integer(int, moved, moved)
 428         )
 429 )
 430 #endif
 431
 432 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,8,0))
 433 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 434
 435         writeback_global_dirty_state,
 436
 437         TP_PROTO(unsigned long background_thresh,
 438                  unsigned long dirty_thresh
 439         ),
 440
 441         TP_ARGS(background_thresh,
 442                 dirty_thresh
 443         ),
 444
 445         TP_FIELDS(
 446                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 447                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 448                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 449                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 450                 ctf_integer(unsigned long, background_thresh, background_thresh)
 451                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 452                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 453         )
 454 )
 455 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
 456 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 457
 458         writeback_global_dirty_state,
 459
 460         TP_PROTO(unsigned long background_thresh,
 461                  unsigned long dirty_thresh
 462         ),
 463
 464         TP_ARGS(background_thresh,
 465                 dirty_thresh
 466         ),
 467
 468         TP_FIELDS(
 469                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 470                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 471                 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
 472                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 473                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 474                 ctf_integer(unsigned long, background_thresh, background_thresh)
 475                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 476                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 477         )
 478 )
 479 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 480 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 481
 482         writeback_global_dirty_state,
 483
 484         TP_PROTO(unsigned long background_thresh,
 485                  unsigned long dirty_thresh
 486         ),
 487
 488         TP_ARGS(background_thresh,
 489                 dirty_thresh
 490         ),
 491
 492         TP_FIELDS(
 493                 ctf_integer(unsigned long, nr_dirty, global_page_state(NR_FILE_DIRTY))
 494                 ctf_integer(unsigned long, nr_writeback, global_page_state(NR_WRITEBACK))
 495                 ctf_integer(unsigned long, nr_unstable, global_page_state(NR_UNSTABLE_NFS))
 496                 ctf_integer(unsigned long, nr_dirtied, global_page_state(NR_DIRTIED))
 497                 ctf_integer(unsigned long, nr_written, global_page_state(NR_WRITTEN))
 498                 ctf_integer(unsigned long, background_thresh, background_thresh)
 499                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 500                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 501         )
 502 )
 503 #endif
 504
 505 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 506
 507 #define KBps(x)                 ((x) << (PAGE_SHIFT - 10))
 508
 509 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 510
 511 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 512
 513         writeback_bdi_dirty_ratelimit,
 514
 515         TP_PROTO(struct bdi_writeback *wb,
 516                  unsigned long dirty_rate,
 517                  unsigned long task_ratelimit),
 518
 519         TP_ARGS(wb, dirty_rate, task_ratelimit),
 520
 521         TP_FIELDS(
 522                 ctf_string(bdi, lttng_bdi_dev_name(wb->bdi))
 523                 ctf_integer(unsigned long, write_bw, KBps(wb->bdi->wb.write_bandwidth))
 524                 ctf_integer(unsigned long, avg_write_bw, KBps(wb->bdi->wb.avg_write_bandwidth))
 525                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 526                 ctf_integer(unsigned long, dirty_ratelimit, KBps(wb->bdi->wb.dirty_ratelimit))
 527                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 528                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 529                                         KBps(wb->bdi->wb.balanced_dirty_ratelimit))
 530         )
 531 )
 532
 533 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0))
 534
 535 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 536
 537         writeback_bdi_dirty_ratelimit,
 538
 539         TP_PROTO(struct backing_dev_info *bdi,
 540                  unsigned long dirty_rate,
 541                  unsigned long task_ratelimit),
 542
 543         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 544
 545         TP_FIELDS(
 546                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 547                 ctf_integer(unsigned long, write_bw, KBps(bdi->wb.write_bandwidth))
 548                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->wb.avg_write_bandwidth))
 549                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 550                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->wb.dirty_ratelimit))
 551                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 552                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 553                                         KBps(bdi->wb.balanced_dirty_ratelimit))
 554         )
 555 )
 556
 557 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 558
 559 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 560
 561         writeback_bdi_dirty_ratelimit,
 562
 563         TP_PROTO(struct backing_dev_info *bdi,
 564                  unsigned long dirty_rate,
 565                  unsigned long task_ratelimit),
 566
 567         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 568
 569         TP_FIELDS(
 570                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 571                 ctf_integer(unsigned long, write_bw, KBps(bdi->write_bandwidth))
 572                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->avg_write_bandwidth))
 573                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 574                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->dirty_ratelimit))
 575                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 576                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 577                                         KBps(bdi->balanced_dirty_ratelimit))
 578         )
 579 )
 580
 581 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 582
 583 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 584
 585 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 586
 587         writeback_balance_dirty_pages,
 588
 589         TP_PROTO(struct bdi_writeback *wb,
 590                  unsigned long thresh,
 591                  unsigned long bg_thresh,
 592                  unsigned long dirty,
 593                  unsigned long bdi_thresh,
 594                  unsigned long bdi_dirty,
 595                  unsigned long dirty_ratelimit,
 596                  unsigned long task_ratelimit,
 597                  unsigned long dirtied,
 598                  unsigned long period,
 599                  long pause,
 600                  unsigned long start_time),
 601
 602         TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 603                 dirty_ratelimit, task_ratelimit,
 604                 dirtied, period, pause, start_time
 605         ),
 606
 607         TP_FIELDS(
 608                 ctf_string(bdi, lttng_bdi_dev_name(wb->bdi))
 609                 ctf_integer(unsigned long, limit, global_dirty_limit)
 610                 ctf_integer(unsigned long, setpoint,
 611                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 612                 ctf_integer(unsigned long, dirty, dirty)
 613                 ctf_integer(unsigned long, bdi_setpoint,
 614                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 615                                 bdi_thresh / (thresh + 1))
 616                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 617                 ctf_integer(unsigned long, dirty_ratelimit,
 618                         KBps(dirty_ratelimit))
 619                 ctf_integer(unsigned long, task_ratelimit,
 620                         KBps(task_ratelimit))
 621                 ctf_integer(unsigned int, dirtied, dirtied)
 622                 ctf_integer(unsigned int, dirtied_pause,
 623                         current->nr_dirtied_pause)
 624                 ctf_integer(unsigned long, paused,
 625                         (jiffies - start_time) * 1000 / HZ)
 626                 ctf_integer(long, pause, pause * 1000 / HZ)
 627                 ctf_integer(unsigned long, period,
 628                         period * 1000 / HZ)
 629                 ctf_integer(long, think,
 630                         current->dirty_paused_when == 0 ? 0 :
 631                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 632         )
 633 )
 634
 635 #else /* #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 636
 637 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 638
 639         writeback_balance_dirty_pages,
 640
 641         TP_PROTO(struct backing_dev_info *bdi,
 642                  unsigned long thresh,
 643                  unsigned long bg_thresh,
 644                  unsigned long dirty,
 645                  unsigned long bdi_thresh,
 646                  unsigned long bdi_dirty,
 647                  unsigned long dirty_ratelimit,
 648                  unsigned long task_ratelimit,
 649                  unsigned long dirtied,
 650 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 651                  unsigned long period,
 652 #endif
 653                  long pause,
 654                  unsigned long start_time),
 655
 656         TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 657                 dirty_ratelimit, task_ratelimit,
 658 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 659                 dirtied, period, pause, start_time
 660 #else
 661                 dirtied, pause, start_time
 662 #endif
 663         ),
 664
 665         TP_FIELDS(
 666                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 667                 ctf_integer(unsigned long, limit, global_dirty_limit)
 668                 ctf_integer(unsigned long, setpoint,
 669                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 670                 ctf_integer(unsigned long, dirty, dirty)
 671                 ctf_integer(unsigned long, bdi_setpoint,
 672                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 673                                 bdi_thresh / (thresh + 1))
 674                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 675                 ctf_integer(unsigned long, dirty_ratelimit,
 676                         KBps(dirty_ratelimit))
 677                 ctf_integer(unsigned long, task_ratelimit,
 678                         KBps(task_ratelimit))
 679                 ctf_integer(unsigned int, dirtied, dirtied)
 680                 ctf_integer(unsigned int, dirtied_pause,
 681                         current->nr_dirtied_pause)
 682                 ctf_integer(unsigned long, paused,
 683                         (jiffies - start_time) * 1000 / HZ)
 684                 ctf_integer(long, pause, pause * 1000 / HZ)
 685 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 686                 ctf_integer(unsigned long, period,
 687                         period * 1000 / HZ)
 688                 ctf_integer(long, think,
 689                         current->dirty_paused_when == 0 ? 0 :
 690                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 691 #endif
 692         )
 693 )
 694 #endif /* #else #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 695
 696 #endif /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0)) */
 697
 698 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,5,0))
 699 LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue,
 700
 701         TP_PROTO(struct inode *inode),
 702         TP_ARGS(inode),
 703
 704         TP_FIELDS(
 705                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 706                 ctf_integer(unsigned long, ino, inode->i_ino)
 707                 ctf_integer(unsigned long, state, inode->i_state)
 708                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 709         )
 710 )
 711 #endif
 712
 713 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,37))
 714 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template,
 715
 716         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 717
 718         TP_ARGS(usec_timeout, usec_delayed),
 719
 720         TP_FIELDS(
 721                 ctf_integer(unsigned int, usec_timeout, usec_timeout)
 722                 ctf_integer(unsigned int, usec_delayed, usec_delayed)
 723         )
 724 )
 725
 726 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait,
 727
 728         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 729
 730         TP_ARGS(usec_timeout, usec_delayed)
 731 )
 732
 733 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested,
 734
 735         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 736
 737         TP_ARGS(usec_timeout, usec_delayed)
 738 )
 739 #endif
 740
 741 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 742 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template,
 743
 744         TP_PROTO(struct inode *inode,
 745                  struct writeback_control *wbc,
 746                  unsigned long nr_to_write
 747         ),
 748
 749         TP_ARGS(inode, wbc, nr_to_write),
 750
 751         TP_FIELDS(
 752                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 753                 ctf_integer(unsigned long, ino, inode->i_ino)
 754                 ctf_integer(unsigned long, state, inode->i_state)
 755                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 756                 ctf_integer(unsigned long, writeback_index,
 757                         inode->i_mapping->writeback_index)
 758                 ctf_integer(long, nr_to_write, nr_to_write)
 759                 ctf_integer(unsigned long, wrote,
 760                         nr_to_write - wbc->nr_to_write)
 761         )
 762 )
 763
 764 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
 765 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue,
 766         TP_PROTO(struct inode *inode,
 767                 struct writeback_control *wbc,
 768                 unsigned long nr_to_write),
 769         TP_ARGS(inode, wbc, nr_to_write)
 770 )
 771 #endif
 772
 773 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode,
 774         TP_PROTO(struct inode *inode,
 775                  struct writeback_control *wbc,
 776                  unsigned long nr_to_write),
 777         TP_ARGS(inode, wbc, nr_to_write)
 778 )
 779 #endif
 780
 781 #endif /* LTTNG_TRACE_WRITEBACK_H */
 782
 783 /* This part must be outside protection */
 784 #include <probes/define_trace.h>