instrumentation/events/lttng-module/writeback.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM writeback
   4
   5 #if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define LTTNG_TRACE_WRITEBACK_H
   7
   8 #include <probes/lttng-tracepoint-event.h>
   9 #include <linux/tracepoint.h>
  10 #include <linux/backing-dev.h>
  11 #include <linux/writeback.h>
  12 #include <lttng-kernel-version.h>
  13
  14 #ifndef _TRACE_WRITEBACK_DEF_
  15 #define _TRACE_WRITEBACK_DEF_
  16
  17 /*
  18  * Use the GPL-exported bdi_dev_name introduced in kernel 5.7. Do not use
  19  * static inline bdi_dev_name in prior kernels because it uses the bdi_unknown_name
  20  * symbol which is not exported to GPL modules.
  21  */
  22 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,7,0))
  23 static inline const char *lttng_bdi_dev_name(struct backing_dev_info *bdi)
  24 {
  25         return bdi_dev_name(bdi);
  26 }
  27 #else
  28 static inline const char *lttng_bdi_dev_name(struct backing_dev_info *bdi)
  29 {
  30         if (!bdi || !bdi->dev)
  31                 return "(unknown)";
  32         return dev_name(bdi->dev);
  33 }
  34 #endif
  35
  36 /*
  37  * Vanilla kernels before 4.0 do not implement inode_to_bdi
  38  * RHEL kernels before 3.10.0-327.10.1 do not implement inode_to_bdi
  39  * RHEL kernel 3.10.0-327.10.1 has inode_to_bdi
  40  * RHEL kernel 3.10.0-327.13.1 includes a partial merge of upstream
  41  *  commit a212b105b07d75b48b1a166378282e8a77fbf53d which inlines
  42  *  inode_to_bdi but not sb_is_blkdev_sb making it unusable by modules.
  43  */
  44 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0))
  45 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  46 {
  47         struct super_block *sb;
  48
  49         if (!inode)
  50                 return &noop_backing_dev_info;
  51
  52         sb = inode->i_sb;
  53
  54         if (strcmp(sb->s_type->name, "bdev") == 0)
  55                 return inode->i_mapping->backing_dev_info;
  56
  57         return sb->s_bdi;
  58 }
  59 #else
  60 static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
  61 {
  62         return inode_to_bdi(inode);
  63 }
  64 #endif /* #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(4,0,0)) */
  65
  66 #endif
  67
  68 /*
  69  * Keep this macro around to track changes in the valid values for `state`.
  70  * Eventually, we will have a enum to describe that field. If the macro is
  71  * changed by an upstream kernel, the fact that we have a redefinition here
  72  * will generate a compiler warning.
  73  */
  74 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0) || \
  75         LTTNG_KERNEL_RANGE(4,14,218, 4,15,0) ||                 \
  76         LTTNG_KERNEL_RANGE(4,19,172, 4,20,0) ||                 \
  77         LTTNG_KERNEL_RANGE(5,4,94, 5,5,0) ||                    \
  78         LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,141, 4,16,0,0) ||     \
  79         LTTNG_RHEL_KERNEL_RANGE(4,18,0,240,0,0, 4,19,0,0,0,0))
  80 #define show_inode_state(state)                                 \
  81         __print_flags(state, "|",                               \
  82                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  83                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  84                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  85                 {I_NEW,                 "I_NEW"},               \
  86                 {I_WILL_FREE,           "I_WILL_FREE"},         \
  87                 {I_FREEING,             "I_FREEING"},           \
  88                 {I_CLEAR,               "I_CLEAR"},             \
  89                 {I_SYNC,                "I_SYNC"},              \
  90                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
  91                 {I_REFERENCED,          "I_REFERENCED"}         \
  92         )
  93 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
  94 #define show_inode_state(state)                                 \
  95         __print_flags(state, "|",                               \
  96                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
  97                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
  98                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
  99                 {I_NEW,                 "I_NEW"},               \
 100                 {I_WILL_FREE,           "I_WILL_FREE"},         \
 101                 {I_FREEING,             "I_FREEING"},           \
 102                 {I_CLEAR,               "I_CLEAR"},             \
 103                 {I_SYNC,                "I_SYNC"},              \
 104                 {I_DIRTY_TIME,          "I_DIRTY_TIME"},        \
 105                 {I_DIRTY_TIME_EXPIRED,  "I_DIRTY_TIME_EXPIRED"}, \
 106                 {I_REFERENCED,          "I_REFERENCED"}         \
 107         )
 108 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
 109 #define show_inode_state(state)                                 \
 110         __print_flags(state, "|",                               \
 111                 {I_DIRTY_SYNC,          "I_DIRTY_SYNC"},        \
 112                 {I_DIRTY_DATASYNC,      "I_DIRTY_DATASYNC"},    \
 113                 {I_DIRTY_PAGES,         "I_DIRTY_PAGES"},       \
 114                 {I_NEW,                 "I_NEW"},               \
 115                 {I_WILL_FREE,           "I_WILL_FREE"},         \
 116                 {I_FREEING,             "I_FREEING"},           \
 117                 {I_CLEAR,               "I_CLEAR"},             \
 118                 {I_SYNC,                "I_SYNC"},              \
 119                 {I_REFERENCED,          "I_REFERENCED"}         \
 120         )
 121 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0)) */
 122
 123 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,0,0))
 124
 125 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 126         TP_PROTO(struct page *page, struct address_space *mapping),
 127         TP_ARGS(page, mapping),
 128         TP_FIELDS(
 129                 ctf_string(name, lttng_bdi_dev_name(mapping ? lttng_inode_to_bdi(mapping->host) : NULL))
 130                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 131                 ctf_integer(pgoff_t, index, page->index)
 132         )
 133 )
 134
 135 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 136         TP_PROTO(struct inode *inode, int flags),
 137         TP_ARGS(inode, flags),
 138         TP_FIELDS(
 139                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 140                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 141                 ctf_integer(unsigned long, ino, inode->i_ino)
 142                 ctf_integer(unsigned long, state, inode->i_state)
 143                 ctf_integer(unsigned long, flags, flags)
 144         )
 145 )
 146 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 147 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 148         TP_PROTO(struct inode *inode, int flags), \
 149         TP_ARGS(inode, flags))
 150 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 151 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 152 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty)
 153
 154 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 155         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 156         TP_ARGS(inode, wbc),
 157         TP_FIELDS(
 158                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 159                 ctf_integer(unsigned long, ino, inode->i_ino)
 160                 ctf_integer(int, sync_mode, wbc->sync_mode)
 161         )
 162 )
 163
 164 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 165 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 166         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 167         TP_ARGS(inode, wbc))
 168 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 169 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 170
 171 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0))
 172
 173 LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
 174         TP_PROTO(struct page *page, struct address_space *mapping),
 175         TP_ARGS(page, mapping),
 176         TP_FIELDS(
 177                 ctf_string(name, lttng_bdi_dev_name(mapping ? mapping->backing_dev_info : NULL))
 178                 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
 179                 ctf_integer(pgoff_t, index, page->index)
 180         )
 181 )
 182
 183 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
 184         TP_PROTO(struct inode *inode, int flags),
 185         TP_ARGS(inode, flags),
 186         TP_FIELDS(
 187                 /* may be called for files on pseudo FSes w/ unregistered bdi */
 188                 ctf_string(name, lttng_bdi_dev_name(inode->i_mapping->backing_dev_info))
 189                 ctf_integer(unsigned long, ino, inode->i_ino)
 190                 ctf_integer(unsigned long, flags, flags)
 191         )
 192 )
 193 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
 194 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
 195         TP_PROTO(struct inode *inode, int flags), \
 196         TP_ARGS(inode, flags))
 197 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
 198 LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
 199
 200 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
 201         TP_PROTO(struct inode *inode, struct writeback_control *wbc),
 202         TP_ARGS(inode, wbc),
 203         TP_FIELDS(
 204                 ctf_string(name, lttng_bdi_dev_name(inode->i_mapping->backing_dev_info))
 205                 ctf_integer(unsigned long, ino, inode->i_ino)
 206                 ctf_integer(int, sync_mode, wbc->sync_mode)
 207         )
 208 )
 209
 210 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
 211 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
 212         TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
 213         TP_ARGS(inode, wbc))
 214 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
 215 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
 216
 217 #endif /* (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,9,0)) */
 218
 219 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 220
 221 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 222         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),
 223         TP_ARGS(wb, work),
 224         TP_FIELDS(
 225                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 226         )
 227 )
 228
 229 #else
 230
 231 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
 232         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
 233         TP_ARGS(bdi, work),
 234         TP_FIELDS(
 235                 ctf_string(name, lttng_bdi_dev_name(bdi))
 236         )
 237 )
 238
 239 #endif /* #else if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 240
 241 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 242
 243 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 244 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 245         TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \
 246         TP_ARGS(wb, work))
 247
 248 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 249
 250 #define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
 251 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
 252         TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
 253         TP_ARGS(bdi, work))
 254
 255 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 256
 257 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread)
 258 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue)
 259 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec)
 260 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 261 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start)
 262 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written)
 263 LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait)
 264 #endif
 265
 266 LTTNG_TRACEPOINT_EVENT(writeback_pages_written,
 267         TP_PROTO(long pages_written),
 268         TP_ARGS(pages_written),
 269         TP_FIELDS(
 270                 ctf_integer(long, pages, pages_written)
 271         )
 272 )
 273
 274 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 275
 276 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 277         TP_PROTO(struct bdi_writeback *wb),
 278         TP_ARGS(wb),
 279         TP_FIELDS(
 280                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 281         )
 282 )
 283
 284 #undef DEFINE_WRITEBACK_EVENT
 285 #define DEFINE_WRITEBACK_EVENT(name) \
 286 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 287         TP_PROTO(struct bdi_writeback *wb), \
 288         TP_ARGS(wb))
 289
 290 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 291 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 292         TP_PROTO(struct bdi_writeback *wb), \
 293         TP_ARGS(wb))
 294
 295 LTTNG_TRACEPOINT_EVENT(writeback_bdi_register,
 296         TP_PROTO(struct backing_dev_info *bdi),
 297         TP_ARGS(bdi),
 298         TP_FIELDS(
 299                 ctf_string(name, lttng_bdi_dev_name(bdi))
 300         )
 301 )
 302
 303 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 304
 305 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
 306         TP_PROTO(struct backing_dev_info *bdi),
 307         TP_ARGS(bdi),
 308         TP_FIELDS(
 309                 ctf_string(name, lttng_bdi_dev_name(bdi))
 310         )
 311 )
 312
 313 #undef DEFINE_WRITEBACK_EVENT
 314 #define DEFINE_WRITEBACK_EVENT(name) \
 315 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
 316         TP_PROTO(struct backing_dev_info *bdi), \
 317         TP_ARGS(bdi))
 318
 319 #define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
 320 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
 321         TP_PROTO(struct backing_dev_info *bdi), \
 322         TP_ARGS(bdi))
 323
 324 DEFINE_WRITEBACK_EVENT(writeback_bdi_register)
 325
 326 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 327
 328 DEFINE_WRITEBACK_EVENT(writeback_nowork)
 329 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,38))
 330 DEFINE_WRITEBACK_EVENT(writeback_wake_background)
 331 #endif
 332 DEFINE_WRITEBACK_EVENT(writeback_wake_thread)
 333 DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread)
 334 DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister)
 335 DEFINE_WRITEBACK_EVENT(writeback_thread_start)
 336 DEFINE_WRITEBACK_EVENT(writeback_thread_stop)
 337 #if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
 338 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start)
 339 DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait)
 340
 341 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written,
 342
 343         writeback_balance_dirty_written,
 344
 345         TP_PROTO(struct backing_dev_info *bdi, int written),
 346
 347         TP_ARGS(bdi, written),
 348
 349         TP_FIELDS(
 350                 ctf_string(name, lttng_bdi_dev_name(bdi))
 351                 ctf_integer(int, written, written)
 352         )
 353 )
 354 #endif
 355
 356 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class,
 357         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
 358         TP_ARGS(wbc, bdi),
 359         TP_FIELDS(
 360                 ctf_string(name, lttng_bdi_dev_name(bdi))
 361                 ctf_integer(long, nr_to_write, wbc->nr_to_write)
 362                 ctf_integer(long, pages_skipped, wbc->pages_skipped)
 363                 ctf_integer(int, sync_mode, wbc->sync_mode)
 364                 ctf_integer(int, for_kupdate, wbc->for_kupdate)
 365                 ctf_integer(int, for_background, wbc->for_background)
 366                 ctf_integer(int, for_reclaim, wbc->for_reclaim)
 367                 ctf_integer(int, range_cyclic, wbc->range_cyclic)
 368 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 369                 ctf_integer(int, more_io, wbc->more_io)
 370                 ctf_integer(unsigned long, older_than_this,
 371                         wbc->older_than_this ? *wbc->older_than_this : 0)
 372 #endif
 373                 ctf_integer(long, range_start, (long) wbc->range_start)
 374                 ctf_integer(long, range_end, (long) wbc->range_end)
 375         )
 376 )
 377
 378 #undef DEFINE_WBC_EVENT
 379 #define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
 380 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
 381         TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
 382         TP_ARGS(wbc, bdi))
 383 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,1,0))
 384 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start)
 385 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written)
 386 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait)
 387 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start)
 388 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written)
 389 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait)
 390 #endif
 391 LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage)
 392
 393 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,9,0) || \
 394         LTTNG_KERNEL_RANGE(5,8,6, 5,9,0) || \
 395         LTTNG_KERNEL_RANGE(5,4,62, 5,5,0) || \
 396         LTTNG_KERNEL_RANGE(4,19,143, 4,20,0) || \
 397         LTTNG_KERNEL_RANGE(4,14,196, 4,15,0) || \
 398         LTTNG_KERNEL_RANGE(4,9,235, 4,10,0) || \
 399         LTTNG_KERNEL_RANGE(4,4,235, 4,5,0) || \
 400         LTTNG_UBUNTU_KERNEL_RANGE(4,15,18,119, 4,16,0,0) || \
 401         LTTNG_RHEL_KERNEL_RANGE(4,18,0,240,0,0, 4,19,0,0,0,0))
 402 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 403         TP_PROTO(struct bdi_writeback *wb,
 404                  struct wb_writeback_work *work,
 405                  unsigned long dirtied_before,
 406                  int moved),
 407         TP_ARGS(wb, work, dirtied_before, moved),
 408         TP_FIELDS(
 409                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 410                 ctf_integer(unsigned long, older, dirtied_before)
 411                 ctf_integer(int, moved, moved)
 412         )
 413 )
 414 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 415 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 416         TP_PROTO(struct bdi_writeback *wb,
 417                  struct wb_writeback_work *work,
 418                  int moved),
 419         TP_ARGS(wb, work, moved),
 420         TP_FIELDS(
 421                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 422                 ctf_integer(int, moved, moved)
 423         )
 424 )
 425 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 426 LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
 427         TP_PROTO(struct bdi_writeback *wb,
 428                  unsigned long *older_than_this,
 429                  int moved),
 430         TP_ARGS(wb, older_than_this, moved),
 431         TP_FIELDS(
 432                 ctf_string(name, lttng_bdi_dev_name(wb->bdi))
 433                 ctf_integer(unsigned long, older,
 434                         older_than_this ? *older_than_this : 0)
 435                 ctf_integer(long, age,
 436                         older_than_this ?
 437                                 (jiffies - *older_than_this) * 1000 / HZ
 438                                 : -1)
 439                 ctf_integer(int, moved, moved)
 440         )
 441 )
 442 #endif
 443
 444 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,8,0) || \
 445         LTTNG_RHEL_KERNEL_RANGE(4,18,0,305,0,0, 4,19,0,0,0,0))
 446 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 447
 448         writeback_global_dirty_state,
 449
 450         TP_PROTO(unsigned long background_thresh,
 451                  unsigned long dirty_thresh
 452         ),
 453
 454         TP_ARGS(background_thresh,
 455                 dirty_thresh
 456         ),
 457
 458         TP_FIELDS(
 459                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 460                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 461                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 462                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 463                 ctf_integer(unsigned long, background_thresh, background_thresh)
 464                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 465                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 466         )
 467 )
 468 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,14,0))
 469 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 470
 471         writeback_global_dirty_state,
 472
 473         TP_PROTO(unsigned long background_thresh,
 474                  unsigned long dirty_thresh
 475         ),
 476
 477         TP_ARGS(background_thresh,
 478                 dirty_thresh
 479         ),
 480
 481         TP_FIELDS(
 482                 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
 483                 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
 484                 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
 485                 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
 486                 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
 487                 ctf_integer(unsigned long, background_thresh, background_thresh)
 488                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 489                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 490         )
 491 )
 492 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 493 LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
 494
 495         writeback_global_dirty_state,
 496
 497         TP_PROTO(unsigned long background_thresh,
 498                  unsigned long dirty_thresh
 499         ),
 500
 501         TP_ARGS(background_thresh,
 502                 dirty_thresh
 503         ),
 504
 505         TP_FIELDS(
 506                 ctf_integer(unsigned long, nr_dirty, global_page_state(NR_FILE_DIRTY))
 507                 ctf_integer(unsigned long, nr_writeback, global_page_state(NR_WRITEBACK))
 508                 ctf_integer(unsigned long, nr_unstable, global_page_state(NR_UNSTABLE_NFS))
 509                 ctf_integer(unsigned long, nr_dirtied, global_page_state(NR_DIRTIED))
 510                 ctf_integer(unsigned long, nr_written, global_page_state(NR_WRITTEN))
 511                 ctf_integer(unsigned long, background_thresh, background_thresh)
 512                 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
 513                 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
 514         )
 515 )
 516 #endif
 517
 518 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0))
 519
 520 #define KBps(x)                 ((x) << (PAGE_SHIFT - 10))
 521
 522 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 523
 524 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 525
 526         writeback_bdi_dirty_ratelimit,
 527
 528         TP_PROTO(struct bdi_writeback *wb,
 529                  unsigned long dirty_rate,
 530                  unsigned long task_ratelimit),
 531
 532         TP_ARGS(wb, dirty_rate, task_ratelimit),
 533
 534         TP_FIELDS(
 535                 ctf_string(bdi, lttng_bdi_dev_name(wb->bdi))
 536                 ctf_integer(unsigned long, write_bw, KBps(wb->bdi->wb.write_bandwidth))
 537                 ctf_integer(unsigned long, avg_write_bw, KBps(wb->bdi->wb.avg_write_bandwidth))
 538                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 539                 ctf_integer(unsigned long, dirty_ratelimit, KBps(wb->bdi->wb.dirty_ratelimit))
 540                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 541                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 542                                         KBps(wb->bdi->wb.balanced_dirty_ratelimit))
 543         )
 544 )
 545
 546 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0))
 547
 548 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 549
 550         writeback_bdi_dirty_ratelimit,
 551
 552         TP_PROTO(struct backing_dev_info *bdi,
 553                  unsigned long dirty_rate,
 554                  unsigned long task_ratelimit),
 555
 556         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 557
 558         TP_FIELDS(
 559                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 560                 ctf_integer(unsigned long, write_bw, KBps(bdi->wb.write_bandwidth))
 561                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->wb.avg_write_bandwidth))
 562                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 563                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->wb.dirty_ratelimit))
 564                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 565                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 566                                         KBps(bdi->wb.balanced_dirty_ratelimit))
 567         )
 568 )
 569
 570 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 571
 572 LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
 573
 574         writeback_bdi_dirty_ratelimit,
 575
 576         TP_PROTO(struct backing_dev_info *bdi,
 577                  unsigned long dirty_rate,
 578                  unsigned long task_ratelimit),
 579
 580         TP_ARGS(bdi, dirty_rate, task_ratelimit),
 581
 582         TP_FIELDS(
 583                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 584                 ctf_integer(unsigned long, write_bw, KBps(bdi->write_bandwidth))
 585                 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->avg_write_bandwidth))
 586                 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
 587                 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->dirty_ratelimit))
 588                 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
 589                 ctf_integer(unsigned long, balanced_dirty_ratelimit,
 590                                         KBps(bdi->balanced_dirty_ratelimit))
 591         )
 592 )
 593
 594 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,2,0)) */
 595
 596 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0))
 597
 598 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 599
 600         writeback_balance_dirty_pages,
 601
 602         TP_PROTO(struct bdi_writeback *wb,
 603                  unsigned long thresh,
 604                  unsigned long bg_thresh,
 605                  unsigned long dirty,
 606                  unsigned long bdi_thresh,
 607                  unsigned long bdi_dirty,
 608                  unsigned long dirty_ratelimit,
 609                  unsigned long task_ratelimit,
 610                  unsigned long dirtied,
 611                  unsigned long period,
 612                  long pause,
 613                  unsigned long start_time),
 614
 615         TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 616                 dirty_ratelimit, task_ratelimit,
 617                 dirtied, period, pause, start_time
 618         ),
 619
 620         TP_FIELDS(
 621                 ctf_string(bdi, lttng_bdi_dev_name(wb->bdi))
 622                 ctf_integer(unsigned long, limit, global_dirty_limit)
 623                 ctf_integer(unsigned long, setpoint,
 624                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 625                 ctf_integer(unsigned long, dirty, dirty)
 626                 ctf_integer(unsigned long, bdi_setpoint,
 627                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 628                                 bdi_thresh / (thresh + 1))
 629                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 630                 ctf_integer(unsigned long, dirty_ratelimit,
 631                         KBps(dirty_ratelimit))
 632                 ctf_integer(unsigned long, task_ratelimit,
 633                         KBps(task_ratelimit))
 634                 ctf_integer(unsigned int, dirtied, dirtied)
 635                 ctf_integer(unsigned int, dirtied_pause,
 636                         current->nr_dirtied_pause)
 637                 ctf_integer(unsigned long, paused,
 638                         (jiffies - start_time) * 1000 / HZ)
 639                 ctf_integer(long, pause, pause * 1000 / HZ)
 640                 ctf_integer(unsigned long, period,
 641                         period * 1000 / HZ)
 642                 ctf_integer(long, think,
 643                         current->dirty_paused_when == 0 ? 0 :
 644                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 645         )
 646 )
 647
 648 #else /* #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 649
 650 LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
 651
 652         writeback_balance_dirty_pages,
 653
 654         TP_PROTO(struct backing_dev_info *bdi,
 655                  unsigned long thresh,
 656                  unsigned long bg_thresh,
 657                  unsigned long dirty,
 658                  unsigned long bdi_thresh,
 659                  unsigned long bdi_dirty,
 660                  unsigned long dirty_ratelimit,
 661                  unsigned long task_ratelimit,
 662                  unsigned long dirtied,
 663 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 664                  unsigned long period,
 665 #endif
 666                  long pause,
 667                  unsigned long start_time),
 668
 669         TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
 670                 dirty_ratelimit, task_ratelimit,
 671 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 672                 dirtied, period, pause, start_time
 673 #else
 674                 dirtied, pause, start_time
 675 #endif
 676         ),
 677
 678         TP_FIELDS(
 679                 ctf_string(bdi, lttng_bdi_dev_name(bdi))
 680                 ctf_integer(unsigned long, limit, global_dirty_limit)
 681                 ctf_integer(unsigned long, setpoint,
 682                         (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
 683                 ctf_integer(unsigned long, dirty, dirty)
 684                 ctf_integer(unsigned long, bdi_setpoint,
 685                         ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
 686                                 bdi_thresh / (thresh + 1))
 687                 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
 688                 ctf_integer(unsigned long, dirty_ratelimit,
 689                         KBps(dirty_ratelimit))
 690                 ctf_integer(unsigned long, task_ratelimit,
 691                         KBps(task_ratelimit))
 692                 ctf_integer(unsigned int, dirtied, dirtied)
 693                 ctf_integer(unsigned int, dirtied_pause,
 694                         current->nr_dirtied_pause)
 695                 ctf_integer(unsigned long, paused,
 696                         (jiffies - start_time) * 1000 / HZ)
 697                 ctf_integer(long, pause, pause * 1000 / HZ)
 698 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 699                 ctf_integer(unsigned long, period,
 700                         period * 1000 / HZ)
 701                 ctf_integer(long, think,
 702                         current->dirty_paused_when == 0 ? 0 :
 703                                 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
 704 #endif
 705         )
 706 )
 707 #endif /* #else #if LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,3,0)) */
 708
 709 #endif /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,2,0)) */
 710
 711 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,5,0))
 712 LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue,
 713
 714         TP_PROTO(struct inode *inode),
 715         TP_ARGS(inode),
 716
 717         TP_FIELDS(
 718                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 719                 ctf_integer(unsigned long, ino, inode->i_ino)
 720                 ctf_integer(unsigned long, state, inode->i_state)
 721                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 722         )
 723 )
 724 #endif
 725
 726 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,37))
 727 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template,
 728
 729         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 730
 731         TP_ARGS(usec_timeout, usec_delayed),
 732
 733         TP_FIELDS(
 734                 ctf_integer(unsigned int, usec_timeout, usec_timeout)
 735                 ctf_integer(unsigned int, usec_delayed, usec_delayed)
 736         )
 737 )
 738
 739 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait,
 740
 741         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 742
 743         TP_ARGS(usec_timeout, usec_delayed)
 744 )
 745
 746 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested,
 747
 748         TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
 749
 750         TP_ARGS(usec_timeout, usec_delayed)
 751 )
 752 #endif
 753
 754 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,1,0))
 755 LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template,
 756
 757         TP_PROTO(struct inode *inode,
 758                  struct writeback_control *wbc,
 759                  unsigned long nr_to_write
 760         ),
 761
 762         TP_ARGS(inode, wbc, nr_to_write),
 763
 764         TP_FIELDS(
 765                 ctf_string(name, lttng_bdi_dev_name(lttng_inode_to_bdi(inode)))
 766                 ctf_integer(unsigned long, ino, inode->i_ino)
 767                 ctf_integer(unsigned long, state, inode->i_state)
 768                 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
 769                 ctf_integer(unsigned long, writeback_index,
 770                         inode->i_mapping->writeback_index)
 771                 ctf_integer(long, nr_to_write, nr_to_write)
 772                 ctf_integer(unsigned long, wrote,
 773                         nr_to_write - wbc->nr_to_write)
 774         )
 775 )
 776
 777 #if (LTTNG_LINUX_VERSION_CODE < LTTNG_KERNEL_VERSION(3,5,0))
 778 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue,
 779         TP_PROTO(struct inode *inode,
 780                 struct writeback_control *wbc,
 781                 unsigned long nr_to_write),
 782         TP_ARGS(inode, wbc, nr_to_write)
 783 )
 784 #endif
 785
 786 LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode,
 787         TP_PROTO(struct inode *inode,
 788                  struct writeback_control *wbc,
 789                  unsigned long nr_to_write),
 790         TP_ARGS(inode, wbc, nr_to_write)
 791 )
 792 #endif
 793
 794 #endif /* LTTNG_TRACE_WRITEBACK_H */
 795
 796 /* This part must be outside protection */
 797 #include <probes/define_trace.h>