projects / lttng-modules.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
fix: writeback: Fix sync livelock due to b_dirty_time processing (v5.9)
[lttng-modules.git] / instrumentation / events / lttng-module / writeback.h
CommitLineData
9f36eaed 1/* SPDX-License-Identifier: GPL-2.0 */
b87700e3
AG		 2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM writeback
4
3bc29f0a
MD		 5#if !defined(LTTNG_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ)
6#define LTTNG_TRACE_WRITEBACK_H
b87700e3 7
6ec43db8 8#include <probes/lttng-tracepoint-event.h>
aa634cd1 9#include <linux/tracepoint.h>
b87700e3
AG		 10#include <linux/backing-dev.h>
11#include <linux/writeback.h>
12#include <linux/version.h>
13
14#ifndef _TRACE_WRITEBACK_DEF_
15#define _TRACE_WRITEBACK_DEF_
99a570c8 16
70f6fc80
MJ		 17/*
18 * Vanilla kernels before 4.0 do not implement inode_to_bdi
19 * RHEL kernels before 3.10.0-327.10.1 do not implement inode_to_bdi
20 * RHEL kernel 3.10.0-327.10.1 has inode_to_bdi
21 * RHEL kernel 3.10.0-327.13.1 includes a partial merge of upstream
22 * commit a212b105b07d75b48b1a166378282e8a77fbf53d which inlines
23 * inode_to_bdi but not sb_is_blkdev_sb making it unusable by modules.
24 */
25#if (LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0))
26static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
b87700e3 27{
70f6fc80
MJ		 28 struct super_block *sb;
29
30 if (!inode)
31 return &noop_backing_dev_info;
32
33 sb = inode->i_sb;
b87700e3
AG		 34
35 if (strcmp(sb->s_type->name, "bdev") == 0)
36 return inode->i_mapping->backing_dev_info;
37
38 return sb->s_bdi;
39}
70f6fc80
MJ		 40#else
41static inline struct backing_dev_info *lttng_inode_to_bdi(struct inode *inode)
42{
43 return inode_to_bdi(inode);
44}
99a570c8
MD		 45#endif /* #if (LINUX_VERSION_CODE < KERNEL_VERSION(4,0,0)) */
46
b87700e3
AG		 47#endif
48
e1eb6145
MJ		 49#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,9,0))
50#define show_inode_state(state) \
51 __print_flags(state, "|", \
52 {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
53 {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
54 {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
55 {I_NEW, "I_NEW"}, \
56 {I_WILL_FREE, "I_WILL_FREE"}, \
57 {I_FREEING, "I_FREEING"}, \
58 {I_CLEAR, "I_CLEAR"}, \
59 {I_SYNC, "I_SYNC"}, \
60 {I_DIRTY_TIME, "I_DIRTY_TIME"}, \
61 {I_REFERENCED, "I_REFERENCED"} \
62 )
63#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
99a570c8
MD		 64#define show_inode_state(state) \
65 __print_flags(state, "|", \
66 {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
67 {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
68 {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
69 {I_NEW, "I_NEW"}, \
70 {I_WILL_FREE, "I_WILL_FREE"}, \
71 {I_FREEING, "I_FREEING"}, \
72 {I_CLEAR, "I_CLEAR"}, \
73 {I_SYNC, "I_SYNC"}, \
74 {I_DIRTY_TIME, "I_DIRTY_TIME"}, \
75 {I_DIRTY_TIME_EXPIRED, "I_DIRTY_TIME_EXPIRED"}, \
76 {I_REFERENCED, "I_REFERENCED"} \
77 )
78#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
b87700e3
AG		 79#define show_inode_state(state) \
80 __print_flags(state, "|", \
81 {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \
82 {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \
83 {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \
84 {I_NEW, "I_NEW"}, \
85 {I_WILL_FREE, "I_WILL_FREE"}, \
86 {I_FREEING, "I_FREEING"}, \
87 {I_CLEAR, "I_CLEAR"}, \
88 {I_SYNC, "I_SYNC"}, \
89 {I_REFERENCED, "I_REFERENCED"} \
90 )
99a570c8 91#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
b87700e3 92
99a570c8
MD		 93#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
94
95LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
96 TP_PROTO(struct page *page, struct address_space *mapping),
97 TP_ARGS(page, mapping),
f127e61e
MD		 98 TP_FIELDS(
99 ctf_array_text(char, name,
70f6fc80 100 mapping ? dev_name(lttng_inode_to_bdi(mapping->host)->dev) : "(unknown)", 32)
f127e61e
MD		 101 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
102 ctf_integer(pgoff_t, index, page->index)
99a570c8
MD		 103 )
104)
105
106LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
107 TP_PROTO(struct inode *inode, int flags),
108 TP_ARGS(inode, flags),
f127e61e 109 TP_FIELDS(
99a570c8 110 /* may be called for files on pseudo FSes w/ unregistered bdi */
f127e61e 111 ctf_array_text(char, name,
70f6fc80
MJ		 112 lttng_inode_to_bdi(inode)->dev ?
113 dev_name(lttng_inode_to_bdi(inode)->dev) : "(unknown)", 32)
f127e61e
MD		 114 ctf_integer(unsigned long, ino, inode->i_ino)
115 ctf_integer(unsigned long, state, inode->i_state)
116 ctf_integer(unsigned long, flags, flags)
99a570c8
MD		 117 )
118)
119#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
120LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
121 TP_PROTO(struct inode *inode, int flags), \
122 TP_ARGS(inode, flags))
123LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
124LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
125LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_mark_inode_dirty)
126
127LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
128 TP_PROTO(struct inode *inode, struct writeback_control *wbc),
129 TP_ARGS(inode, wbc),
f127e61e
MD		 130 TP_FIELDS(
131 ctf_array_text(char, name,
70f6fc80 132 dev_name(lttng_inode_to_bdi(inode)->dev), 32)
f127e61e
MD		 133 ctf_integer(unsigned long, ino, inode->i_ino)
134 ctf_integer(int, sync_mode, wbc->sync_mode)
99a570c8
MD		 135 )
136)
137
138#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
139LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
140 TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
141 TP_ARGS(inode, wbc))
142LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
143LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
144
145#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,9,0))
146
aa634cd1
JD		 147LTTNG_TRACEPOINT_EVENT(writeback_dirty_page,
148 TP_PROTO(struct page *page, struct address_space *mapping),
149 TP_ARGS(page, mapping),
f127e61e
MD		 150 TP_FIELDS(
151 ctf_array_text(char, name,
aa634cd1 152 mapping ? dev_name(mapping->backing_dev_info->dev) : "(unknown)", 32)
f127e61e
MD		 153 ctf_integer(unsigned long, ino, mapping ? mapping->host->i_ino : 0)
154 ctf_integer(pgoff_t, index, page->index)
aa634cd1
JD		 155 )
156)
157
158LTTNG_TRACEPOINT_EVENT_CLASS(writeback_dirty_inode_template,
159 TP_PROTO(struct inode *inode, int flags),
160 TP_ARGS(inode, flags),
f127e61e 161 TP_FIELDS(
aa634cd1 162 /* may be called for files on pseudo FSes w/ unregistered bdi */
f127e61e 163 ctf_array_text(char, name,
aa634cd1 164 inode->i_mapping->backing_dev_info->dev ?
f127e61e
MD		 165 dev_name(inode->i_mapping->backing_dev_info->dev)
166 : "(unknown)", 32)
167 ctf_integer(unsigned long, ino, inode->i_ino)
168 ctf_integer(unsigned long, flags, flags)
aa634cd1
JD		 169 )
170)
171#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(name) \
172LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_dirty_inode_template, name, \
173 TP_PROTO(struct inode *inode, int flags), \
174 TP_ARGS(inode, flags))
175LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode_start)
176LTTNG_TRACEPOINT_EVENT_WRITEBACK_DIRTY_INODE_TEMPLATE(writeback_dirty_inode)
177
178LTTNG_TRACEPOINT_EVENT_CLASS(writeback_write_inode_template,
179 TP_PROTO(struct inode *inode, struct writeback_control *wbc),
180 TP_ARGS(inode, wbc),
f127e61e
MD		 181 TP_FIELDS(
182 ctf_array_text(char, name,
aa634cd1 183 dev_name(inode->i_mapping->backing_dev_info->dev), 32)
f127e61e
MD		 184 ctf_integer(unsigned long, ino, inode->i_ino)
185 ctf_integer(int, sync_mode, wbc->sync_mode)
aa634cd1
JD		 186 )
187)
188
189#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(name) \
190LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_write_inode_template, name, \
191 TP_PROTO(struct inode *inode, struct writeback_control *wbc), \
192 TP_ARGS(inode, wbc))
193LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode_start)
194LTTNG_TRACEPOINT_EVENT_WRITEBACK_WRITE_INODE(writeback_write_inode)
99a570c8 195
aa634cd1
JD		 196#endif /* (LINUX_VERSION_CODE >= KERNEL_VERSION(3,9,0)) */
197
a40cb509
MD		 198#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
199
200LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
201 TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work),
202 TP_ARGS(wb, work),
203 TP_FIELDS(
204 ctf_array_text(char, name, wb->bdi->dev ? dev_name(wb->bdi->dev) :
205 "(unknown)", 32)
206 )
207)
208
209#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0))
99a570c8
MD		 210
211LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
212 TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
213 TP_ARGS(bdi, work),
f127e61e
MD		 214 TP_FIELDS(
215 ctf_array_text(char, name, bdi->dev ? dev_name(bdi->dev) :
99a570c8 216 "(unknown)", 32)
99a570c8
MD		 217 )
218)
219
220#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
221
3bc29f0a 222LTTNG_TRACEPOINT_EVENT_CLASS(writeback_work_class,
b87700e3
AG		 223 TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work),
224 TP_ARGS(bdi, work),
f127e61e
MD		 225 TP_FIELDS(
226 ctf_array_text(char, name,
227 dev_name(bdi->dev ? bdi->dev :
b87700e3 228 default_backing_dev_info.dev), 32)
b87700e3 229 )
b87700e3 230)
99a570c8
MD		 231
232#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,0,0)) */
233
a40cb509
MD		 234#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
235
236#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
237LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
238 TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \
239 TP_ARGS(wb, work))
240
241#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
242
3bc29f0a
MD		 243#define LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(name) \
244LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_work_class, name, \
b87700e3
AG		 245 TP_PROTO(struct backing_dev_info *bdi, struct wb_writeback_work *work), \
246 TP_ARGS(bdi, work))
a40cb509
MD		 247
248#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
249
3bc29f0a
MD		 250LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_nothread)
251LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_queue)
252LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_exec)
b87700e3 253#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
3bc29f0a
MD		 254LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_start)
255LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_written)
256LTTNG_TRACEPOINT_EVENT_WRITEBACK_WORK_INSTANCE(writeback_wait)
b87700e3
AG		 257#endif
258
3bc29f0a 259LTTNG_TRACEPOINT_EVENT(writeback_pages_written,
b87700e3
AG		 260 TP_PROTO(long pages_written),
261 TP_ARGS(pages_written),
f127e61e
MD		 262 TP_FIELDS(
263 ctf_integer(long, pages, pages_written)
264 )
b87700e3
AG		 265)
266
a40cb509
MD		 267#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
268
269LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
270 TP_PROTO(struct bdi_writeback *wb),
271 TP_ARGS(wb),
272 TP_FIELDS(
273 ctf_array_text(char, name,
274 dev_name(wb->bdi->dev), 32)
275 )
276)
277
278#undef DEFINE_WRITEBACK_EVENT
279#define DEFINE_WRITEBACK_EVENT(name) \
280LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
281 TP_PROTO(struct bdi_writeback *wb), \
282 TP_ARGS(wb))
283
284#define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
285LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
286 TP_PROTO(struct bdi_writeback *wb), \
287 TP_ARGS(wb))
288
289LTTNG_TRACEPOINT_EVENT(writeback_bdi_register,
290 TP_PROTO(struct backing_dev_info *bdi),
291 TP_ARGS(bdi),
292 TP_FIELDS(
293 ctf_array_text(char, name,
294 dev_name(bdi->dev), 32)
295 )
296)
297
298#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
299
3bc29f0a 300LTTNG_TRACEPOINT_EVENT_CLASS(writeback_class,
b87700e3
AG		 301 TP_PROTO(struct backing_dev_info *bdi),
302 TP_ARGS(bdi),
f127e61e
MD		 303 TP_FIELDS(
304 ctf_array_text(char, name,
305 dev_name(bdi->dev), 32)
b87700e3
AG		 306 )
307)
a40cb509 308
59fecd6c 309#undef DEFINE_WRITEBACK_EVENT
b87700e3 310#define DEFINE_WRITEBACK_EVENT(name) \
3bc29f0a 311LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_class, name, \
b87700e3
AG		 312 TP_PROTO(struct backing_dev_info *bdi), \
313 TP_ARGS(bdi))
314
9cf29d3e 315#define DEFINE_WRITEBACK_EVENT_MAP(name, map) \
3bc29f0a 316LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_class, name, map, \
9cf29d3e
MD		 317 TP_PROTO(struct backing_dev_info *bdi), \
318 TP_ARGS(bdi))
319
a40cb509
MD		 320DEFINE_WRITEBACK_EVENT(writeback_bdi_register)
321
322#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
323
b87700e3
AG		 324DEFINE_WRITEBACK_EVENT(writeback_nowork)
325#if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,38))
326DEFINE_WRITEBACK_EVENT(writeback_wake_background)
327#endif
328DEFINE_WRITEBACK_EVENT(writeback_wake_thread)
329DEFINE_WRITEBACK_EVENT(writeback_wake_forker_thread)
b87700e3
AG		 330DEFINE_WRITEBACK_EVENT(writeback_bdi_unregister)
331DEFINE_WRITEBACK_EVENT(writeback_thread_start)
332DEFINE_WRITEBACK_EVENT(writeback_thread_stop)
333#if (LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
9cf29d3e
MD		 334DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_start, writeback_balance_dirty_start)
335DEFINE_WRITEBACK_EVENT_MAP(balance_dirty_wait, writeback_balance_dirty_wait)
336
3bc29f0a 337LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_written,
b87700e3 338
9cf29d3e 339 writeback_balance_dirty_written,
b87700e3
AG		 340
341 TP_PROTO(struct backing_dev_info *bdi, int written),
342
343 TP_ARGS(bdi, written),
344
f127e61e
MD		 345 TP_FIELDS(
346 ctf_array_text(char, name, dev_name(bdi->dev), 32)
347 ctf_integer(int, written, written)
b87700e3
AG		 348 )
349)
350#endif
351
3bc29f0a 352LTTNG_TRACEPOINT_EVENT_CLASS(writeback_wbc_class,
b87700e3
AG		 353 TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi),
354 TP_ARGS(wbc, bdi),
f127e61e
MD		 355 TP_FIELDS(
356 ctf_array_text(char, name, dev_name(bdi->dev), 32)
357 ctf_integer(long, nr_to_write, wbc->nr_to_write)
358 ctf_integer(long, pages_skipped, wbc->pages_skipped)
359 ctf_integer(int, sync_mode, wbc->sync_mode)
360 ctf_integer(int, for_kupdate, wbc->for_kupdate)
361 ctf_integer(int, for_background, wbc->for_background)
362 ctf_integer(int, for_reclaim, wbc->for_reclaim)
363 ctf_integer(int, range_cyclic, wbc->range_cyclic)
b87700e3 364#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
f127e61e
MD		 365 ctf_integer(int, more_io, wbc->more_io)
366 ctf_integer(unsigned long, older_than_this,
367 wbc->older_than_this ? *wbc->older_than_this : 0)
b87700e3 368#endif
f127e61e
MD		 369 ctf_integer(long, range_start, (long) wbc->range_start)
370 ctf_integer(long, range_end, (long) wbc->range_end)
371 )
b87700e3
AG		 372)
373
9cf29d3e 374#undef DEFINE_WBC_EVENT
3bc29f0a
MD		 375#define LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(name, map) \
376LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(writeback_wbc_class, name, map, \
b87700e3
AG		 377 TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \
378 TP_ARGS(wbc, bdi))
379#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,1,0))
3bc29f0a
MD		 380LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_start, writeback_wbc_writeback_start)
381LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_written, writeback_wbc_writeback_written)
382LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writeback_wait, writeback_wbc_writeback_wait)
383LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_start, writeback_wbc_balance_dirty_start)
384LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_written, writeback_wbc_balance_dirty_written)
385LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_balance_dirty_wait, writeback_wbc_balance_dirty_wait)
b87700e3 386#endif
3bc29f0a 387LTTNG_TRACEPOINT_EVENT_WBC_INSTANCE(wbc_writepage, writeback_wbc_writepage)
b87700e3 388
31410cca
MJ		 389#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,9,0))
390LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
391 TP_PROTO(struct bdi_writeback *wb,
392 struct wb_writeback_work *work,
393 unsigned long dirtied_before,
394 int moved),
395 TP_ARGS(wb, work, dirtied_before, moved),
396 TP_FIELDS(
397 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
398 ctf_integer(unsigned long, older, dirtied_before)
399 ctf_integer(int, moved, moved)
400 )
401)
402#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
3bc29f0a 403LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
b87700e3 404 TP_PROTO(struct bdi_writeback *wb,
b87700e3 405 struct wb_writeback_work *work,
b87700e3 406 int moved),
b87700e3 407 TP_ARGS(wb, work, moved),
31410cca
MJ		 408 TP_FIELDS(
409 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
410 ctf_integer(int, moved, moved)
411 )
412)
413#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
414LTTNG_TRACEPOINT_EVENT(writeback_queue_io,
415 TP_PROTO(struct bdi_writeback *wb,
416 unsigned long *older_than_this,
417 int moved),
b87700e3 418 TP_ARGS(wb, older_than_this, moved),
f127e61e
MD		 419 TP_FIELDS(
420 ctf_array_text(char, name, dev_name(wb->bdi->dev), 32)
f127e61e
MD		 421 ctf_integer(unsigned long, older,
422 older_than_this ? *older_than_this : 0)
423 ctf_integer(long, age,
424 older_than_this ?
425 (jiffies - *older_than_this) * 1000 / HZ
426 : -1)
f127e61e 427 ctf_integer(int, moved, moved)
b87700e3 428 )
b87700e3 429)
31410cca 430#endif
b87700e3 431
b87a9840
MJ		 432#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,8,0))
433LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
434
435 writeback_global_dirty_state,
436
437 TP_PROTO(unsigned long background_thresh,
438 unsigned long dirty_thresh
439 ),
440
441 TP_ARGS(background_thresh,
442 dirty_thresh
443 ),
444
445 TP_FIELDS(
446 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
447 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
448 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
449 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
450 ctf_integer(unsigned long, background_thresh, background_thresh)
451 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
452 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
453 )
454)
455#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,14,0))
7ceeb15d
MJ		 456LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
457
458 writeback_global_dirty_state,
459
460 TP_PROTO(unsigned long background_thresh,
461 unsigned long dirty_thresh
462 ),
463
464 TP_ARGS(background_thresh,
465 dirty_thresh
466 ),
467
468 TP_FIELDS(
469 ctf_integer(unsigned long, nr_dirty, global_node_page_state(NR_FILE_DIRTY))
470 ctf_integer(unsigned long, nr_writeback, global_node_page_state(NR_WRITEBACK))
471 ctf_integer(unsigned long, nr_unstable, global_node_page_state(NR_UNSTABLE_NFS))
472 ctf_integer(unsigned long, nr_dirtied, global_node_page_state(NR_DIRTIED))
473 ctf_integer(unsigned long, nr_written, global_node_page_state(NR_WRITTEN))
474 ctf_integer(unsigned long, background_thresh, background_thresh)
475 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
476 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
477 )
478)
31410cca 479#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
3bc29f0a 480LTTNG_TRACEPOINT_EVENT_MAP(global_dirty_state,
9cf29d3e
MD		 481
482 writeback_global_dirty_state,
b87700e3
AG		 483
484 TP_PROTO(unsigned long background_thresh,
485 unsigned long dirty_thresh
486 ),
487
488 TP_ARGS(background_thresh,
489 dirty_thresh
490 ),
491
f127e61e
MD		 492 TP_FIELDS(
493 ctf_integer(unsigned long, nr_dirty, global_page_state(NR_FILE_DIRTY))
494 ctf_integer(unsigned long, nr_writeback, global_page_state(NR_WRITEBACK))
495 ctf_integer(unsigned long, nr_unstable, global_page_state(NR_UNSTABLE_NFS))
496 ctf_integer(unsigned long, nr_dirtied, global_page_state(NR_DIRTIED))
497 ctf_integer(unsigned long, nr_written, global_page_state(NR_WRITTEN))
498 ctf_integer(unsigned long, background_thresh, background_thresh)
499 ctf_integer(unsigned long, dirty_thresh, dirty_thresh)
500 ctf_integer(unsigned long, dirty_limit, global_dirty_limit)
b87700e3
AG		 501 )
502)
503#endif
504
505#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0))
506
507#define KBps(x) ((x) << (PAGE_SHIFT - 10))
508
a40cb509
MD		 509#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
510
511LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
512
513 writeback_bdi_dirty_ratelimit,
514
515 TP_PROTO(struct bdi_writeback *wb,
516 unsigned long dirty_rate,
517 unsigned long task_ratelimit),
518
519 TP_ARGS(wb, dirty_rate, task_ratelimit),
520
521 TP_FIELDS(
522 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
523 ctf_integer(unsigned long, write_bw, KBps(wb->bdi->wb.write_bandwidth))
524 ctf_integer(unsigned long, avg_write_bw, KBps(wb->bdi->wb.avg_write_bandwidth))
525 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
526 ctf_integer(unsigned long, dirty_ratelimit, KBps(wb->bdi->wb.dirty_ratelimit))
527 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
528 ctf_integer(unsigned long, balanced_dirty_ratelimit,
529 KBps(wb->bdi->wb.balanced_dirty_ratelimit))
530 )
531)
532
533#elif (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0))
c7d89a6d 534
3bc29f0a 535LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
9cf29d3e
MD		 536
537 writeback_bdi_dirty_ratelimit,
b87700e3
AG		 538
539 TP_PROTO(struct backing_dev_info *bdi,
540 unsigned long dirty_rate,
541 unsigned long task_ratelimit),
542
543 TP_ARGS(bdi, dirty_rate, task_ratelimit),
544
f127e61e
MD		 545 TP_FIELDS(
546 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
902947a4
MJ		 547 ctf_integer(unsigned long, write_bw, KBps(bdi->wb.write_bandwidth))
548 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->wb.avg_write_bandwidth))
f127e61e 549 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
902947a4 550 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->wb.dirty_ratelimit))
f127e61e 551 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
902947a4
MJ		 552 ctf_integer(unsigned long, balanced_dirty_ratelimit,
553 KBps(bdi->wb.balanced_dirty_ratelimit))
c7d89a6d
MD		 554 )
555)
556
557#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
558
559LTTNG_TRACEPOINT_EVENT_MAP(bdi_dirty_ratelimit,
560
561 writeback_bdi_dirty_ratelimit,
562
563 TP_PROTO(struct backing_dev_info *bdi,
564 unsigned long dirty_rate,
565 unsigned long task_ratelimit),
566
567 TP_ARGS(bdi, dirty_rate, task_ratelimit),
568
569 TP_FIELDS(
570 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
571 ctf_integer(unsigned long, write_bw, KBps(bdi->write_bandwidth))
572 ctf_integer(unsigned long, avg_write_bw, KBps(bdi->avg_write_bandwidth))
573 ctf_integer(unsigned long, dirty_rate, KBps(dirty_rate))
574 ctf_integer(unsigned long, dirty_ratelimit, KBps(bdi->dirty_ratelimit))
575 ctf_integer(unsigned long, task_ratelimit, KBps(task_ratelimit))
f127e61e 576 ctf_integer(unsigned long, balanced_dirty_ratelimit,
b87700e3 577 KBps(bdi->balanced_dirty_ratelimit))
b87700e3
AG		 578 )
579)
580
c7d89a6d
MD		 581#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,2,0)) */
582
a40cb509
MD		 583#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0))
584
585LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
586
587 writeback_balance_dirty_pages,
588
589 TP_PROTO(struct bdi_writeback *wb,
590 unsigned long thresh,
591 unsigned long bg_thresh,
592 unsigned long dirty,
593 unsigned long bdi_thresh,
594 unsigned long bdi_dirty,
595 unsigned long dirty_ratelimit,
596 unsigned long task_ratelimit,
597 unsigned long dirtied,
598 unsigned long period,
599 long pause,
600 unsigned long start_time),
601
602 TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
603 dirty_ratelimit, task_ratelimit,
604 dirtied, period, pause, start_time
605 ),
606
607 TP_FIELDS(
608 ctf_array_text(char, bdi, dev_name(wb->bdi->dev), 32)
609 ctf_integer(unsigned long, limit, global_dirty_limit)
610 ctf_integer(unsigned long, setpoint,
611 (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
612 ctf_integer(unsigned long, dirty, dirty)
613 ctf_integer(unsigned long, bdi_setpoint,
614 ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
615 bdi_thresh / (thresh + 1))
616 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
617 ctf_integer(unsigned long, dirty_ratelimit,
618 KBps(dirty_ratelimit))
619 ctf_integer(unsigned long, task_ratelimit,
620 KBps(task_ratelimit))
621 ctf_integer(unsigned int, dirtied, dirtied)
622 ctf_integer(unsigned int, dirtied_pause,
623 current->nr_dirtied_pause)
624 ctf_integer(unsigned long, paused,
625 (jiffies - start_time) * 1000 / HZ)
626 ctf_integer(long, pause, pause * 1000 / HZ)
627 ctf_integer(unsigned long, period,
628 period * 1000 / HZ)
629 ctf_integer(long, think,
630 current->dirty_paused_when == 0 ? 0 :
631 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
632 )
633)
634
635#else /* #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
636
3bc29f0a 637LTTNG_TRACEPOINT_EVENT_MAP(balance_dirty_pages,
9cf29d3e
MD		 638
639 writeback_balance_dirty_pages,
b87700e3
AG		 640
641 TP_PROTO(struct backing_dev_info *bdi,
642 unsigned long thresh,
643 unsigned long bg_thresh,
644 unsigned long dirty,
645 unsigned long bdi_thresh,
646 unsigned long bdi_dirty,
647 unsigned long dirty_ratelimit,
648 unsigned long task_ratelimit,
649 unsigned long dirtied,
650#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
651 unsigned long period,
652#endif
653 long pause,
654 unsigned long start_time),
655
656 TP_ARGS(bdi, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty,
657 dirty_ratelimit, task_ratelimit,
658#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
f127e61e 659 dirtied, period, pause, start_time
b87700e3 660#else
f127e61e 661 dirtied, pause, start_time
b87700e3
AG		 662#endif
663 ),
664
f127e61e
MD		 665 TP_FIELDS(
666 ctf_array_text(char, bdi, dev_name(bdi->dev), 32)
667 ctf_integer(unsigned long, limit, global_dirty_limit)
668 ctf_integer(unsigned long, setpoint,
b87700e3 669 (global_dirty_limit + (thresh + bg_thresh) / 2) / 2)
f127e61e
MD		 670 ctf_integer(unsigned long, dirty, dirty)
671 ctf_integer(unsigned long, bdi_setpoint,
b87700e3 672 ((global_dirty_limit + (thresh + bg_thresh) / 2) / 2) *
f127e61e
MD		 673 bdi_thresh / (thresh + 1))
674 ctf_integer(unsigned long, bdi_dirty, bdi_dirty)
675 ctf_integer(unsigned long, dirty_ratelimit,
676 KBps(dirty_ratelimit))
677 ctf_integer(unsigned long, task_ratelimit,
678 KBps(task_ratelimit))
679 ctf_integer(unsigned int, dirtied, dirtied)
680 ctf_integer(unsigned int, dirtied_pause,
681 current->nr_dirtied_pause)
682 ctf_integer(unsigned long, paused,
683 (jiffies - start_time) * 1000 / HZ)
684 ctf_integer(long, pause, pause * 1000 / HZ)
b87700e3 685#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
f127e61e
MD		 686 ctf_integer(unsigned long, period,
687 period * 1000 / HZ)
688 ctf_integer(long, think,
689 current->dirty_paused_when == 0 ? 0 :
690 (long)(jiffies - current->dirty_paused_when) * 1000/HZ)
b87700e3 691#endif
f127e61e 692 )
b87700e3 693)
a40cb509
MD		 694#endif /* #else #if LINUX_VERSION_CODE >= KERNEL_VERSION(4,3,0)) */
695
696#endif /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,2,0)) */
b87700e3
AG		 697
698#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,5,0))
3bc29f0a 699LTTNG_TRACEPOINT_EVENT(writeback_sb_inodes_requeue,
b87700e3
AG		 700
701 TP_PROTO(struct inode *inode),
702 TP_ARGS(inode),
703
f127e61e
MD		 704 TP_FIELDS(
705 ctf_array_text(char, name,
70f6fc80 706 dev_name(lttng_inode_to_bdi(inode)->dev), 32)
f127e61e
MD		 707 ctf_integer(unsigned long, ino, inode->i_ino)
708 ctf_integer(unsigned long, state, inode->i_state)
709 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
b87700e3
AG		 710 )
711)
712#endif
713
714#if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
3bc29f0a 715LTTNG_TRACEPOINT_EVENT_CLASS(writeback_congest_waited_template,
b87700e3
AG		 716
717 TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
718
719 TP_ARGS(usec_timeout, usec_delayed),
720
f127e61e
MD		 721 TP_FIELDS(
722 ctf_integer(unsigned int, usec_timeout, usec_timeout)
723 ctf_integer(unsigned int, usec_delayed, usec_delayed)
724 )
b87700e3
AG		 725)
726
3bc29f0a 727LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_congestion_wait,
b87700e3
AG		 728
729 TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
730
731 TP_ARGS(usec_timeout, usec_delayed)
732)
733
3bc29f0a 734LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_congest_waited_template, writeback_wait_iff_congested,
b87700e3
AG		 735
736 TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed),
737
738 TP_ARGS(usec_timeout, usec_delayed)
739)
740#endif
741
742#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
3bc29f0a 743LTTNG_TRACEPOINT_EVENT_CLASS(writeback_single_inode_template,
b87700e3
AG		 744
745 TP_PROTO(struct inode *inode,
746 struct writeback_control *wbc,
747 unsigned long nr_to_write
748 ),
749
750 TP_ARGS(inode, wbc, nr_to_write),
751
f127e61e
MD		 752 TP_FIELDS(
753 ctf_array_text(char, name,
70f6fc80 754 dev_name(lttng_inode_to_bdi(inode)->dev), 32)
f127e61e
MD		 755 ctf_integer(unsigned long, ino, inode->i_ino)
756 ctf_integer(unsigned long, state, inode->i_state)
757 ctf_integer(unsigned long, dirtied_when, inode->dirtied_when)
758 ctf_integer(unsigned long, writeback_index,
759 inode->i_mapping->writeback_index)
760 ctf_integer(long, nr_to_write, nr_to_write)
761 ctf_integer(unsigned long, wrote,
762 nr_to_write - wbc->nr_to_write)
b87700e3
AG		 763 )
764)
765
766#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
3bc29f0a 767LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode_requeue,
b87700e3
AG		 768 TP_PROTO(struct inode *inode,
769 struct writeback_control *wbc,
770 unsigned long nr_to_write),
771 TP_ARGS(inode, wbc, nr_to_write)
772)
773#endif
774
3bc29f0a 775LTTNG_TRACEPOINT_EVENT_INSTANCE(writeback_single_inode_template, writeback_single_inode,
b87700e3
AG		 776 TP_PROTO(struct inode *inode,
777 struct writeback_control *wbc,
778 unsigned long nr_to_write),
779 TP_ARGS(inode, wbc, nr_to_write)
780)
781#endif
782
3bc29f0a 783#endif /* LTTNG_TRACE_WRITEBACK_H */
b87700e3
AG		 784
785/* This part must be outside protection */
6ec43db8 786#include <probes/define_trace.h>
LTTng 2.0/0.x modules
This page took 0.071481 seconds and 4 git commands to generate.