Update vmscan instrumentation to 3.16 kernel
[lttng-modules.git] / instrumentation / events / lttng-module / vmscan.h
index aa022e2f137a21b8a243fe6e51b33e1a4ebb865d..0b4aa56761dc3db9f461412c35fc7b105f3189d7 100644 (file)
@@ -4,6 +4,47 @@
 #if !defined(_TRACE_VMSCAN_H) || defined(TRACE_HEADER_MULTI_READ)
 #define _TRACE_VMSCAN_H
 
+#include <linux/types.h>
+#include <linux/tracepoint.h>
+#include <linux/mm.h>
+#include <linux/memcontrol.h>
+#include <trace/events/gfpflags.h>
+#include <linux/version.h>
+
+#ifndef _TRACE_VMSCAN_DEF
+#define _TRACE_VMSCAN_DEF
+#define RECLAIM_WB_ANON                0x0001u
+#define RECLAIM_WB_FILE                0x0002u
+#define RECLAIM_WB_MIXED       0x0010u
+#define RECLAIM_WB_SYNC                0x0004u /* Unused, all reclaim async */
+#define RECLAIM_WB_ASYNC       0x0008u
+
+#if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
+#define show_reclaim_flags(flags)                              \
+       (flags) ? __print_flags(flags, "|",                     \
+               {RECLAIM_WB_ANON,       "RECLAIM_WB_ANON"},     \
+               {RECLAIM_WB_FILE,       "RECLAIM_WB_FILE"},     \
+               {RECLAIM_WB_MIXED,      "RECLAIM_WB_MIXED"},    \
+               {RECLAIM_WB_SYNC,       "RECLAIM_WB_SYNC"},     \
+               {RECLAIM_WB_ASYNC,      "RECLAIM_WB_ASYNC"}     \
+               ) : "RECLAIM_WB_NONE"
+#else
+#define show_reclaim_flags(flags)                              \
+       (flags) ? __print_flags(flags, "|",                     \
+               {RECLAIM_WB_ANON,       "RECLAIM_WB_ANON"},     \
+               {RECLAIM_WB_FILE,       "RECLAIM_WB_FILE"},     \
+               {RECLAIM_WB_SYNC,       "RECLAIM_WB_SYNC"},     \
+               {RECLAIM_WB_ASYNC,      "RECLAIM_WB_ASYNC"}     \
+               ) : "RECLAIM_WB_NONE"
+#endif
+
+#if ((LINUX_VERSION_CODE <= KERNEL_VERSION(3,0,38)) || \
+       LTTNG_KERNEL_RANGE(3,1,0, 3,2,0))
+typedef int isolate_mode_t;
+#endif
+
+#endif
+
 TRACE_EVENT(mm_vmscan_kswapd_sleep,
 
        TP_PROTO(int nid),
@@ -15,7 +56,7 @@ TRACE_EVENT(mm_vmscan_kswapd_sleep,
        ),
 
        TP_fast_assign(
-               tp_assign(nid, nid);
+               tp_assign(nid, nid)
        ),
 
        TP_printk("nid=%d", __entry->nid)
@@ -33,8 +74,8 @@ TRACE_EVENT(mm_vmscan_kswapd_wake,
        ),
 
        TP_fast_assign(
-               tp_assign(nid, nid);
-               tp_assign(order, order);
+               tp_assign(nid, nid)
+               tp_assign(order, order)
        ),
 
        TP_printk("nid=%d order=%d", __entry->nid, __entry->order)
@@ -53,9 +94,9 @@ TRACE_EVENT(mm_vmscan_wakeup_kswapd,
        ),
 
        TP_fast_assign(
-               tp_assign(nid, nid);
-               tp_assign(zid, zid);
-               tp_assign(order, order);
+               tp_assign(nid, nid)
+               tp_assign(zid, zid)
+               tp_assign(order, order)
        ),
 
        TP_printk("nid=%d zid=%d order=%d",
@@ -77,9 +118,9 @@ DECLARE_EVENT_CLASS(mm_vmscan_direct_reclaim_begin_template,
        ),
 
        TP_fast_assign(
-               tp_assign(order, order);
-               tp_assign(may_writepage, may_writepage);
-               tp_assign(gfp_flags, gfp_flags);
+               tp_assign(order, order)
+               tp_assign(may_writepage, may_writepage)
+               tp_assign(gfp_flags, gfp_flags)
        ),
 
        TP_printk("order=%d may_writepage=%d gfp_flags=%s",
@@ -120,7 +161,7 @@ DECLARE_EVENT_CLASS(mm_vmscan_direct_reclaim_end_template,
        ),
 
        TP_fast_assign(
-               tp_assign(nr_reclaimed, nr_reclaimed);
+               tp_assign(nr_reclaimed, nr_reclaimed)
        ),
 
        TP_printk("nr_reclaimed=%lu", __entry->nr_reclaimed)
@@ -147,6 +188,7 @@ DEFINE_EVENT(mm_vmscan_direct_reclaim_end_template, mm_vmscan_memcg_softlimit_re
        TP_ARGS(nr_reclaimed)
 )
 
+#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,1,0))
 TRACE_EVENT(mm_shrink_slab_start,
        TP_PROTO(struct shrinker *shr, struct shrink_control *sc,
                long nr_objects_to_shrink, unsigned long pgs_scanned,
@@ -169,15 +211,19 @@ TRACE_EVENT(mm_shrink_slab_start,
        ),
 
        TP_fast_assign(
-               tp_assign(shr,shr);
-               tp_assign(shrink, shr->shrink);
-               tp_assign(nr_objects_to_shrink, nr_objects_to_shrink);
-               tp_assign(gfp_flags, sc->gfp_mask);
-               tp_assign(pgs_scanned, pgs_scanned);
-               tp_assign(lru_pgs, lru_pgs);
-               tp_assign(cache_items, cache_items);
-               tp_assign(delta, delta);
-               tp_assign(total_scan, total_scan);
+               tp_assign(shr,shr)
+#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
+               tp_assign(shrink, shr->scan_objects)
+#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
+               tp_assign(shrink, shr->shrink)
+#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
+               tp_assign(nr_objects_to_shrink, nr_objects_to_shrink)
+               tp_assign(gfp_flags, sc->gfp_mask)
+               tp_assign(pgs_scanned, pgs_scanned)
+               tp_assign(lru_pgs, lru_pgs)
+               tp_assign(cache_items, cache_items)
+               tp_assign(delta, delta)
+               tp_assign(total_scan, total_scan)
        ),
 
        TP_printk("%pF %p: objects to shrink %ld gfp_flags %s pgs_scanned %ld lru_pgs %ld cache items %ld delta %lld total_scan %ld",
@@ -192,6 +238,44 @@ TRACE_EVENT(mm_shrink_slab_start,
                __entry->total_scan)
 )
 
+#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0))
+TRACE_EVENT(mm_shrink_slab_end,
+       TP_PROTO(struct shrinker *shr, int nid, int shrinker_retval,
+               long unused_scan_cnt, long new_scan_cnt, long total_scan),
+
+       TP_ARGS(shr, nid, shrinker_retval, unused_scan_cnt, new_scan_cnt,
+               total_scan),
+
+       TP_STRUCT__entry(
+               __field(struct shrinker *, shr)
+               __field(int, nid)
+               __field(void *, shrink)
+               __field(long, unused_scan)
+               __field(long, new_scan)
+               __field(int, retval)
+               __field(long, total_scan)
+       ),
+
+       TP_fast_assign(
+               tp_assign(shr, shr)
+               tp_assign(nid, nid)
+               tp_assign(shrink, shr->scan_objects)
+               tp_assign(unused_scan, unused_scan_cnt)
+               tp_assign(new_scan, new_scan_cnt)
+               tp_assign(retval, shrinker_retval)
+               tp_assign(total_scan, total_scan)
+       ),
+
+       TP_printk("%pF %p: nid %d unused scan count %ld new scan count %ld total_scan %ld last shrinker return val %d",
+               __entry->shrink,
+               __entry->shr,
+               __entry->nid,
+               __entry->unused_scan,
+               __entry->new_scan,
+               __entry->total_scan,
+               __entry->retval)
+)
+#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */
 TRACE_EVENT(mm_shrink_slab_end,
        TP_PROTO(struct shrinker *shr, int shrinker_retval,
                long unused_scan_cnt, long new_scan_cnt),
@@ -208,12 +292,16 @@ TRACE_EVENT(mm_shrink_slab_end,
        ),
 
        TP_fast_assign(
-               tp_assign(shr, shr);
-               tp_assign(shrink, shr->shrink);
-               tp_assign(unused_scan, unused_scan_cnt);
-               tp_assign(new_scan, new_scan_cnt);
-               tp_assign(retval, shrinker_retval);
-               tp_assign(total_scan, new_scan_cnt - unused_scan_cnt);
+               tp_assign(shr, shr)
+#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
+               tp_assign(shrink, shr->scan_objects)
+#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
+               tp_assign(shrink, shr->shrink)
+#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
+               tp_assign(unused_scan, unused_scan_cnt)
+               tp_assign(new_scan, new_scan_cnt)
+               tp_assign(retval, shrinker_retval)
+               tp_assign(total_scan, new_scan_cnt - unused_scan_cnt)
        ),
 
        TP_printk("%pF %p: unused scan count %ld new scan count %ld total_scan %ld last shrinker return val %d",
@@ -224,6 +312,8 @@ TRACE_EVENT(mm_shrink_slab_end,
                __entry->total_scan,
                __entry->retval)
 )
+#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,16,0)) */
+#endif
 
 DECLARE_EVENT_CLASS(mm_vmscan_lru_isolate_template,
 
@@ -231,30 +321,41 @@ DECLARE_EVENT_CLASS(mm_vmscan_lru_isolate_template,
                unsigned long nr_requested,
                unsigned long nr_scanned,
                unsigned long nr_taken,
+#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
                unsigned long nr_lumpy_taken,
                unsigned long nr_lumpy_dirty,
                unsigned long nr_lumpy_failed,
+#endif
 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
-               isolate_mode_t isolate_mode),
+               isolate_mode_t isolate_mode
 #else
                isolate_mode_t isolate_mode,
-               int file),
+               int file
 #endif
+       ),
 
+       TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
+#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
+               nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
+#endif
 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
-       TP_ARGS(order, nr_requested, nr_scanned, nr_taken, nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, isolate_mode),
+               isolate_mode
 #else
-       TP_ARGS(order, nr_requested, nr_scanned, nr_taken, nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, isolate_mode, file),
+               isolate_mode, file
 #endif
+       ),
+
 
        TP_STRUCT__entry(
                __field(int, order)
                __field(unsigned long, nr_requested)
                __field(unsigned long, nr_scanned)
                __field(unsigned long, nr_taken)
+#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
                __field(unsigned long, nr_lumpy_taken)
                __field(unsigned long, nr_lumpy_dirty)
                __field(unsigned long, nr_lumpy_failed)
+#endif
                __field(isolate_mode_t, isolate_mode)
 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
                __field(int, file)
@@ -262,24 +363,23 @@ DECLARE_EVENT_CLASS(mm_vmscan_lru_isolate_template,
        ),
 
        TP_fast_assign(
-               tp_assign(order, order);
-               tp_assign(nr_requested, nr_requested);
-               tp_assign(nr_scanned, nr_scanned);
-               tp_assign(nr_taken, nr_taken);
-               tp_assign(nr_lumpy_taken, nr_lumpy_taken);
-               tp_assign(nr_lumpy_dirty, nr_lumpy_dirty);
-               tp_assign(nr_lumpy_failed, nr_lumpy_failed);
-               tp_assign(isolate_mode, isolate_mode);
+               tp_assign(order, order)
+               tp_assign(nr_requested, nr_requested)
+               tp_assign(nr_scanned, nr_scanned)
+               tp_assign(nr_taken, nr_taken)
+#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
+               tp_assign(nr_lumpy_taken, nr_lumpy_taken)
+               tp_assign(nr_lumpy_dirty, nr_lumpy_dirty)
+               tp_assign(nr_lumpy_failed, nr_lumpy_failed)
+#endif
+               tp_assign(isolate_mode, isolate_mode)
 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
-               tp_assign(file, file);
+               tp_assign(file, file)
 #endif
        ),
 
 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
        TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu",
-#else
-       TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu file=%d",
-#endif
                __entry->isolate_mode,
                __entry->order,
                __entry->nr_requested,
@@ -287,11 +387,26 @@ DECLARE_EVENT_CLASS(mm_vmscan_lru_isolate_template,
                __entry->nr_taken,
                __entry->nr_lumpy_taken,
                __entry->nr_lumpy_dirty,
-#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
                __entry->nr_lumpy_failed)
-#else
+#elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
+       TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu contig_taken=%lu contig_dirty=%lu contig_failed=%lu file=%d",
+               __entry->isolate_mode,
+               __entry->order,
+               __entry->nr_requested,
+               __entry->nr_scanned,
+               __entry->nr_taken,
+               __entry->nr_lumpy_taken,
+               __entry->nr_lumpy_dirty,
                __entry->nr_lumpy_failed,
                __entry->file)
+#else
+       TP_printk("isolate_mode=%d order=%d nr_requested=%lu nr_scanned=%lu nr_taken=%lu file=%d",
+               __entry->isolate_mode,
+               __entry->order,
+               __entry->nr_requested,
+               __entry->nr_scanned,
+               __entry->nr_taken,
+               __entry->file)
 #endif
 )
 
@@ -307,19 +422,23 @@ DEFINE_EVENT(mm_vmscan_lru_isolate_template, mm_vmscan_lru_isolate,
                unsigned long nr_lumpy_failed,
 #endif
 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
-               isolate_mode_t isolate_mode),
+               isolate_mode_t isolate_mode
 #else
                isolate_mode_t isolate_mode,
-               int file),
+               int file
 #endif
+       ),
 
+       TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
+#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
+               nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
+#endif
 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
-       TP_ARGS(order, nr_requested, nr_scanned, nr_taken, nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, isolate_mode)
-#elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
-       TP_ARGS(order, nr_requested, nr_scanned, nr_taken, nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, isolate_mode, file)
+               isolate_mode
 #else
-       TP_ARGS(order, nr_requested, nr_scanned, nr_taken, isolate_mode, file)
+               isolate_mode, file
 #endif
+       )
 
 )
 
@@ -335,20 +454,23 @@ DEFINE_EVENT(mm_vmscan_lru_isolate_template, mm_vmscan_memcg_isolate,
                unsigned long nr_lumpy_failed,
 #endif
 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
-               isolate_mode_t isolate_mode),
+               isolate_mode_t isolate_mode
 #else
                isolate_mode_t isolate_mode,
-               int file),
+               int file
 #endif
+       ),
 
+       TP_ARGS(order, nr_requested, nr_scanned, nr_taken,
+#if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
+               nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed,
+#endif
 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,3,0))
-       TP_ARGS(order, nr_requested, nr_scanned, nr_taken, nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, isolate_mode)
-#elif (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
-       TP_ARGS(order, nr_requested, nr_scanned, nr_taken, nr_lumpy_taken, nr_lumpy_dirty, nr_lumpy_failed, isolate_mode, file)
+               isolate_mode
 #else
-       TP_ARGS(order, nr_requested, nr_scanned, nr_taken, isolate_mode, file)
+               isolate_mode, file
 #endif
-
+       )
 )
 
 TRACE_EVENT(mm_vmscan_writepage,
@@ -364,8 +486,8 @@ TRACE_EVENT(mm_vmscan_writepage,
        ),
 
        TP_fast_assign(
-               tp_assign(page, page);
-               tp_assign(reclaim_flags, reclaim_flags);
+               tp_assign(page, page)
+               tp_assign(reclaim_flags, reclaim_flags)
        ),
 
        TP_printk("page=%p pfn=%lu flags=%s",
@@ -374,6 +496,7 @@ TRACE_EVENT(mm_vmscan_writepage,
                show_reclaim_flags(__entry->reclaim_flags))
 )
 
+#if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,37))
 TRACE_EVENT(mm_vmscan_lru_shrink_inactive,
 
        TP_PROTO(int nid, int zid,
@@ -392,12 +515,12 @@ TRACE_EVENT(mm_vmscan_lru_shrink_inactive,
        ),
 
        TP_fast_assign(
-               tp_assign(nid, nid);
-               tp_assign(zid, zid);
-               tp_assign(nr_scanned, nr_scanned);
-               tp_assign(nr_reclaimed, nr_reclaimed);
-               tp_assign(priority, priority);
-               tp_assign(reclaim_flags, reclaim_flags);
+               tp_assign(nid, nid)
+               tp_assign(zid, zid)
+               tp_assign(nr_scanned, nr_scanned)
+               tp_assign(nr_reclaimed, nr_reclaimed)
+               tp_assign(priority, priority)
+               tp_assign(reclaim_flags, reclaim_flags)
        ),
 
        TP_printk("nid=%d zid=%d nr_scanned=%ld nr_reclaimed=%ld priority=%d flags=%s",
@@ -406,10 +529,13 @@ TRACE_EVENT(mm_vmscan_lru_shrink_inactive,
                __entry->priority,
                show_reclaim_flags(__entry->reclaim_flags))
 )
+#endif
 
 #if (LINUX_VERSION_CODE < KERNEL_VERSION(3,5,0))
+TRACE_EVENT_MAP(replace_swap_token,
+
+       mm_vmscan_replace_swap_token,
 
-TRACE_EVENT(replace_swap_token,
        TP_PROTO(struct mm_struct *old_mm,
                 struct mm_struct *new_mm),
 
@@ -423,10 +549,10 @@ TRACE_EVENT(replace_swap_token,
        ),
 
        TP_fast_assign(
-               tp_assign(old_mm, old_mm);
-               tp_assign(old_prio, old_mm ? old_mm->token_priority : 0);
-               tp_assign(new_mm, new_mm);
-               tp_assign(new_prio, new_mm->token_priority);
+               tp_assign(old_mm, old_mm)
+               tp_assign(old_prio, old_mm ? old_mm->token_priority : 0)
+               tp_assign(new_mm, new_mm)
+               tp_assign(new_prio, new_mm->token_priority)
        ),
 
        TP_printk("old_token_mm=%p old_prio=%u new_token_mm=%p new_prio=%u",
@@ -434,7 +560,7 @@ TRACE_EVENT(replace_swap_token,
                  __entry->new_mm, __entry->new_prio)
 )
 
-DECLARE_EVENT_CLASS(put_swap_token_template,
+DECLARE_EVENT_CLASS(mm_vmscan_put_swap_token_template,
        TP_PROTO(struct mm_struct *swap_token_mm),
 
        TP_ARGS(swap_token_mm),
@@ -444,24 +570,33 @@ DECLARE_EVENT_CLASS(put_swap_token_template,
        ),
 
        TP_fast_assign(
-               tp_assign(swap_token_mm, swap_token_mm);
+               tp_assign(swap_token_mm, swap_token_mm)
        ),
 
        TP_printk("token_mm=%p", __entry->swap_token_mm)
 )
 
-DEFINE_EVENT(put_swap_token_template, put_swap_token,
+DEFINE_EVENT_MAP(mm_vmscan_put_swap_token_template, put_swap_token,
+
+       mm_vmscan_put_swap_token,
+
        TP_PROTO(struct mm_struct *swap_token_mm),
        TP_ARGS(swap_token_mm)
 )
 
-DEFINE_EVENT_CONDITION(put_swap_token_template, disable_swap_token,
+DEFINE_EVENT_CONDITION_MAP(mm_vmscan_put_swap_token_template, disable_swap_token,
+
+       mm_vmscan_disable_swap_token,
+
        TP_PROTO(struct mm_struct *swap_token_mm),
        TP_ARGS(swap_token_mm),
        TP_CONDITION(swap_token_mm != NULL)
 )
 
-TRACE_EVENT_CONDITION(update_swap_token_priority,
+TRACE_EVENT_CONDITION_MAP(update_swap_token_priority,
+
+       mm_vmscan_update_swap_token_priority,
+
        TP_PROTO(struct mm_struct *mm,
                 unsigned int old_prio,
                 struct mm_struct *swap_token_mm),
@@ -479,18 +614,17 @@ TRACE_EVENT_CONDITION(update_swap_token_priority,
        ),
 
        TP_fast_assign(
-               tp_assign(mm, mm);
-               tp_assign(old_prio, old_prio);
-               tp_assign(new_prio, mm->token_priority);
-               tp_assign(swap_token_mm, swap_token_mm);
-               tp_assign(swap_token_prio, swap_token_mm ? swap_token_mm->token_priority : 0);
+               tp_assign(mm, mm)
+               tp_assign(old_prio, old_prio)
+               tp_assign(new_prio, mm->token_priority)
+               tp_assign(swap_token_mm, swap_token_mm)
+               tp_assign(swap_token_prio, swap_token_mm ? swap_token_mm->token_priority : 0)
        ),
 
        TP_printk("mm=%p old_prio=%u new_prio=%u swap_token_mm=%p token_prio=%u",
                  __entry->mm, __entry->old_prio, __entry->new_prio,
                  __entry->swap_token_mm, __entry->swap_token_prio)
 )
-
 #endif
 
 #endif /* _TRACE_VMSCAN_H */
This page took 0.033407 seconds and 4 git commands to generate.