instrumentation/events/lttng-module/kmem.h

   1 #undef TRACE_SYSTEM
   2 #define TRACE_SYSTEM kmem
   3
   4 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
   5 #define LTTNG_TRACE_KMEM_H
   6
   7 #include "../../../probes/lttng-tracepoint-event.h"
   8 #include <linux/types.h>
   9 #include <linux/version.h>
  10 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,36))
  11 #include <trace/events/gfpflags.h>
  12 #endif
  13
  14 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
  15
  16         TP_PROTO(unsigned long call_site,
  17                  const void *ptr,
  18                  size_t bytes_req,
  19                  size_t bytes_alloc,
  20                  gfp_t gfp_flags),
  21
  22         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  23
  24         TP_STRUCT__entry(
  25                 __field_hex(    unsigned long,  call_site       )
  26                 __field_hex(    const void *,   ptr             )
  27                 __field(        size_t,         bytes_req       )
  28                 __field(        size_t,         bytes_alloc     )
  29                 __field(        gfp_t,          gfp_flags       )
  30         ),
  31
  32         TP_fast_assign(
  33                 tp_assign(call_site, call_site)
  34                 tp_assign(ptr, ptr)
  35                 tp_assign(bytes_req, bytes_req)
  36                 tp_assign(bytes_alloc, bytes_alloc)
  37                 tp_assign(gfp_flags, gfp_flags)
  38         ),
  39
  40         TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
  41                 __entry->call_site,
  42                 __entry->ptr,
  43                 __entry->bytes_req,
  44                 __entry->bytes_alloc,
  45                 show_gfp_flags(__entry->gfp_flags))
  46 )
  47
  48 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
  49
  50         kmem_kmalloc,
  51
  52         TP_PROTO(unsigned long call_site, const void *ptr,
  53                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  54
  55         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  56 )
  57
  58 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
  59
  60         TP_PROTO(unsigned long call_site, const void *ptr,
  61                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  62
  63         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  64 )
  65
  66 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
  67
  68         TP_PROTO(unsigned long call_site,
  69                  const void *ptr,
  70                  size_t bytes_req,
  71                  size_t bytes_alloc,
  72                  gfp_t gfp_flags,
  73                  int node),
  74
  75         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  76
  77         TP_STRUCT__entry(
  78                 __field_hex(    unsigned long,  call_site       )
  79                 __field_hex(    const void *,   ptr             )
  80                 __field(        size_t,         bytes_req       )
  81                 __field(        size_t,         bytes_alloc     )
  82                 __field(        gfp_t,          gfp_flags       )
  83                 __field(        int,            node            )
  84         ),
  85
  86         TP_fast_assign(
  87                 tp_assign(call_site, call_site)
  88                 tp_assign(ptr, ptr)
  89                 tp_assign(bytes_req, bytes_req)
  90                 tp_assign(bytes_alloc, bytes_alloc)
  91                 tp_assign(gfp_flags, gfp_flags)
  92                 tp_assign(node, node)
  93         ),
  94
  95         TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
  96                 __entry->call_site,
  97                 __entry->ptr,
  98                 __entry->bytes_req,
  99                 __entry->bytes_alloc,
 100                 show_gfp_flags(__entry->gfp_flags),
 101                 __entry->node)
 102 )
 103
 104 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
 105
 106         kmem_kmalloc_node,
 107
 108         TP_PROTO(unsigned long call_site, const void *ptr,
 109                  size_t bytes_req, size_t bytes_alloc,
 110                  gfp_t gfp_flags, int node),
 111
 112         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 113 )
 114
 115 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
 116
 117         TP_PROTO(unsigned long call_site, const void *ptr,
 118                  size_t bytes_req, size_t bytes_alloc,
 119                  gfp_t gfp_flags, int node),
 120
 121         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 122 )
 123
 124 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
 125
 126         TP_PROTO(unsigned long call_site, const void *ptr),
 127
 128         TP_ARGS(call_site, ptr),
 129
 130         TP_STRUCT__entry(
 131                 __field_hex(    unsigned long,  call_site       )
 132                 __field_hex(    const void *,   ptr             )
 133         ),
 134
 135         TP_fast_assign(
 136                 tp_assign(call_site, call_site)
 137                 tp_assign(ptr, ptr)
 138         ),
 139
 140         TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
 141 )
 142
 143 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
 144
 145         kmem_kfree,
 146
 147         TP_PROTO(unsigned long call_site, const void *ptr),
 148
 149         TP_ARGS(call_site, ptr)
 150 )
 151
 152 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
 153
 154         TP_PROTO(unsigned long call_site, const void *ptr),
 155
 156         TP_ARGS(call_site, ptr)
 157 )
 158
 159 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32))
 160 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 161 LTTNG_TRACEPOINT_EVENT(mm_page_free,
 162 #else
 163 LTTNG_TRACEPOINT_EVENT(mm_page_free_direct,
 164 #endif
 165
 166         TP_PROTO(struct page *page, unsigned int order),
 167
 168         TP_ARGS(page, order),
 169
 170         TP_STRUCT__entry(
 171                 __field_hex(    struct page *,  page            )
 172                 __field(        unsigned int,   order           )
 173         ),
 174
 175         TP_fast_assign(
 176                 tp_assign(page, page)
 177                 tp_assign(order, order)
 178         ),
 179
 180         TP_printk("page=%p pfn=%lu order=%d",
 181                         __entry->page,
 182                         page_to_pfn(__entry->page),
 183                         __entry->order)
 184 )
 185
 186 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 187 LTTNG_TRACEPOINT_EVENT(mm_page_free_batched,
 188 #else
 189 LTTNG_TRACEPOINT_EVENT(mm_pagevec_free,
 190 #endif
 191
 192         TP_PROTO(struct page *page, int cold),
 193
 194         TP_ARGS(page, cold),
 195
 196         TP_STRUCT__entry(
 197                 __field_hex(    struct page *,  page            )
 198                 __field(        int,            cold            )
 199         ),
 200
 201         TP_fast_assign(
 202                 tp_assign(page, page)
 203                 tp_assign(cold, cold)
 204         ),
 205
 206         TP_printk("page=%p pfn=%lu order=0 cold=%d",
 207                         __entry->page,
 208                         page_to_pfn(__entry->page),
 209                         __entry->cold)
 210 )
 211
 212 LTTNG_TRACEPOINT_EVENT(mm_page_alloc,
 213
 214         TP_PROTO(struct page *page, unsigned int order,
 215                         gfp_t gfp_flags, int migratetype),
 216
 217         TP_ARGS(page, order, gfp_flags, migratetype),
 218
 219         TP_STRUCT__entry(
 220                 __field_hex(    struct page *,  page            )
 221                 __field(        unsigned int,   order           )
 222                 __field(        gfp_t,          gfp_flags       )
 223                 __field(        int,            migratetype     )
 224         ),
 225
 226         TP_fast_assign(
 227                 tp_assign(page, page)
 228                 tp_assign(order, order)
 229                 tp_assign(gfp_flags, gfp_flags)
 230                 tp_assign(migratetype, migratetype)
 231         ),
 232
 233         TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
 234                 __entry->page,
 235                 __entry->page ? page_to_pfn(__entry->page) : 0,
 236                 __entry->order,
 237                 __entry->migratetype,
 238                 show_gfp_flags(__entry->gfp_flags))
 239 )
 240
 241 LTTNG_TRACEPOINT_EVENT_CLASS(mm_page,
 242
 243         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 244
 245         TP_ARGS(page, order, migratetype),
 246
 247         TP_STRUCT__entry(
 248                 __field_hex(    struct page *,  page            )
 249                 __field(        unsigned int,   order           )
 250                 __field(        int,            migratetype     )
 251         ),
 252
 253         TP_fast_assign(
 254                 tp_assign(page, page)
 255                 tp_assign(order, order)
 256                 tp_assign(migratetype, migratetype)
 257         ),
 258
 259         TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
 260                 __entry->page,
 261                 __entry->page ? page_to_pfn(__entry->page) : 0,
 262                 __entry->order,
 263                 __entry->migratetype,
 264                 __entry->order == 0)
 265 )
 266
 267 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_page, mm_page_alloc_zone_locked,
 268
 269         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 270
 271         TP_ARGS(page, order, migratetype)
 272 )
 273
 274 LTTNG_TRACEPOINT_EVENT_INSTANCE_PRINT(mm_page, mm_page_pcpu_drain,
 275
 276 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,33))
 277         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 278 #else
 279         TP_PROTO(struct page *page, int order, int migratetype),
 280 #endif
 281
 282         TP_ARGS(page, order, migratetype),
 283
 284         TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
 285                 __entry->page, page_to_pfn(__entry->page),
 286                 __entry->order, __entry->migratetype)
 287 )
 288
 289 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,19,2)       \
 290         || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0)          \
 291         || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0)        \
 292         || LTTNG_UBUNTU_KERNEL_RANGE(3,13,0,50, 3,14,0,0)       \
 293         || LTTNG_UBUNTU_KERNEL_RANGE(3,16,0,38, 3,17,0,0))
 294
 295 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 296
 297         TP_PROTO(struct page *page,
 298                 int alloc_order, int fallback_order,
 299                 int alloc_migratetype, int fallback_migratetype),
 300
 301         TP_ARGS(page,
 302                 alloc_order, fallback_order,
 303                 alloc_migratetype, fallback_migratetype),
 304
 305         TP_STRUCT__entry(
 306                 __field_hex(    struct page *,  page                    )
 307                 __field(        int,            alloc_order             )
 308                 __field(        int,            fallback_order          )
 309                 __field(        int,            alloc_migratetype       )
 310                 __field(        int,            fallback_migratetype    )
 311                 __field(        int,            change_ownership        )
 312         ),
 313
 314         TP_fast_assign(
 315                 tp_assign(page, page)
 316                 tp_assign(alloc_order, alloc_order)
 317                 tp_assign(fallback_order, fallback_order)
 318                 tp_assign(alloc_migratetype, alloc_migratetype)
 319                 tp_assign(fallback_migratetype, fallback_migratetype)
 320                 tp_assign(change_ownership,
 321                         (alloc_migratetype == get_pageblock_migratetype(page)))
 322         ),
 323
 324         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 325                 __entry->page,
 326                 page_to_pfn(__entry->page),
 327                 __entry->alloc_order,
 328                 __entry->fallback_order,
 329                 pageblock_order,
 330                 __entry->alloc_migratetype,
 331                 __entry->fallback_migratetype,
 332                 __entry->fallback_order < pageblock_order,
 333                 __entry->change_ownership)
 334 )
 335
 336 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,30))
 337
 338 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 339
 340         TP_PROTO(struct page *page,
 341                 int alloc_order, int fallback_order,
 342                 int alloc_migratetype, int fallback_migratetype, int new_migratetype),
 343
 344         TP_ARGS(page,
 345                 alloc_order, fallback_order,
 346                 alloc_migratetype, fallback_migratetype, new_migratetype),
 347
 348         TP_STRUCT__entry(
 349                 __field_hex(    struct page *,  page                    )
 350                 __field(        int,            alloc_order             )
 351                 __field(        int,            fallback_order          )
 352                 __field(        int,            alloc_migratetype       )
 353                 __field(        int,            fallback_migratetype    )
 354                 __field(        int,            change_ownership        )
 355         ),
 356
 357         TP_fast_assign(
 358                 tp_assign(page, page)
 359                 tp_assign(alloc_order, alloc_order)
 360                 tp_assign(fallback_order, fallback_order)
 361                 tp_assign(alloc_migratetype, alloc_migratetype)
 362                 tp_assign(fallback_migratetype, fallback_migratetype)
 363                 tp_assign(change_ownership, (new_migratetype == alloc_migratetype))
 364         ),
 365
 366         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 367                 __entry->page,
 368                 page_to_pfn(__entry->page),
 369                 __entry->alloc_order,
 370                 __entry->fallback_order,
 371                 pageblock_order,
 372                 __entry->alloc_migratetype,
 373                 __entry->fallback_migratetype,
 374                 __entry->fallback_order < pageblock_order,
 375                 __entry->change_ownership)
 376 )
 377
 378 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
 379
 380 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 381
 382         TP_PROTO(struct page *page,
 383                         int alloc_order, int fallback_order,
 384                         int alloc_migratetype, int fallback_migratetype,
 385                         int change_ownership),
 386
 387         TP_ARGS(page,
 388                 alloc_order, fallback_order,
 389                 alloc_migratetype, fallback_migratetype,
 390                 change_ownership),
 391
 392         TP_STRUCT__entry(
 393                 __field_hex(    struct page *,  page                    )
 394                 __field(        int,            alloc_order             )
 395                 __field(        int,            fallback_order          )
 396                 __field(        int,            alloc_migratetype       )
 397                 __field(        int,            fallback_migratetype    )
 398                 __field(        int,            change_ownership        )
 399         ),
 400
 401         TP_fast_assign(
 402                 tp_assign(page, page)
 403                 tp_assign(alloc_order, alloc_order)
 404                 tp_assign(fallback_order, fallback_order)
 405                 tp_assign(alloc_migratetype, alloc_migratetype)
 406                 tp_assign(fallback_migratetype, fallback_migratetype)
 407                 tp_assign(change_ownership, change_ownership)
 408         ),
 409
 410         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 411                 __entry->page,
 412                 page_to_pfn(__entry->page),
 413                 __entry->alloc_order,
 414                 __entry->fallback_order,
 415                 pageblock_order,
 416                 __entry->alloc_migratetype,
 417                 __entry->fallback_migratetype,
 418                 __entry->fallback_order < pageblock_order,
 419                 __entry->change_ownership)
 420 )
 421
 422 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
 423
 424 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 425
 426         TP_PROTO(struct page *page,
 427                         int alloc_order, int fallback_order,
 428                         int alloc_migratetype, int fallback_migratetype),
 429
 430         TP_ARGS(page,
 431                 alloc_order, fallback_order,
 432                 alloc_migratetype, fallback_migratetype),
 433
 434         TP_STRUCT__entry(
 435                 __field_hex(    struct page *,  page                    )
 436                 __field(        int,            alloc_order             )
 437                 __field(        int,            fallback_order          )
 438                 __field(        int,            alloc_migratetype       )
 439                 __field(        int,            fallback_migratetype    )
 440         ),
 441
 442         TP_fast_assign(
 443                 tp_assign(page, page)
 444                 tp_assign(alloc_order, alloc_order)
 445                 tp_assign(fallback_order, fallback_order)
 446                 tp_assign(alloc_migratetype, alloc_migratetype)
 447                 tp_assign(fallback_migratetype, fallback_migratetype)
 448         ),
 449
 450         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 451                 __entry->page,
 452                 page_to_pfn(__entry->page),
 453                 __entry->alloc_order,
 454                 __entry->fallback_order,
 455                 pageblock_order,
 456                 __entry->alloc_migratetype,
 457                 __entry->fallback_migratetype,
 458                 __entry->fallback_order < pageblock_order,
 459                 __entry->alloc_migratetype == __entry->fallback_migratetype)
 460 )
 461
 462 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
 463
 464 #endif
 465
 466 #endif /* LTTNG_TRACE_KMEM_H */
 467
 468 /* This part must be outside protection */
 469 #include "../../../probes/define_trace.h"