include/instrumentation/events/kmem.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM kmem
   4
   5 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define LTTNG_TRACE_KMEM_H
   7
   8 #include <lttng/tracepoint-event.h>
   9 #include <linux/types.h>
  10 #include <lttng/kernel-version.h>
  11
  12 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
  13
  14         TP_PROTO(unsigned long call_site,
  15                  const void *ptr,
  16                  size_t bytes_req,
  17                  size_t bytes_alloc,
  18                  gfp_t gfp_flags),
  19
  20         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  21
  22         TP_FIELDS(
  23                 ctf_integer_hex(unsigned long, call_site, call_site)
  24                 ctf_integer_hex(const void *, ptr, ptr)
  25                 ctf_integer(size_t, bytes_req, bytes_req)
  26                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
  27                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
  28         )
  29 )
  30
  31 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
  32
  33         kmem_kmalloc,
  34
  35         TP_PROTO(unsigned long call_site, const void *ptr,
  36                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  37
  38         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  39 )
  40
  41 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
  42
  43         TP_PROTO(unsigned long call_site, const void *ptr,
  44                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  45
  46         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  47 )
  48
  49 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
  50
  51         TP_PROTO(unsigned long call_site,
  52                  const void *ptr,
  53                  size_t bytes_req,
  54                  size_t bytes_alloc,
  55                  gfp_t gfp_flags,
  56                  int node),
  57
  58         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  59
  60         TP_FIELDS(
  61                 ctf_integer_hex(unsigned long, call_site, call_site)
  62                 ctf_integer_hex(const void *, ptr, ptr)
  63                 ctf_integer(size_t, bytes_req, bytes_req)
  64                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
  65                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
  66                 ctf_integer(int, node, node)
  67         )
  68 )
  69
  70 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
  71
  72         kmem_kmalloc_node,
  73
  74         TP_PROTO(unsigned long call_site, const void *ptr,
  75                  size_t bytes_req, size_t bytes_alloc,
  76                  gfp_t gfp_flags, int node),
  77
  78         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
  79 )
  80
  81 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
  82
  83         TP_PROTO(unsigned long call_site, const void *ptr,
  84                  size_t bytes_req, size_t bytes_alloc,
  85                  gfp_t gfp_flags, int node),
  86
  87         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
  88 )
  89
  90 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
  91 LTTNG_TRACEPOINT_EVENT_MAP(kfree,
  92
  93         kmem_kfree,
  94
  95         TP_PROTO(unsigned long call_site, const void *ptr),
  96
  97         TP_ARGS(call_site, ptr),
  98
  99         TP_FIELDS(
 100                 ctf_integer_hex(unsigned long, call_site, call_site)
 101                 ctf_integer_hex(const void *, ptr, ptr)
 102         )
 103 )
 104
 105 LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
 106
 107         TP_PROTO(unsigned long call_site, const void *ptr, const char *name),
 108
 109         TP_ARGS(call_site, ptr, name),
 110
 111         TP_FIELDS(
 112                 ctf_integer_hex(unsigned long, call_site, call_site)
 113                 ctf_integer_hex(const void *, ptr, ptr)
 114                 ctf_string(name, name)
 115         )
 116 )
 117 #else
 118 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
 119
 120         TP_PROTO(unsigned long call_site, const void *ptr),
 121
 122         TP_ARGS(call_site, ptr),
 123
 124         TP_FIELDS(
 125                 ctf_integer_hex(unsigned long, call_site, call_site)
 126                 ctf_integer_hex(const void *, ptr, ptr)
 127         )
 128 )
 129
 130 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
 131
 132         kmem_kfree,
 133
 134         TP_PROTO(unsigned long call_site, const void *ptr),
 135
 136         TP_ARGS(call_site, ptr)
 137 )
 138
 139 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
 140
 141         TP_PROTO(unsigned long call_site, const void *ptr),
 142
 143         TP_ARGS(call_site, ptr)
 144 )
 145 #endif
 146
 147 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 148 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
 149 #else
 150 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct, kmem_mm_page_free_direct,
 151 #endif
 152
 153         TP_PROTO(struct page *page, unsigned int order),
 154
 155         TP_ARGS(page, order),
 156
 157         TP_FIELDS(
 158                 ctf_integer_hex(struct page *, page, page)
 159                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 160                 ctf_integer(unsigned int, order, order)
 161         )
 162 )
 163
 164 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
 165 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
 166
 167         TP_PROTO(struct page *page),
 168
 169         TP_ARGS(page),
 170
 171         TP_FIELDS(
 172                 ctf_integer_hex(struct page *, page, page)
 173                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 174         )
 175 )
 176 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 177 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
 178
 179         TP_PROTO(struct page *page, int cold),
 180
 181         TP_ARGS(page, cold),
 182
 183         TP_FIELDS(
 184                 ctf_integer_hex(struct page *, page, page)
 185                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 186                 ctf_integer(int, cold, cold)
 187         )
 188 )
 189 #else
 190 LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free, kmem_pagevec_free,
 191
 192         TP_PROTO(struct page *page, int cold),
 193
 194         TP_ARGS(page, cold),
 195
 196         TP_FIELDS(
 197                 ctf_integer_hex(struct page *, page, page)
 198                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 199                 ctf_integer(int, cold, cold)
 200         )
 201 )
 202 #endif
 203
 204 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,
 205
 206         TP_PROTO(struct page *page, unsigned int order,
 207                         gfp_t gfp_flags, int migratetype),
 208
 209         TP_ARGS(page, order, gfp_flags, migratetype),
 210
 211         TP_FIELDS(
 212                 ctf_integer_hex(struct page *, page, page)
 213                 ctf_integer(unsigned long, pfn,
 214                         page ? page_to_pfn(page) : -1UL)
 215                 ctf_integer(unsigned int, order, order)
 216                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
 217                 ctf_integer(int, migratetype, migratetype)
 218         )
 219 )
 220
 221 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
 222 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
 223
 224         TP_PROTO(struct page *page, unsigned int order, int migratetype,
 225                         int percpu_refill),
 226
 227         TP_ARGS(page, order, migratetype, percpu_refill),
 228
 229         TP_FIELDS(
 230                 ctf_integer_hex(struct page *, page, page)
 231                 ctf_integer(unsigned long, pfn,
 232                         page ? page_to_pfn(page) : -1UL)
 233                 ctf_integer(unsigned int, order, order)
 234                 ctf_integer(int, migratetype, migratetype)
 235                 ctf_integer(int, percpu_refill, percpu_refill)
 236         )
 237 )
 238
 239 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
 240
 241         kmem_mm_page_alloc_zone_locked,
 242
 243         TP_PROTO(struct page *page, unsigned int order, int migratetype,
 244                         int percpu_refill),
 245
 246         TP_ARGS(page, order, migratetype, percpu_refill)
 247 )
 248
 249 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,
 250
 251         kmem_mm_page_pcpu_drain,
 252
 253         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 254
 255         TP_ARGS(page, order, migratetype),
 256
 257         TP_FIELDS(
 258                 ctf_integer(unsigned long, pfn,
 259                         page ? page_to_pfn(page) : -1UL)
 260                 ctf_integer(unsigned int, order, order)
 261                 ctf_integer(int, migratetype, migratetype)
 262         )
 263 )
 264 #else
 265 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
 266
 267         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 268
 269         TP_ARGS(page, order, migratetype),
 270
 271         TP_FIELDS(
 272                 ctf_integer_hex(struct page *, page, page)
 273                 ctf_integer(unsigned long, pfn,
 274                         page ? page_to_pfn(page) : -1UL)
 275                 ctf_integer(unsigned int, order, order)
 276                 ctf_integer(int, migratetype, migratetype)
 277         )
 278 )
 279
 280 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
 281
 282         kmem_mm_page_alloc_zone_locked,
 283
 284         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 285
 286         TP_ARGS(page, order, migratetype)
 287 )
 288
 289 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,
 290
 291         kmem_mm_page_pcpu_drain,
 292
 293         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 294
 295         TP_ARGS(page, order, migratetype)
 296 )
 297 #endif
 298
 299 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2)   \
 300         || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0)          \
 301         || LTTNG_KERNEL_RANGE(3,16,35, 3,17,0)          \
 302         || LTTNG_KERNEL_RANGE(3,18,10, 3,19,0)          \
 303         || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0)        \
 304         || LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0)      \
 305         || LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))
 306
 307 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 308
 309         kmem_mm_page_alloc_extfrag,
 310
 311         TP_PROTO(struct page *page,
 312                 int alloc_order, int fallback_order,
 313                 int alloc_migratetype, int fallback_migratetype),
 314
 315         TP_ARGS(page,
 316                 alloc_order, fallback_order,
 317                 alloc_migratetype, fallback_migratetype),
 318
 319         TP_FIELDS(
 320                 ctf_integer_hex(struct page *, page, page)
 321                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 322                 ctf_integer(int, alloc_order, alloc_order)
 323                 ctf_integer(int, fallback_order, fallback_order)
 324                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 325                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 326                 ctf_integer(int, change_ownership,
 327                         (alloc_migratetype == get_pageblock_migratetype(page)))
 328         )
 329 )
 330
 331 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))
 332
 333 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 334
 335         kmem_mm_page_alloc_extfrag,
 336
 337         TP_PROTO(struct page *page,
 338                 int alloc_order, int fallback_order,
 339                 int alloc_migratetype, int fallback_migratetype, int new_migratetype),
 340
 341         TP_ARGS(page,
 342                 alloc_order, fallback_order,
 343                 alloc_migratetype, fallback_migratetype, new_migratetype),
 344
 345         TP_FIELDS(
 346                 ctf_integer_hex(struct page *, page, page)
 347                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 348                 ctf_integer(int, alloc_order, alloc_order)
 349                 ctf_integer(int, fallback_order, fallback_order)
 350                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 351                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 352                 ctf_integer(int, change_ownership, (new_migratetype == alloc_migratetype))
 353         )
 354 )
 355
 356 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
 357
 358 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 359
 360         kmem_mm_page_alloc_extfrag,
 361
 362         TP_PROTO(struct page *page,
 363                         int alloc_order, int fallback_order,
 364                         int alloc_migratetype, int fallback_migratetype,
 365                         int change_ownership),
 366
 367         TP_ARGS(page,
 368                 alloc_order, fallback_order,
 369                 alloc_migratetype, fallback_migratetype,
 370                 change_ownership),
 371
 372         TP_FIELDS(
 373                 ctf_integer_hex(struct page *, page, page)
 374                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 375                 ctf_integer(int, alloc_order, alloc_order)
 376                 ctf_integer(int, fallback_order, fallback_order)
 377                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 378                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 379                 ctf_integer(int, change_ownership, change_ownership)
 380         )
 381 )
 382
 383 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
 384
 385 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 386
 387         kmem_mm_page_alloc_extfrag,
 388
 389         TP_PROTO(struct page *page,
 390                         int alloc_order, int fallback_order,
 391                         int alloc_migratetype, int fallback_migratetype),
 392
 393         TP_ARGS(page,
 394                 alloc_order, fallback_order,
 395                 alloc_migratetype, fallback_migratetype),
 396
 397         TP_FIELDS(
 398                 ctf_integer_hex(struct page *, page, page)
 399                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 400                 ctf_integer(int, alloc_order, alloc_order)
 401                 ctf_integer(int, fallback_order, fallback_order)
 402                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 403                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 404         )
 405 )
 406
 407 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
 408
 409 #endif /* LTTNG_TRACE_KMEM_H */
 410
 411 /* This part must be outside protection */
 412 #include <lttng/define_trace.h>