include/instrumentation/events/kmem.h

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM kmem
   4
   5 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define LTTNG_TRACE_KMEM_H
   7
   8 #include <lttng/tracepoint-event.h>
   9 #include <linux/types.h>
  10 #include <lttng/kernel-version.h>
  11
  12 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
  13 #include <../../mm/slab.h>
  14 #endif
  15
  16 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
  17 LTTNG_TRACEPOINT_EVENT_MAP(kmalloc,
  18
  19         kmem_kmalloc,
  20
  21         TP_PROTO(unsigned long call_site,
  22                  const void *ptr,
  23                  size_t bytes_req,
  24                  size_t bytes_alloc,
  25                  gfp_t gfp_flags,
  26                  int node),
  27
  28         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  29
  30         TP_FIELDS(
  31                 ctf_integer_hex(unsigned long, call_site, call_site)
  32                 ctf_integer_hex(const void *, ptr, ptr)
  33                 ctf_integer(size_t, bytes_req, bytes_req)
  34                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
  35                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
  36                 ctf_integer(int, node, node)
  37                 ctf_integer(bool, accounted, (IS_ENABLED(CONFIG_MEMCG_KMEM) &&
  38                         (gfp_flags & __GFP_ACCOUNT) ? true : false))
  39         )
  40 )
  41
  42 LTTNG_TRACEPOINT_EVENT(kmem_cache_alloc,
  43
  44         TP_PROTO(unsigned long call_site,
  45                  const void *ptr,
  46                  struct kmem_cache *s,
  47                  gfp_t gfp_flags,
  48                  int node),
  49
  50         TP_ARGS(call_site, ptr, s, gfp_flags, node),
  51
  52         TP_FIELDS(
  53                 ctf_integer_hex(unsigned long, call_site, call_site)
  54                 ctf_integer_hex(const void *, ptr, ptr)
  55                 ctf_integer(size_t, bytes_req, s->object_size)
  56                 ctf_integer(size_t, bytes_alloc, s->size)
  57                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
  58                 ctf_integer(int, node, node)
  59                 ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
  60                         ((gfp_flags & __GFP_ACCOUNT) ||
  61                         (s->flags & SLAB_ACCOUNT)) : false)
  62         )
  63 )
  64 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
  65 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
  66
  67         TP_PROTO(unsigned long call_site,
  68                  const void *ptr,
  69                  struct kmem_cache *s,
  70                  size_t bytes_req,
  71                  size_t bytes_alloc,
  72                  gfp_t gfp_flags),
  73
  74         TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags),
  75
  76         TP_FIELDS(
  77                 ctf_integer_hex(unsigned long, call_site, call_site)
  78                 ctf_integer_hex(const void *, ptr, ptr)
  79                 ctf_integer(size_t, bytes_req, bytes_req)
  80                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
  81                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
  82                 ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
  83                         ((gfp_flags & __GFP_ACCOUNT) ||
  84                         (s && s->flags & SLAB_ACCOUNT)) : false)
  85         )
  86 )
  87
  88 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
  89
  90         kmem_kmalloc,
  91
  92         TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
  93                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  94
  95         TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
  96 )
  97
  98 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
  99
 100         TP_PROTO(unsigned long call_site, const void *ptr, struct kmem_cache *s,
 101                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
 102
 103         TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags)
 104 )
 105 #else
 106 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
 107
 108         TP_PROTO(unsigned long call_site,
 109                  const void *ptr,
 110                  size_t bytes_req,
 111                  size_t bytes_alloc,
 112                  gfp_t gfp_flags),
 113
 114         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
 115
 116         TP_FIELDS(
 117                 ctf_integer_hex(unsigned long, call_site, call_site)
 118                 ctf_integer_hex(const void *, ptr, ptr)
 119                 ctf_integer(size_t, bytes_req, bytes_req)
 120                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
 121                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
 122         )
 123 )
 124
 125 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
 126
 127         kmem_kmalloc,
 128
 129         TP_PROTO(unsigned long call_site, const void *ptr,
 130                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
 131
 132         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
 133 )
 134
 135 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
 136
 137         TP_PROTO(unsigned long call_site, const void *ptr,
 138                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
 139
 140         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
 141 )
 142 #endif
 143
 144 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,0,0))
 145 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
 146
 147         TP_PROTO(unsigned long call_site,
 148                  const void *ptr,
 149                  struct kmem_cache *s,
 150                  size_t bytes_req,
 151                  size_t bytes_alloc,
 152                  gfp_t gfp_flags,
 153                  int node),
 154
 155         TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node),
 156
 157         TP_FIELDS(
 158                 ctf_integer_hex(unsigned long, call_site, call_site)
 159                 ctf_integer_hex(const void *, ptr, ptr)
 160                 ctf_integer(size_t, bytes_req, bytes_req)
 161                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
 162                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
 163                 ctf_integer(int, node, node)
 164                 ctf_integer(bool, accounted, IS_ENABLED(CONFIG_MEMCG_KMEM) ?
 165                         ((gfp_flags & __GFP_ACCOUNT) ||
 166                         (s && s->flags & SLAB_ACCOUNT)) : false)
 167         )
 168 )
 169
 170 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
 171
 172         kmem_kmalloc_node,
 173
 174         TP_PROTO(unsigned long call_site, const void *ptr,
 175                  struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
 176                  gfp_t gfp_flags, int node),
 177
 178         TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
 179 )
 180
 181 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
 182
 183         TP_PROTO(unsigned long call_site, const void *ptr,
 184                  struct kmem_cache *s, size_t bytes_req, size_t bytes_alloc,
 185                  gfp_t gfp_flags, int node),
 186
 187         TP_ARGS(call_site, ptr, s, bytes_req, bytes_alloc, gfp_flags, node)
 188 )
 189 #else
 190 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
 191
 192         TP_PROTO(unsigned long call_site,
 193                  const void *ptr,
 194                  size_t bytes_req,
 195                  size_t bytes_alloc,
 196                  gfp_t gfp_flags,
 197                  int node),
 198
 199         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
 200
 201         TP_FIELDS(
 202                 ctf_integer_hex(unsigned long, call_site, call_site)
 203                 ctf_integer_hex(const void *, ptr, ptr)
 204                 ctf_integer(size_t, bytes_req, bytes_req)
 205                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
 206                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
 207                 ctf_integer(int, node, node)
 208         )
 209 )
 210
 211 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
 212
 213         kmem_kmalloc_node,
 214
 215         TP_PROTO(unsigned long call_site, const void *ptr,
 216                  size_t bytes_req, size_t bytes_alloc,
 217                  gfp_t gfp_flags, int node),
 218
 219         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 220 )
 221
 222 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
 223
 224         TP_PROTO(unsigned long call_site, const void *ptr,
 225                  size_t bytes_req, size_t bytes_alloc,
 226                  gfp_t gfp_flags, int node),
 227
 228         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 229 )
 230 #endif
 231
 232 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0) || \
 233         LTTNG_RHEL_KERNEL_RANGE(4,18,0,372,0,0, 4,19,0,0,0,0))
 234 LTTNG_TRACEPOINT_EVENT_MAP(kfree,
 235
 236         kmem_kfree,
 237
 238         TP_PROTO(unsigned long call_site, const void *ptr),
 239
 240         TP_ARGS(call_site, ptr),
 241
 242         TP_FIELDS(
 243                 ctf_integer_hex(unsigned long, call_site, call_site)
 244                 ctf_integer_hex(const void *, ptr, ptr)
 245         )
 246 )
 247 #else
 248 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
 249
 250         TP_PROTO(unsigned long call_site, const void *ptr),
 251
 252         TP_ARGS(call_site, ptr),
 253
 254         TP_FIELDS(
 255                 ctf_integer_hex(unsigned long, call_site, call_site)
 256                 ctf_integer_hex(const void *, ptr, ptr)
 257         )
 258 )
 259
 260 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
 261
 262         kmem_kfree,
 263
 264         TP_PROTO(unsigned long call_site, const void *ptr),
 265
 266         TP_ARGS(call_site, ptr)
 267 )
 268
 269 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
 270
 271         TP_PROTO(unsigned long call_site, const void *ptr),
 272
 273         TP_ARGS(call_site, ptr)
 274 )
 275 #endif
 276
 277 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(6,1,0))
 278 LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
 279
 280         TP_PROTO(unsigned long call_site, const void *ptr, const struct kmem_cache *s),
 281
 282         TP_ARGS(call_site, ptr, s),
 283
 284         TP_FIELDS(
 285                 ctf_integer_hex(unsigned long, call_site, call_site)
 286                 ctf_integer_hex(const void *, ptr, ptr)
 287                 ctf_string(name, s->name)
 288         )
 289 )
 290 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
 291 LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
 292
 293         TP_PROTO(unsigned long call_site, const void *ptr, const char *name),
 294
 295         TP_ARGS(call_site, ptr, name),
 296
 297         TP_FIELDS(
 298                 ctf_integer_hex(unsigned long, call_site, call_site)
 299                 ctf_integer_hex(const void *, ptr, ptr)
 300                 ctf_string(name, name)
 301         )
 302 )
 303 #endif
 304
 305 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
 306
 307         TP_PROTO(struct page *page, unsigned int order),
 308
 309         TP_ARGS(page, order),
 310
 311         TP_FIELDS(
 312                 ctf_integer_hex(struct page *, page, page)
 313                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 314                 ctf_integer(unsigned int, order, order)
 315         )
 316 )
 317
 318 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
 319 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
 320
 321         TP_PROTO(struct page *page),
 322
 323         TP_ARGS(page),
 324
 325         TP_FIELDS(
 326                 ctf_integer_hex(struct page *, page, page)
 327                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 328         )
 329 )
 330 #else
 331 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
 332
 333         TP_PROTO(struct page *page, int cold),
 334
 335         TP_ARGS(page, cold),
 336
 337         TP_FIELDS(
 338                 ctf_integer_hex(struct page *, page, page)
 339                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 340                 ctf_integer(int, cold, cold)
 341         )
 342 )
 343 #endif
 344
 345 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,
 346
 347         TP_PROTO(struct page *page, unsigned int order,
 348                         gfp_t gfp_flags, int migratetype),
 349
 350         TP_ARGS(page, order, gfp_flags, migratetype),
 351
 352         TP_FIELDS(
 353                 ctf_integer_hex(struct page *, page, page)
 354                 ctf_integer(unsigned long, pfn,
 355                         page ? page_to_pfn(page) : -1UL)
 356                 ctf_integer(unsigned int, order, order)
 357                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
 358                 ctf_integer(int, migratetype, migratetype)
 359         )
 360 )
 361
 362 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,19,0))
 363 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
 364
 365         TP_PROTO(struct page *page, unsigned int order, int migratetype,
 366                         int percpu_refill),
 367
 368         TP_ARGS(page, order, migratetype, percpu_refill),
 369
 370         TP_FIELDS(
 371                 ctf_integer_hex(struct page *, page, page)
 372                 ctf_integer(unsigned long, pfn,
 373                         page ? page_to_pfn(page) : -1UL)
 374                 ctf_integer(unsigned int, order, order)
 375                 ctf_integer(int, migratetype, migratetype)
 376                 ctf_integer(int, percpu_refill, percpu_refill)
 377         )
 378 )
 379
 380 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
 381
 382         kmem_mm_page_alloc_zone_locked,
 383
 384         TP_PROTO(struct page *page, unsigned int order, int migratetype,
 385                         int percpu_refill),
 386
 387         TP_ARGS(page, order, migratetype, percpu_refill)
 388 )
 389
 390 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_pcpu_drain,
 391
 392         kmem_mm_page_pcpu_drain,
 393
 394         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 395
 396         TP_ARGS(page, order, migratetype),
 397
 398         TP_FIELDS(
 399                 ctf_integer(unsigned long, pfn,
 400                         page ? page_to_pfn(page) : -1UL)
 401                 ctf_integer(unsigned int, order, order)
 402                 ctf_integer(int, migratetype, migratetype)
 403         )
 404 )
 405 #else
 406 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
 407
 408         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 409
 410         TP_ARGS(page, order, migratetype),
 411
 412         TP_FIELDS(
 413                 ctf_integer_hex(struct page *, page, page)
 414                 ctf_integer(unsigned long, pfn,
 415                         page ? page_to_pfn(page) : -1UL)
 416                 ctf_integer(unsigned int, order, order)
 417                 ctf_integer(int, migratetype, migratetype)
 418         )
 419 )
 420
 421 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
 422
 423         kmem_mm_page_alloc_zone_locked,
 424
 425         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 426
 427         TP_ARGS(page, order, migratetype)
 428 )
 429
 430 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,
 431
 432         kmem_mm_page_pcpu_drain,
 433
 434         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 435
 436         TP_ARGS(page, order, migratetype)
 437 )
 438 #endif
 439
 440 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 441
 442         kmem_mm_page_alloc_extfrag,
 443
 444         TP_PROTO(struct page *page,
 445                 int alloc_order, int fallback_order,
 446                 int alloc_migratetype, int fallback_migratetype),
 447
 448         TP_ARGS(page,
 449                 alloc_order, fallback_order,
 450                 alloc_migratetype, fallback_migratetype),
 451
 452         TP_FIELDS(
 453                 ctf_integer_hex(struct page *, page, page)
 454                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 455                 ctf_integer(int, alloc_order, alloc_order)
 456                 ctf_integer(int, fallback_order, fallback_order)
 457                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 458                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 459                 ctf_integer(int, change_ownership,
 460                         (alloc_migratetype == get_pageblock_migratetype(page)))
 461         )
 462 )
 463
 464 #endif /* LTTNG_TRACE_KMEM_H */
 465
 466 /* This part must be outside protection */
 467 #include <lttng/define_trace.h>