instrumentation/events/lttng-module/kmem.h

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 #undef TRACE_SYSTEM
   3 #define TRACE_SYSTEM kmem
   4
   5 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
   6 #define LTTNG_TRACE_KMEM_H
   7
   8 #include <probes/lttng-tracepoint-event.h>
   9 #include <linux/types.h>
  10 #include <lttng-kernel-version.h>
  11
  12 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
  13
  14         TP_PROTO(unsigned long call_site,
  15                  const void *ptr,
  16                  size_t bytes_req,
  17                  size_t bytes_alloc,
  18                  gfp_t gfp_flags),
  19
  20         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  21
  22         TP_FIELDS(
  23                 ctf_integer_hex(unsigned long, call_site, call_site)
  24                 ctf_integer_hex(const void *, ptr, ptr)
  25                 ctf_integer(size_t, bytes_req, bytes_req)
  26                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
  27                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
  28         )
  29 )
  30
  31 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
  32
  33         kmem_kmalloc,
  34
  35         TP_PROTO(unsigned long call_site, const void *ptr,
  36                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  37
  38         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  39 )
  40
  41 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
  42
  43         TP_PROTO(unsigned long call_site, const void *ptr,
  44                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  45
  46         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  47 )
  48
  49 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
  50
  51         TP_PROTO(unsigned long call_site,
  52                  const void *ptr,
  53                  size_t bytes_req,
  54                  size_t bytes_alloc,
  55                  gfp_t gfp_flags,
  56                  int node),
  57
  58         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  59
  60         TP_FIELDS(
  61                 ctf_integer_hex(unsigned long, call_site, call_site)
  62                 ctf_integer_hex(const void *, ptr, ptr)
  63                 ctf_integer(size_t, bytes_req, bytes_req)
  64                 ctf_integer(size_t, bytes_alloc, bytes_alloc)
  65                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
  66                 ctf_integer(int, node, node)
  67         )
  68 )
  69
  70 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
  71
  72         kmem_kmalloc_node,
  73
  74         TP_PROTO(unsigned long call_site, const void *ptr,
  75                  size_t bytes_req, size_t bytes_alloc,
  76                  gfp_t gfp_flags, int node),
  77
  78         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
  79 )
  80
  81 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
  82
  83         TP_PROTO(unsigned long call_site, const void *ptr,
  84                  size_t bytes_req, size_t bytes_alloc,
  85                  gfp_t gfp_flags, int node),
  86
  87         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
  88 )
  89
  90 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0))
  91 LTTNG_TRACEPOINT_EVENT_MAP(kfree,
  92
  93         kmem_kfree,
  94
  95         TP_PROTO(unsigned long call_site, const void *ptr),
  96
  97         TP_ARGS(call_site, ptr),
  98
  99         TP_FIELDS(
 100                 ctf_integer_hex(unsigned long, call_site, call_site)
 101                 ctf_integer_hex(const void *, ptr, ptr)
 102         )
 103 )
 104
 105 LTTNG_TRACEPOINT_EVENT(kmem_cache_free,
 106
 107         TP_PROTO(unsigned long call_site, const void *ptr, const char *name),
 108
 109         TP_ARGS(call_site, ptr, name),
 110
 111         TP_FIELDS(
 112                 ctf_integer_hex(unsigned long, call_site, call_site)
 113                 ctf_integer_hex(const void *, ptr, ptr)
 114                 ctf_string(name, name)
 115         )
 116 )
 117 #else
 118 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
 119
 120         TP_PROTO(unsigned long call_site, const void *ptr),
 121
 122         TP_ARGS(call_site, ptr),
 123
 124         TP_FIELDS(
 125                 ctf_integer_hex(unsigned long, call_site, call_site)
 126                 ctf_integer_hex(const void *, ptr, ptr)
 127         )
 128 )
 129
 130 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
 131
 132         kmem_kfree,
 133
 134         TP_PROTO(unsigned long call_site, const void *ptr),
 135
 136         TP_ARGS(call_site, ptr)
 137 )
 138
 139 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
 140
 141         TP_PROTO(unsigned long call_site, const void *ptr),
 142
 143         TP_ARGS(call_site, ptr)
 144 )
 145 #endif
 146
 147 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,32))
 148 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 149 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free,
 150 #else
 151 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct, kmem_mm_page_free_direct,
 152 #endif
 153
 154         TP_PROTO(struct page *page, unsigned int order),
 155
 156         TP_ARGS(page, order),
 157
 158         TP_FIELDS(
 159                 ctf_integer_hex(struct page *, page, page)
 160                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 161                 ctf_integer(unsigned int, order, order)
 162         )
 163 )
 164
 165 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0))
 166 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
 167
 168         TP_PROTO(struct page *page),
 169
 170         TP_ARGS(page),
 171
 172         TP_FIELDS(
 173                 ctf_integer_hex(struct page *, page, page)
 174                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 175         )
 176 )
 177 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0))
 178 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched,
 179
 180         TP_PROTO(struct page *page, int cold),
 181
 182         TP_ARGS(page, cold),
 183
 184         TP_FIELDS(
 185                 ctf_integer_hex(struct page *, page, page)
 186                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 187                 ctf_integer(int, cold, cold)
 188         )
 189 )
 190 #else
 191 LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free, kmem_pagevec_free,
 192
 193         TP_PROTO(struct page *page, int cold),
 194
 195         TP_ARGS(page, cold),
 196
 197         TP_FIELDS(
 198                 ctf_integer_hex(struct page *, page, page)
 199                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 200                 ctf_integer(int, cold, cold)
 201         )
 202 )
 203 #endif
 204
 205 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc,
 206
 207         TP_PROTO(struct page *page, unsigned int order,
 208                         gfp_t gfp_flags, int migratetype),
 209
 210         TP_ARGS(page, order, gfp_flags, migratetype),
 211
 212         TP_FIELDS(
 213                 ctf_integer_hex(struct page *, page, page)
 214                 ctf_integer(unsigned long, pfn,
 215                         page ? page_to_pfn(page) : -1UL)
 216                 ctf_integer(unsigned int, order, order)
 217                 ctf_integer(gfp_t, gfp_flags, gfp_flags)
 218                 ctf_integer(int, migratetype, migratetype)
 219         )
 220 )
 221
 222 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page,
 223
 224         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 225
 226         TP_ARGS(page, order, migratetype),
 227
 228         TP_FIELDS(
 229                 ctf_integer_hex(struct page *, page, page)
 230                 ctf_integer(unsigned long, pfn,
 231                         page ? page_to_pfn(page) : -1UL)
 232                 ctf_integer(unsigned int, order, order)
 233                 ctf_integer(int, migratetype, migratetype)
 234         )
 235 )
 236
 237 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked,
 238
 239         kmem_mm_page_alloc_zone_locked,
 240
 241         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 242
 243         TP_ARGS(page, order, migratetype)
 244 )
 245
 246 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain,
 247
 248         kmem_mm_page_pcpu_drain,
 249
 250 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,33))
 251         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 252 #else
 253         TP_PROTO(struct page *page, int order, int migratetype),
 254 #endif
 255
 256         TP_ARGS(page, order, migratetype)
 257 )
 258
 259 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2)   \
 260         || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0)          \
 261         || LTTNG_KERNEL_RANGE(3,16,35, 3,17,0)          \
 262         || LTTNG_KERNEL_RANGE(3,18,10, 3,19,0)          \
 263         || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0)        \
 264         || LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0)      \
 265         || LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0))
 266
 267 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 268
 269         kmem_mm_page_alloc_extfrag,
 270
 271         TP_PROTO(struct page *page,
 272                 int alloc_order, int fallback_order,
 273                 int alloc_migratetype, int fallback_migratetype),
 274
 275         TP_ARGS(page,
 276                 alloc_order, fallback_order,
 277                 alloc_migratetype, fallback_migratetype),
 278
 279         TP_FIELDS(
 280                 ctf_integer_hex(struct page *, page, page)
 281                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 282                 ctf_integer(int, alloc_order, alloc_order)
 283                 ctf_integer(int, fallback_order, fallback_order)
 284                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 285                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 286                 ctf_integer(int, change_ownership,
 287                         (alloc_migratetype == get_pageblock_migratetype(page)))
 288         )
 289 )
 290
 291 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30))
 292
 293 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 294
 295         kmem_mm_page_alloc_extfrag,
 296
 297         TP_PROTO(struct page *page,
 298                 int alloc_order, int fallback_order,
 299                 int alloc_migratetype, int fallback_migratetype, int new_migratetype),
 300
 301         TP_ARGS(page,
 302                 alloc_order, fallback_order,
 303                 alloc_migratetype, fallback_migratetype, new_migratetype),
 304
 305         TP_FIELDS(
 306                 ctf_integer_hex(struct page *, page, page)
 307                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 308                 ctf_integer(int, alloc_order, alloc_order)
 309                 ctf_integer(int, fallback_order, fallback_order)
 310                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 311                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 312                 ctf_integer(int, change_ownership, (new_migratetype == alloc_migratetype))
 313         )
 314 )
 315
 316 #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0))
 317
 318 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 319
 320         kmem_mm_page_alloc_extfrag,
 321
 322         TP_PROTO(struct page *page,
 323                         int alloc_order, int fallback_order,
 324                         int alloc_migratetype, int fallback_migratetype,
 325                         int change_ownership),
 326
 327         TP_ARGS(page,
 328                 alloc_order, fallback_order,
 329                 alloc_migratetype, fallback_migratetype,
 330                 change_ownership),
 331
 332         TP_FIELDS(
 333                 ctf_integer_hex(struct page *, page, page)
 334                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 335                 ctf_integer(int, alloc_order, alloc_order)
 336                 ctf_integer(int, fallback_order, fallback_order)
 337                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 338                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 339                 ctf_integer(int, change_ownership, change_ownership)
 340         )
 341 )
 342
 343 #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
 344
 345 LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag,
 346
 347         kmem_mm_page_alloc_extfrag,
 348
 349         TP_PROTO(struct page *page,
 350                         int alloc_order, int fallback_order,
 351                         int alloc_migratetype, int fallback_migratetype),
 352
 353         TP_ARGS(page,
 354                 alloc_order, fallback_order,
 355                 alloc_migratetype, fallback_migratetype),
 356
 357         TP_FIELDS(
 358                 ctf_integer_hex(struct page *, page, page)
 359                 ctf_integer(unsigned long, pfn, page_to_pfn(page))
 360                 ctf_integer(int, alloc_order, alloc_order)
 361                 ctf_integer(int, fallback_order, fallback_order)
 362                 ctf_integer(int, alloc_migratetype, alloc_migratetype)
 363                 ctf_integer(int, fallback_migratetype, fallback_migratetype)
 364         )
 365 )
 366
 367 #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */
 368
 369 #endif
 370
 371 #endif /* LTTNG_TRACE_KMEM_H */
 372
 373 /* This part must be outside protection */
 374 #include <probes/define_trace.h>