instrumentation/events/lttng-module/kmem.h

   1 #undef TRACE_SYSTEM
   2 #define TRACE_SYSTEM kmem
   3
   4 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
   5 #define LTTNG_TRACE_KMEM_H
   6
   7 #include "../../../probes/lttng-tracepoint-event.h"
   8 #include <linux/types.h>
   9 #include <linux/version.h>
  10 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,36))
  11 #include <trace/events/gfpflags.h>
  12 #endif
  13
  14 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
  15
  16         TP_PROTO(unsigned long call_site,
  17                  const void *ptr,
  18                  size_t bytes_req,
  19                  size_t bytes_alloc,
  20                  gfp_t gfp_flags),
  21
  22         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  23
  24         TP_STRUCT__entry(
  25                 __field_hex(    unsigned long,  call_site       )
  26                 __field_hex(    const void *,   ptr             )
  27                 __field(        size_t,         bytes_req       )
  28                 __field(        size_t,         bytes_alloc     )
  29                 __field(        gfp_t,          gfp_flags       )
  30         ),
  31
  32         TP_fast_assign(
  33                 tp_assign(call_site, call_site)
  34                 tp_assign(ptr, ptr)
  35                 tp_assign(bytes_req, bytes_req)
  36                 tp_assign(bytes_alloc, bytes_alloc)
  37                 tp_assign(gfp_flags, gfp_flags)
  38         ),
  39
  40         TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
  41                 __entry->call_site,
  42                 __entry->ptr,
  43                 __entry->bytes_req,
  44                 __entry->bytes_alloc,
  45                 show_gfp_flags(__entry->gfp_flags))
  46 )
  47
  48 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
  49
  50         kmem_kmalloc,
  51
  52         TP_PROTO(unsigned long call_site, const void *ptr,
  53                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  54
  55         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  56 )
  57
  58 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
  59
  60         TP_PROTO(unsigned long call_site, const void *ptr,
  61                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  62
  63         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  64 )
  65
  66 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
  67
  68         TP_PROTO(unsigned long call_site,
  69                  const void *ptr,
  70                  size_t bytes_req,
  71                  size_t bytes_alloc,
  72                  gfp_t gfp_flags,
  73                  int node),
  74
  75         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  76
  77         TP_STRUCT__entry(
  78                 __field_hex(    unsigned long,  call_site       )
  79                 __field_hex(    const void *,   ptr             )
  80                 __field(        size_t,         bytes_req       )
  81                 __field(        size_t,         bytes_alloc     )
  82                 __field(        gfp_t,          gfp_flags       )
  83                 __field(        int,            node            )
  84         ),
  85
  86         TP_fast_assign(
  87                 tp_assign(call_site, call_site)
  88                 tp_assign(ptr, ptr)
  89                 tp_assign(bytes_req, bytes_req)
  90                 tp_assign(bytes_alloc, bytes_alloc)
  91                 tp_assign(gfp_flags, gfp_flags)
  92                 tp_assign(node, node)
  93         ),
  94
  95         TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
  96                 __entry->call_site,
  97                 __entry->ptr,
  98                 __entry->bytes_req,
  99                 __entry->bytes_alloc,
 100                 show_gfp_flags(__entry->gfp_flags),
 101                 __entry->node)
 102 )
 103
 104 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
 105
 106         kmem_kmalloc_node,
 107
 108         TP_PROTO(unsigned long call_site, const void *ptr,
 109                  size_t bytes_req, size_t bytes_alloc,
 110                  gfp_t gfp_flags, int node),
 111
 112         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 113 )
 114
 115 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
 116
 117         TP_PROTO(unsigned long call_site, const void *ptr,
 118                  size_t bytes_req, size_t bytes_alloc,
 119                  gfp_t gfp_flags, int node),
 120
 121         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 122 )
 123
 124 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
 125
 126         TP_PROTO(unsigned long call_site, const void *ptr),
 127
 128         TP_ARGS(call_site, ptr),
 129
 130         TP_STRUCT__entry(
 131                 __field_hex(    unsigned long,  call_site       )
 132                 __field_hex(    const void *,   ptr             )
 133         ),
 134
 135         TP_fast_assign(
 136                 tp_assign(call_site, call_site)
 137                 tp_assign(ptr, ptr)
 138         ),
 139
 140         TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
 141 )
 142
 143 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
 144
 145         kmem_kfree,
 146
 147         TP_PROTO(unsigned long call_site, const void *ptr),
 148
 149         TP_ARGS(call_site, ptr)
 150 )
 151
 152 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
 153
 154         TP_PROTO(unsigned long call_site, const void *ptr),
 155
 156         TP_ARGS(call_site, ptr)
 157 )
 158
 159 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32))
 160 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 161 LTTNG_TRACEPOINT_EVENT(mm_page_free,
 162 #else
 163 LTTNG_TRACEPOINT_EVENT(mm_page_free_direct,
 164 #endif
 165
 166         TP_PROTO(struct page *page, unsigned int order),
 167
 168         TP_ARGS(page, order),
 169
 170         TP_STRUCT__entry(
 171                 __field_hex(    struct page *,  page            )
 172                 __field(        unsigned int,   order           )
 173         ),
 174
 175         TP_fast_assign(
 176                 tp_assign(page, page)
 177                 tp_assign(order, order)
 178         ),
 179
 180         TP_printk("page=%p pfn=%lu order=%d",
 181                         __entry->page,
 182                         page_to_pfn(__entry->page),
 183                         __entry->order)
 184 )
 185
 186 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 187 LTTNG_TRACEPOINT_EVENT(mm_page_free_batched,
 188 #else
 189 LTTNG_TRACEPOINT_EVENT(mm_pagevec_free,
 190 #endif
 191
 192         TP_PROTO(struct page *page, int cold),
 193
 194         TP_ARGS(page, cold),
 195
 196         TP_STRUCT__entry(
 197                 __field_hex(    struct page *,  page            )
 198                 __field(        int,            cold            )
 199         ),
 200
 201         TP_fast_assign(
 202                 tp_assign(page, page)
 203                 tp_assign(cold, cold)
 204         ),
 205
 206         TP_printk("page=%p pfn=%lu order=0 cold=%d",
 207                         __entry->page,
 208                         page_to_pfn(__entry->page),
 209                         __entry->cold)
 210 )
 211
 212 LTTNG_TRACEPOINT_EVENT(mm_page_alloc,
 213
 214         TP_PROTO(struct page *page, unsigned int order,
 215                         gfp_t gfp_flags, int migratetype),
 216
 217         TP_ARGS(page, order, gfp_flags, migratetype),
 218
 219         TP_STRUCT__entry(
 220                 __field_hex(    struct page *,  page            )
 221                 __field(        unsigned int,   order           )
 222                 __field(        gfp_t,          gfp_flags       )
 223                 __field(        int,            migratetype     )
 224         ),
 225
 226         TP_fast_assign(
 227                 tp_assign(page, page)
 228                 tp_assign(order, order)
 229                 tp_assign(gfp_flags, gfp_flags)
 230                 tp_assign(migratetype, migratetype)
 231         ),
 232
 233         TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
 234                 __entry->page,
 235                 __entry->page ? page_to_pfn(__entry->page) : 0,
 236                 __entry->order,
 237                 __entry->migratetype,
 238                 show_gfp_flags(__entry->gfp_flags))
 239 )
 240
 241 LTTNG_TRACEPOINT_EVENT_CLASS(mm_page,
 242
 243         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 244
 245         TP_ARGS(page, order, migratetype),
 246
 247         TP_STRUCT__entry(
 248                 __field_hex(    struct page *,  page            )
 249                 __field(        unsigned int,   order           )
 250                 __field(        int,            migratetype     )
 251         ),
 252
 253         TP_fast_assign(
 254                 tp_assign(page, page)
 255                 tp_assign(order, order)
 256                 tp_assign(migratetype, migratetype)
 257         ),
 258
 259         TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
 260                 __entry->page,
 261                 __entry->page ? page_to_pfn(__entry->page) : 0,
 262                 __entry->order,
 263                 __entry->migratetype,
 264                 __entry->order == 0)
 265 )
 266
 267 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_page, mm_page_alloc_zone_locked,
 268
 269         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 270
 271         TP_ARGS(page, order, migratetype)
 272 )
 273
 274 LTTNG_TRACEPOINT_EVENT_INSTANCE_PRINT(mm_page, mm_page_pcpu_drain,
 275
 276 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,33))
 277         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 278 #else
 279         TP_PROTO(struct page *page, int order, int migratetype),
 280 #endif
 281
 282         TP_ARGS(page, order, migratetype),
 283
 284         TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
 285                 __entry->page, page_to_pfn(__entry->page),
 286                 __entry->order, __entry->migratetype)
 287 )
 288
 289 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,19,2)       \
 290         || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0)          \
 291         || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0))
 292
 293 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 294
 295         TP_PROTO(struct page *page,
 296                 int alloc_order, int fallback_order,
 297                 int alloc_migratetype, int fallback_migratetype),
 298
 299         TP_ARGS(page,
 300                 alloc_order, fallback_order,
 301                 alloc_migratetype, fallback_migratetype),
 302
 303         TP_STRUCT__entry(
 304                 __field_hex(    struct page *,  page                    )
 305                 __field(        int,            alloc_order             )
 306                 __field(        int,            fallback_order          )
 307                 __field(        int,            alloc_migratetype       )
 308                 __field(        int,            fallback_migratetype    )
 309                 __field(        int,            change_ownership        )
 310         ),
 311
 312         TP_fast_assign(
 313                 tp_assign(page, page)
 314                 tp_assign(alloc_order, alloc_order)
 315                 tp_assign(fallback_order, fallback_order)
 316                 tp_assign(alloc_migratetype, alloc_migratetype)
 317                 tp_assign(fallback_migratetype, fallback_migratetype)
 318                 tp_assign(change_ownership,
 319                         (alloc_migratetype == get_pageblock_migratetype(page)))
 320         ),
 321
 322         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 323                 __entry->page,
 324                 page_to_pfn(__entry->page),
 325                 __entry->alloc_order,
 326                 __entry->fallback_order,
 327                 pageblock_order,
 328                 __entry->alloc_migratetype,
 329                 __entry->fallback_migratetype,
 330                 __entry->fallback_order < pageblock_order,
 331                 __entry->change_ownership)
 332 )
 333
 334 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,30))
 335
 336 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 337
 338         TP_PROTO(struct page *page,
 339                 int alloc_order, int fallback_order,
 340                 int alloc_migratetype, int fallback_migratetype, int new_migratetype),
 341
 342         TP_ARGS(page,
 343                 alloc_order, fallback_order,
 344                 alloc_migratetype, fallback_migratetype, new_migratetype),
 345
 346         TP_STRUCT__entry(
 347                 __field_hex(    struct page *,  page                    )
 348                 __field(        int,            alloc_order             )
 349                 __field(        int,            fallback_order          )
 350                 __field(        int,            alloc_migratetype       )
 351                 __field(        int,            fallback_migratetype    )
 352                 __field(        int,            change_ownership        )
 353         ),
 354
 355         TP_fast_assign(
 356                 tp_assign(page, page)
 357                 tp_assign(alloc_order, alloc_order)
 358                 tp_assign(fallback_order, fallback_order)
 359                 tp_assign(alloc_migratetype, alloc_migratetype)
 360                 tp_assign(fallback_migratetype, fallback_migratetype)
 361                 tp_assign(change_ownership, (new_migratetype == alloc_migratetype))
 362         ),
 363
 364         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 365                 __entry->page,
 366                 page_to_pfn(__entry->page),
 367                 __entry->alloc_order,
 368                 __entry->fallback_order,
 369                 pageblock_order,
 370                 __entry->alloc_migratetype,
 371                 __entry->fallback_migratetype,
 372                 __entry->fallback_order < pageblock_order,
 373                 __entry->change_ownership)
 374 )
 375
 376 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
 377
 378 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 379
 380         TP_PROTO(struct page *page,
 381                         int alloc_order, int fallback_order,
 382                         int alloc_migratetype, int fallback_migratetype,
 383                         int change_ownership),
 384
 385         TP_ARGS(page,
 386                 alloc_order, fallback_order,
 387                 alloc_migratetype, fallback_migratetype,
 388                 change_ownership),
 389
 390         TP_STRUCT__entry(
 391                 __field_hex(    struct page *,  page                    )
 392                 __field(        int,            alloc_order             )
 393                 __field(        int,            fallback_order          )
 394                 __field(        int,            alloc_migratetype       )
 395                 __field(        int,            fallback_migratetype    )
 396                 __field(        int,            change_ownership        )
 397         ),
 398
 399         TP_fast_assign(
 400                 tp_assign(page, page)
 401                 tp_assign(alloc_order, alloc_order)
 402                 tp_assign(fallback_order, fallback_order)
 403                 tp_assign(alloc_migratetype, alloc_migratetype)
 404                 tp_assign(fallback_migratetype, fallback_migratetype)
 405                 tp_assign(change_ownership, change_ownership)
 406         ),
 407
 408         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 409                 __entry->page,
 410                 page_to_pfn(__entry->page),
 411                 __entry->alloc_order,
 412                 __entry->fallback_order,
 413                 pageblock_order,
 414                 __entry->alloc_migratetype,
 415                 __entry->fallback_migratetype,
 416                 __entry->fallback_order < pageblock_order,
 417                 __entry->change_ownership)
 418 )
 419
 420 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
 421
 422 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 423
 424         TP_PROTO(struct page *page,
 425                         int alloc_order, int fallback_order,
 426                         int alloc_migratetype, int fallback_migratetype),
 427
 428         TP_ARGS(page,
 429                 alloc_order, fallback_order,
 430                 alloc_migratetype, fallback_migratetype),
 431
 432         TP_STRUCT__entry(
 433                 __field_hex(    struct page *,  page                    )
 434                 __field(        int,            alloc_order             )
 435                 __field(        int,            fallback_order          )
 436                 __field(        int,            alloc_migratetype       )
 437                 __field(        int,            fallback_migratetype    )
 438         ),
 439
 440         TP_fast_assign(
 441                 tp_assign(page, page)
 442                 tp_assign(alloc_order, alloc_order)
 443                 tp_assign(fallback_order, fallback_order)
 444                 tp_assign(alloc_migratetype, alloc_migratetype)
 445                 tp_assign(fallback_migratetype, fallback_migratetype)
 446         ),
 447
 448         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 449                 __entry->page,
 450                 page_to_pfn(__entry->page),
 451                 __entry->alloc_order,
 452                 __entry->fallback_order,
 453                 pageblock_order,
 454                 __entry->alloc_migratetype,
 455                 __entry->fallback_migratetype,
 456                 __entry->fallback_order < pageblock_order,
 457                 __entry->alloc_migratetype == __entry->fallback_migratetype)
 458 )
 459
 460 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
 461
 462 #endif
 463
 464 #endif /* LTTNG_TRACE_KMEM_H */
 465
 466 /* This part must be outside protection */
 467 #include "../../../probes/define_trace.h"