instrumentation/events/lttng-module/kmem.h

   1 #undef TRACE_SYSTEM
   2 #define TRACE_SYSTEM kmem
   3
   4 #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ)
   5 #define LTTNG_TRACE_KMEM_H
   6
   7 #include "../../../probes/lttng-tracepoint-event.h"
   8 #include <linux/types.h>
   9 #include <linux/version.h>
  10 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,36))
  11 #include <trace/events/gfpflags.h>
  12 #endif
  13
  14 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc,
  15
  16         TP_PROTO(unsigned long call_site,
  17                  const void *ptr,
  18                  size_t bytes_req,
  19                  size_t bytes_alloc,
  20                  gfp_t gfp_flags),
  21
  22         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags),
  23
  24         TP_STRUCT__entry(
  25                 __field_hex(    unsigned long,  call_site       )
  26                 __field_hex(    const void *,   ptr             )
  27                 __field(        size_t,         bytes_req       )
  28                 __field(        size_t,         bytes_alloc     )
  29                 __field(        gfp_t,          gfp_flags       )
  30         ),
  31
  32         TP_fast_assign(
  33                 tp_assign(call_site, call_site)
  34                 tp_assign(ptr, ptr)
  35                 tp_assign(bytes_req, bytes_req)
  36                 tp_assign(bytes_alloc, bytes_alloc)
  37                 tp_assign(gfp_flags, gfp_flags)
  38         ),
  39
  40         TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s",
  41                 __entry->call_site,
  42                 __entry->ptr,
  43                 __entry->bytes_req,
  44                 __entry->bytes_alloc,
  45                 show_gfp_flags(__entry->gfp_flags))
  46 )
  47
  48 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc,
  49
  50         kmem_kmalloc,
  51
  52         TP_PROTO(unsigned long call_site, const void *ptr,
  53                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  54
  55         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  56 )
  57
  58 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc,
  59
  60         TP_PROTO(unsigned long call_site, const void *ptr,
  61                  size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags),
  62
  63         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags)
  64 )
  65
  66 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node,
  67
  68         TP_PROTO(unsigned long call_site,
  69                  const void *ptr,
  70                  size_t bytes_req,
  71                  size_t bytes_alloc,
  72                  gfp_t gfp_flags,
  73                  int node),
  74
  75         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node),
  76
  77         TP_STRUCT__entry(
  78                 __field_hex(    unsigned long,  call_site       )
  79                 __field_hex(    const void *,   ptr             )
  80                 __field(        size_t,         bytes_req       )
  81                 __field(        size_t,         bytes_alloc     )
  82                 __field(        gfp_t,          gfp_flags       )
  83                 __field(        int,            node            )
  84         ),
  85
  86         TP_fast_assign(
  87                 tp_assign(call_site, call_site)
  88                 tp_assign(ptr, ptr)
  89                 tp_assign(bytes_req, bytes_req)
  90                 tp_assign(bytes_alloc, bytes_alloc)
  91                 tp_assign(gfp_flags, gfp_flags)
  92                 tp_assign(node, node)
  93         ),
  94
  95         TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d",
  96                 __entry->call_site,
  97                 __entry->ptr,
  98                 __entry->bytes_req,
  99                 __entry->bytes_alloc,
 100                 show_gfp_flags(__entry->gfp_flags),
 101                 __entry->node)
 102 )
 103
 104 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node,
 105
 106         kmem_kmalloc_node,
 107
 108         TP_PROTO(unsigned long call_site, const void *ptr,
 109                  size_t bytes_req, size_t bytes_alloc,
 110                  gfp_t gfp_flags, int node),
 111
 112         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 113 )
 114
 115 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node,
 116
 117         TP_PROTO(unsigned long call_site, const void *ptr,
 118                  size_t bytes_req, size_t bytes_alloc,
 119                  gfp_t gfp_flags, int node),
 120
 121         TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node)
 122 )
 123
 124 LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free,
 125
 126         TP_PROTO(unsigned long call_site, const void *ptr),
 127
 128         TP_ARGS(call_site, ptr),
 129
 130         TP_STRUCT__entry(
 131                 __field_hex(    unsigned long,  call_site       )
 132                 __field_hex(    const void *,   ptr             )
 133         ),
 134
 135         TP_fast_assign(
 136                 tp_assign(call_site, call_site)
 137                 tp_assign(ptr, ptr)
 138         ),
 139
 140         TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr)
 141 )
 142
 143 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree,
 144
 145         kmem_kfree,
 146
 147         TP_PROTO(unsigned long call_site, const void *ptr),
 148
 149         TP_ARGS(call_site, ptr)
 150 )
 151
 152 LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free,
 153
 154         TP_PROTO(unsigned long call_site, const void *ptr),
 155
 156         TP_ARGS(call_site, ptr)
 157 )
 158
 159 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,32))
 160 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 161 LTTNG_TRACEPOINT_EVENT(mm_page_free,
 162 #else
 163 LTTNG_TRACEPOINT_EVENT(mm_page_free_direct,
 164 #endif
 165
 166         TP_PROTO(struct page *page, unsigned int order),
 167
 168         TP_ARGS(page, order),
 169
 170         TP_STRUCT__entry(
 171                 __field_hex(    struct page *,  page            )
 172                 __field(        unsigned int,   order           )
 173         ),
 174
 175         TP_fast_assign(
 176                 tp_assign(page, page)
 177                 tp_assign(order, order)
 178         ),
 179
 180         TP_printk("page=%p pfn=%lu order=%d",
 181                         __entry->page,
 182                         page_to_pfn(__entry->page),
 183                         __entry->order)
 184 )
 185
 186 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,3,0))
 187 LTTNG_TRACEPOINT_EVENT(mm_page_free_batched,
 188 #else
 189 LTTNG_TRACEPOINT_EVENT(mm_pagevec_free,
 190 #endif
 191
 192         TP_PROTO(struct page *page, int cold),
 193
 194         TP_ARGS(page, cold),
 195
 196         TP_STRUCT__entry(
 197                 __field_hex(    struct page *,  page            )
 198                 __field(        int,            cold            )
 199         ),
 200
 201         TP_fast_assign(
 202                 tp_assign(page, page)
 203                 tp_assign(cold, cold)
 204         ),
 205
 206         TP_printk("page=%p pfn=%lu order=0 cold=%d",
 207                         __entry->page,
 208                         page_to_pfn(__entry->page),
 209                         __entry->cold)
 210 )
 211
 212 LTTNG_TRACEPOINT_EVENT(mm_page_alloc,
 213
 214         TP_PROTO(struct page *page, unsigned int order,
 215                         gfp_t gfp_flags, int migratetype),
 216
 217         TP_ARGS(page, order, gfp_flags, migratetype),
 218
 219         TP_STRUCT__entry(
 220                 __field_hex(    struct page *,  page            )
 221                 __field(        unsigned int,   order           )
 222                 __field(        gfp_t,          gfp_flags       )
 223                 __field(        int,            migratetype     )
 224         ),
 225
 226         TP_fast_assign(
 227                 tp_assign(page, page)
 228                 tp_assign(order, order)
 229                 tp_assign(gfp_flags, gfp_flags)
 230                 tp_assign(migratetype, migratetype)
 231         ),
 232
 233         TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s",
 234                 __entry->page,
 235                 __entry->page ? page_to_pfn(__entry->page) : 0,
 236                 __entry->order,
 237                 __entry->migratetype,
 238                 show_gfp_flags(__entry->gfp_flags))
 239 )
 240
 241 LTTNG_TRACEPOINT_EVENT_CLASS(mm_page,
 242
 243         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 244
 245         TP_ARGS(page, order, migratetype),
 246
 247         TP_STRUCT__entry(
 248                 __field_hex(    struct page *,  page            )
 249                 __field(        unsigned int,   order           )
 250                 __field(        int,            migratetype     )
 251         ),
 252
 253         TP_fast_assign(
 254                 tp_assign(page, page)
 255                 tp_assign(order, order)
 256                 tp_assign(migratetype, migratetype)
 257         ),
 258
 259         TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d",
 260                 __entry->page,
 261                 __entry->page ? page_to_pfn(__entry->page) : 0,
 262                 __entry->order,
 263                 __entry->migratetype,
 264                 __entry->order == 0)
 265 )
 266
 267 LTTNG_TRACEPOINT_EVENT_INSTANCE(mm_page, mm_page_alloc_zone_locked,
 268
 269         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 270
 271         TP_ARGS(page, order, migratetype)
 272 )
 273
 274 LTTNG_TRACEPOINT_EVENT_INSTANCE_PRINT(mm_page, mm_page_pcpu_drain,
 275
 276 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,33))
 277         TP_PROTO(struct page *page, unsigned int order, int migratetype),
 278 #else
 279         TP_PROTO(struct page *page, int order, int migratetype),
 280 #endif
 281
 282         TP_ARGS(page, order, migratetype),
 283
 284         TP_printk("page=%p pfn=%lu order=%d migratetype=%d",
 285                 __entry->page, page_to_pfn(__entry->page),
 286                 __entry->order, __entry->migratetype)
 287 )
 288
 289 #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,19,2)       \
 290         || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0))
 291
 292 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 293
 294         TP_PROTO(struct page *page,
 295                 int alloc_order, int fallback_order,
 296                 int alloc_migratetype, int fallback_migratetype),
 297
 298         TP_ARGS(page,
 299                 alloc_order, fallback_order,
 300                 alloc_migratetype, fallback_migratetype),
 301
 302         TP_STRUCT__entry(
 303                 __field_hex(    struct page *,  page                    )
 304                 __field(        int,            alloc_order             )
 305                 __field(        int,            fallback_order          )
 306                 __field(        int,            alloc_migratetype       )
 307                 __field(        int,            fallback_migratetype    )
 308                 __field(        int,            change_ownership        )
 309         ),
 310
 311         TP_fast_assign(
 312                 tp_assign(page, page)
 313                 tp_assign(alloc_order, alloc_order)
 314                 tp_assign(fallback_order, fallback_order)
 315                 tp_assign(alloc_migratetype, alloc_migratetype)
 316                 tp_assign(fallback_migratetype, fallback_migratetype)
 317                 tp_assign(change_ownership,
 318                         (alloc_migratetype == get_pageblock_migratetype(page)))
 319         ),
 320
 321         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 322                 __entry->page,
 323                 page_to_pfn(__entry->page),
 324                 __entry->alloc_order,
 325                 __entry->fallback_order,
 326                 pageblock_order,
 327                 __entry->alloc_migratetype,
 328                 __entry->fallback_migratetype,
 329                 __entry->fallback_order < pageblock_order,
 330                 __entry->change_ownership)
 331 )
 332
 333 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,30))
 334
 335 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 336
 337         TP_PROTO(struct page *page,
 338                 int alloc_order, int fallback_order,
 339                 int alloc_migratetype, int fallback_migratetype, int new_migratetype),
 340
 341         TP_ARGS(page,
 342                 alloc_order, fallback_order,
 343                 alloc_migratetype, fallback_migratetype, new_migratetype),
 344
 345         TP_STRUCT__entry(
 346                 __field_hex(    struct page *,  page                    )
 347                 __field(        int,            alloc_order             )
 348                 __field(        int,            fallback_order          )
 349                 __field(        int,            alloc_migratetype       )
 350                 __field(        int,            fallback_migratetype    )
 351                 __field(        int,            change_ownership        )
 352         ),
 353
 354         TP_fast_assign(
 355                 tp_assign(page, page)
 356                 tp_assign(alloc_order, alloc_order)
 357                 tp_assign(fallback_order, fallback_order)
 358                 tp_assign(alloc_migratetype, alloc_migratetype)
 359                 tp_assign(fallback_migratetype, fallback_migratetype)
 360                 tp_assign(change_ownership, (new_migratetype == alloc_migratetype))
 361         ),
 362
 363         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 364                 __entry->page,
 365                 page_to_pfn(__entry->page),
 366                 __entry->alloc_order,
 367                 __entry->fallback_order,
 368                 pageblock_order,
 369                 __entry->alloc_migratetype,
 370                 __entry->fallback_migratetype,
 371                 __entry->fallback_order < pageblock_order,
 372                 __entry->change_ownership)
 373 )
 374
 375 #elif (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0))
 376
 377 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 378
 379         TP_PROTO(struct page *page,
 380                         int alloc_order, int fallback_order,
 381                         int alloc_migratetype, int fallback_migratetype,
 382                         int change_ownership),
 383
 384         TP_ARGS(page,
 385                 alloc_order, fallback_order,
 386                 alloc_migratetype, fallback_migratetype,
 387                 change_ownership),
 388
 389         TP_STRUCT__entry(
 390                 __field_hex(    struct page *,  page                    )
 391                 __field(        int,            alloc_order             )
 392                 __field(        int,            fallback_order          )
 393                 __field(        int,            alloc_migratetype       )
 394                 __field(        int,            fallback_migratetype    )
 395                 __field(        int,            change_ownership        )
 396         ),
 397
 398         TP_fast_assign(
 399                 tp_assign(page, page)
 400                 tp_assign(alloc_order, alloc_order)
 401                 tp_assign(fallback_order, fallback_order)
 402                 tp_assign(alloc_migratetype, alloc_migratetype)
 403                 tp_assign(fallback_migratetype, fallback_migratetype)
 404                 tp_assign(change_ownership, change_ownership)
 405         ),
 406
 407         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 408                 __entry->page,
 409                 page_to_pfn(__entry->page),
 410                 __entry->alloc_order,
 411                 __entry->fallback_order,
 412                 pageblock_order,
 413                 __entry->alloc_migratetype,
 414                 __entry->fallback_migratetype,
 415                 __entry->fallback_order < pageblock_order,
 416                 __entry->change_ownership)
 417 )
 418
 419 #else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
 420
 421 LTTNG_TRACEPOINT_EVENT(mm_page_alloc_extfrag,
 422
 423         TP_PROTO(struct page *page,
 424                         int alloc_order, int fallback_order,
 425                         int alloc_migratetype, int fallback_migratetype),
 426
 427         TP_ARGS(page,
 428                 alloc_order, fallback_order,
 429                 alloc_migratetype, fallback_migratetype),
 430
 431         TP_STRUCT__entry(
 432                 __field_hex(    struct page *,  page                    )
 433                 __field(        int,            alloc_order             )
 434                 __field(        int,            fallback_order          )
 435                 __field(        int,            alloc_migratetype       )
 436                 __field(        int,            fallback_migratetype    )
 437         ),
 438
 439         TP_fast_assign(
 440                 tp_assign(page, page)
 441                 tp_assign(alloc_order, alloc_order)
 442                 tp_assign(fallback_order, fallback_order)
 443                 tp_assign(alloc_migratetype, alloc_migratetype)
 444                 tp_assign(fallback_migratetype, fallback_migratetype)
 445         ),
 446
 447         TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d",
 448                 __entry->page,
 449                 page_to_pfn(__entry->page),
 450                 __entry->alloc_order,
 451                 __entry->fallback_order,
 452                 pageblock_order,
 453                 __entry->alloc_migratetype,
 454                 __entry->fallback_migratetype,
 455                 __entry->fallback_order < pageblock_order,
 456                 __entry->alloc_migratetype == __entry->fallback_migratetype)
 457 )
 458
 459 #endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,12,0)) */
 460
 461 #endif
 462
 463 #endif /* LTTNG_TRACE_KMEM_H */
 464
 465 /* This part must be outside protection */
 466 #include "../../../probes/define_trace.h"