Commit | Line | Data |
---|---|---|
9f36eaed | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
b283666f PW |
2 | #undef TRACE_SYSTEM |
3 | #define TRACE_SYSTEM kmem | |
4 | ||
3bc29f0a MD |
5 | #if !defined(LTTNG_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ) |
6 | #define LTTNG_TRACE_KMEM_H | |
b283666f | 7 | |
6ec43db8 | 8 | #include <probes/lttng-tracepoint-event.h> |
7c68b363 | 9 | #include <linux/types.h> |
b78104db | 10 | #include <lttng-kernel-version.h> |
7c68b363 | 11 | |
3bc29f0a | 12 | LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc, |
b283666f PW |
13 | |
14 | TP_PROTO(unsigned long call_site, | |
15 | const void *ptr, | |
16 | size_t bytes_req, | |
17 | size_t bytes_alloc, | |
18 | gfp_t gfp_flags), | |
19 | ||
20 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags), | |
21 | ||
f127e61e MD |
22 | TP_FIELDS( |
23 | ctf_integer_hex(unsigned long, call_site, call_site) | |
24 | ctf_integer_hex(const void *, ptr, ptr) | |
25 | ctf_integer(size_t, bytes_req, bytes_req) | |
26 | ctf_integer(size_t, bytes_alloc, bytes_alloc) | |
27 | ctf_integer(gfp_t, gfp_flags, gfp_flags) | |
28 | ) | |
b283666f PW |
29 | ) |
30 | ||
3bc29f0a | 31 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc, kmalloc, |
9cf29d3e MD |
32 | |
33 | kmem_kmalloc, | |
b283666f PW |
34 | |
35 | TP_PROTO(unsigned long call_site, const void *ptr, | |
36 | size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags), | |
37 | ||
38 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags) | |
39 | ) | |
40 | ||
3bc29f0a | 41 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc, kmem_cache_alloc, |
b283666f PW |
42 | |
43 | TP_PROTO(unsigned long call_site, const void *ptr, | |
44 | size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags), | |
45 | ||
46 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags) | |
47 | ) | |
48 | ||
3bc29f0a | 49 | LTTNG_TRACEPOINT_EVENT_CLASS(kmem_alloc_node, |
b283666f PW |
50 | |
51 | TP_PROTO(unsigned long call_site, | |
52 | const void *ptr, | |
53 | size_t bytes_req, | |
54 | size_t bytes_alloc, | |
55 | gfp_t gfp_flags, | |
56 | int node), | |
57 | ||
58 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node), | |
59 | ||
f127e61e MD |
60 | TP_FIELDS( |
61 | ctf_integer_hex(unsigned long, call_site, call_site) | |
62 | ctf_integer_hex(const void *, ptr, ptr) | |
63 | ctf_integer(size_t, bytes_req, bytes_req) | |
64 | ctf_integer(size_t, bytes_alloc, bytes_alloc) | |
65 | ctf_integer(gfp_t, gfp_flags, gfp_flags) | |
66 | ctf_integer(int, node, node) | |
67 | ) | |
b283666f PW |
68 | ) |
69 | ||
3bc29f0a | 70 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_alloc_node, kmalloc_node, |
9cf29d3e MD |
71 | |
72 | kmem_kmalloc_node, | |
b283666f PW |
73 | |
74 | TP_PROTO(unsigned long call_site, const void *ptr, | |
75 | size_t bytes_req, size_t bytes_alloc, | |
76 | gfp_t gfp_flags, int node), | |
77 | ||
78 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node) | |
79 | ) | |
80 | ||
3bc29f0a | 81 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_alloc_node, kmem_cache_alloc_node, |
b283666f PW |
82 | |
83 | TP_PROTO(unsigned long call_site, const void *ptr, | |
84 | size_t bytes_req, size_t bytes_alloc, | |
85 | gfp_t gfp_flags, int node), | |
86 | ||
87 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node) | |
88 | ) | |
89 | ||
e2aacede | 90 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,12,0)) |
d6184b15 HZ |
91 | LTTNG_TRACEPOINT_EVENT_MAP(kfree, |
92 | ||
93 | kmem_kfree, | |
e2aacede MJ |
94 | |
95 | TP_PROTO(unsigned long call_site, const void *ptr), | |
96 | ||
97 | TP_ARGS(call_site, ptr), | |
98 | ||
99 | TP_FIELDS( | |
100 | ctf_integer_hex(unsigned long, call_site, call_site) | |
101 | ctf_integer_hex(const void *, ptr, ptr) | |
102 | ) | |
103 | ) | |
104 | ||
105 | LTTNG_TRACEPOINT_EVENT(kmem_cache_free, | |
106 | ||
107 | TP_PROTO(unsigned long call_site, const void *ptr, const char *name), | |
108 | ||
109 | TP_ARGS(call_site, ptr, name), | |
110 | ||
111 | TP_FIELDS( | |
112 | ctf_integer_hex(unsigned long, call_site, call_site) | |
113 | ctf_integer_hex(const void *, ptr, ptr) | |
114 | ctf_string(name, name) | |
115 | ) | |
116 | ) | |
117 | #else | |
3bc29f0a | 118 | LTTNG_TRACEPOINT_EVENT_CLASS(kmem_free, |
b283666f PW |
119 | |
120 | TP_PROTO(unsigned long call_site, const void *ptr), | |
121 | ||
122 | TP_ARGS(call_site, ptr), | |
123 | ||
f127e61e MD |
124 | TP_FIELDS( |
125 | ctf_integer_hex(unsigned long, call_site, call_site) | |
126 | ctf_integer_hex(const void *, ptr, ptr) | |
127 | ) | |
b283666f PW |
128 | ) |
129 | ||
3bc29f0a | 130 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_free, kfree, |
9cf29d3e MD |
131 | |
132 | kmem_kfree, | |
b283666f PW |
133 | |
134 | TP_PROTO(unsigned long call_site, const void *ptr), | |
135 | ||
136 | TP_ARGS(call_site, ptr) | |
137 | ) | |
138 | ||
3bc29f0a | 139 | LTTNG_TRACEPOINT_EVENT_INSTANCE(kmem_free, kmem_cache_free, |
b283666f PW |
140 | |
141 | TP_PROTO(unsigned long call_site, const void *ptr), | |
142 | ||
143 | TP_ARGS(call_site, ptr) | |
144 | ) | |
e2aacede | 145 | #endif |
b283666f | 146 | |
b78104db MJ |
147 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,32)) |
148 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0)) | |
9bbf98da | 149 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free, kmem_mm_page_free, |
7c68b363 | 150 | #else |
9bbf98da | 151 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_direct, kmem_mm_page_free_direct, |
7c68b363 | 152 | #endif |
b283666f PW |
153 | |
154 | TP_PROTO(struct page *page, unsigned int order), | |
155 | ||
156 | TP_ARGS(page, order), | |
157 | ||
f127e61e MD |
158 | TP_FIELDS( |
159 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 160 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
f127e61e MD |
161 | ctf_integer(unsigned int, order, order) |
162 | ) | |
b283666f PW |
163 | ) |
164 | ||
b78104db | 165 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,15,0)) |
071c76b5 MJ |
166 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched, |
167 | ||
168 | TP_PROTO(struct page *page), | |
169 | ||
170 | TP_ARGS(page), | |
171 | ||
172 | TP_FIELDS( | |
173 | ctf_integer_hex(struct page *, page, page) | |
174 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) | |
175 | ) | |
176 | ) | |
b78104db | 177 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,3,0)) |
9bbf98da | 178 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_free_batched, kmem_mm_page_free_batched, |
071c76b5 MJ |
179 | |
180 | TP_PROTO(struct page *page, int cold), | |
181 | ||
182 | TP_ARGS(page, cold), | |
183 | ||
184 | TP_FIELDS( | |
185 | ctf_integer_hex(struct page *, page, page) | |
186 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) | |
187 | ctf_integer(int, cold, cold) | |
188 | ) | |
189 | ) | |
7c68b363 | 190 | #else |
9bbf98da | 191 | LTTNG_TRACEPOINT_EVENT_MAP(mm_pagevec_free, kmem_pagevec_free, |
b283666f PW |
192 | |
193 | TP_PROTO(struct page *page, int cold), | |
194 | ||
195 | TP_ARGS(page, cold), | |
196 | ||
f127e61e MD |
197 | TP_FIELDS( |
198 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 199 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
f127e61e MD |
200 | ctf_integer(int, cold, cold) |
201 | ) | |
b283666f | 202 | ) |
071c76b5 | 203 | #endif |
b283666f | 204 | |
9bbf98da | 205 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc, kmem_mm_page_alloc, |
b283666f PW |
206 | |
207 | TP_PROTO(struct page *page, unsigned int order, | |
208 | gfp_t gfp_flags, int migratetype), | |
209 | ||
210 | TP_ARGS(page, order, gfp_flags, migratetype), | |
211 | ||
f127e61e MD |
212 | TP_FIELDS( |
213 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b MD |
214 | ctf_integer(unsigned long, pfn, |
215 | page ? page_to_pfn(page) : -1UL) | |
f127e61e MD |
216 | ctf_integer(unsigned int, order, order) |
217 | ctf_integer(gfp_t, gfp_flags, gfp_flags) | |
218 | ctf_integer(int, migratetype, migratetype) | |
219 | ) | |
b283666f PW |
220 | ) |
221 | ||
9bbf98da | 222 | LTTNG_TRACEPOINT_EVENT_CLASS(kmem_mm_page, |
b283666f PW |
223 | |
224 | TP_PROTO(struct page *page, unsigned int order, int migratetype), | |
225 | ||
226 | TP_ARGS(page, order, migratetype), | |
227 | ||
f127e61e MD |
228 | TP_FIELDS( |
229 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b MD |
230 | ctf_integer(unsigned long, pfn, |
231 | page ? page_to_pfn(page) : -1UL) | |
f127e61e MD |
232 | ctf_integer(unsigned int, order, order) |
233 | ctf_integer(int, migratetype, migratetype) | |
234 | ) | |
b283666f PW |
235 | ) |
236 | ||
9bbf98da MD |
237 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_alloc_zone_locked, |
238 | ||
239 | kmem_mm_page_alloc_zone_locked, | |
b283666f PW |
240 | |
241 | TP_PROTO(struct page *page, unsigned int order, int migratetype), | |
242 | ||
243 | TP_ARGS(page, order, migratetype) | |
244 | ) | |
245 | ||
f127e61e | 246 | LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(kmem_mm_page, mm_page_pcpu_drain, |
9bbf98da MD |
247 | |
248 | kmem_mm_page_pcpu_drain, | |
b283666f | 249 | |
b78104db | 250 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(2,6,33)) |
b283666f | 251 | TP_PROTO(struct page *page, unsigned int order, int migratetype), |
7c68b363 AG |
252 | #else |
253 | TP_PROTO(struct page *page, int order, int migratetype), | |
254 | #endif | |
b283666f | 255 | |
f127e61e | 256 | TP_ARGS(page, order, migratetype) |
b283666f PW |
257 | ) |
258 | ||
b78104db | 259 | #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,19,2) \ |
72e6c528 | 260 | || LTTNG_KERNEL_RANGE(3,14,36, 3,15,0) \ |
83884c09 | 261 | || LTTNG_KERNEL_RANGE(3,16,35, 3,17,0) \ |
f1b58fb1 | 262 | || LTTNG_KERNEL_RANGE(3,18,10, 3,19,0) \ |
72906e12 | 263 | || LTTNG_DEBIAN_KERNEL_RANGE(3,16,7,9,0,0, 3,17,0,0,0,0) \ |
f8996f1b | 264 | || LTTNG_UBUNTU_KERNEL_RANGE(3,13,11,50, 3,14,0,0) \ |
472b44c2 | 265 | || LTTNG_UBUNTU_KERNEL_RANGE(3,16,7,34, 3,17,0,0)) |
2cf0c2ca | 266 | |
7c9c39d2 MD |
267 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag, |
268 | ||
269 | kmem_mm_page_alloc_extfrag, | |
2cf0c2ca MD |
270 | |
271 | TP_PROTO(struct page *page, | |
272 | int alloc_order, int fallback_order, | |
273 | int alloc_migratetype, int fallback_migratetype), | |
274 | ||
275 | TP_ARGS(page, | |
276 | alloc_order, fallback_order, | |
277 | alloc_migratetype, fallback_migratetype), | |
278 | ||
c94b360d MD |
279 | TP_FIELDS( |
280 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 281 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
c94b360d MD |
282 | ctf_integer(int, alloc_order, alloc_order) |
283 | ctf_integer(int, fallback_order, fallback_order) | |
284 | ctf_integer(int, alloc_migratetype, alloc_migratetype) | |
285 | ctf_integer(int, fallback_migratetype, fallback_migratetype) | |
286 | ctf_integer(int, change_ownership, | |
2cf0c2ca | 287 | (alloc_migratetype == get_pageblock_migratetype(page))) |
c94b360d | 288 | ) |
2cf0c2ca MD |
289 | ) |
290 | ||
b78104db | 291 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,30)) |
8b831331 | 292 | |
7c9c39d2 MD |
293 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag, |
294 | ||
295 | kmem_mm_page_alloc_extfrag, | |
8b831331 MD |
296 | |
297 | TP_PROTO(struct page *page, | |
298 | int alloc_order, int fallback_order, | |
299 | int alloc_migratetype, int fallback_migratetype, int new_migratetype), | |
300 | ||
301 | TP_ARGS(page, | |
302 | alloc_order, fallback_order, | |
303 | alloc_migratetype, fallback_migratetype, new_migratetype), | |
304 | ||
c94b360d MD |
305 | TP_FIELDS( |
306 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 307 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
c94b360d MD |
308 | ctf_integer(int, alloc_order, alloc_order) |
309 | ctf_integer(int, fallback_order, fallback_order) | |
310 | ctf_integer(int, alloc_migratetype, alloc_migratetype) | |
311 | ctf_integer(int, fallback_migratetype, fallback_migratetype) | |
312 | ctf_integer(int, change_ownership, (new_migratetype == alloc_migratetype)) | |
313 | ) | |
8b831331 MD |
314 | ) |
315 | ||
b78104db | 316 | #elif (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) |
926b9256 | 317 | |
9bbf98da MD |
318 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag, |
319 | ||
320 | kmem_mm_page_alloc_extfrag, | |
926b9256 MD |
321 | |
322 | TP_PROTO(struct page *page, | |
323 | int alloc_order, int fallback_order, | |
324 | int alloc_migratetype, int fallback_migratetype, | |
325 | int change_ownership), | |
326 | ||
327 | TP_ARGS(page, | |
328 | alloc_order, fallback_order, | |
329 | alloc_migratetype, fallback_migratetype, | |
330 | change_ownership), | |
331 | ||
f127e61e MD |
332 | TP_FIELDS( |
333 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 334 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
f127e61e MD |
335 | ctf_integer(int, alloc_order, alloc_order) |
336 | ctf_integer(int, fallback_order, fallback_order) | |
337 | ctf_integer(int, alloc_migratetype, alloc_migratetype) | |
338 | ctf_integer(int, fallback_migratetype, fallback_migratetype) | |
339 | ctf_integer(int, change_ownership, change_ownership) | |
340 | ) | |
926b9256 MD |
341 | ) |
342 | ||
b78104db | 343 | #else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */ |
926b9256 | 344 | |
9bbf98da MD |
345 | LTTNG_TRACEPOINT_EVENT_MAP(mm_page_alloc_extfrag, |
346 | ||
347 | kmem_mm_page_alloc_extfrag, | |
b283666f PW |
348 | |
349 | TP_PROTO(struct page *page, | |
350 | int alloc_order, int fallback_order, | |
351 | int alloc_migratetype, int fallback_migratetype), | |
352 | ||
353 | TP_ARGS(page, | |
354 | alloc_order, fallback_order, | |
355 | alloc_migratetype, fallback_migratetype), | |
356 | ||
f127e61e MD |
357 | TP_FIELDS( |
358 | ctf_integer_hex(struct page *, page, page) | |
d1cf842b | 359 | ctf_integer(unsigned long, pfn, page_to_pfn(page)) |
f127e61e MD |
360 | ctf_integer(int, alloc_order, alloc_order) |
361 | ctf_integer(int, fallback_order, fallback_order) | |
362 | ctf_integer(int, alloc_migratetype, alloc_migratetype) | |
363 | ctf_integer(int, fallback_migratetype, fallback_migratetype) | |
364 | ) | |
b283666f | 365 | ) |
926b9256 | 366 | |
b78104db | 367 | #endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,12,0)) */ |
926b9256 | 368 | |
7c68b363 | 369 | #endif |
b283666f | 370 | |
3bc29f0a | 371 | #endif /* LTTNG_TRACE_KMEM_H */ |
b283666f PW |
372 | |
373 | /* This part must be outside protection */ | |
6ec43db8 | 374 | #include <probes/define_trace.h> |