projects / lttng-modules.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
update LICENSE file
[lttng-modules.git] / probes / lttng-tracepoint-event-impl.h
CommitLineData
b7cdc182 1/* SPDX-License-Identifier: (GPL-2.0-only or LGPL-2.1-only)
9f36eaed 2 *
451e462f 3 * lttng-tracepoint-event-impl.h
17baffe2
MD		 4 *
5 * Copyright (C) 2009 Steven Rostedt <rostedt@goodmis.org>
f127e61e 6 * Copyright (C) 2009-2014 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
17baffe2 7 */
f127e61e 8
d28686c1 9#include <linux/uaccess.h>
d0dd2ecb 10#include <linux/debugfs.h>
f127e61e 11#include <linux/rculist.h>
43803cf2 12#include <asm/byteorder.h>
bf1a9179 13#include <linux/swab.h>
8d43abb7
MD		 14
15#include <probes/lttng.h>
16#include <probes/lttng-types.h>
17#include <probes/lttng-probe-user.h>
8d43abb7 18#include <wrapper/ringbuffer/frontend_types.h>
3c8ebbc8 19#include <wrapper/ringbuffer/backend.h>
8d43abb7 20#include <wrapper/rcu.h>
608416e1 21#include <wrapper/user_namespace.h>
8d43abb7
MD		 22#include <lttng-events.h>
23#include <lttng-tracer-core.h>
ec85ce1d 24#include <lttng-tp-mempool.h>
40652b65 25
1d84e8e7
MD		 26#define __LTTNG_NULL_STRING "(null)"
27
40652b65 28/*
6db3d13b 29 * Macro declarations used for all stages.
40652b65
MD		 30 */
31
76e4f017
MD		 32/*
33 * LTTng name mapping macros. LTTng remaps some of the kernel events to
34 * enforce name-spacing.
35 */
3bc29f0a 36#undef LTTNG_TRACEPOINT_EVENT_MAP
f127e61e 37#define LTTNG_TRACEPOINT_EVENT_MAP(name, map, proto, args, fields) \
3bc29f0a 38 LTTNG_TRACEPOINT_EVENT_CLASS(map, \
76e4f017
MD		 39 PARAMS(proto), \
40 PARAMS(args), \
f127e61e 41 PARAMS(fields)) \
3bc29f0a 42 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(map, name, map, PARAMS(proto), PARAMS(args))
76e4f017 43
3bc29f0a 44#undef LTTNG_TRACEPOINT_EVENT_MAP_NOARGS
f127e61e 45#define LTTNG_TRACEPOINT_EVENT_MAP_NOARGS(name, map, fields) \
3bc29f0a 46 LTTNG_TRACEPOINT_EVENT_CLASS_NOARGS(map, \
f127e61e 47 PARAMS(fields)) \
3bc29f0a 48 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS(map, name, map)
76e4f017 49
f127e61e 50#undef LTTNG_TRACEPOINT_EVENT_CODE_MAP
265822ae 51#define LTTNG_TRACEPOINT_EVENT_CODE_MAP(name, map, proto, args, _locvar, _code_pre, fields, _code_post) \
f127e61e
MD		 52 LTTNG_TRACEPOINT_EVENT_CLASS_CODE(map, \
53 PARAMS(proto), \
54 PARAMS(args), \
55 PARAMS(_locvar), \
265822ae
MD		 56 PARAMS(_code_pre), \
57 PARAMS(fields), \
58 PARAMS(_code_post)) \
f127e61e
MD		 59 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(map, name, map, PARAMS(proto), PARAMS(args))
60
3bc29f0a 61#undef LTTNG_TRACEPOINT_EVENT_CODE
265822ae 62#define LTTNG_TRACEPOINT_EVENT_CODE(name, proto, args, _locvar, _code_pre, fields, _code_post) \
f127e61e 63 LTTNG_TRACEPOINT_EVENT_CODE_MAP(name, name, \
7ca580f8
MD		 64 PARAMS(proto), \
65 PARAMS(args), \
66 PARAMS(_locvar), \
265822ae
MD		 67 PARAMS(_code_pre), \
68 PARAMS(fields), \
69 PARAMS(_code_post))
fcf7fa33 70
40652b65 71/*
3bc29f0a
MD		 72 * LTTNG_TRACEPOINT_EVENT_CLASS can be used to add a generic function
73 * handlers for events. That is, if all events have the same parameters
74 * and just have distinct trace points. Each tracepoint can be defined
75 * with LTTNG_TRACEPOINT_EVENT_INSTANCE and that will map the
76 * LTTNG_TRACEPOINT_EVENT_CLASS to the tracepoint.
40652b65 77 *
3bc29f0a
MD		 78 * LTTNG_TRACEPOINT_EVENT is a one to one mapping between tracepoint and
79 * template.
40652b65 80 */
6db3d13b 81
3bc29f0a 82#undef LTTNG_TRACEPOINT_EVENT
f127e61e 83#define LTTNG_TRACEPOINT_EVENT(name, proto, args, fields) \
3bc29f0a
MD		 84 LTTNG_TRACEPOINT_EVENT_MAP(name, name, \
85 PARAMS(proto), \
86 PARAMS(args), \
f127e61e 87 PARAMS(fields))
40652b65 88
3bc29f0a 89#undef LTTNG_TRACEPOINT_EVENT_NOARGS
f127e61e
MD		 90#define LTTNG_TRACEPOINT_EVENT_NOARGS(name, fields) \
91 LTTNG_TRACEPOINT_EVENT_MAP_NOARGS(name, name, PARAMS(fields))
76e4f017 92
3bc29f0a
MD		 93#undef LTTNG_TRACEPOINT_EVENT_INSTANCE
94#define LTTNG_TRACEPOINT_EVENT_INSTANCE(template, name, proto, args) \
95 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(template, name, name, PARAMS(proto), PARAMS(args))
76e4f017 96
3bc29f0a
MD		 97#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_NOARGS
98#define LTTNG_TRACEPOINT_EVENT_INSTANCE_NOARGS(template, name) \
99 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS(template, name, name)
76e4f017 100
3bc29f0a 101#undef LTTNG_TRACEPOINT_EVENT_CLASS
f127e61e 102#define LTTNG_TRACEPOINT_EVENT_CLASS(_name, _proto, _args, _fields) \
3bc29f0a 103 LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, PARAMS(_proto), PARAMS(_args), , , \
265822ae 104 PARAMS(_fields), )
7ca580f8 105
3bc29f0a 106#undef LTTNG_TRACEPOINT_EVENT_CLASS_NOARGS
f127e61e 107#define LTTNG_TRACEPOINT_EVENT_CLASS_NOARGS(_name, _fields) \
265822ae 108 LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, , , PARAMS(_fields), )
7ca580f8
MD		 109
110
f62b389e 111/*
c099397a 112 * Stage 1 of the trace events.
f62b389e
MD		 113 *
114 * Create dummy trace calls for each events, verifying that the LTTng module
3bc29f0a
MD		 115 * instrumentation headers match the kernel arguments. Will be optimized
116 * out by the compiler.
f62b389e
MD		 117 */
118
f127e61e 119/* Reset all macros within TRACEPOINT_EVENT */
ba012e22 120#include <probes/lttng-events-reset.h>
f62b389e
MD		 121
122#undef TP_PROTO
f127e61e 123#define TP_PROTO(...) __VA_ARGS__
f62b389e
MD		 124
125#undef TP_ARGS
f127e61e 126#define TP_ARGS(...) __VA_ARGS__
f62b389e 127
3bc29f0a
MD		 128#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP
129#define LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(_template, _name, _map, _proto, _args) \
7eb827f2 130void trace_##_name(_proto);
f62b389e 131
3bc29f0a
MD		 132#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS
133#define LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS(_template, _name, _map) \
cb1aa0c7 134void trace_##_name(void);
f7bdf4db 135
f62b389e
MD		 136#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
137
d0558de2
MD		 138/*
139 * Stage 1.1 of the trace events.
140 *
141 * Create dummy trace prototypes for each event class, and for each used
142 * template. This will allow checking whether the prototypes from the
143 * class and the instance using the class actually match.
144 */
145
ba012e22 146#include <probes/lttng-events-reset.h> /* Reset all macros within TRACE_EVENT */
d0558de2
MD		 147
148#undef TP_PROTO
149#define TP_PROTO(...) __VA_ARGS__
150
151#undef TP_ARGS
152#define TP_ARGS(...) __VA_ARGS__
153
154#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP
155#define LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(_template, _name, _map, _proto, _args) \
156void __event_template_proto___##_template(_proto);
157
158#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS
159#define LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS(_template, _name, _map) \
160void __event_template_proto___##_template(void);
161
162#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
265822ae 163#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
d0558de2
MD		 164void __event_template_proto___##_name(_proto);
165
166#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
265822ae 167#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
d0558de2
MD		 168void __event_template_proto___##_name(void);
169
170#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
171
141ddf28
MD		 172/*
173 * Stage 1.2 of tracepoint event generation
174 *
175 * Unfolding the enums
176 */
177#include <probes/lttng-events-reset.h> /* Reset all macros within TRACE_EVENT */
178
179/* Enumeration entry (single value) */
180#undef ctf_enum_value
181#define ctf_enum_value(_string, _value) \
182 { \
183 .start = { \
184 .signedness = lttng_is_signed_type(__typeof__(_value)), \
185 .value = lttng_is_signed_type(__typeof__(_value)) ? \
186 (long long) (_value) : (_value), \
187 }, \
188 .end = { \
189 .signedness = lttng_is_signed_type(__typeof__(_value)), \
190 .value = lttng_is_signed_type(__typeof__(_value)) ? \
191 (long long) (_value) : (_value), \
192 }, \
193 .string = (_string), \
194 },
195
196/* Enumeration entry (range) */
197#undef ctf_enum_range
198#define ctf_enum_range(_string, _range_start, _range_end) \
199 { \
200 .start = { \
201 .signedness = lttng_is_signed_type(__typeof__(_range_start)), \
202 .value = lttng_is_signed_type(__typeof__(_range_start)) ? \
203 (long long) (_range_start) : (_range_start), \
204 }, \
205 .end = { \
206 .signedness = lttng_is_signed_type(__typeof__(_range_end)), \
207 .value = lttng_is_signed_type(__typeof__(_range_end)) ? \
208 (long long) (_range_end) : (_range_end), \
209 }, \
210 .string = (_string), \
211 },
212
08ad1061
PP		 213/* Enumeration entry (automatic value; follows the rules of CTF) */
214#undef ctf_enum_auto
215#define ctf_enum_auto(_string) \
216 { \
217 .start = { \
218 .signedness = -1, \
219 .value = -1, \
220 }, \
221 .end = { \
222 .signedness = -1, \
223 .value = -1, \
224 }, \
225 .string = (_string), \
226 .options = { \
227 .is_auto = 1, \
228 } \
229 },
230
141ddf28
MD		 231#undef TP_ENUM_VALUES
232#define TP_ENUM_VALUES(...) \
233 __VA_ARGS__
234
235#undef LTTNG_TRACEPOINT_ENUM
236#define LTTNG_TRACEPOINT_ENUM(_name, _values) \
237 const struct lttng_enum_entry __enum_values__##_name[] = { \
238 _values \
239 };
240
241#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
242
6db3d13b 243/*
c099397a 244 * Stage 2 of the trace events.
6db3d13b
MD		 245 *
246 * Create event field type metadata section.
247 * Each event produce an array of fields.
248 */
249
f127e61e 250/* Reset all macros within TRACEPOINT_EVENT */
ba012e22
MD		 251#include <probes/lttng-events-reset.h>
252#include <probes/lttng-events-write.h>
253#include <probes/lttng-events-nowrite.h>
6db3d13b 254
f127e61e
MD		 255#undef _ctf_integer_ext
256#define _ctf_integer_ext(_type, _item, _src, _byte_order, _base, _user, _nowrite) \
c099397a
MD		 257 { \
258 .name = #_item, \
ceabb767 259 .type = __type_integer(_type, 0, 0, -1, _byte_order, _base, none), \
f127e61e
MD		 260 .nowrite = _nowrite, \
261 .user = _user, \
ceabb767 262 .nofilter = 0, \
c099397a 263 },
40652b65 264
f127e61e 265#undef _ctf_array_encoded
ceabb767
MD		 266#define _ctf_array_encoded(_type, _item, _src, _length, \
267 _encoding, _byte_order, _elem_type_base, _user, _nowrite) \
299338c8 268 { \
c099397a
MD		 269 .name = #_item, \
270 .type = \
271 { \
ceabb767 272 .atype = atype_array_nestable, \
f127e61e 273 .u = \
c099397a 274 { \
ceabb767 275 .array_nestable = \
f127e61e 276 { \
ceabb767
MD		 277 .elem_type = __LTTNG_COMPOUND_LITERAL(struct lttng_type, \
278 __type_integer(_type, 0, 0, -1, _byte_order, _elem_type_base, _encoding)), \
f127e61e 279 .length = _length, \
ceabb767 280 .alignment = 0, \
f127e61e
MD		 281 } \
282 } \
299338c8 283 }, \
f127e61e
MD		 284 .nowrite = _nowrite, \
285 .user = _user, \
ceabb767 286 .nofilter = 0, \
299338c8 287 },
40652b65 288
43803cf2
MD		 289#undef _ctf_array_bitfield
290#define _ctf_array_bitfield(_type, _item, _src, _length, _user, _nowrite) \
291 { \
292 .name = #_item, \
293 .type = \
294 { \
ceabb767 295 .atype = atype_array_nestable, \
43803cf2
MD		 296 .u = \
297 { \
ceabb767 298 .array_nestable = \
43803cf2 299 { \
ceabb767
MD		 300 .elem_type = __LTTNG_COMPOUND_LITERAL(struct lttng_type, \
301 __type_integer(_type, 1, 1, 0, __LITTLE_ENDIAN, 10, none)), \
43803cf2 302 .length = (_length) * sizeof(_type) * CHAR_BIT, \
ceabb767 303 .alignment = lttng_alignof(_type), \
43803cf2
MD		 304 } \
305 } \
306 }, \
307 .nowrite = _nowrite, \
308 .user = _user, \
ceabb767 309 .nofilter = 0, \
43803cf2
MD		 310 },
311
312
f127e61e
MD		 313#undef _ctf_sequence_encoded
314#define _ctf_sequence_encoded(_type, _item, _src, \
315 _length_type, _src_length, _encoding, \
ceabb767
MD		 316 _byte_order, _elem_type_base, _user, _nowrite) \
317 { \
318 .name = "_" #_item "_length", \
319 .type = __type_integer(_length_type, 0, 0, -1, __BYTE_ORDER, 10, none), \
320 .nowrite = _nowrite, \
321 .nofilter = 1, \
322 }, \
299338c8 323 { \
c099397a
MD		 324 .name = #_item, \
325 .type = \
326 { \
ceabb767 327 .atype = atype_sequence_nestable, \
f127e61e 328 .u = \
c099397a 329 { \
ceabb767 330 .sequence_nestable = \
f127e61e 331 { \
ceabb767
MD		 332 .length_name = "_" #_item "_length", \
333 .elem_type = __LTTNG_COMPOUND_LITERAL(struct lttng_type, \
334 __type_integer(_type, 0, 0, -1, _byte_order, _elem_type_base, _encoding)), \
335 .alignment = 0, \
43803cf2
MD		 336 }, \
337 }, \
338 }, \
339 .nowrite = _nowrite, \
340 .user = _user, \
ceabb767 341 .nofilter = 0, \
43803cf2
MD		 342 },
343
344#undef _ctf_sequence_bitfield
345#define _ctf_sequence_bitfield(_type, _item, _src, \
346 _length_type, _src_length, \
347 _user, _nowrite) \
ceabb767
MD		 348 { \
349 .name = "_" #_item "_length", \
350 .type = __type_integer(_length_type, 0, 0, -1, __BYTE_ORDER, 10, none), \
351 .nowrite = _nowrite, \
352 .nofilter = 1, \
353 }, \
43803cf2
MD		 354 { \
355 .name = #_item, \
356 .type = \
357 { \
ceabb767 358 .atype = atype_sequence_nestable, \
43803cf2
MD		 359 .u = \
360 { \
ceabb767 361 .sequence_nestable = \
43803cf2 362 { \
ceabb767
MD		 363 .length_name = "_" #_item "_length", \
364 .elem_type = __LTTNG_COMPOUND_LITERAL(struct lttng_type, \
365 __type_integer(_type, 1, 1, 0, __LITTLE_ENDIAN, 10, none)), \
366 .alignment = lttng_alignof(_type), \
f127e61e 367 }, \
c099397a 368 }, \
299338c8 369 }, \
f127e61e
MD		 370 .nowrite = _nowrite, \
371 .user = _user, \
ceabb767 372 .nofilter = 0, \
299338c8 373 },
40652b65 374
f127e61e
MD		 375#undef _ctf_string
376#define _ctf_string(_item, _src, _user, _nowrite) \
299338c8 377 { \
c099397a
MD		 378 .name = #_item, \
379 .type = \
380 { \
299338c8 381 .atype = atype_string, \
f127e61e
MD		 382 .u = \
383 { \
ceabb767 384 .string = { .encoding = lttng_encode_UTF8 }, \
f127e61e 385 }, \
299338c8 386 }, \
f127e61e
MD		 387 .nowrite = _nowrite, \
388 .user = _user, \
ceabb767 389 .nofilter = 0, \
299338c8 390 },
1d12cebd 391
141ddf28
MD		 392#undef _ctf_enum
393#define _ctf_enum(_name, _type, _item, _src, _user, _nowrite) \
394 { \
395 .name = #_item, \
396 .type = { \
ceabb767 397 .atype = atype_enum_nestable, \
141ddf28 398 .u = { \
ceabb767
MD		 399 .enum_nestable = { \
400 .desc = &__enum_##_name, \
401 .container_type = __LTTNG_COMPOUND_LITERAL(struct lttng_type, \
402 __type_integer(_type, 0, 0, -1, __BYTE_ORDER, 10, none)), \
403 }, \
141ddf28
MD		 404 }, \
405 }, \
406 .nowrite = _nowrite, \
407 .user = _user, \
ceabb767 408 .nofilter = 0, \
141ddf28 409 },
f64dd4be
MD		 410
411#undef ctf_custom_field
412#define ctf_custom_field(_type, _item, _code) \
413 { \
414 .name = #_item, \
ceabb767 415 .type = _type, \
f64dd4be
MD		 416 .nowrite = 0, \
417 .user = 0, \
ceabb767 418 .nofilter = 1, \
f64dd4be
MD		 419 },
420
421#undef ctf_custom_type
422#define ctf_custom_type(...) __VA_ARGS__
423
f127e61e
MD		 424#undef TP_FIELDS
425#define TP_FIELDS(...) __VA_ARGS__ /* Only one used in this phase */
1d12cebd 426
3bc29f0a 427#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
265822ae 428#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
0d1d4002 429 static const struct lttng_event_field __event_fields___##_name[] = { \
f127e61e 430 _fields \
299338c8
MD		 431 };
432
3bc29f0a 433#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
265822ae
MD		 434#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
435 LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, PARAMS(_fields), _code_post)
f7bdf4db 436
141ddf28
MD		 437#undef LTTNG_TRACEPOINT_ENUM
438#define LTTNG_TRACEPOINT_ENUM(_name, _values) \
439 static const struct lttng_enum_desc __enum_##_name = { \
440 .name = #_name, \
441 .entries = __enum_values__##_name, \
442 .nr_entries = ARRAY_SIZE(__enum_values__##_name), \
443 };
444
299338c8
MD		 445#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
446
19c57fbf 447/*
c099397a 448 * Stage 3 of the trace events.
19c57fbf
MD		 449 *
450 * Create probe callback prototypes.
451 */
452
f127e61e 453/* Reset all macros within TRACEPOINT_EVENT */
ba012e22 454#include <probes/lttng-events-reset.h>
19c57fbf
MD		 455
456#undef TP_PROTO
f127e61e 457#define TP_PROTO(...) __VA_ARGS__
19c57fbf 458
3bc29f0a 459#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
265822ae 460#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
19c57fbf
MD		 461static void __event_probe__##_name(void *__data, _proto);
462
3bc29f0a 463#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
265822ae 464#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
f7bdf4db
MD		 465static void __event_probe__##_name(void *__data);
466
19c57fbf
MD		 467#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
468
f7bdf4db
MD		 469/*
470 * Stage 4 of the trace events.
471 *
40652b65
MD		 472 * Create static inline function that calculates event size.
473 */
474
f127e61e 475/* Reset all macros within TRACEPOINT_EVENT */
ba012e22
MD		 476#include <probes/lttng-events-reset.h>
477#include <probes/lttng-events-write.h>
6db3d13b 478
f127e61e
MD		 479#undef _ctf_integer_ext
480#define _ctf_integer_ext(_type, _item, _src, _byte_order, _base, _user, _nowrite) \
a90917c3 481 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_type)); \
0d1d4002 482 __event_len += sizeof(_type);
6db3d13b 483
f127e61e 484#undef _ctf_array_encoded
3834b99f 485#define _ctf_array_encoded(_type, _item, _src, _length, _encoding, _byte_order, _base, _user, _nowrite) \
a90917c3 486 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_type)); \
0d1d4002 487 __event_len += sizeof(_type) * (_length);
6db3d13b 488
43803cf2
MD		 489#undef _ctf_array_bitfield
490#define _ctf_array_bitfield(_type, _item, _src, _length, _user, _nowrite) \
3834b99f 491 _ctf_array_encoded(_type, _item, _src, _length, none, __LITTLE_ENDIAN, 0, _user, _nowrite)
43803cf2 492
f127e61e
MD		 493#undef _ctf_sequence_encoded
494#define _ctf_sequence_encoded(_type, _item, _src, _length_type, \
57ede728 495 _src_length, _encoding, _byte_order, _base, _user, _nowrite) \
f127e61e
MD		 496 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_length_type)); \
497 __event_len += sizeof(_length_type); \
a90917c3 498 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_type)); \
114667d5
MD		 499 { \
500 size_t __seqlen = (_src_length); \
501 \
502 if (unlikely(++this_cpu_ptr(&lttng_dynamic_len_stack)->offset >= LTTNG_DYNAMIC_LEN_STACK_SIZE)) \
503 goto error; \
504 barrier(); /* reserve before use. */ \
505 this_cpu_ptr(&lttng_dynamic_len_stack)->stack[this_cpu_ptr(&lttng_dynamic_len_stack)->offset - 1] = __seqlen; \
506 __event_len += sizeof(_type) * __seqlen; \
507 }
6db3d13b 508
43803cf2
MD		 509#undef _ctf_sequence_bitfield
510#define _ctf_sequence_bitfield(_type, _item, _src, \
511 _length_type, _src_length, \
512 _user, _nowrite) \
513 _ctf_sequence_encoded(_type, _item, _src, _length_type, _src_length, \
514 none, __LITTLE_ENDIAN, 10, _user, _nowrite)
515
d0255731 516/*
f127e61e 517 * ctf_user_string includes \0. If returns 0, it faulted, so we set size to
786b8312 518 * 1 (\0 only).
d0255731 519 */
f127e61e
MD		 520#undef _ctf_string
521#define _ctf_string(_item, _src, _user, _nowrite) \
114667d5
MD		 522 if (unlikely(++this_cpu_ptr(&lttng_dynamic_len_stack)->offset >= LTTNG_DYNAMIC_LEN_STACK_SIZE)) \
523 goto error; \
524 barrier(); /* reserve before use. */ \
525 if (_user) { \
526 __event_len += this_cpu_ptr(&lttng_dynamic_len_stack)->stack[this_cpu_ptr(&lttng_dynamic_len_stack)->offset - 1] = \
96d0248a 527 max_t(size_t, lttng_strlen_user_inatomic(_src), 1); \
114667d5
MD		 528 } else { \
529 __event_len += this_cpu_ptr(&lttng_dynamic_len_stack)->stack[this_cpu_ptr(&lttng_dynamic_len_stack)->offset - 1] = \
1d84e8e7 530 strlen((_src) ? (_src) : __LTTNG_NULL_STRING) + 1; \
114667d5 531 }
c6e3f225 532
141ddf28
MD		 533#undef _ctf_enum
534#define _ctf_enum(_name, _type, _item, _src, _user, _nowrite) \
535 _ctf_integer_ext(_type, _item, _src, __BYTE_ORDER, 10, _user, _nowrite)
536
f64dd4be
MD		 537#undef ctf_align
538#define ctf_align(_type) \
539 __event_len += lib_ring_buffer_align(__event_len, lttng_alignof(_type));
540
541#undef ctf_custom_field
542#define ctf_custom_field(_type, _item, _code) \
543 { \
544 _code \
545 }
546
547#undef ctf_custom_code
548#define ctf_custom_code(...) __VA_ARGS__
549
0d1d4002 550#undef TP_PROTO
f127e61e 551#define TP_PROTO(...) __VA_ARGS__
6db3d13b 552
f127e61e
MD		 553#undef TP_FIELDS
554#define TP_FIELDS(...) __VA_ARGS__
6db3d13b 555
7ca580f8
MD		 556#undef TP_locvar
557#define TP_locvar(...) __VA_ARGS__
558
3bc29f0a 559#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
265822ae 560#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
114667d5 561static inline ssize_t __event_get_size__##_name(void *__tp_locvar, _proto) \
0d1d4002
MD		 562{ \
563 size_t __event_len = 0; \
d3de7f14 564 unsigned int __dynamic_len_idx __attribute__((unused)) = 0; \
7ca580f8 565 struct { _locvar } *tp_locvar __attribute__((unused)) = __tp_locvar; \
d3de7f14 566 \
f127e61e 567 _fields \
d3de7f14 568 return __event_len; \
114667d5
MD		 569 \
570error: \
571 __attribute__((unused)); \
572 return -1; \
d3de7f14
MD		 573}
574
3bc29f0a 575#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
265822ae 576#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
114667d5 577static inline ssize_t __event_get_size__##_name(void *__tp_locvar) \
d3de7f14
MD		 578{ \
579 size_t __event_len = 0; \
580 unsigned int __dynamic_len_idx __attribute__((unused)) = 0; \
7ca580f8 581 struct { _locvar } *tp_locvar __attribute__((unused)) = __tp_locvar; \
0d1d4002 582 \
f127e61e 583 _fields \
0d1d4002 584 return __event_len; \
114667d5
MD		 585 \
586error: \
587 __attribute__((unused)); \
588 return -1; \
6db3d13b 589}
40652b65
MD		 590
591#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
592
f127e61e 593
40652b65 594/*
f127e61e 595 * Stage 4.1 of tracepoint event generation.
e763dbf5 596 *
f127e61e
MD		 597 * Create static inline function that layout the filter stack data.
598 * We make both write and nowrite data available to the filter.
e763dbf5
MD		 599 */
600
f127e61e 601/* Reset all macros within TRACEPOINT_EVENT */
ba012e22
MD		 602#include <probes/lttng-events-reset.h>
603#include <probes/lttng-events-write.h>
604#include <probes/lttng-events-nowrite.h>
f127e61e
MD		 605
606#undef _ctf_integer_ext_fetched
607#define _ctf_integer_ext_fetched(_type, _item, _src, _byte_order, _base, _nowrite) \
608 if (lttng_is_signed_type(_type)) { \
609 int64_t __ctf_tmp_int64; \
610 switch (sizeof(_type)) { \
611 case 1: \
612 { \
613 union { _type t; int8_t v; } __tmp = { (_type) (_src) }; \
614 __ctf_tmp_int64 = (int64_t) __tmp.v; \
615 break; \
616 } \
617 case 2: \
618 { \
619 union { _type t; int16_t v; } __tmp = { (_type) (_src) }; \
bf1a9179
MD		 620 if (_byte_order != __BYTE_ORDER) \
621 __swab16s(&__tmp.v); \
f127e61e
MD		 622 __ctf_tmp_int64 = (int64_t) __tmp.v; \
623 break; \
624 } \
625 case 4: \
626 { \
627 union { _type t; int32_t v; } __tmp = { (_type) (_src) }; \
bf1a9179
MD		 628 if (_byte_order != __BYTE_ORDER) \
629 __swab32s(&__tmp.v); \
f127e61e
MD		 630 __ctf_tmp_int64 = (int64_t) __tmp.v; \
631 break; \
632 } \
633 case 8: \
634 { \
635 union { _type t; int64_t v; } __tmp = { (_type) (_src) }; \
bf1a9179
MD		 636 if (_byte_order != __BYTE_ORDER) \
637 __swab64s(&__tmp.v); \
f127e61e
MD		 638 __ctf_tmp_int64 = (int64_t) __tmp.v; \
639 break; \
640 } \
641 default: \
642 BUG_ON(1); \
643 }; \
644 memcpy(__stack_data, &__ctf_tmp_int64, sizeof(int64_t)); \
645 } else { \
646 uint64_t __ctf_tmp_uint64; \
647 switch (sizeof(_type)) { \
648 case 1: \
649 { \
650 union { _type t; uint8_t v; } __tmp = { (_type) (_src) }; \
651 __ctf_tmp_uint64 = (uint64_t) __tmp.v; \
652 break; \
653 } \
654 case 2: \
655 { \
656 union { _type t; uint16_t v; } __tmp = { (_type) (_src) }; \
bf1a9179
MD		 657 if (_byte_order != __BYTE_ORDER) \
658 __swab16s(&__tmp.v); \
f127e61e
MD		 659 __ctf_tmp_uint64 = (uint64_t) __tmp.v; \
660 break; \
661 } \
662 case 4: \
663 { \
664 union { _type t; uint32_t v; } __tmp = { (_type) (_src) }; \
bf1a9179
MD		 665 if (_byte_order != __BYTE_ORDER) \
666 __swab32s(&__tmp.v); \
f127e61e
MD		 667 __ctf_tmp_uint64 = (uint64_t) __tmp.v; \
668 break; \
669 } \
670 case 8: \
671 { \
672 union { _type t; uint64_t v; } __tmp = { (_type) (_src) }; \
bf1a9179
MD		 673 if (_byte_order != __BYTE_ORDER) \
674 __swab64s(&__tmp.v); \
f127e61e
MD		 675 __ctf_tmp_uint64 = (uint64_t) __tmp.v; \
676 break; \
677 } \
678 default: \
679 BUG_ON(1); \
680 }; \
681 memcpy(__stack_data, &__ctf_tmp_uint64, sizeof(uint64_t)); \
682 } \
683 __stack_data += sizeof(int64_t);
684
685#undef _ctf_integer_ext_isuser0
686#define _ctf_integer_ext_isuser0(_type, _item, _src, _byte_order, _base, _nowrite) \
687 _ctf_integer_ext_fetched(_type, _item, _src, _byte_order, _base, _nowrite)
688
689#undef _ctf_integer_ext_isuser1
690#define _ctf_integer_ext_isuser1(_type, _item, _user_src, _byte_order, _base, _nowrite) \
3c8ebbc8
MD		 691{ \
692 union { \
693 char __array[sizeof(_user_src)]; \
694 __typeof__(_user_src) __v; \
695 } __tmp_fetch; \
696 if (lib_ring_buffer_copy_from_user_check_nofault(__tmp_fetch.__array, \
697 &(_user_src), sizeof(_user_src))) \
698 memset(__tmp_fetch.__array, 0, sizeof(__tmp_fetch.__array)); \
699 _ctf_integer_ext_fetched(_type, _item, __tmp_fetch.__v, _byte_order, _base, _nowrite) \
f127e61e 700}
e763dbf5 701
f127e61e
MD		 702#undef _ctf_integer_ext
703#define _ctf_integer_ext(_type, _item, _user_src, _byte_order, _base, _user, _nowrite) \
704 _ctf_integer_ext_isuser##_user(_type, _item, _user_src, _byte_order, _base, _nowrite)
705
706#undef _ctf_array_encoded
3834b99f 707#define _ctf_array_encoded(_type, _item, _src, _length, _encoding, _byte_order, _base, _user, _nowrite) \
f127e61e
MD		 708 { \
709 unsigned long __ctf_tmp_ulong = (unsigned long) (_length); \
710 const void *__ctf_tmp_ptr = (_src); \
711 memcpy(__stack_data, &__ctf_tmp_ulong, sizeof(unsigned long)); \
712 __stack_data += sizeof(unsigned long); \
6b272cda
MD		 713 memcpy(__stack_data, &__ctf_tmp_ptr, sizeof(void *)); \
714 __stack_data += sizeof(void *); \
f127e61e
MD		 715 }
716
43803cf2
MD		 717#undef _ctf_array_bitfield
718#define _ctf_array_bitfield(_type, _item, _src, _length, _user, _nowrite) \
3834b99f 719 _ctf_array_encoded(_type, _item, _src, _length, none, __LITTLE_ENDIAN, 0, _user, _nowrite)
43803cf2 720
f127e61e
MD		 721#undef _ctf_sequence_encoded
722#define _ctf_sequence_encoded(_type, _item, _src, _length_type, \
57ede728 723 _src_length, _encoding, _byte_order, _base, _user, _nowrite) \
f127e61e
MD		 724 { \
725 unsigned long __ctf_tmp_ulong = (unsigned long) (_src_length); \
726 const void *__ctf_tmp_ptr = (_src); \
727 memcpy(__stack_data, &__ctf_tmp_ulong, sizeof(unsigned long)); \
728 __stack_data += sizeof(unsigned long); \
6b272cda
MD		 729 memcpy(__stack_data, &__ctf_tmp_ptr, sizeof(void *)); \
730 __stack_data += sizeof(void *); \
f127e61e
MD		 731 }
732
43803cf2
MD		 733#undef _ctf_sequence_bitfield
734#define _ctf_sequence_bitfield(_type, _item, _src, \
735 _length_type, _src_length, \
736 _user, _nowrite) \
737 _ctf_sequence_encoded(_type, _item, _src, _length_type, _src_length, \
738 none, __LITTLE_ENDIAN, 10, _user, _nowrite)
739
f127e61e
MD		 740#undef _ctf_string
741#define _ctf_string(_item, _src, _user, _nowrite) \
742 { \
1d84e8e7
MD		 743 const void *__ctf_tmp_ptr = \
744 ((_src) ? (_src) : __LTTNG_NULL_STRING); \
6b272cda
MD		 745 memcpy(__stack_data, &__ctf_tmp_ptr, sizeof(void *)); \
746 __stack_data += sizeof(void *); \
f127e61e 747 }
c6e3f225 748
141ddf28
MD		 749#undef _ctf_enum
750#define _ctf_enum(_name, _type, _item, _src, _user, _nowrite) \
751 _ctf_integer_ext(_type, _item, _src, __BYTE_ORDER, 10, _user, _nowrite)
752
e763dbf5 753#undef TP_PROTO
f127e61e 754#define TP_PROTO(...) __VA_ARGS__
e763dbf5 755
f127e61e
MD		 756#undef TP_FIELDS
757#define TP_FIELDS(...) __VA_ARGS__
e763dbf5 758
7ca580f8
MD		 759#undef TP_locvar
760#define TP_locvar(...) __VA_ARGS__
761
f127e61e 762#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
265822ae 763#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
f127e61e
MD		 764static inline \
765void __event_prepare_filter_stack__##_name(char *__stack_data, \
766 void *__tp_locvar) \
e763dbf5 767{ \
7ca580f8
MD		 768 struct { _locvar } *tp_locvar __attribute__((unused)) = __tp_locvar; \
769 \
f127e61e 770 _fields \
e763dbf5
MD		 771}
772
f127e61e 773#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
265822ae 774#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
f127e61e
MD		 775static inline \
776void __event_prepare_filter_stack__##_name(char *__stack_data, \
777 void *__tp_locvar, _proto) \
d3de7f14 778{ \
7ca580f8
MD		 779 struct { _locvar } *tp_locvar __attribute__((unused)) = __tp_locvar; \
780 \
f127e61e 781 _fields \
d3de7f14
MD		 782}
783
e763dbf5
MD		 784#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
785
e763dbf5 786/*
f127e61e 787 * Stage 5 of the trace events.
40652b65 788 *
f127e61e 789 * Create static inline function that calculates event payload alignment.
3c4ffab9
MD		 790 */
791
f127e61e 792/* Reset all macros within TRACEPOINT_EVENT */
ba012e22
MD		 793#include <probes/lttng-events-reset.h>
794#include <probes/lttng-events-write.h>
3c4ffab9 795
f127e61e
MD		 796#undef _ctf_integer_ext
797#define _ctf_integer_ext(_type, _item, _src, _byte_order, _base, _user, _nowrite) \
798 __event_align = max_t(size_t, __event_align, lttng_alignof(_type));
3c4ffab9 799
f127e61e 800#undef _ctf_array_encoded
3834b99f 801#define _ctf_array_encoded(_type, _item, _src, _length, _encoding, _byte_order, _base, _user, _nowrite) \
f127e61e 802 __event_align = max_t(size_t, __event_align, lttng_alignof(_type));
3c4ffab9 803
43803cf2
MD		 804#undef _ctf_array_bitfield
805#define _ctf_array_bitfield(_type, _item, _src, _length, _user, _nowrite) \
3834b99f 806 _ctf_array_encoded(_type, _item, _src, _length, none, __LITTLE_ENDIAN, 0, _user, _nowrite)
43803cf2 807
f127e61e
MD		 808#undef _ctf_sequence_encoded
809#define _ctf_sequence_encoded(_type, _item, _src, _length_type, \
57ede728 810 _src_length, _encoding, _byte_order, _base, _user, _nowrite) \
f127e61e
MD		 811 __event_align = max_t(size_t, __event_align, lttng_alignof(_length_type)); \
812 __event_align = max_t(size_t, __event_align, lttng_alignof(_type));
64c796d8 813
43803cf2
MD		 814#undef _ctf_sequence_bitfield
815#define _ctf_sequence_bitfield(_type, _item, _src, \
816 _length_type, _src_length, \
817 _user, _nowrite) \
818 _ctf_sequence_encoded(_type, _item, _src, _length_type, _src_length, \
819 none, __LITTLE_ENDIAN, 10, _user, _nowrite)
820
f127e61e
MD		 821#undef _ctf_string
822#define _ctf_string(_item, _src, _user, _nowrite)
64c796d8 823
141ddf28
MD		 824#undef _ctf_enum
825#define _ctf_enum(_name, _type, _item, _src, _user, _nowrite) \
826 _ctf_integer_ext(_type, _item, _src, __BYTE_ORDER, 10, _user, _nowrite)
827
f64dd4be
MD		 828#undef ctf_align
829#define ctf_align(_type) \
830 __event_align = max_t(size_t, __event_align, lttng_alignof(_type));
831
f127e61e
MD		 832#undef TP_PROTO
833#define TP_PROTO(...) __VA_ARGS__
84da5206 834
f127e61e
MD		 835#undef TP_FIELDS
836#define TP_FIELDS(...) __VA_ARGS__
c6e3f225 837
f127e61e
MD		 838#undef TP_locvar
839#define TP_locvar(...) __VA_ARGS__
3c4ffab9 840
f64dd4be
MD		 841#undef ctf_custom_field
842#define ctf_custom_field(_type, _item, _code) _code
843
844#undef ctf_custom_code
845#define ctf_custom_code(...) \
846 { \
847 __VA_ARGS__ \
848 }
849
f127e61e 850#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
265822ae 851#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
f127e61e
MD		 852static inline size_t __event_get_align__##_name(void *__tp_locvar, _proto) \
853{ \
854 size_t __event_align = 1; \
855 struct { _locvar } *tp_locvar __attribute__((unused)) = __tp_locvar; \
856 \
857 _fields \
858 return __event_align; \
859}
3c4ffab9 860
3bc29f0a 861#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
265822ae 862#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
f127e61e
MD		 863static inline size_t __event_get_align__##_name(void *__tp_locvar) \
864{ \
865 size_t __event_align = 1; \
866 struct { _locvar } *tp_locvar __attribute__((unused)) = __tp_locvar; \
867 \
868 _fields \
869 return __event_align; \
870}
d3de7f14 871
3c4ffab9
MD		 872#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
873
3c4ffab9 874/*
f127e61e 875 * Stage 6 of tracepoint event generation.
e763dbf5 876 *
f127e61e
MD		 877 * Create the probe function. This function calls event size calculation
878 * and writes event data into the buffer.
40652b65
MD		 879 */
880
f127e61e 881/* Reset all macros within TRACEPOINT_EVENT */
ba012e22
MD		 882#include <probes/lttng-events-reset.h>
883#include <probes/lttng-events-write.h>
c6e3f225 884
f127e61e
MD		 885#undef _ctf_integer_ext_fetched
886#define _ctf_integer_ext_fetched(_type, _item, _src, _byte_order, _base, _nowrite) \
e763dbf5 887 { \
f127e61e
MD		 888 _type __tmp = _src; \
889 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(__tmp));\
aaa4004a 890 __chan->ops->event_write(&__ctx, &__tmp, sizeof(__tmp));\
f127e61e
MD		 891 }
892
893#undef _ctf_integer_ext_isuser0
894#define _ctf_integer_ext_isuser0(_type, _item, _src, _byte_order, _base, _nowrite) \
895 _ctf_integer_ext_fetched(_type, _item, _src, _byte_order, _base, _nowrite)
896
897#undef _ctf_integer_ext_isuser1
898#define _ctf_integer_ext_isuser1(_type, _item, _user_src, _byte_order, _base, _nowrite) \
899{ \
3c8ebbc8
MD		 900 union { \
901 char __array[sizeof(_user_src)]; \
902 __typeof__(_user_src) __v; \
903 } __tmp_fetch; \
904 if (lib_ring_buffer_copy_from_user_check_nofault(__tmp_fetch.__array, \
905 &(_user_src), sizeof(_user_src))) \
906 memset(__tmp_fetch.__array, 0, sizeof(__tmp_fetch.__array)); \
907 _ctf_integer_ext_fetched(_type, _item, __tmp_fetch.__v, _byte_order, _base, _nowrite) \
f127e61e
MD		 908}
909
910#undef _ctf_integer_ext
911#define _ctf_integer_ext(_type, _item, _user_src, _byte_order, _base, _user, _nowrite) \
912 _ctf_integer_ext_isuser##_user(_type, _item, _user_src, _byte_order, _base, _nowrite)
913
914#undef _ctf_array_encoded
3834b99f 915#define _ctf_array_encoded(_type, _item, _src, _length, _encoding, _byte_order, _base, _user, _nowrite) \
f127e61e
MD		 916 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_type)); \
917 if (_user) { \
918 __chan->ops->event_write_from_user(&__ctx, _src, sizeof(_type) * (_length)); \
919 } else { \
920 __chan->ops->event_write(&__ctx, _src, sizeof(_type) * (_length)); \
921 }
922
43803cf2
MD		 923#if (__BYTE_ORDER == __LITTLE_ENDIAN)
924#undef _ctf_array_bitfield
925#define _ctf_array_bitfield(_type, _item, _src, _length, _user, _nowrite) \
926 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_type)); \
927 if (_user) { \
928 __chan->ops->event_write_from_user(&__ctx, _src, sizeof(_type) * (_length)); \
929 } else { \
930 __chan->ops->event_write(&__ctx, _src, sizeof(_type) * (_length)); \
931 }
932#else /* #if (__BYTE_ORDER == __LITTLE_ENDIAN) */
933/*
934 * For big endian, we need to byteswap into little endian.
935 */
936#undef _ctf_array_bitfield
937#define _ctf_array_bitfield(_type, _item, _src, _length, _user, _nowrite) \
938 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_type)); \
939 { \
940 size_t _i; \
941 \
942 for (_i = 0; _i < (_length); _i++) { \
943 _type _tmp; \
944 \
945 if (_user) { \
946 if (get_user(_tmp, (_type *) _src + _i)) \
947 _tmp = 0; \
948 } else { \
949 _tmp = ((_type *) _src)[_i]; \
950 } \
951 switch (sizeof(_type)) { \
952 case 1: \
953 break; \
954 case 2: \
955 _tmp = cpu_to_le16(_tmp); \
956 break; \
957 case 4: \
958 _tmp = cpu_to_le32(_tmp); \
959 break; \
960 case 8: \
961 _tmp = cpu_to_le64(_tmp); \
962 break; \
963 default: \
964 BUG_ON(1); \
965 } \
966 __chan->ops->event_write(&__ctx, &_tmp, sizeof(_type)); \
967 } \
968 }
969#endif /* #else #if (__BYTE_ORDER == __LITTLE_ENDIAN) */
970
f127e61e
MD		 971#undef _ctf_sequence_encoded
972#define _ctf_sequence_encoded(_type, _item, _src, _length_type, \
57ede728 973 _src_length, _encoding, _byte_order, _base, _user, _nowrite) \
84da5206 974 { \
114667d5 975 _length_type __tmpl = this_cpu_ptr(&lttng_dynamic_len_stack)->stack[__dynamic_len_idx]; \
f127e61e
MD		 976 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_length_type));\
977 __chan->ops->event_write(&__ctx, &__tmpl, sizeof(_length_type));\
84da5206 978 } \
f127e61e
MD		 979 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_type)); \
980 if (_user) { \
981 __chan->ops->event_write_from_user(&__ctx, _src, \
982 sizeof(_type) * __get_dynamic_len(dest)); \
983 } else { \
984 __chan->ops->event_write(&__ctx, _src, \
985 sizeof(_type) * __get_dynamic_len(dest)); \
986 }
987
43803cf2
MD		 988#if (__BYTE_ORDER == __LITTLE_ENDIAN)
989#undef _ctf_sequence_bitfield
990#define _ctf_sequence_bitfield(_type, _item, _src, \
991 _length_type, _src_length, \
992 _user, _nowrite) \
993 { \
114667d5 994 _length_type __tmpl = this_cpu_ptr(&lttng_dynamic_len_stack)->stack[__dynamic_len_idx] * sizeof(_type) * CHAR_BIT; \
43803cf2
MD		 995 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_length_type));\
996 __chan->ops->event_write(&__ctx, &__tmpl, sizeof(_length_type));\
997 } \
998 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_type)); \
999 if (_user) { \
1000 __chan->ops->event_write_from_user(&__ctx, _src, \
1001 sizeof(_type) * __get_dynamic_len(dest)); \
1002 } else { \
1003 __chan->ops->event_write(&__ctx, _src, \
1004 sizeof(_type) * __get_dynamic_len(dest)); \
1005 }
1006#else /* #if (__BYTE_ORDER == __LITTLE_ENDIAN) */
1007/*
1008 * For big endian, we need to byteswap into little endian.
1009 */
1010#undef _ctf_sequence_bitfield
1011#define _ctf_sequence_bitfield(_type, _item, _src, \
1012 _length_type, _src_length, \
1013 _user, _nowrite) \
1014 { \
114667d5 1015 _length_type __tmpl = this_cpu_ptr(&lttng_dynamic_len_stack)->stack[__dynamic_len_idx] * sizeof(_type) * CHAR_BIT; \
43803cf2
MD		 1016 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_length_type));\
1017 __chan->ops->event_write(&__ctx, &__tmpl, sizeof(_length_type));\
1018 } \
1019 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_type)); \
1020 { \
1021 size_t _i, _length; \
1022 \
1023 _length = __get_dynamic_len(dest); \
1024 for (_i = 0; _i < _length; _i++) { \
1025 _type _tmp; \
1026 \
1027 if (_user) { \
1028 if (get_user(_tmp, (_type *) _src + _i)) \
1029 _tmp = 0; \
1030 } else { \
1031 _tmp = ((_type *) _src)[_i]; \
1032 } \
1033 switch (sizeof(_type)) { \
1034 case 1: \
1035 break; \
1036 case 2: \
1037 _tmp = cpu_to_le16(_tmp); \
1038 break; \
1039 case 4: \
1040 _tmp = cpu_to_le32(_tmp); \
1041 break; \
1042 case 8: \
1043 _tmp = cpu_to_le64(_tmp); \
1044 break; \
1045 default: \
1046 BUG_ON(1); \
1047 } \
1048 __chan->ops->event_write(&__ctx, &_tmp, sizeof(_type)); \
1049 } \
1050 }
1051#endif /* #else #if (__BYTE_ORDER == __LITTLE_ENDIAN) */
1052
f127e61e
MD		 1053#undef _ctf_string
1054#define _ctf_string(_item, _src, _user, _nowrite) \
f127e61e 1055 if (_user) { \
1d84e8e7 1056 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(*(_src))); \
f127e61e
MD		 1057 __chan->ops->event_strcpy_from_user(&__ctx, _src, \
1058 __get_dynamic_len(dest)); \
1059 } else { \
1d84e8e7
MD		 1060 const char *__ctf_tmp_string = \
1061 ((_src) ? (_src) : __LTTNG_NULL_STRING); \
1062 lib_ring_buffer_align_ctx(&__ctx, \
1063 lttng_alignof(*__ctf_tmp_string)); \
1064 __chan->ops->event_strcpy(&__ctx, __ctf_tmp_string, \
f127e61e
MD		 1065 __get_dynamic_len(dest)); \
1066 }
e763dbf5 1067
141ddf28
MD		 1068#undef _ctf_enum
1069#define _ctf_enum(_name, _type, _item, _src, _user, _nowrite) \
1070 _ctf_integer_ext(_type, _item, _src, __BYTE_ORDER, 10, _user, _nowrite)
f64dd4be
MD		 1071
1072#undef ctf_align
1073#define ctf_align(_type) \
1074 lib_ring_buffer_align_ctx(&__ctx, lttng_alignof(_type));
1075
1076#undef ctf_custom_field
1077#define ctf_custom_field(_type, _item, _code) _code
1078
1079#undef ctf_custom_code
1080#define ctf_custom_code(...) \
1081 { \
1082 __VA_ARGS__ \
1083 }
1084
e763dbf5 1085/* Beware: this get len actually consumes the len value */
f127e61e 1086#undef __get_dynamic_len
114667d5 1087#define __get_dynamic_len(field) this_cpu_ptr(&lttng_dynamic_len_stack)->stack[__dynamic_len_idx++]
e763dbf5
MD		 1088
1089#undef TP_PROTO
f127e61e 1090#define TP_PROTO(...) __VA_ARGS__
e763dbf5
MD		 1091
1092#undef TP_ARGS
f127e61e 1093#define TP_ARGS(...) __VA_ARGS__
e763dbf5 1094
f127e61e
MD		 1095#undef TP_FIELDS
1096#define TP_FIELDS(...) __VA_ARGS__
e763dbf5 1097
7ca580f8
MD		 1098#undef TP_locvar
1099#define TP_locvar(...) __VA_ARGS__
1100
265822ae
MD		 1101#undef TP_code_pre
1102#define TP_code_pre(...) __VA_ARGS__
1103
1104#undef TP_code_post
1105#define TP_code_post(...) __VA_ARGS__
7ca580f8 1106
c337ddc2
MD		 1107/*
1108 * For state dump, check that "session" argument (mandatory) matches the
1109 * session this event belongs to. Ensures that we write state dump data only
1110 * into the started session, not into all sessions.
1111 */
1112#ifdef TP_SESSION_CHECK
1113#define _TP_SESSION_CHECK(session, csession) (session == csession)
1114#else /* TP_SESSION_CHECK */
1115#define _TP_SESSION_CHECK(session, csession) 1
1116#endif /* TP_SESSION_CHECK */
1117
f9771d39 1118/*
f127e61e
MD		 1119 * Using twice size for filter stack data to hold size and pointer for
1120 * each field (worse case). For integers, max size required is 64-bit.
1121 * Same for double-precision floats. Those fit within
1122 * 2*sizeof(unsigned long) for all supported architectures.
1123 * Perform UNION (||) of filter runtime list.
f9771d39 1124 */
3bc29f0a 1125#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE
265822ae 1126#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE(_name, _proto, _args, _locvar, _code_pre, _fields, _code_post) \
e763dbf5
MD		 1127static void __event_probe__##_name(void *__data, _proto) \
1128{ \
7ca580f8 1129 struct probe_local_vars { _locvar }; \
a90917c3 1130 struct lttng_event *__event = __data; \
79150a49
JD		 1131 struct lttng_probe_ctx __lttng_probe_ctx = { \
1132 .event = __event, \
ccecf3fb 1133 .interruptible = !irqs_disabled(), \
79150a49 1134 }; \
a90917c3 1135 struct lttng_channel *__chan = __event->chan; \
e0130fab 1136 struct lttng_session *__session = __chan->session; \
aaa4004a 1137 struct lib_ring_buffer_ctx __ctx; \
114667d5
MD		 1138 ssize_t __event_len; \
1139 size_t __event_align; \
ec0a7fba 1140 size_t __orig_dynamic_len_offset, __dynamic_len_idx __attribute__((unused)); \
f127e61e 1141 union { \
114667d5 1142 size_t __dynamic_len_removed[ARRAY_SIZE(__event_fields___##_name)]; \
f127e61e
MD		 1143 char __filter_stack_data[2 * sizeof(unsigned long) * ARRAY_SIZE(__event_fields___##_name)]; \
1144 } __stackvar; \
e763dbf5 1145 int __ret; \
7ca580f8
MD		 1146 struct probe_local_vars __tp_locvar; \
1147 struct probe_local_vars *tp_locvar __attribute__((unused)) = \
1148 &__tp_locvar; \
d1f652f8 1149 struct lttng_id_tracker_rcu *__lf; \
e763dbf5 1150 \
e0130fab 1151 if (!_TP_SESSION_CHECK(session, __session)) \
c337ddc2 1152 return; \
a8f2d0c7 1153 if (unlikely(!READ_ONCE(__session->active))) \
e64957da 1154 return; \
a8f2d0c7 1155 if (unlikely(!READ_ONCE(__chan->enabled))) \
e64957da 1156 return; \
a8f2d0c7 1157 if (unlikely(!READ_ONCE(__event->enabled))) \
52fc2e1f 1158 return; \
d1f652f8
MD		 1159 __lf = lttng_rcu_dereference(__session->pid_tracker.p); \
1160 if (__lf && likely(!lttng_id_tracker_lookup(__lf, current->tgid))) \
1161 return; \
1162 __lf = lttng_rcu_dereference(__session->vpid_tracker.p); \
1163 if (__lf && likely(!lttng_id_tracker_lookup(__lf, task_tgid_vnr(current)))) \
1164 return; \
1165 __lf = lttng_rcu_dereference(__session->uid_tracker.p); \
1166 if (__lf && likely(!lttng_id_tracker_lookup(__lf, \
608416e1 1167 lttng_current_uid()))) \
d1f652f8
MD		 1168 return; \
1169 __lf = lttng_rcu_dereference(__session->vuid_tracker.p); \
1170 if (__lf && likely(!lttng_id_tracker_lookup(__lf, \
608416e1 1171 lttng_current_vuid()))) \
d1f652f8
MD		 1172 return; \
1173 __lf = lttng_rcu_dereference(__session->gid_tracker.p); \
1174 if (__lf && likely(!lttng_id_tracker_lookup(__lf, \
608416e1 1175 lttng_current_gid()))) \
d1f652f8
MD		 1176 return; \
1177 __lf = lttng_rcu_dereference(__session->vgid_tracker.p); \
1178 if (__lf && likely(!lttng_id_tracker_lookup(__lf, \
608416e1 1179 lttng_current_vgid()))) \
e0130fab 1180 return; \
114667d5
MD		 1181 __orig_dynamic_len_offset = this_cpu_ptr(&lttng_dynamic_len_stack)->offset; \
1182 __dynamic_len_idx = __orig_dynamic_len_offset; \
265822ae 1183 _code_pre \
f127e61e
MD		 1184 if (unlikely(!list_empty(&__event->bytecode_runtime_head))) { \
1185 struct lttng_bytecode_runtime *bc_runtime; \
1186 int __filter_record = __event->has_enablers_without_bytecode; \
1187 \
1188 __event_prepare_filter_stack__##_name(__stackvar.__filter_stack_data, \
1189 tp_locvar, _args); \
7a09dcb7 1190 lttng_list_for_each_entry_rcu(bc_runtime, &__event->bytecode_runtime_head, node) { \
79150a49 1191 if (unlikely(bc_runtime->filter(bc_runtime, &__lttng_probe_ctx, \
8904bcfa 1192 __stackvar.__filter_stack_data) & LTTNG_FILTER_RECORD_FLAG)) { \
f127e61e 1193 __filter_record = 1; \
8904bcfa
FD		 1194 break; \
1195 } \
f127e61e
MD		 1196 } \
1197 if (likely(!__filter_record)) \
265822ae 1198 goto __post; \
f127e61e 1199 } \
114667d5
MD		 1200 __event_len = __event_get_size__##_name(tp_locvar, _args); \
1201 if (unlikely(__event_len < 0)) { \
1202 lib_ring_buffer_lost_event_too_big(__chan->chan); \
1203 goto __post; \
1204 } \
7ca580f8 1205 __event_align = __event_get_align__##_name(tp_locvar, _args); \
79150a49 1206 lib_ring_buffer_ctx_init(&__ctx, __chan->chan, &__lttng_probe_ctx, __event_len, \
e763dbf5 1207 __event_align, -1); \
aaa4004a 1208 __ret = __chan->ops->event_reserve(&__ctx, __event->id); \
e763dbf5 1209 if (__ret < 0) \
265822ae 1210 goto __post; \
f127e61e 1211 _fields \
aaa4004a 1212 __chan->ops->event_commit(&__ctx); \
265822ae
MD		 1213__post: \
1214 _code_post \
114667d5
MD		 1215 barrier(); /* use before un-reserve. */ \
1216 this_cpu_ptr(&lttng_dynamic_len_stack)->offset = __orig_dynamic_len_offset; \
265822ae 1217 return; \
e763dbf5
MD		 1218}
1219
3bc29f0a 1220#undef LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS
265822ae 1221#define LTTNG_TRACEPOINT_EVENT_CLASS_CODE_NOARGS(_name, _locvar, _code_pre, _fields, _code_post) \
f7bdf4db
MD		 1222static void __event_probe__##_name(void *__data) \
1223{ \
7ca580f8 1224 struct probe_local_vars { _locvar }; \
a90917c3 1225 struct lttng_event *__event = __data; \
79150a49
JD		 1226 struct lttng_probe_ctx __lttng_probe_ctx = { \
1227 .event = __event, \
ccecf3fb 1228 .interruptible = !irqs_disabled(), \
79150a49 1229 }; \
a90917c3 1230 struct lttng_channel *__chan = __event->chan; \
e0130fab 1231 struct lttng_session *__session = __chan->session; \
f7bdf4db 1232 struct lib_ring_buffer_ctx __ctx; \
114667d5
MD		 1233 ssize_t __event_len; \
1234 size_t __event_align; \
ec0a7fba 1235 size_t __orig_dynamic_len_offset, __dynamic_len_idx __attribute__((unused)); \
f127e61e 1236 union { \
114667d5 1237 size_t __dynamic_len_removed[ARRAY_SIZE(__event_fields___##_name)]; \
f127e61e
MD		 1238 char __filter_stack_data[2 * sizeof(unsigned long) * ARRAY_SIZE(__event_fields___##_name)]; \
1239 } __stackvar; \
f7bdf4db 1240 int __ret; \
7ca580f8
MD		 1241 struct probe_local_vars __tp_locvar; \
1242 struct probe_local_vars *tp_locvar __attribute__((unused)) = \
1243 &__tp_locvar; \
d1f652f8 1244 struct lttng_id_tracker_rcu *__lf; \
f7bdf4db 1245 \
e0130fab 1246 if (!_TP_SESSION_CHECK(session, __session)) \
c337ddc2 1247 return; \
a8f2d0c7 1248 if (unlikely(!READ_ONCE(__session->active))) \
f7bdf4db 1249 return; \
a8f2d0c7 1250 if (unlikely(!READ_ONCE(__chan->enabled))) \
f7bdf4db 1251 return; \
a8f2d0c7 1252 if (unlikely(!READ_ONCE(__event->enabled))) \
f7bdf4db 1253 return; \
d1f652f8
MD		 1254 __lf = lttng_rcu_dereference(__session->pid_tracker.p); \
1255 if (__lf && likely(!lttng_id_tracker_lookup(__lf, current->tgid))) \
1256 return; \
1257 __lf = lttng_rcu_dereference(__session->vpid_tracker.p); \
1258 if (__lf && likely(!lttng_id_tracker_lookup(__lf, task_tgid_vnr(current)))) \
1259 return; \
1260 __lf = lttng_rcu_dereference(__session->uid_tracker.p); \
1261 if (__lf && likely(!lttng_id_tracker_lookup(__lf, \
608416e1 1262 lttng_current_uid()))) \
d1f652f8
MD		 1263 return; \
1264 __lf = lttng_rcu_dereference(__session->vuid_tracker.p); \
1265 if (__lf && likely(!lttng_id_tracker_lookup(__lf, \
608416e1 1266 lttng_current_vuid()))) \
d1f652f8
MD		 1267 return; \
1268 __lf = lttng_rcu_dereference(__session->gid_tracker.p); \
1269 if (__lf && likely(!lttng_id_tracker_lookup(__lf, \
608416e1 1270 lttng_current_gid()))) \
d1f652f8
MD		 1271 return; \
1272 __lf = lttng_rcu_dereference(__session->vgid_tracker.p); \
1273 if (__lf && likely(!lttng_id_tracker_lookup(__lf, \
608416e1 1274 lttng_current_vgid()))) \
e0130fab 1275 return; \
114667d5
MD		 1276 __orig_dynamic_len_offset = this_cpu_ptr(&lttng_dynamic_len_stack)->offset; \
1277 __dynamic_len_idx = __orig_dynamic_len_offset; \
265822ae 1278 _code_pre \
f127e61e
MD		 1279 if (unlikely(!list_empty(&__event->bytecode_runtime_head))) { \
1280 struct lttng_bytecode_runtime *bc_runtime; \
1281 int __filter_record = __event->has_enablers_without_bytecode; \
1282 \
1283 __event_prepare_filter_stack__##_name(__stackvar.__filter_stack_data, \
1284 tp_locvar); \
7a09dcb7 1285 lttng_list_for_each_entry_rcu(bc_runtime, &__event->bytecode_runtime_head, node) { \
79150a49 1286 if (unlikely(bc_runtime->filter(bc_runtime, &__lttng_probe_ctx, \
8904bcfa 1287 __stackvar.__filter_stack_data) & LTTNG_FILTER_RECORD_FLAG)) { \
f127e61e 1288 __filter_record = 1; \
8904bcfa
FD		 1289 break; \
1290 } \
f127e61e
MD		 1291 } \
1292 if (likely(!__filter_record)) \
265822ae 1293 goto __post; \
f127e61e 1294 } \
114667d5
MD		 1295 __event_len = __event_get_size__##_name(tp_locvar); \
1296 if (unlikely(__event_len < 0)) { \
1297 lib_ring_buffer_lost_event_too_big(__chan->chan); \
1298 goto __post; \
1299 } \
7ca580f8 1300 __event_align = __event_get_align__##_name(tp_locvar); \
79150a49 1301 lib_ring_buffer_ctx_init(&__ctx, __chan->chan, &__lttng_probe_ctx, __event_len, \
f7bdf4db
MD		 1302 __event_align, -1); \
1303 __ret = __chan->ops->event_reserve(&__ctx, __event->id); \
1304 if (__ret < 0) \
265822ae 1305 goto __post; \
f127e61e 1306 _fields \
f7bdf4db 1307 __chan->ops->event_commit(&__ctx); \
265822ae
MD		 1308__post: \
1309 _code_post \
114667d5
MD		 1310 barrier(); /* use before un-reserve. */ \
1311 this_cpu_ptr(&lttng_dynamic_len_stack)->offset = __orig_dynamic_len_offset; \
265822ae 1312 return; \
f7bdf4db
MD		 1313}
1314
e763dbf5
MD		 1315#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
1316
f127e61e
MD		 1317#undef __get_dynamic_len
1318
1319/*
1320 * Stage 7 of the trace events.
1321 *
1322 * Create event descriptions.
1323 */
1324
1325/* Named field types must be defined in lttng-types.h */
1326
ba012e22 1327#include <probes/lttng-events-reset.h> /* Reset all macros within LTTNG_TRACEPOINT_EVENT */
f127e61e
MD		 1328
1329#ifndef TP_PROBE_CB
1330#define TP_PROBE_CB(_template) &__event_probe__##_template
1331#endif
1332
1333#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS
1334#define LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS(_template, _name, _map) \
1335static const struct lttng_event_desc __event_desc___##_map = { \
1336 .fields = __event_fields___##_template, \
1337 .name = #_map, \
1338 .kname = #_name, \
1339 .probe_callback = (void *) TP_PROBE_CB(_template), \
1340 .nr_fields = ARRAY_SIZE(__event_fields___##_template), \
1341 .owner = THIS_MODULE, \
1342};
1343
1344#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP
1345#define LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(_template, _name, _map, _proto, _args) \
1346 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS(_template, _name, _map)
1347
1348#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
1349
1350/*
1351 * Stage 8 of the trace events.
1352 *
1353 * Create an array of event description pointers.
1354 */
1355
ba012e22 1356#include <probes/lttng-events-reset.h> /* Reset all macros within LTTNG_TRACEPOINT_EVENT */
f127e61e
MD		 1357
1358#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS
1359#define LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS(_template, _name, _map) \
1360 &__event_desc___##_map,
1361
1362#undef LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP
1363#define LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP(_template, _name, _map, _proto, _args) \
1364 LTTNG_TRACEPOINT_EVENT_INSTANCE_MAP_NOARGS(_template, _name, _map)
1365
1366#define TP_ID1(_token, _system) _token##_system
1367#define TP_ID(_token, _system) TP_ID1(_token, _system)
1368
1369static const struct lttng_event_desc *TP_ID(__event_desc___, TRACE_SYSTEM)[] = {
1370#include TRACE_INCLUDE(TRACE_INCLUDE_FILE)
1371};
1372
1373#undef TP_ID1
1374#undef TP_ID
1375
1376/*
1377 * Stage 9 of the trace events.
1378 *
1379 * Create a toplevel descriptor for the whole probe.
1380 */
1381
1382#define TP_ID1(_token, _system) _token##_system
1383#define TP_ID(_token, _system) TP_ID1(_token, _system)
1384
1385/* non-const because list head will be modified when registered. */
1386static __used struct lttng_probe_desc TP_ID(__probe_desc___, TRACE_SYSTEM) = {
1387 .provider = __stringify(TRACE_SYSTEM),
1388 .event_desc = TP_ID(__event_desc___, TRACE_SYSTEM),
1389 .nr_events = ARRAY_SIZE(TP_ID(__event_desc___, TRACE_SYSTEM)),
1390 .head = { NULL, NULL },
1391 .lazy_init_head = { NULL, NULL },
1392 .lazy = 0,
1393};
1394
1395#undef TP_ID1
1396#undef TP_ID
1397
3afe7aac 1398/*
c099397a 1399 * Stage 10 of the trace events.
3afe7aac
MD		 1400 *
1401 * Register/unregister probes at module load/unload.
1402 */
1403
ba012e22 1404#include <probes/lttng-events-reset.h> /* Reset all macros within LTTNG_TRACEPOINT_EVENT */
3afe7aac
MD		 1405
1406#define TP_ID1(_token, _system) _token##_system
1407#define TP_ID(_token, _system) TP_ID1(_token, _system)
1408#define module_init_eval1(_token, _system) module_init(_token##_system)
1409#define module_init_eval(_token, _system) module_init_eval1(_token, _system)
1410#define module_exit_eval1(_token, _system) module_exit(_token##_system)
1411#define module_exit_eval(_token, _system) module_exit_eval1(_token, _system)
1412
2655f9ad 1413#ifndef TP_MODULE_NOINIT
3afe7aac
MD		 1414static int TP_ID(__lttng_events_init__, TRACE_SYSTEM)(void)
1415{
a90917c3 1416 return lttng_probe_register(&TP_ID(__probe_desc___, TRACE_SYSTEM));
3afe7aac
MD		 1417}
1418
3afe7aac
MD		 1419static void TP_ID(__lttng_events_exit__, TRACE_SYSTEM)(void)
1420{
a90917c3 1421 lttng_probe_unregister(&TP_ID(__probe_desc___, TRACE_SYSTEM));
3afe7aac
MD		 1422}
1423
2655f9ad
MD		 1424#ifndef TP_MODULE_NOAUTOLOAD
1425module_init_eval(__lttng_events_init__, TRACE_SYSTEM);
3afe7aac 1426module_exit_eval(__lttng_events_exit__, TRACE_SYSTEM);
259b6cb3 1427#endif
3afe7aac 1428
2655f9ad
MD		 1429#endif
1430
3afe7aac
MD		 1431#undef module_init_eval
1432#undef module_exit_eval
1433#undef TP_ID1
1434#undef TP_ID
177b3692
MD		 1435
1436#undef TP_PROTO
1437#undef TP_ARGS
LTTng 2.0/0.x modules
This page took 0.116851 seconds and 4 git commands to generate.