Commit | Line | Data |
---|---|---|
20fe2104 DG |
1 | /* |
2 | * Copyright (C) 2011 - David Goulet <david.goulet@polymtl.ca> | |
3 | * | |
d14d33bf AM |
4 | * This program is free software; you can redistribute it and/or modify |
5 | * it under the terms of the GNU General Public License, version 2 only, | |
6 | * as published by the Free Software Foundation. | |
20fe2104 DG |
7 | * |
8 | * This program is distributed in the hope that it will be useful, | |
9 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
10 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
11 | * GNU General Public License for more details. | |
12 | * | |
d14d33bf AM |
13 | * You should have received a copy of the GNU General Public License along |
14 | * with this program; if not, write to the Free Software Foundation, Inc., | |
15 | * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | |
20fe2104 DG |
16 | */ |
17 | ||
6c1c0768 | 18 | #define _LGPL_SOURCE |
20fe2104 | 19 | #include <errno.h> |
7b395890 | 20 | #include <fcntl.h> |
20fe2104 DG |
21 | #include <stdlib.h> |
22 | #include <stdio.h> | |
f34daff7 | 23 | #include <string.h> |
8c0faa1d | 24 | #include <unistd.h> |
77c7c900 | 25 | #include <inttypes.h> |
20fe2104 | 26 | |
990570ed | 27 | #include <common/common.h> |
db758600 | 28 | #include <common/kernel-ctl/kernel-ctl.h> |
c052142c | 29 | #include <common/kernel-ctl/kernel-ioctl.h> |
42224349 | 30 | #include <common/sessiond-comm/sessiond-comm.h> |
1e307fab | 31 | |
2f77fc4b | 32 | #include "consumer.h" |
4771f025 | 33 | #include "kernel.h" |
6dc3064a | 34 | #include "kernel-consumer.h" |
096102bd | 35 | #include "kern-modules.h" |
834978fd | 36 | #include "utils.h" |
20fe2104 | 37 | |
d65106b1 | 38 | /* |
050349bb | 39 | * Add context on a kernel channel. |
f712b089 JG |
40 | * |
41 | * Assumes the ownership of ctx. | |
d65106b1 DG |
42 | */ |
43 | int kernel_add_channel_context(struct ltt_kernel_channel *chan, | |
645328ae | 44 | struct ltt_kernel_context *ctx) |
d65106b1 DG |
45 | { |
46 | int ret; | |
47 | ||
0525e9ae DG |
48 | assert(chan); |
49 | assert(ctx); | |
50 | ||
d65106b1 | 51 | DBG("Adding context to channel %s", chan->channel->name); |
645328ae | 52 | ret = kernctl_add_context(chan->fd, &ctx->ctx); |
d65106b1 | 53 | if (ret < 0) { |
1ae5e83e JD |
54 | switch (errno) { |
55 | case ENOSYS: | |
56 | /* Exists but not available for this kernel */ | |
57 | ret = LTTNG_ERR_KERN_CONTEXT_UNAVAILABLE; | |
58 | goto error; | |
59 | case EEXIST: | |
b579acd9 DG |
60 | /* If EEXIST, we just ignore the error */ |
61 | ret = 0; | |
1ae5e83e JD |
62 | goto end; |
63 | default: | |
64 | PERROR("add context ioctl"); | |
65 | ret = LTTNG_ERR_KERN_CONTEXT_FAIL; | |
66 | goto error; | |
b579acd9 | 67 | } |
d65106b1 DG |
68 | } |
69 | ||
1ae5e83e | 70 | end: |
645328ae | 71 | cds_list_add_tail(&ctx->list, &chan->ctx_list); |
bf82eb3c | 72 | ctx->in_list = true; |
f712b089 | 73 | ctx = NULL; |
d65106b1 | 74 | error: |
f712b089 JG |
75 | if (ctx) { |
76 | trace_kernel_destroy_context(ctx); | |
77 | } | |
d65106b1 DG |
78 | return ret; |
79 | } | |
80 | ||
20fe2104 | 81 | /* |
050349bb DG |
82 | * Create a new kernel session, register it to the kernel tracer and add it to |
83 | * the session daemon session. | |
20fe2104 | 84 | */ |
8c0faa1d | 85 | int kernel_create_session(struct ltt_session *session, int tracer_fd) |
20fe2104 DG |
86 | { |
87 | int ret; | |
88 | struct ltt_kernel_session *lks; | |
89 | ||
0525e9ae DG |
90 | assert(session); |
91 | ||
54012638 | 92 | /* Allocate data structure */ |
dec56f6c | 93 | lks = trace_kernel_create_session(); |
20fe2104 | 94 | if (lks == NULL) { |
54012638 | 95 | ret = -1; |
20fe2104 DG |
96 | goto error; |
97 | } | |
98 | ||
54012638 | 99 | /* Kernel tracer session creation */ |
20fe2104 DG |
100 | ret = kernctl_create_session(tracer_fd); |
101 | if (ret < 0) { | |
df0f840b | 102 | PERROR("ioctl kernel create session"); |
20fe2104 DG |
103 | goto error; |
104 | } | |
105 | ||
20fe2104 | 106 | lks->fd = ret; |
7b395890 DG |
107 | /* Prevent fd duplication after execlp() */ |
108 | ret = fcntl(lks->fd, F_SETFD, FD_CLOEXEC); | |
109 | if (ret < 0) { | |
df0f840b | 110 | PERROR("fcntl session fd"); |
7b395890 DG |
111 | } |
112 | ||
53632229 | 113 | lks->id = session->id; |
3bd1e081 | 114 | lks->consumer_fds_sent = 0; |
8c0faa1d | 115 | session->kernel_session = lks; |
8c0faa1d DG |
116 | |
117 | DBG("Kernel session created (fd: %d)", lks->fd); | |
20fe2104 DG |
118 | |
119 | return 0; | |
120 | ||
121 | error: | |
5f62c685 DG |
122 | if (lks) { |
123 | trace_kernel_destroy_session(lks); | |
124 | } | |
20fe2104 DG |
125 | return ret; |
126 | } | |
127 | ||
128 | /* | |
050349bb DG |
129 | * Create a kernel channel, register it to the kernel tracer and add it to the |
130 | * kernel session. | |
20fe2104 | 131 | */ |
050349bb | 132 | int kernel_create_channel(struct ltt_kernel_session *session, |
fdd9eb17 | 133 | struct lttng_channel *chan) |
20fe2104 DG |
134 | { |
135 | int ret; | |
136 | struct ltt_kernel_channel *lkc; | |
20fe2104 | 137 | |
0525e9ae DG |
138 | assert(session); |
139 | assert(chan); | |
0525e9ae | 140 | |
54012638 | 141 | /* Allocate kernel channel */ |
fdd9eb17 | 142 | lkc = trace_kernel_create_channel(chan); |
54012638 | 143 | if (lkc == NULL) { |
20fe2104 DG |
144 | goto error; |
145 | } | |
146 | ||
ecc48a90 | 147 | DBG3("Kernel create channel %s with attr: %d, %" PRIu64 ", %" PRIu64 ", %u, %u, %d, %d", |
fdd9eb17 | 148 | chan->name, lkc->channel->attr.overwrite, |
173af62f DG |
149 | lkc->channel->attr.subbuf_size, lkc->channel->attr.num_subbuf, |
150 | lkc->channel->attr.switch_timer_interval, lkc->channel->attr.read_timer_interval, | |
ecc48a90 | 151 | lkc->channel->attr.live_timer_interval, lkc->channel->attr.output); |
173af62f | 152 | |
54012638 | 153 | /* Kernel tracer channel creation */ |
f3ed775e | 154 | ret = kernctl_create_channel(session->fd, &lkc->channel->attr); |
20fe2104 | 155 | if (ret < 0) { |
df0f840b | 156 | PERROR("ioctl kernel create channel"); |
20fe2104 DG |
157 | goto error; |
158 | } | |
159 | ||
54012638 | 160 | /* Setup the channel fd */ |
20fe2104 | 161 | lkc->fd = ret; |
7b395890 DG |
162 | /* Prevent fd duplication after execlp() */ |
163 | ret = fcntl(lkc->fd, F_SETFD, FD_CLOEXEC); | |
164 | if (ret < 0) { | |
df0f840b | 165 | PERROR("fcntl session fd"); |
7b395890 DG |
166 | } |
167 | ||
54012638 | 168 | /* Add channel to session */ |
8c0faa1d DG |
169 | cds_list_add(&lkc->list, &session->channel_list.head); |
170 | session->channel_count++; | |
fb5f35b6 | 171 | lkc->session = session; |
20fe2104 | 172 | |
00e2e675 | 173 | DBG("Kernel channel %s created (fd: %d)", lkc->channel->name, lkc->fd); |
20fe2104 DG |
174 | |
175 | return 0; | |
176 | ||
177 | error: | |
5f62c685 DG |
178 | if (lkc) { |
179 | free(lkc->channel); | |
180 | free(lkc); | |
181 | } | |
54012638 | 182 | return -1; |
20fe2104 | 183 | } |
f34daff7 DG |
184 | |
185 | /* | |
050349bb DG |
186 | * Create a kernel event, enable it to the kernel tracer and add it to the |
187 | * channel event list of the kernel session. | |
49d21f93 | 188 | * We own filter_expression and filter. |
f34daff7 | 189 | */ |
050349bb | 190 | int kernel_create_event(struct lttng_event *ev, |
00a62084 MD |
191 | struct ltt_kernel_channel *channel, |
192 | char *filter_expression, | |
193 | struct lttng_filter_bytecode *filter) | |
f34daff7 DG |
194 | { |
195 | int ret; | |
196 | struct ltt_kernel_event *event; | |
f34daff7 | 197 | |
0525e9ae DG |
198 | assert(ev); |
199 | assert(channel); | |
200 | ||
a969e101 | 201 | /* We pass ownership of filter_expression and filter */ |
00a62084 MD |
202 | event = trace_kernel_create_event(ev, filter_expression, |
203 | filter); | |
54012638 | 204 | if (event == NULL) { |
d87bfb32 | 205 | ret = -1; |
f34daff7 DG |
206 | goto error; |
207 | } | |
208 | ||
f3ed775e DG |
209 | ret = kernctl_create_event(channel->fd, event->event); |
210 | if (ret < 0) { | |
bd29c13d DG |
211 | switch (errno) { |
212 | case EEXIST: | |
213 | break; | |
214 | case ENOSYS: | |
215 | WARN("Event type not implemented"); | |
216 | break; | |
8197a339 DG |
217 | case ENOENT: |
218 | WARN("Event %s not found!", ev->name); | |
219 | break; | |
bd29c13d | 220 | default: |
d87bfb32 DG |
221 | PERROR("create event ioctl"); |
222 | } | |
223 | ret = -errno; | |
e953ef25 | 224 | goto free_event; |
8c0faa1d | 225 | } |
f34daff7 | 226 | |
d0ae4ea8 | 227 | event->type = ev->type; |
f3ed775e | 228 | event->fd = ret; |
7b395890 DG |
229 | /* Prevent fd duplication after execlp() */ |
230 | ret = fcntl(event->fd, F_SETFD, FD_CLOEXEC); | |
231 | if (ret < 0) { | |
df0f840b | 232 | PERROR("fcntl session fd"); |
7b395890 DG |
233 | } |
234 | ||
00a62084 MD |
235 | if (filter) { |
236 | ret = kernctl_filter(event->fd, filter); | |
237 | if (ret) { | |
238 | goto filter_error; | |
239 | } | |
240 | } | |
241 | ||
242 | ret = kernctl_enable(event->fd); | |
243 | if (ret < 0) { | |
244 | switch (errno) { | |
245 | case EEXIST: | |
246 | ret = LTTNG_ERR_KERN_EVENT_EXIST; | |
247 | break; | |
248 | default: | |
249 | PERROR("enable kernel event"); | |
250 | break; | |
251 | } | |
252 | goto enable_error; | |
253 | } | |
254 | ||
f3ed775e DG |
255 | /* Add event to event list */ |
256 | cds_list_add(&event->list, &channel->events_list.head); | |
cbbbb275 DG |
257 | channel->event_count++; |
258 | ||
e953ef25 DG |
259 | DBG("Event %s created (fd: %d)", ev->name, event->fd); |
260 | ||
261 | return 0; | |
262 | ||
00a62084 MD |
263 | enable_error: |
264 | filter_error: | |
265 | { | |
266 | int closeret; | |
267 | ||
268 | closeret = close(event->fd); | |
269 | if (closeret) { | |
270 | PERROR("close event fd"); | |
271 | } | |
272 | } | |
e953ef25 DG |
273 | free_event: |
274 | free(event); | |
275 | error: | |
d87bfb32 | 276 | return ret; |
e953ef25 DG |
277 | } |
278 | ||
26cc6b4e | 279 | /* |
050349bb | 280 | * Disable a kernel channel. |
26cc6b4e DG |
281 | */ |
282 | int kernel_disable_channel(struct ltt_kernel_channel *chan) | |
283 | { | |
284 | int ret; | |
285 | ||
0525e9ae DG |
286 | assert(chan); |
287 | ||
26cc6b4e DG |
288 | ret = kernctl_disable(chan->fd); |
289 | if (ret < 0) { | |
df0f840b | 290 | PERROR("disable chan ioctl"); |
26cc6b4e DG |
291 | ret = errno; |
292 | goto error; | |
293 | } | |
294 | ||
295 | chan->enabled = 0; | |
296 | DBG("Kernel channel %s disabled (fd: %d)", chan->channel->name, chan->fd); | |
297 | ||
298 | return 0; | |
299 | ||
300 | error: | |
301 | return ret; | |
302 | } | |
303 | ||
d36b8583 | 304 | /* |
050349bb | 305 | * Enable a kernel channel. |
d36b8583 DG |
306 | */ |
307 | int kernel_enable_channel(struct ltt_kernel_channel *chan) | |
308 | { | |
309 | int ret; | |
310 | ||
0525e9ae DG |
311 | assert(chan); |
312 | ||
d36b8583 | 313 | ret = kernctl_enable(chan->fd); |
54d01ffb | 314 | if (ret < 0 && errno != EEXIST) { |
df0f840b | 315 | PERROR("Enable kernel chan"); |
d36b8583 DG |
316 | goto error; |
317 | } | |
318 | ||
319 | chan->enabled = 1; | |
320 | DBG("Kernel channel %s enabled (fd: %d)", chan->channel->name, chan->fd); | |
321 | ||
322 | return 0; | |
323 | ||
324 | error: | |
325 | return ret; | |
326 | } | |
327 | ||
19e70852 | 328 | /* |
050349bb | 329 | * Enable a kernel event. |
19e70852 DG |
330 | */ |
331 | int kernel_enable_event(struct ltt_kernel_event *event) | |
332 | { | |
333 | int ret; | |
334 | ||
0525e9ae DG |
335 | assert(event); |
336 | ||
19e70852 | 337 | ret = kernctl_enable(event->fd); |
42224349 DG |
338 | if (ret < 0) { |
339 | switch (errno) { | |
340 | case EEXIST: | |
f73fabfd | 341 | ret = LTTNG_ERR_KERN_EVENT_EXIST; |
42224349 DG |
342 | break; |
343 | default: | |
344 | PERROR("enable kernel event"); | |
345 | break; | |
346 | } | |
19e70852 DG |
347 | goto error; |
348 | } | |
349 | ||
350 | event->enabled = 1; | |
351 | DBG("Kernel event %s enabled (fd: %d)", event->event->name, event->fd); | |
352 | ||
353 | return 0; | |
354 | ||
355 | error: | |
d36b8583 | 356 | return ret; |
19e70852 DG |
357 | } |
358 | ||
e953ef25 | 359 | /* |
050349bb | 360 | * Disable a kernel event. |
e953ef25 | 361 | */ |
19e70852 | 362 | int kernel_disable_event(struct ltt_kernel_event *event) |
e953ef25 DG |
363 | { |
364 | int ret; | |
19e70852 | 365 | |
0525e9ae DG |
366 | assert(event); |
367 | ||
19e70852 | 368 | ret = kernctl_disable(event->fd); |
42224349 DG |
369 | if (ret < 0) { |
370 | switch (errno) { | |
371 | case EEXIST: | |
f73fabfd | 372 | ret = LTTNG_ERR_KERN_EVENT_EXIST; |
42224349 DG |
373 | break; |
374 | default: | |
375 | PERROR("disable kernel event"); | |
376 | break; | |
377 | } | |
19e70852 | 378 | goto error; |
e953ef25 | 379 | } |
f3ed775e | 380 | |
19e70852 DG |
381 | event->enabled = 0; |
382 | DBG("Kernel event %s disabled (fd: %d)", event->event->name, event->fd); | |
383 | ||
f34daff7 DG |
384 | return 0; |
385 | ||
386 | error: | |
d36b8583 | 387 | return ret; |
f34daff7 | 388 | } |
aaf26714 | 389 | |
6e911cad | 390 | |
ccf10263 MD |
391 | int kernel_track_pid(struct ltt_kernel_session *session, int pid) |
392 | { | |
7c493d31 MD |
393 | int ret; |
394 | ||
ccf10263 MD |
395 | DBG("Kernel track PID %d for session id %" PRIu64 ".", |
396 | pid, session->id); | |
7c493d31 MD |
397 | ret = kernctl_track_pid(session->fd, pid); |
398 | if (!ret) { | |
399 | return LTTNG_OK; | |
400 | } | |
401 | switch (errno) { | |
402 | case EINVAL: | |
403 | return LTTNG_ERR_INVALID; | |
404 | case ENOMEM: | |
405 | return LTTNG_ERR_NOMEM; | |
406 | case EEXIST: | |
407 | return LTTNG_ERR_PID_TRACKED; | |
408 | default: | |
409 | return LTTNG_ERR_UNK; | |
410 | } | |
ccf10263 MD |
411 | } |
412 | ||
413 | int kernel_untrack_pid(struct ltt_kernel_session *session, int pid) | |
414 | { | |
7c493d31 MD |
415 | int ret; |
416 | ||
ccf10263 MD |
417 | DBG("Kernel untrack PID %d for session id %" PRIu64 ".", |
418 | pid, session->id); | |
7c493d31 MD |
419 | ret = kernctl_untrack_pid(session->fd, pid); |
420 | if (!ret) { | |
421 | return LTTNG_OK; | |
422 | } | |
423 | switch (errno) { | |
424 | case EINVAL: | |
425 | return LTTNG_ERR_INVALID; | |
426 | case ENOMEM: | |
427 | return LTTNG_ERR_NOMEM; | |
428 | case ENOENT: | |
429 | return LTTNG_ERR_PID_NOT_TRACKED; | |
430 | default: | |
431 | return LTTNG_ERR_UNK; | |
432 | } | |
ccf10263 MD |
433 | } |
434 | ||
a5dfbb9d MD |
435 | ssize_t kernel_list_tracker_pids(struct ltt_kernel_session *session, |
436 | int **_pids) | |
437 | { | |
438 | int fd, ret; | |
439 | int pid; | |
440 | ssize_t nbmem, count = 0; | |
441 | FILE *fp; | |
442 | int *pids; | |
443 | ||
444 | fd = kernctl_list_tracker_pids(session->fd); | |
445 | if (fd < 0) { | |
446 | PERROR("kernel tracker pids list"); | |
447 | goto error; | |
448 | } | |
449 | ||
450 | fp = fdopen(fd, "r"); | |
451 | if (fp == NULL) { | |
452 | PERROR("kernel tracker pids list fdopen"); | |
453 | goto error_fp; | |
454 | } | |
455 | ||
456 | nbmem = KERNEL_TRACKER_PIDS_INIT_LIST_SIZE; | |
457 | pids = zmalloc(sizeof(*pids) * nbmem); | |
458 | if (pids == NULL) { | |
459 | PERROR("alloc list pids"); | |
460 | count = -ENOMEM; | |
461 | goto end; | |
462 | } | |
463 | ||
464 | while (fscanf(fp, "process { pid = %u; };\n", &pid) == 1) { | |
465 | if (count >= nbmem) { | |
466 | int *new_pids; | |
467 | size_t new_nbmem; | |
468 | ||
469 | new_nbmem = nbmem << 1; | |
470 | DBG("Reallocating pids list from %zu to %zu entries", | |
471 | nbmem, new_nbmem); | |
472 | new_pids = realloc(pids, new_nbmem * sizeof(*new_pids)); | |
473 | if (new_pids == NULL) { | |
474 | PERROR("realloc list events"); | |
475 | free(pids); | |
476 | count = -ENOMEM; | |
477 | goto end; | |
478 | } | |
479 | /* Zero the new memory */ | |
480 | memset(new_pids + nbmem, 0, | |
481 | (new_nbmem - nbmem) * sizeof(*new_pids)); | |
482 | nbmem = new_nbmem; | |
483 | pids = new_pids; | |
484 | } | |
485 | pids[count++] = pid; | |
486 | } | |
487 | ||
488 | *_pids = pids; | |
489 | DBG("Kernel list tracker pids done (%zd pids)", count); | |
490 | end: | |
491 | ret = fclose(fp); /* closes both fp and fd */ | |
492 | if (ret) { | |
493 | PERROR("fclose"); | |
494 | } | |
495 | return count; | |
496 | ||
497 | error_fp: | |
498 | ret = close(fd); | |
499 | if (ret) { | |
500 | PERROR("close"); | |
501 | } | |
502 | error: | |
503 | return -1; | |
504 | } | |
505 | ||
aaf26714 | 506 | /* |
050349bb DG |
507 | * Create kernel metadata, open from the kernel tracer and add it to the |
508 | * kernel session. | |
aaf26714 | 509 | */ |
a4b92340 | 510 | int kernel_open_metadata(struct ltt_kernel_session *session) |
aaf26714 DG |
511 | { |
512 | int ret; | |
74024a21 | 513 | struct ltt_kernel_metadata *lkm = NULL; |
aaf26714 | 514 | |
0525e9ae DG |
515 | assert(session); |
516 | ||
54012638 | 517 | /* Allocate kernel metadata */ |
a4b92340 | 518 | lkm = trace_kernel_create_metadata(); |
54012638 | 519 | if (lkm == NULL) { |
aaf26714 DG |
520 | goto error; |
521 | } | |
522 | ||
54012638 | 523 | /* Kernel tracer metadata creation */ |
f3ed775e | 524 | ret = kernctl_open_metadata(session->fd, &lkm->conf->attr); |
aaf26714 | 525 | if (ret < 0) { |
74024a21 | 526 | goto error_open; |
aaf26714 DG |
527 | } |
528 | ||
8c0faa1d | 529 | lkm->fd = ret; |
7b395890 DG |
530 | /* Prevent fd duplication after execlp() */ |
531 | ret = fcntl(lkm->fd, F_SETFD, FD_CLOEXEC); | |
532 | if (ret < 0) { | |
df0f840b | 533 | PERROR("fcntl session fd"); |
7b395890 DG |
534 | } |
535 | ||
aaf26714 | 536 | session->metadata = lkm; |
8c0faa1d | 537 | |
00e2e675 | 538 | DBG("Kernel metadata opened (fd: %d)", lkm->fd); |
8c0faa1d DG |
539 | |
540 | return 0; | |
541 | ||
74024a21 DG |
542 | error_open: |
543 | trace_kernel_destroy_metadata(lkm); | |
8c0faa1d | 544 | error: |
54012638 | 545 | return -1; |
8c0faa1d DG |
546 | } |
547 | ||
548 | /* | |
050349bb | 549 | * Start tracing session. |
8c0faa1d DG |
550 | */ |
551 | int kernel_start_session(struct ltt_kernel_session *session) | |
552 | { | |
553 | int ret; | |
554 | ||
0525e9ae DG |
555 | assert(session); |
556 | ||
8c0faa1d DG |
557 | ret = kernctl_start_session(session->fd); |
558 | if (ret < 0) { | |
df0f840b | 559 | PERROR("ioctl start session"); |
8c0faa1d DG |
560 | goto error; |
561 | } | |
562 | ||
563 | DBG("Kernel session started"); | |
564 | ||
565 | return 0; | |
566 | ||
567 | error: | |
568 | return ret; | |
569 | } | |
570 | ||
f3ed775e | 571 | /* |
050349bb | 572 | * Make a kernel wait to make sure in-flight probe have completed. |
f3ed775e DG |
573 | */ |
574 | void kernel_wait_quiescent(int fd) | |
575 | { | |
576 | int ret; | |
577 | ||
578 | DBG("Kernel quiescent wait on %d", fd); | |
579 | ||
580 | ret = kernctl_wait_quiescent(fd); | |
581 | if (ret < 0) { | |
df0f840b | 582 | PERROR("wait quiescent ioctl"); |
f3ed775e DG |
583 | ERR("Kernel quiescent wait failed"); |
584 | } | |
585 | } | |
586 | ||
d0254c7c | 587 | /* |
050349bb | 588 | * Kernel calibrate |
d0254c7c MD |
589 | */ |
590 | int kernel_calibrate(int fd, struct lttng_kernel_calibrate *calibrate) | |
591 | { | |
592 | int ret; | |
593 | ||
0525e9ae DG |
594 | assert(calibrate); |
595 | ||
d0254c7c MD |
596 | ret = kernctl_calibrate(fd, calibrate); |
597 | if (ret < 0) { | |
df0f840b | 598 | PERROR("calibrate ioctl"); |
d0254c7c MD |
599 | return -1; |
600 | } | |
601 | ||
602 | return 0; | |
603 | } | |
604 | ||
605 | ||
f3ed775e | 606 | /* |
f3ed775e DG |
607 | * Force flush buffer of metadata. |
608 | */ | |
609 | int kernel_metadata_flush_buffer(int fd) | |
610 | { | |
611 | int ret; | |
612 | ||
169d2cb7 DG |
613 | DBG("Kernel flushing metadata buffer on fd %d", fd); |
614 | ||
f3ed775e DG |
615 | ret = kernctl_buffer_flush(fd); |
616 | if (ret < 0) { | |
00e2e675 | 617 | ERR("Fail to flush metadata buffers %d (ret: %d)", fd, ret); |
f3ed775e DG |
618 | } |
619 | ||
620 | return 0; | |
621 | } | |
622 | ||
623 | /* | |
050349bb | 624 | * Force flush buffer for channel. |
f3ed775e DG |
625 | */ |
626 | int kernel_flush_buffer(struct ltt_kernel_channel *channel) | |
627 | { | |
628 | int ret; | |
629 | struct ltt_kernel_stream *stream; | |
630 | ||
0525e9ae DG |
631 | assert(channel); |
632 | ||
f3ed775e DG |
633 | DBG("Flush buffer for channel %s", channel->channel->name); |
634 | ||
635 | cds_list_for_each_entry(stream, &channel->stream_list.head, list) { | |
636 | DBG("Flushing channel stream %d", stream->fd); | |
637 | ret = kernctl_buffer_flush(stream->fd); | |
638 | if (ret < 0) { | |
df0f840b | 639 | PERROR("ioctl"); |
f3ed775e DG |
640 | ERR("Fail to flush buffer for stream %d (ret: %d)", |
641 | stream->fd, ret); | |
642 | } | |
643 | } | |
644 | ||
645 | return 0; | |
646 | } | |
647 | ||
8c0faa1d | 648 | /* |
050349bb | 649 | * Stop tracing session. |
8c0faa1d DG |
650 | */ |
651 | int kernel_stop_session(struct ltt_kernel_session *session) | |
652 | { | |
653 | int ret; | |
654 | ||
0525e9ae DG |
655 | assert(session); |
656 | ||
8c0faa1d DG |
657 | ret = kernctl_stop_session(session->fd); |
658 | if (ret < 0) { | |
659 | goto error; | |
660 | } | |
661 | ||
662 | DBG("Kernel session stopped"); | |
663 | ||
664 | return 0; | |
665 | ||
666 | error: | |
667 | return ret; | |
668 | } | |
669 | ||
670 | /* | |
050349bb DG |
671 | * Open stream of channel, register it to the kernel tracer and add it |
672 | * to the stream list of the channel. | |
8c0faa1d | 673 | * |
a2d808db MD |
674 | * Note: given that the streams may appear in random order wrt CPU |
675 | * number (e.g. cpu hotplug), the index value of the stream number in | |
676 | * the stream name is not necessarily linked to the CPU number. | |
677 | * | |
050349bb | 678 | * Return the number of created stream. Else, a negative value. |
8c0faa1d | 679 | */ |
f3ed775e | 680 | int kernel_open_channel_stream(struct ltt_kernel_channel *channel) |
8c0faa1d | 681 | { |
a2d808db | 682 | int ret; |
8c0faa1d DG |
683 | struct ltt_kernel_stream *lks; |
684 | ||
0525e9ae DG |
685 | assert(channel); |
686 | ||
5a47c6a2 | 687 | while ((ret = kernctl_create_stream(channel->fd)) >= 0) { |
a2d808db MD |
688 | lks = trace_kernel_create_stream(channel->channel->name, |
689 | channel->stream_count); | |
8c0faa1d | 690 | if (lks == NULL) { |
799e2c4f MD |
691 | ret = close(ret); |
692 | if (ret) { | |
693 | PERROR("close"); | |
694 | } | |
8c0faa1d DG |
695 | goto error; |
696 | } | |
697 | ||
698 | lks->fd = ret; | |
7b395890 DG |
699 | /* Prevent fd duplication after execlp() */ |
700 | ret = fcntl(lks->fd, F_SETFD, FD_CLOEXEC); | |
701 | if (ret < 0) { | |
df0f840b | 702 | PERROR("fcntl session fd"); |
7b395890 DG |
703 | } |
704 | ||
1624d5b7 JD |
705 | lks->tracefile_size = channel->channel->attr.tracefile_size; |
706 | lks->tracefile_count = channel->channel->attr.tracefile_count; | |
707 | ||
a2d808db | 708 | /* Add stream to channel stream list */ |
8c0faa1d DG |
709 | cds_list_add(&lks->list, &channel->stream_list.head); |
710 | channel->stream_count++; | |
8c0faa1d | 711 | |
00e2e675 DG |
712 | DBG("Kernel stream %s created (fd: %d, state: %d)", lks->name, lks->fd, |
713 | lks->state); | |
54012638 | 714 | } |
8c0faa1d DG |
715 | |
716 | return channel->stream_count; | |
717 | ||
718 | error: | |
54012638 | 719 | return -1; |
8c0faa1d DG |
720 | } |
721 | ||
722 | /* | |
050349bb | 723 | * Open the metadata stream and set it to the kernel session. |
8c0faa1d | 724 | */ |
f3ed775e | 725 | int kernel_open_metadata_stream(struct ltt_kernel_session *session) |
8c0faa1d DG |
726 | { |
727 | int ret; | |
728 | ||
0525e9ae DG |
729 | assert(session); |
730 | ||
8c0faa1d DG |
731 | ret = kernctl_create_stream(session->metadata->fd); |
732 | if (ret < 0) { | |
df0f840b | 733 | PERROR("kernel create metadata stream"); |
8c0faa1d DG |
734 | goto error; |
735 | } | |
736 | ||
737 | DBG("Kernel metadata stream created (fd: %d)", ret); | |
738 | session->metadata_stream_fd = ret; | |
7b395890 DG |
739 | /* Prevent fd duplication after execlp() */ |
740 | ret = fcntl(session->metadata_stream_fd, F_SETFD, FD_CLOEXEC); | |
741 | if (ret < 0) { | |
df0f840b | 742 | PERROR("fcntl session fd"); |
7b395890 | 743 | } |
aaf26714 DG |
744 | |
745 | return 0; | |
746 | ||
747 | error: | |
54012638 | 748 | return -1; |
aaf26714 | 749 | } |
2ef84c95 DG |
750 | |
751 | /* | |
9f19cc17 | 752 | * Get the event list from the kernel tracer and return the number of elements. |
2ef84c95 | 753 | */ |
9f19cc17 | 754 | ssize_t kernel_list_events(int tracer_fd, struct lttng_event **events) |
2ef84c95 | 755 | { |
53efb85a | 756 | int fd, ret; |
9f19cc17 DG |
757 | char *event; |
758 | size_t nbmem, count = 0; | |
2ef84c95 | 759 | FILE *fp; |
9f19cc17 | 760 | struct lttng_event *elist; |
2ef84c95 | 761 | |
0525e9ae DG |
762 | assert(events); |
763 | ||
2ef84c95 DG |
764 | fd = kernctl_tracepoint_list(tracer_fd); |
765 | if (fd < 0) { | |
df0f840b | 766 | PERROR("kernel tracepoint list"); |
2ef84c95 DG |
767 | goto error; |
768 | } | |
769 | ||
770 | fp = fdopen(fd, "r"); | |
771 | if (fp == NULL) { | |
df0f840b | 772 | PERROR("kernel tracepoint list fdopen"); |
61b73b12 | 773 | goto error_fp; |
2ef84c95 DG |
774 | } |
775 | ||
776 | /* | |
777 | * Init memory size counter | |
778 | * See kernel-ctl.h for explanation of this value | |
779 | */ | |
6725fe19 | 780 | nbmem = KERNEL_EVENT_INIT_LIST_SIZE; |
ba7f0ae5 | 781 | elist = zmalloc(sizeof(struct lttng_event) * nbmem); |
3b870559 MD |
782 | if (elist == NULL) { |
783 | PERROR("alloc list events"); | |
784 | count = -ENOMEM; | |
785 | goto end; | |
786 | } | |
2ef84c95 | 787 | |
53efb85a | 788 | while (fscanf(fp, "event { name = %m[^;]; };\n", &event) == 1) { |
6725fe19 | 789 | if (count >= nbmem) { |
3b870559 | 790 | struct lttng_event *new_elist; |
53efb85a | 791 | size_t new_nbmem; |
3b870559 | 792 | |
53efb85a MD |
793 | new_nbmem = nbmem << 1; |
794 | DBG("Reallocating event list from %zu to %zu bytes", | |
795 | nbmem, new_nbmem); | |
796 | new_elist = realloc(elist, new_nbmem * sizeof(struct lttng_event)); | |
3b870559 | 797 | if (new_elist == NULL) { |
df0f840b | 798 | PERROR("realloc list events"); |
3b870559 MD |
799 | free(event); |
800 | free(elist); | |
61b73b12 MD |
801 | count = -ENOMEM; |
802 | goto end; | |
2ef84c95 | 803 | } |
53efb85a MD |
804 | /* Zero the new memory */ |
805 | memset(new_elist + nbmem, 0, | |
806 | (new_nbmem - nbmem) * sizeof(struct lttng_event)); | |
807 | nbmem = new_nbmem; | |
3b870559 | 808 | elist = new_elist; |
2ef84c95 | 809 | } |
99497cd0 MD |
810 | strncpy(elist[count].name, event, LTTNG_SYMBOL_NAME_LEN); |
811 | elist[count].name[LTTNG_SYMBOL_NAME_LEN - 1] = '\0'; | |
67b9d018 | 812 | elist[count].enabled = -1; |
9f19cc17 | 813 | count++; |
3b870559 | 814 | free(event); |
2ef84c95 DG |
815 | } |
816 | ||
9f19cc17 | 817 | *events = elist; |
ced2f820 | 818 | DBG("Kernel list events done (%zu events)", count); |
61b73b12 | 819 | end: |
799e2c4f MD |
820 | ret = fclose(fp); /* closes both fp and fd */ |
821 | if (ret) { | |
822 | PERROR("fclose"); | |
823 | } | |
9f19cc17 | 824 | return count; |
2ef84c95 | 825 | |
61b73b12 | 826 | error_fp: |
799e2c4f MD |
827 | ret = close(fd); |
828 | if (ret) { | |
829 | PERROR("close"); | |
830 | } | |
2ef84c95 DG |
831 | error: |
832 | return -1; | |
833 | } | |
096102bd DG |
834 | |
835 | /* | |
836 | * Get kernel version and validate it. | |
837 | */ | |
838 | int kernel_validate_version(int tracer_fd) | |
839 | { | |
840 | int ret; | |
841 | struct lttng_kernel_tracer_version version; | |
c052142c | 842 | struct lttng_kernel_tracer_abi_version abi_version; |
096102bd DG |
843 | |
844 | ret = kernctl_tracer_version(tracer_fd, &version); | |
845 | if (ret < 0) { | |
eeea8714 | 846 | ERR("Failed to retrieve the lttng-modules version"); |
096102bd DG |
847 | goto error; |
848 | } | |
849 | ||
850 | /* Validate version */ | |
c052142c MD |
851 | if (version.major != VERSION_MAJOR) { |
852 | ERR("Kernel tracer major version (%d) is not compatible with lttng-tools major version (%d)", | |
853 | version.major, VERSION_MAJOR); | |
096102bd | 854 | goto error_version; |
096102bd | 855 | } |
c052142c MD |
856 | ret = kernctl_tracer_abi_version(tracer_fd, &abi_version); |
857 | if (ret < 0) { | |
eeea8714 | 858 | ERR("Failed to retrieve lttng-modules ABI version"); |
c052142c MD |
859 | goto error; |
860 | } | |
861 | if (abi_version.major != LTTNG_MODULES_ABI_MAJOR_VERSION) { | |
eeea8714 | 862 | ERR("Kernel tracer ABI version (%d.%d) does not match the expected ABI major version (%d.*)", |
c052142c MD |
863 | abi_version.major, abi_version.minor, |
864 | LTTNG_MODULES_ABI_MAJOR_VERSION); | |
865 | goto error; | |
866 | } | |
867 | DBG2("Kernel tracer version validated (%d.%d, ABI %d.%d)", | |
868 | version.major, version.minor, | |
869 | abi_version.major, abi_version.minor); | |
096102bd DG |
870 | return 0; |
871 | ||
872 | error_version: | |
096102bd DG |
873 | ret = -1; |
874 | ||
875 | error: | |
eeea8714 | 876 | ERR("Kernel tracer version check failed; kernel tracing will not be available"); |
096102bd DG |
877 | return ret; |
878 | } | |
335a95b7 MD |
879 | |
880 | /* | |
881 | * Kernel work-arounds called at the start of sessiond main(). | |
882 | */ | |
883 | int init_kernel_workarounds(void) | |
884 | { | |
8936c33a | 885 | int ret; |
335a95b7 MD |
886 | FILE *fp; |
887 | ||
888 | /* | |
889 | * boot_id needs to be read once before being used concurrently | |
890 | * to deal with a Linux kernel race. A fix is proposed for | |
891 | * upstream, but the work-around is needed for older kernels. | |
892 | */ | |
893 | fp = fopen("/proc/sys/kernel/random/boot_id", "r"); | |
894 | if (!fp) { | |
895 | goto end_boot_id; | |
896 | } | |
897 | while (!feof(fp)) { | |
898 | char buf[37] = ""; | |
899 | ||
8936c33a DG |
900 | ret = fread(buf, 1, sizeof(buf), fp); |
901 | if (ret < 0) { | |
902 | /* Ignore error, we don't really care */ | |
903 | } | |
335a95b7 | 904 | } |
799e2c4f MD |
905 | ret = fclose(fp); |
906 | if (ret) { | |
907 | PERROR("fclose"); | |
908 | } | |
335a95b7 | 909 | end_boot_id: |
335a95b7 MD |
910 | return 0; |
911 | } | |
2f77fc4b DG |
912 | |
913 | /* | |
914 | * Complete teardown of a kernel session. | |
915 | */ | |
916 | void kernel_destroy_session(struct ltt_kernel_session *ksess) | |
917 | { | |
918 | if (ksess == NULL) { | |
919 | DBG3("No kernel session when tearing down session"); | |
920 | return; | |
921 | } | |
922 | ||
923 | DBG("Tearing down kernel session"); | |
924 | ||
07b86b52 | 925 | /* |
15dc512a DG |
926 | * Destroy channels on the consumer if at least one FD has been sent and we |
927 | * are in no output mode because the streams are in *no* monitor mode so we | |
928 | * have to send a command to clean them up or else they leaked. | |
07b86b52 | 929 | */ |
15dc512a | 930 | if (!ksess->output_traces && ksess->consumer_fds_sent) { |
07b86b52 JD |
931 | int ret; |
932 | struct consumer_socket *socket; | |
933 | struct lttng_ht_iter iter; | |
934 | ||
935 | /* For each consumer socket. */ | |
d069d577 | 936 | rcu_read_lock(); |
07b86b52 JD |
937 | cds_lfht_for_each_entry(ksess->consumer->socks->ht, &iter.iter, |
938 | socket, node.node) { | |
939 | struct ltt_kernel_channel *chan; | |
940 | ||
941 | /* For each channel, ask the consumer to destroy it. */ | |
942 | cds_list_for_each_entry(chan, &ksess->channel_list.head, list) { | |
943 | ret = kernel_consumer_destroy_channel(socket, chan); | |
944 | if (ret < 0) { | |
945 | /* Consumer is probably dead. Use next socket. */ | |
946 | continue; | |
947 | } | |
948 | } | |
949 | } | |
d069d577 | 950 | rcu_read_unlock(); |
07b86b52 JD |
951 | } |
952 | ||
2f77fc4b DG |
953 | /* Close any relayd session */ |
954 | consumer_output_send_destroy_relayd(ksess->consumer); | |
955 | ||
956 | trace_kernel_destroy_session(ksess); | |
957 | } | |
fb5f35b6 DG |
958 | |
959 | /* | |
960 | * Destroy a kernel channel object. It does not do anything on the tracer side. | |
961 | */ | |
962 | void kernel_destroy_channel(struct ltt_kernel_channel *kchan) | |
963 | { | |
964 | struct ltt_kernel_session *ksess = NULL; | |
965 | ||
966 | assert(kchan); | |
967 | assert(kchan->channel); | |
968 | ||
969 | DBG3("Kernel destroy channel %s", kchan->channel->name); | |
970 | ||
971 | /* Update channel count of associated session. */ | |
972 | if (kchan->session) { | |
973 | /* Keep pointer reference so we can update it after the destroy. */ | |
974 | ksess = kchan->session; | |
975 | } | |
976 | ||
977 | trace_kernel_destroy_channel(kchan); | |
978 | ||
979 | /* | |
980 | * At this point the kernel channel is not visible anymore. This is safe | |
981 | * since in order to work on a visible kernel session, the tracing session | |
982 | * lock (ltt_session.lock) MUST be acquired. | |
983 | */ | |
984 | if (ksess) { | |
985 | ksess->channel_count--; | |
986 | } | |
987 | } | |
6dc3064a DG |
988 | |
989 | /* | |
990 | * Take a snapshot for a given kernel session. | |
991 | * | |
2a06df8d | 992 | * Return 0 on success or else return a LTTNG_ERR code. |
6dc3064a DG |
993 | */ |
994 | int kernel_snapshot_record(struct ltt_kernel_session *ksess, | |
d07ceecd MD |
995 | struct snapshot_output *output, int wait, |
996 | uint64_t nb_packets_per_stream) | |
6dc3064a | 997 | { |
2a06df8d | 998 | int err, ret, saved_metadata_fd; |
6dc3064a DG |
999 | struct consumer_socket *socket; |
1000 | struct lttng_ht_iter iter; | |
1001 | struct ltt_kernel_metadata *saved_metadata; | |
1002 | ||
1003 | assert(ksess); | |
1004 | assert(ksess->consumer); | |
1005 | assert(output); | |
1006 | ||
1007 | DBG("Kernel snapshot record started"); | |
1008 | ||
1009 | /* Save current metadata since the following calls will change it. */ | |
1010 | saved_metadata = ksess->metadata; | |
1011 | saved_metadata_fd = ksess->metadata_stream_fd; | |
1012 | ||
1013 | rcu_read_lock(); | |
1014 | ||
1015 | ret = kernel_open_metadata(ksess); | |
1016 | if (ret < 0) { | |
1017 | ret = LTTNG_ERR_KERN_META_FAIL; | |
1018 | goto error; | |
1019 | } | |
1020 | ||
1021 | ret = kernel_open_metadata_stream(ksess); | |
1022 | if (ret < 0) { | |
1023 | ret = LTTNG_ERR_KERN_META_FAIL; | |
1024 | goto error_open_stream; | |
1025 | } | |
1026 | ||
1027 | /* Send metadata to consumer and snapshot everything. */ | |
1028 | cds_lfht_for_each_entry(ksess->consumer->socks->ht, &iter.iter, | |
1029 | socket, node.node) { | |
1030 | struct consumer_output *saved_output; | |
1031 | struct ltt_kernel_channel *chan; | |
6dc3064a DG |
1032 | |
1033 | /* | |
1034 | * Temporarly switch consumer output for our snapshot output. As long | |
1035 | * as the session lock is taken, this is safe. | |
1036 | */ | |
1037 | saved_output = ksess->consumer; | |
1038 | ksess->consumer = output->consumer; | |
1039 | ||
1040 | pthread_mutex_lock(socket->lock); | |
1041 | /* This stream must not be monitored by the consumer. */ | |
07b86b52 | 1042 | ret = kernel_consumer_add_metadata(socket, ksess, 0); |
6dc3064a | 1043 | pthread_mutex_unlock(socket->lock); |
07b86b52 | 1044 | /* Put back the saved consumer output into the session. */ |
6dc3064a DG |
1045 | ksess->consumer = saved_output; |
1046 | if (ret < 0) { | |
1047 | ret = LTTNG_ERR_KERN_CONSUMER_FAIL; | |
1048 | goto error_consumer; | |
1049 | } | |
1050 | ||
1051 | /* For each channel, ask the consumer to snapshot it. */ | |
1052 | cds_list_for_each_entry(chan, &ksess->channel_list.head, list) { | |
07b86b52 | 1053 | pthread_mutex_lock(socket->lock); |
6dc3064a | 1054 | ret = consumer_snapshot_channel(socket, chan->fd, output, 0, |
5c786ded JD |
1055 | ksess->uid, ksess->gid, |
1056 | DEFAULT_KERNEL_TRACE_DIR, wait, | |
d07ceecd | 1057 | nb_packets_per_stream); |
07b86b52 | 1058 | pthread_mutex_unlock(socket->lock); |
6dc3064a DG |
1059 | if (ret < 0) { |
1060 | ret = LTTNG_ERR_KERN_CONSUMER_FAIL; | |
2a06df8d DG |
1061 | (void) kernel_consumer_destroy_metadata(socket, |
1062 | ksess->metadata); | |
6dc3064a DG |
1063 | goto error_consumer; |
1064 | } | |
1065 | } | |
1066 | ||
1067 | /* Snapshot metadata, */ | |
07b86b52 | 1068 | pthread_mutex_lock(socket->lock); |
6dc3064a | 1069 | ret = consumer_snapshot_channel(socket, ksess->metadata->fd, output, |
5c786ded | 1070 | 1, ksess->uid, ksess->gid, |
d07ceecd | 1071 | DEFAULT_KERNEL_TRACE_DIR, wait, 0); |
07b86b52 | 1072 | pthread_mutex_unlock(socket->lock); |
6dc3064a DG |
1073 | if (ret < 0) { |
1074 | ret = LTTNG_ERR_KERN_CONSUMER_FAIL; | |
1075 | goto error_consumer; | |
1076 | } | |
07b86b52 JD |
1077 | |
1078 | /* | |
1079 | * The metadata snapshot is done, ask the consumer to destroy it since | |
1080 | * it's not monitored on the consumer side. | |
1081 | */ | |
1082 | (void) kernel_consumer_destroy_metadata(socket, ksess->metadata); | |
6dc3064a DG |
1083 | } |
1084 | ||
fac41e72 DG |
1085 | ret = LTTNG_OK; |
1086 | ||
6dc3064a DG |
1087 | error_consumer: |
1088 | /* Close newly opened metadata stream. It's now on the consumer side. */ | |
2a06df8d DG |
1089 | err = close(ksess->metadata_stream_fd); |
1090 | if (err < 0) { | |
6dc3064a DG |
1091 | PERROR("close snapshot kernel"); |
1092 | } | |
1093 | ||
1094 | error_open_stream: | |
1095 | trace_kernel_destroy_metadata(ksess->metadata); | |
1096 | error: | |
1097 | /* Restore metadata state.*/ | |
1098 | ksess->metadata = saved_metadata; | |
1099 | ksess->metadata_stream_fd = saved_metadata_fd; | |
1100 | ||
1101 | rcu_read_unlock(); | |
1102 | return ret; | |
1103 | } | |
834978fd DG |
1104 | |
1105 | /* | |
1106 | * Get the syscall mask array from the kernel tracer. | |
1107 | * | |
1108 | * Return 0 on success else a negative value. In both case, syscall_mask should | |
1109 | * be freed. | |
1110 | */ | |
1111 | int kernel_syscall_mask(int chan_fd, char **syscall_mask, uint32_t *nr_bits) | |
1112 | { | |
1113 | assert(syscall_mask); | |
1114 | assert(nr_bits); | |
1115 | ||
1116 | return kernctl_syscall_mask(chan_fd, syscall_mask, nr_bits); | |
1117 | } |