Commit | Line | Data |
---|---|---|
617de8e1 | 1 | /* lttd |
2 | * | |
3 | * Linux Trace Toolkit Daemon | |
4 | * | |
c2ffa20f | 5 | * This is a simple daemon that reads a few relay+debugfs channels and save |
6 | * them in a trace. | |
617de8e1 | 7 | * |
31482529 | 8 | * CPU hot-plugging is supported using inotify. |
617de8e1 | 9 | * |
10 | * Copyright 2005 - | |
11 | * Mathieu Desnoyers <mathieu.desnoyers@polymtl.ca> | |
12 | */ | |
13 | ||
0bb647f5 | 14 | #ifdef HAVE_CONFIG_H |
469206ed | 15 | #include <config.h> |
0bb647f5 | 16 | #endif |
17 | ||
e54e1d5d | 18 | #define _REENTRANT |
0bb647f5 | 19 | #define _GNU_SOURCE |
e54e1d5d | 20 | #include <features.h> |
617de8e1 | 21 | #include <stdio.h> |
1d483eea | 22 | #include <unistd.h> |
617de8e1 | 23 | #include <errno.h> |
24 | #include <sys/types.h> | |
25 | #include <sys/stat.h> | |
617de8e1 | 26 | #include <stdlib.h> |
27 | #include <dirent.h> | |
28 | #include <string.h> | |
90ccaa9a | 29 | #include <fcntl.h> |
30 | #include <sys/poll.h> | |
1d483eea | 31 | #include <sys/mman.h> |
32 | #include <signal.h> | |
e54e1d5d | 33 | #include <pthread.h> |
357915bb | 34 | #include <sys/syscall.h> |
35 | #include <unistd.h> | |
36 | #include <asm/ioctls.h> | |
37 | ||
38 | #include <linux/version.h> | |
1d483eea | 39 | |
40 | /* Relayfs IOCTL */ | |
41 | #include <asm/ioctl.h> | |
42 | #include <asm/types.h> | |
43 | ||
44 | /* Get the next sub buffer that can be read. */ | |
766632ac | 45 | #define RELAY_GET_SUBBUF _IOR(0xF5, 0x00,__u32) |
1d483eea | 46 | /* Release the oldest reserved (by "get") sub buffer. */ |
766632ac | 47 | #define RELAY_PUT_SUBBUF _IOW(0xF5, 0x01,__u32) |
1d483eea | 48 | /* returns the number of sub buffers in the per cpu channel. */ |
766632ac | 49 | #define RELAY_GET_N_SUBBUFS _IOR(0xF5, 0x02,__u32) |
1d483eea | 50 | /* returns the size of the sub buffers. */ |
766632ac | 51 | #define RELAY_GET_SUBBUF_SIZE _IOR(0xF5, 0x03,__u32) |
1d483eea | 52 | |
357915bb | 53 | #if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,14) |
7967f7c3 | 54 | #include <sys/inotify.h> |
8d91577f | 55 | #if 0 /* should now be provided by libc. */ |
357915bb | 56 | /* From the inotify-tools 2.6 package */ |
57 | static inline int inotify_init (void) | |
58 | { | |
59 | return syscall (__NR_inotify_init); | |
60 | } | |
61 | ||
62 | static inline int inotify_add_watch (int fd, const char *name, __u32 mask) | |
63 | { | |
64 | return syscall (__NR_inotify_add_watch, fd, name, mask); | |
65 | } | |
66 | ||
67 | static inline int inotify_rm_watch (int fd, __u32 wd) | |
68 | { | |
69 | return syscall (__NR_inotify_rm_watch, fd, wd); | |
70 | } | |
8d91577f | 71 | #endif //0 |
357915bb | 72 | #define HAS_INOTIFY |
73 | #else | |
74 | static inline int inotify_init (void) | |
75 | { | |
76 | return -1; | |
77 | } | |
1d483eea | 78 | |
357915bb | 79 | static inline int inotify_add_watch (int fd, const char *name, __u32 mask) |
80 | { | |
81 | return 0; | |
82 | } | |
83 | ||
84 | static inline int inotify_rm_watch (int fd, __u32 wd) | |
85 | { | |
86 | return 0; | |
87 | } | |
88 | #undef HAS_INOTIFY | |
89 | #endif | |
617de8e1 | 90 | |
91 | enum { | |
92 | GET_SUBBUF, | |
93 | PUT_SUBBUF, | |
94 | GET_N_BUBBUFS, | |
95 | GET_SUBBUF_SIZE | |
96 | }; | |
97 | ||
98 | struct fd_pair { | |
99 | int channel; | |
100 | int trace; | |
1d483eea | 101 | unsigned int n_subbufs; |
102 | unsigned int subbuf_size; | |
103 | void *mmap; | |
5ffb77aa | 104 | pthread_mutex_t mutex; |
617de8e1 | 105 | }; |
106 | ||
107 | struct channel_trace_fd { | |
108 | struct fd_pair *pair; | |
109 | int num_pairs; | |
110 | }; | |
111 | ||
357915bb | 112 | struct inotify_watch { |
113 | int wd; | |
114 | char path_channel[PATH_MAX]; | |
115 | char path_trace[PATH_MAX]; | |
116 | }; | |
117 | ||
118 | struct inotify_watch_array { | |
119 | struct inotify_watch *elem; | |
120 | int num; | |
121 | }; | |
122 | ||
f01152ea | 123 | static __thread int thread_pipe[2]; |
31482529 | 124 | |
125 | struct channel_trace_fd fd_pairs = { NULL, 0 }; | |
126 | int inotify_fd = -1; | |
127 | struct inotify_watch_array inotify_watch_array = { NULL, 0 }; | |
128 | ||
129 | /* protects fd_pairs and inotify_watch_array */ | |
130 | pthread_rwlock_t fd_pairs_lock = PTHREAD_RWLOCK_INITIALIZER; | |
131 | ||
132 | ||
89565b43 | 133 | static char *trace_name = NULL; |
134 | static char *channel_name = NULL; | |
135 | static int daemon_mode = 0; | |
136 | static int append_mode = 0; | |
137 | static unsigned long num_threads = 1; | |
1d483eea | 138 | volatile static int quit_program = 0; /* For signal handler */ |
89565b43 | 139 | static int dump_flight_only = 0; |
140 | static int dump_normal_only = 0; | |
083518b7 | 141 | static int verbose_mode = 0; |
142 | ||
143 | #define printf_verbose(fmt, args...) \ | |
144 | do { \ | |
145 | if (verbose_mode) \ | |
146 | printf(fmt, ##args); \ | |
147 | } while (0) | |
617de8e1 | 148 | |
149 | /* Args : | |
150 | * | |
151 | * -t directory Directory name of the trace to write to. Will be created. | |
c2ffa20f | 152 | * -c directory Root directory of the debugfs trace channels. |
617de8e1 | 153 | * -d Run in background (daemon). |
083518b7 | 154 | * -a Trace append mode. |
155 | * -s Send SIGUSR1 to parent when ready for IO. | |
617de8e1 | 156 | */ |
157 | void show_arguments(void) | |
158 | { | |
159 | printf("Please use the following arguments :\n"); | |
160 | printf("\n"); | |
161 | printf("-t directory Directory name of the trace to write to.\n" | |
162 | " It will be created.\n"); | |
c2ffa20f | 163 | printf("-c directory Root directory of the debugfs trace channels.\n"); |
617de8e1 | 164 | printf("-d Run in background (daemon).\n"); |
90ccaa9a | 165 | printf("-a Append to an possibly existing trace.\n"); |
5ffb77aa | 166 | printf("-N Number of threads to start.\n"); |
89565b43 | 167 | printf("-f Dump only flight recorder channels.\n"); |
168 | printf("-n Dump only normal channels.\n"); | |
083518b7 | 169 | printf("-v Verbose mode.\n"); |
617de8e1 | 170 | printf("\n"); |
171 | } | |
172 | ||
173 | ||
174 | /* parse_arguments | |
175 | * | |
176 | * Parses the command line arguments. | |
177 | * | |
178 | * Returns 1 if the arguments were correct, but doesn't ask for program | |
179 | * continuation. Returns -1 if the arguments are incorrect, or 0 if OK. | |
180 | */ | |
181 | int parse_arguments(int argc, char **argv) | |
182 | { | |
183 | int ret = 0; | |
184 | int argn = 1; | |
185 | ||
186 | if(argc == 2) { | |
187 | if(strcmp(argv[1], "-h") == 0) { | |
188 | return 1; | |
189 | } | |
190 | } | |
191 | ||
90ccaa9a | 192 | while(argn < argc) { |
617de8e1 | 193 | |
194 | switch(argv[argn][0]) { | |
195 | case '-': | |
196 | switch(argv[argn][1]) { | |
197 | case 't': | |
90ccaa9a | 198 | if(argn+1 < argc) { |
199 | trace_name = argv[argn+1]; | |
200 | argn++; | |
201 | } | |
617de8e1 | 202 | break; |
203 | case 'c': | |
90ccaa9a | 204 | if(argn+1 < argc) { |
205 | channel_name = argv[argn+1]; | |
206 | argn++; | |
207 | } | |
617de8e1 | 208 | break; |
209 | case 'd': | |
210 | daemon_mode = 1; | |
211 | break; | |
90ccaa9a | 212 | case 'a': |
213 | append_mode = 1; | |
214 | break; | |
5ffb77aa | 215 | case 'N': |
e54e1d5d | 216 | if(argn+1 < argc) { |
217 | num_threads = strtoul(argv[argn+1], NULL, 0); | |
218 | argn++; | |
219 | } | |
220 | break; | |
89565b43 | 221 | case 'f': |
222 | dump_flight_only = 1; | |
223 | break; | |
224 | case 'n': | |
225 | dump_normal_only = 1; | |
226 | break; | |
083518b7 | 227 | case 'v': |
228 | verbose_mode = 1; | |
229 | break; | |
617de8e1 | 230 | default: |
231 | printf("Invalid argument '%s'.\n", argv[argn]); | |
232 | printf("\n"); | |
233 | ret = -1; | |
234 | } | |
235 | break; | |
236 | default: | |
237 | printf("Invalid argument '%s'.\n", argv[argn]); | |
238 | printf("\n"); | |
239 | ret = -1; | |
240 | } | |
241 | argn++; | |
242 | } | |
243 | ||
244 | if(trace_name == NULL) { | |
245 | printf("Please specify a trace name.\n"); | |
246 | printf("\n"); | |
247 | ret = -1; | |
248 | } | |
249 | ||
250 | if(channel_name == NULL) { | |
251 | printf("Please specify a channel name.\n"); | |
252 | printf("\n"); | |
253 | ret = -1; | |
254 | } | |
255 | ||
256 | return ret; | |
257 | } | |
258 | ||
259 | void show_info(void) | |
260 | { | |
15061ecb | 261 | printf("Linux Trace Toolkit Trace Daemon " VERSION "\n"); |
617de8e1 | 262 | printf("\n"); |
c2ffa20f | 263 | printf("Reading from debugfs directory : %s\n", channel_name); |
617de8e1 | 264 | printf("Writing to trace directory : %s\n", trace_name); |
265 | printf("\n"); | |
266 | } | |
267 | ||
268 | ||
1d483eea | 269 | /* signal handling */ |
270 | ||
271 | static void handler(int signo) | |
272 | { | |
273 | printf("Signal %d received : exiting cleanly\n", signo); | |
274 | quit_program = 1; | |
275 | } | |
276 | ||
277 | ||
357915bb | 278 | int open_buffer_file(char *filename, char *path_channel, char *path_trace, |
279 | struct channel_trace_fd *fd_pairs) | |
280 | { | |
281 | int open_ret = 0; | |
282 | int ret = 0; | |
283 | struct stat stat_buf; | |
284 | ||
285 | if(strncmp(filename, "flight-", sizeof("flight-")-1) != 0) { | |
286 | if(dump_flight_only) { | |
083518b7 | 287 | printf_verbose("Skipping normal channel %s\n", |
288 | path_channel); | |
357915bb | 289 | return 0; |
290 | } | |
291 | } else { | |
292 | if(dump_normal_only) { | |
083518b7 | 293 | printf_verbose("Skipping flight channel %s\n", |
294 | path_channel); | |
357915bb | 295 | return 0; |
296 | } | |
297 | } | |
083518b7 | 298 | printf_verbose("Opening file.\n"); |
357915bb | 299 | |
300 | fd_pairs->pair = realloc(fd_pairs->pair, | |
301 | ++fd_pairs->num_pairs * sizeof(struct fd_pair)); | |
302 | ||
303 | /* Open the channel in read mode */ | |
304 | fd_pairs->pair[fd_pairs->num_pairs-1].channel = | |
305 | open(path_channel, O_RDONLY | O_NONBLOCK); | |
306 | if(fd_pairs->pair[fd_pairs->num_pairs-1].channel == -1) { | |
307 | perror(path_channel); | |
308 | fd_pairs->num_pairs--; | |
309 | return 0; /* continue */ | |
310 | } | |
311 | /* Open the trace in write mode, only append if append_mode */ | |
312 | ret = stat(path_trace, &stat_buf); | |
313 | if(ret == 0) { | |
314 | if(append_mode) { | |
083518b7 | 315 | printf_verbose("Appending to file %s as requested\n", |
316 | path_trace); | |
357915bb | 317 | |
318 | fd_pairs->pair[fd_pairs->num_pairs-1].trace = | |
42e99028 | 319 | open(path_trace, O_WRONLY, |
357915bb | 320 | S_IRWXU|S_IRWXG|S_IRWXO); |
357915bb | 321 | if(fd_pairs->pair[fd_pairs->num_pairs-1].trace == -1) { |
322 | perror(path_trace); | |
1ee8f63e MD |
323 | open_ret = -1; |
324 | close(fd_pairs->pair[fd_pairs->num_pairs-1].channel); | |
325 | fd_pairs->num_pairs--; | |
326 | goto end; | |
357915bb | 327 | } |
42e99028 | 328 | ret = lseek(fd_pairs->pair[fd_pairs->num_pairs-1].trace, |
329 | 0, SEEK_END); | |
330 | if (ret < 0) { | |
331 | perror(path_trace); | |
1ee8f63e MD |
332 | open_ret = -1; |
333 | close(fd_pairs->pair[fd_pairs->num_pairs-1].channel); | |
334 | close(fd_pairs->pair[fd_pairs->num_pairs-1].trace); | |
335 | fd_pairs->num_pairs--; | |
336 | goto end; | |
42e99028 | 337 | } |
357915bb | 338 | } else { |
339 | printf("File %s exists, cannot open. Try append mode.\n", path_trace); | |
340 | open_ret = -1; | |
1ee8f63e MD |
341 | close(fd_pairs->pair[fd_pairs->num_pairs-1].channel); |
342 | fd_pairs->num_pairs--; | |
357915bb | 343 | goto end; |
344 | } | |
345 | } else { | |
346 | if(errno == ENOENT) { | |
347 | fd_pairs->pair[fd_pairs->num_pairs-1].trace = | |
348 | open(path_trace, O_WRONLY|O_CREAT|O_EXCL, | |
349 | S_IRWXU|S_IRWXG|S_IRWXO); | |
350 | if(fd_pairs->pair[fd_pairs->num_pairs-1].trace == -1) { | |
351 | perror(path_trace); | |
1ee8f63e MD |
352 | open_ret = -1; |
353 | close(fd_pairs->pair[fd_pairs->num_pairs-1].channel); | |
354 | fd_pairs->num_pairs--; | |
355 | goto end; | |
357915bb | 356 | } |
357 | } | |
358 | } | |
359 | end: | |
360 | return open_ret; | |
361 | } | |
1d483eea | 362 | |
617de8e1 | 363 | int open_channel_trace_pairs(char *subchannel_name, char *subtrace_name, |
357915bb | 364 | struct channel_trace_fd *fd_pairs, int *inotify_fd, |
365 | struct inotify_watch_array *iwatch_array) | |
617de8e1 | 366 | { |
367 | DIR *channel_dir = opendir(subchannel_name); | |
368 | struct dirent *entry; | |
369 | struct stat stat_buf; | |
370 | int ret; | |
371 | char path_channel[PATH_MAX]; | |
372 | int path_channel_len; | |
373 | char *path_channel_ptr; | |
374 | char path_trace[PATH_MAX]; | |
375 | int path_trace_len; | |
376 | char *path_trace_ptr; | |
002f91bb | 377 | int open_ret = 0; |
617de8e1 | 378 | |
379 | if(channel_dir == NULL) { | |
380 | perror(subchannel_name); | |
d304b1dd | 381 | open_ret = ENOENT; |
002f91bb | 382 | goto end; |
617de8e1 | 383 | } |
384 | ||
083518b7 | 385 | printf_verbose("Creating trace subdirectory %s\n", subtrace_name); |
617de8e1 | 386 | ret = mkdir(subtrace_name, S_IRWXU|S_IRWXG|S_IRWXO); |
387 | if(ret == -1) { | |
b1e3e7c7 | 388 | if(errno != EEXIST) { |
90ccaa9a | 389 | perror(subtrace_name); |
002f91bb | 390 | open_ret = -1; |
d304b1dd | 391 | goto end; |
90ccaa9a | 392 | } |
617de8e1 | 393 | } |
394 | ||
395 | strncpy(path_channel, subchannel_name, PATH_MAX-1); | |
396 | path_channel_len = strlen(path_channel); | |
397 | path_channel[path_channel_len] = '/'; | |
398 | path_channel_len++; | |
399 | path_channel_ptr = path_channel + path_channel_len; | |
400 | ||
401 | strncpy(path_trace, subtrace_name, PATH_MAX-1); | |
402 | path_trace_len = strlen(path_trace); | |
403 | path_trace[path_trace_len] = '/'; | |
404 | path_trace_len++; | |
405 | path_trace_ptr = path_trace + path_trace_len; | |
406 | ||
357915bb | 407 | #ifdef HAS_INOTIFY |
408 | iwatch_array->elem = realloc(iwatch_array->elem, | |
409 | ++iwatch_array->num * sizeof(struct inotify_watch)); | |
410 | ||
083518b7 | 411 | printf_verbose("Adding inotify for channel %s\n", path_channel); |
357915bb | 412 | iwatch_array->elem[iwatch_array->num-1].wd = inotify_add_watch(*inotify_fd, path_channel, IN_CREATE); |
413 | strcpy(iwatch_array->elem[iwatch_array->num-1].path_channel, path_channel); | |
414 | strcpy(iwatch_array->elem[iwatch_array->num-1].path_trace, path_trace); | |
083518b7 | 415 | printf_verbose("Added inotify for channel %s, wd %u\n", |
416 | iwatch_array->elem[iwatch_array->num-1].path_channel, | |
357915bb | 417 | iwatch_array->elem[iwatch_array->num-1].wd); |
418 | #endif | |
419 | ||
617de8e1 | 420 | while((entry = readdir(channel_dir)) != NULL) { |
421 | ||
422 | if(entry->d_name[0] == '.') continue; | |
423 | ||
424 | strncpy(path_channel_ptr, entry->d_name, PATH_MAX - path_channel_len); | |
425 | strncpy(path_trace_ptr, entry->d_name, PATH_MAX - path_trace_len); | |
426 | ||
427 | ret = stat(path_channel, &stat_buf); | |
428 | if(ret == -1) { | |
429 | perror(path_channel); | |
430 | continue; | |
431 | } | |
432 | ||
083518b7 | 433 | printf_verbose("Channel file : %s\n", path_channel); |
617de8e1 | 434 | |
435 | if(S_ISDIR(stat_buf.st_mode)) { | |
436 | ||
083518b7 | 437 | printf_verbose("Entering channel subdirectory...\n"); |
357915bb | 438 | ret = open_channel_trace_pairs(path_channel, path_trace, fd_pairs, |
439 | inotify_fd, iwatch_array); | |
617de8e1 | 440 | if(ret < 0) continue; |
90ccaa9a | 441 | } else if(S_ISREG(stat_buf.st_mode)) { |
357915bb | 442 | open_ret = open_buffer_file(entry->d_name, path_channel, path_trace, |
443 | fd_pairs); | |
444 | if(open_ret) | |
445 | goto end; | |
617de8e1 | 446 | } |
617de8e1 | 447 | } |
448 | ||
d304b1dd | 449 | end: |
617de8e1 | 450 | closedir(channel_dir); |
451 | ||
d304b1dd | 452 | return open_ret; |
617de8e1 | 453 | } |
454 | ||
1d483eea | 455 | |
456 | int read_subbuffer(struct fd_pair *pair) | |
457 | { | |
f01152ea | 458 | unsigned int consumed_old; |
459 | int err; | |
460 | long ret; | |
4e1c69e6 | 461 | unsigned long len; |
462 | off_t offset; | |
1d483eea | 463 | |
464 | ||
f01152ea | 465 | err = ioctl(pair->channel, RELAY_GET_SUBBUF, &consumed_old); |
083518b7 | 466 | printf_verbose("cookie : %u\n", consumed_old); |
469206ed | 467 | if(err != 0) { |
5ffb77aa | 468 | ret = errno; |
30478a4d | 469 | perror("Reserving sub buffer failed (everything is normal, it is due to concurrency)"); |
469206ed | 470 | goto get_error; |
1d483eea | 471 | } |
f01152ea | 472 | #if 0 |
469206ed | 473 | err = TEMP_FAILURE_RETRY(write(pair->trace, |
e4bed64a | 474 | pair->mmap |
475 | + (consumed_old & ((pair->n_subbufs * pair->subbuf_size)-1)), | |
1d483eea | 476 | pair->subbuf_size)); |
469206ed | 477 | |
478 | if(err < 0) { | |
5ffb77aa | 479 | ret = errno; |
1d483eea | 480 | perror("Error in writing to file"); |
469206ed | 481 | goto write_error; |
1d483eea | 482 | } |
f01152ea | 483 | #endif //0 |
484 | len = pair->subbuf_size; | |
485 | offset = 0; | |
486 | while (len > 0) { | |
4e1c69e6 | 487 | printf_verbose("splice chan to pipe offset %lu\n", |
488 | (unsigned long)offset); | |
f01152ea | 489 | ret = splice(pair->channel, &offset, thread_pipe[1], NULL, |
4b6ff6ef | 490 | len, SPLICE_F_MOVE | SPLICE_F_MORE); |
083518b7 | 491 | printf_verbose("splice chan to pipe ret %ld\n", ret); |
f01152ea | 492 | if (ret < 0) { |
493 | perror("Error in relay splice"); | |
494 | goto write_error; | |
495 | } | |
496 | ret = splice(thread_pipe[0], NULL, pair->trace, NULL, | |
4b6ff6ef | 497 | ret, SPLICE_F_MOVE | SPLICE_F_MORE); |
083518b7 | 498 | printf_verbose("splice pipe to file %ld\n", ret); |
f01152ea | 499 | if (ret < 0) { |
500 | perror("Error in file splice"); | |
501 | goto write_error; | |
502 | } | |
503 | len -= ret; | |
504 | } | |
505 | ||
a7eb8aa2 | 506 | #if 0 |
507 | err = fsync(pair->trace); | |
508 | if(err < 0) { | |
509 | ret = errno; | |
510 | perror("Error in writing to file"); | |
511 | goto write_error; | |
512 | } | |
513 | #endif //0 | |
469206ed | 514 | write_error: |
f01152ea | 515 | ret = 0; |
c2ffa20f | 516 | err = ioctl(pair->channel, RELAY_PUT_SUBBUF, &consumed_old); |
469206ed | 517 | if(err != 0) { |
5ffb77aa | 518 | ret = errno; |
30478a4d | 519 | if(errno == EFAULT) { |
5ffb77aa | 520 | perror("Error in unreserving sub buffer\n"); |
30478a4d | 521 | } else if(errno == EIO) { |
4f31148b | 522 | perror("Reader has been pushed by the writer, last subbuffer corrupted."); |
ec8cce5a | 523 | /* FIXME : we may delete the last written buffer if we wish. */ |
4f31148b | 524 | } |
469206ed | 525 | goto get_error; |
1d483eea | 526 | } |
527 | ||
469206ed | 528 | get_error: |
529 | return ret; | |
1d483eea | 530 | } |
531 | ||
532 | ||
357915bb | 533 | int map_channels(struct channel_trace_fd *fd_pairs, |
534 | int idx_begin, int idx_end) | |
617de8e1 | 535 | { |
1d483eea | 536 | int i,j; |
e54e1d5d | 537 | int ret=0; |
1d483eea | 538 | |
469206ed | 539 | if(fd_pairs->num_pairs <= 0) { |
540 | printf("No channel to read\n"); | |
541 | goto end; | |
542 | } | |
543 | ||
1d483eea | 544 | /* Get the subbuf sizes and number */ |
545 | ||
357915bb | 546 | for(i=idx_begin;i<idx_end;i++) { |
1d483eea | 547 | struct fd_pair *pair = &fd_pairs->pair[i]; |
90ccaa9a | 548 | |
c2ffa20f | 549 | ret = ioctl(pair->channel, RELAY_GET_N_SUBBUFS, |
1d483eea | 550 | &pair->n_subbufs); |
551 | if(ret != 0) { | |
552 | perror("Error in getting the number of subbuffers"); | |
553 | goto end; | |
554 | } | |
c2ffa20f | 555 | ret = ioctl(pair->channel, RELAY_GET_SUBBUF_SIZE, |
1d483eea | 556 | &pair->subbuf_size); |
557 | if(ret != 0) { | |
558 | perror("Error in getting the size of the subbuffers"); | |
559 | goto end; | |
560 | } | |
5ffb77aa | 561 | ret = pthread_mutex_init(&pair->mutex, NULL); /* Fast mutex */ |
562 | if(ret != 0) { | |
563 | perror("Error in mutex init"); | |
564 | goto end; | |
565 | } | |
1d483eea | 566 | } |
567 | ||
f01152ea | 568 | #if 0 |
1d483eea | 569 | /* Mmap each FD */ |
357915bb | 570 | for(i=idx_begin;i<idx_end;i++) { |
1d483eea | 571 | struct fd_pair *pair = &fd_pairs->pair[i]; |
572 | ||
573 | pair->mmap = mmap(0, pair->subbuf_size * pair->n_subbufs, PROT_READ, | |
574 | MAP_SHARED, pair->channel, 0); | |
575 | if(pair->mmap == MAP_FAILED) { | |
576 | perror("Mmap error"); | |
577 | goto munmap; | |
578 | } | |
579 | } | |
580 | ||
5ffb77aa | 581 | goto end; /* success */ |
1d483eea | 582 | |
e54e1d5d | 583 | /* Error handling */ |
584 | /* munmap only the successfully mmapped indexes */ | |
585 | munmap: | |
586 | /* Munmap each FD */ | |
357915bb | 587 | for(j=idx_begin;j<i;j++) { |
e54e1d5d | 588 | struct fd_pair *pair = &fd_pairs->pair[j]; |
589 | int err_ret; | |
590 | ||
591 | err_ret = munmap(pair->mmap, pair->subbuf_size * pair->n_subbufs); | |
592 | if(err_ret != 0) { | |
593 | perror("Error in munmap"); | |
594 | } | |
595 | ret |= err_ret; | |
596 | } | |
597 | ||
f01152ea | 598 | #endif //0 |
e54e1d5d | 599 | end: |
600 | return ret; | |
e54e1d5d | 601 | } |
602 | ||
e54e1d5d | 603 | int unmap_channels(struct channel_trace_fd *fd_pairs) |
604 | { | |
605 | int j; | |
606 | int ret=0; | |
607 | ||
608 | /* Munmap each FD */ | |
609 | for(j=0;j<fd_pairs->num_pairs;j++) { | |
610 | struct fd_pair *pair = &fd_pairs->pair[j]; | |
611 | int err_ret; | |
612 | ||
f01152ea | 613 | #if 0 |
e54e1d5d | 614 | err_ret = munmap(pair->mmap, pair->subbuf_size * pair->n_subbufs); |
615 | if(err_ret != 0) { | |
616 | perror("Error in munmap"); | |
617 | } | |
618 | ret |= err_ret; | |
f01152ea | 619 | #endif //0 |
5ffb77aa | 620 | err_ret = pthread_mutex_destroy(&pair->mutex); |
621 | if(err_ret != 0) { | |
622 | perror("Error in mutex destroy"); | |
623 | } | |
624 | ret |= err_ret; | |
e54e1d5d | 625 | } |
626 | ||
627 | return ret; | |
628 | } | |
629 | ||
357915bb | 630 | #ifdef HAS_INOTIFY |
631 | /* Inotify event arrived. | |
632 | * | |
633 | * Only support add file for now. | |
634 | */ | |
635 | ||
636 | int read_inotify(int inotify_fd, | |
637 | struct channel_trace_fd *fd_pairs, | |
638 | struct inotify_watch_array *iwatch_array) | |
639 | { | |
640 | char buf[sizeof(struct inotify_event) + PATH_MAX]; | |
641 | char path_channel[PATH_MAX]; | |
642 | char path_trace[PATH_MAX]; | |
643 | ssize_t len; | |
644 | struct inotify_event *ievent; | |
645 | size_t offset; | |
646 | unsigned int i; | |
647 | int ret; | |
648 | int old_num; | |
649 | ||
650 | offset = 0; | |
651 | len = read(inotify_fd, buf, sizeof(struct inotify_event) + PATH_MAX); | |
652 | if(len < 0) { | |
31482529 | 653 | |
654 | if(errno == EAGAIN) | |
655 | return 0; /* another thread got the data before us */ | |
656 | ||
357915bb | 657 | printf("Error in read from inotify FD %s.\n", strerror(len)); |
658 | return -1; | |
659 | } | |
660 | while(offset < len) { | |
661 | ievent = (struct inotify_event *)&(buf[offset]); | |
662 | for(i=0; i<iwatch_array->num; i++) { | |
663 | if(iwatch_array->elem[i].wd == ievent->wd && | |
664 | ievent->mask == IN_CREATE) { | |
083518b7 | 665 | printf_verbose( |
666 | "inotify wd %u event mask : %u for %s%s\n", | |
357915bb | 667 | ievent->wd, ievent->mask, |
083518b7 | 668 | iwatch_array->elem[i].path_channel, |
669 | ievent->name); | |
357915bb | 670 | old_num = fd_pairs->num_pairs; |
671 | strcpy(path_channel, iwatch_array->elem[i].path_channel); | |
672 | strcat(path_channel, ievent->name); | |
673 | strcpy(path_trace, iwatch_array->elem[i].path_trace); | |
674 | strcat(path_trace, ievent->name); | |
675 | if(ret = open_buffer_file(ievent->name, path_channel, | |
676 | path_trace, fd_pairs)) { | |
677 | printf("Error opening buffer file\n"); | |
678 | return -1; | |
679 | } | |
680 | if(ret = map_channels(fd_pairs, old_num, fd_pairs->num_pairs)) { | |
681 | printf("Error mapping channel\n"); | |
682 | return -1; | |
683 | } | |
684 | ||
685 | } | |
686 | } | |
687 | offset += sizeof(*ievent) + ievent->len; | |
688 | } | |
689 | } | |
690 | #endif //HAS_INOTIFY | |
e54e1d5d | 691 | |
692 | /* read_channels | |
5ffb77aa | 693 | * |
694 | * Thread worker. | |
e54e1d5d | 695 | * |
c2ffa20f | 696 | * Read the debugfs channels and write them in the paired tracefiles. |
e54e1d5d | 697 | * |
698 | * @fd_pairs : paired channels and trace files. | |
699 | * | |
357915bb | 700 | * returns 0 on success, -1 on error. |
e54e1d5d | 701 | * |
702 | * Note that the high priority polled channels are consumed first. We then poll | |
703 | * again to see if these channels are still in priority. Only when no | |
704 | * high priority channel is left, we start reading low priority channels. | |
705 | * | |
706 | * Note that a channel is considered high priority when the buffer is almost | |
707 | * full. | |
708 | */ | |
709 | ||
31482529 | 710 | int read_channels(unsigned long thread_num, struct channel_trace_fd *fd_pairs, |
357915bb | 711 | int inotify_fd, struct inotify_watch_array *iwatch_array) |
e54e1d5d | 712 | { |
357915bb | 713 | struct pollfd *pollfd = NULL; |
31482529 | 714 | int num_pollfd; |
e54e1d5d | 715 | int i,j; |
716 | int num_rdy, num_hup; | |
717 | int high_prio; | |
5ffb77aa | 718 | int ret = 0; |
357915bb | 719 | int inotify_fds; |
720 | unsigned int old_num; | |
e54e1d5d | 721 | |
357915bb | 722 | #ifdef HAS_INOTIFY |
723 | inotify_fds = 1; | |
724 | #else | |
725 | inotify_fds = 0; | |
726 | #endif | |
727 | ||
31482529 | 728 | pthread_rwlock_rdlock(&fd_pairs_lock); |
729 | ||
357915bb | 730 | /* Start polling the FD. Keep one fd for inotify */ |
731 | pollfd = malloc((inotify_fds + fd_pairs->num_pairs) * sizeof(struct pollfd)); | |
732 | ||
733 | #ifdef HAS_INOTIFY | |
734 | pollfd[0].fd = inotify_fd; | |
735 | pollfd[0].events = POLLIN|POLLPRI; | |
736 | #endif | |
90ccaa9a | 737 | |
738 | for(i=0;i<fd_pairs->num_pairs;i++) { | |
357915bb | 739 | pollfd[inotify_fds+i].fd = fd_pairs->pair[i].channel; |
740 | pollfd[inotify_fds+i].events = POLLIN|POLLPRI; | |
90ccaa9a | 741 | } |
31482529 | 742 | num_pollfd = inotify_fds + fd_pairs->num_pairs; |
743 | ||
744 | ||
745 | pthread_rwlock_unlock(&fd_pairs_lock); | |
746 | ||
90ccaa9a | 747 | while(1) { |
4f45ea55 | 748 | high_prio = 0; |
1d483eea | 749 | num_hup = 0; |
750 | #ifdef DEBUG | |
751 | printf("Press a key for next poll...\n"); | |
752 | char buf[1]; | |
753 | read(STDIN_FILENO, &buf, 1); | |
31482529 | 754 | printf("Next poll (polling %d fd) :\n", num_pollfd); |
1d483eea | 755 | #endif //DEBUG |
357915bb | 756 | |
1d483eea | 757 | /* Have we received a signal ? */ |
758 | if(quit_program) break; | |
759 | ||
31482529 | 760 | num_rdy = poll(pollfd, num_pollfd, -1); |
761 | ||
90ccaa9a | 762 | if(num_rdy == -1) { |
763 | perror("Poll error"); | |
1d483eea | 764 | goto free_fd; |
90ccaa9a | 765 | } |
766 | ||
083518b7 | 767 | printf_verbose("Data received\n"); |
357915bb | 768 | #ifdef HAS_INOTIFY |
769 | switch(pollfd[0].revents) { | |
770 | case POLLERR: | |
083518b7 | 771 | printf_verbose( |
772 | "Error returned in polling inotify fd %d.\n", | |
773 | pollfd[0].fd); | |
357915bb | 774 | break; |
775 | case POLLHUP: | |
083518b7 | 776 | printf_verbose( |
777 | "Polling inotify fd %d tells it has hung up.\n", | |
778 | pollfd[0].fd); | |
357915bb | 779 | break; |
780 | case POLLNVAL: | |
083518b7 | 781 | printf_verbose( |
782 | "Polling inotify fd %d tells fd is not open.\n", | |
783 | pollfd[0].fd); | |
357915bb | 784 | break; |
785 | case POLLPRI: | |
786 | case POLLIN: | |
083518b7 | 787 | printf_verbose( |
788 | "Polling inotify fd %d : data ready.\n", | |
789 | pollfd[0].fd); | |
31482529 | 790 | |
791 | pthread_rwlock_wrlock(&fd_pairs_lock); | |
357915bb | 792 | read_inotify(inotify_fd, fd_pairs, iwatch_array); |
31482529 | 793 | pthread_rwlock_unlock(&fd_pairs_lock); |
794 | ||
357915bb | 795 | break; |
796 | } | |
797 | #endif | |
90ccaa9a | 798 | |
31482529 | 799 | for(i=inotify_fds;i<num_pollfd;i++) { |
90ccaa9a | 800 | switch(pollfd[i].revents) { |
801 | case POLLERR: | |
083518b7 | 802 | printf_verbose( |
803 | "Error returned in polling fd %d.\n", | |
804 | pollfd[i].fd); | |
1d483eea | 805 | num_hup++; |
90ccaa9a | 806 | break; |
807 | case POLLHUP: | |
083518b7 | 808 | printf_verbose( |
809 | "Polling fd %d tells it has hung up.\n", | |
810 | pollfd[i].fd); | |
1d483eea | 811 | num_hup++; |
90ccaa9a | 812 | break; |
813 | case POLLNVAL: | |
083518b7 | 814 | printf_verbose( |
815 | "Polling fd %d tells fd is not open.\n", | |
816 | pollfd[i].fd); | |
1d483eea | 817 | num_hup++; |
90ccaa9a | 818 | break; |
819 | case POLLPRI: | |
31482529 | 820 | pthread_rwlock_rdlock(&fd_pairs_lock); |
357915bb | 821 | if(pthread_mutex_trylock(&fd_pairs->pair[i-inotify_fds].mutex) == 0) { |
083518b7 | 822 | printf_verbose( |
823 | "Urgent read on fd %d\n", | |
824 | pollfd[i].fd); | |
5ffb77aa | 825 | /* Take care of high priority channels first. */ |
826 | high_prio = 1; | |
827 | /* it's ok to have an unavailable subbuffer */ | |
357915bb | 828 | ret = read_subbuffer(&fd_pairs->pair[i-inotify_fds]); |
30478a4d | 829 | if(ret == EAGAIN) ret = 0; |
cdad9787 | 830 | |
357915bb | 831 | ret = pthread_mutex_unlock(&fd_pairs->pair[i-inotify_fds].mutex); |
5ffb77aa | 832 | if(ret) |
833 | printf("Error in mutex unlock : %s\n", strerror(ret)); | |
834 | } | |
31482529 | 835 | pthread_rwlock_unlock(&fd_pairs_lock); |
90ccaa9a | 836 | break; |
4f45ea55 | 837 | } |
90ccaa9a | 838 | } |
357915bb | 839 | /* If every buffer FD has hung up, we end the read loop here */ |
31482529 | 840 | if(num_hup == num_pollfd - inotify_fds) break; |
90ccaa9a | 841 | |
4f45ea55 | 842 | if(!high_prio) { |
31482529 | 843 | for(i=inotify_fds;i<num_pollfd;i++) { |
4f45ea55 | 844 | switch(pollfd[i].revents) { |
845 | case POLLIN: | |
31482529 | 846 | pthread_rwlock_rdlock(&fd_pairs_lock); |
357915bb | 847 | if(pthread_mutex_trylock(&fd_pairs->pair[i-inotify_fds].mutex) == 0) { |
5ffb77aa | 848 | /* Take care of low priority channels. */ |
083518b7 | 849 | printf_verbose( |
850 | "Normal read on fd %d\n", | |
851 | pollfd[i].fd); | |
5ffb77aa | 852 | /* it's ok to have an unavailable subbuffer */ |
357915bb | 853 | ret = read_subbuffer(&fd_pairs->pair[i-inotify_fds]); |
30478a4d | 854 | if(ret == EAGAIN) ret = 0; |
cdad9787 | 855 | |
357915bb | 856 | ret = pthread_mutex_unlock(&fd_pairs->pair[i-inotify_fds].mutex); |
5ffb77aa | 857 | if(ret) |
858 | printf("Error in mutex unlock : %s\n", strerror(ret)); | |
859 | } | |
31482529 | 860 | pthread_rwlock_unlock(&fd_pairs_lock); |
4f45ea55 | 861 | break; |
862 | } | |
863 | } | |
90ccaa9a | 864 | } |
865 | ||
31482529 | 866 | /* Update pollfd array if an entry was added to fd_pairs */ |
867 | pthread_rwlock_rdlock(&fd_pairs_lock); | |
868 | if((inotify_fds + fd_pairs->num_pairs) != num_pollfd) { | |
869 | pollfd = realloc(pollfd, | |
870 | (inotify_fds + fd_pairs->num_pairs) * sizeof(struct pollfd)); | |
871 | for(i=num_pollfd-inotify_fds;i<fd_pairs->num_pairs;i++) { | |
872 | pollfd[inotify_fds+i].fd = fd_pairs->pair[i].channel; | |
873 | pollfd[inotify_fds+i].events = POLLIN|POLLPRI; | |
874 | } | |
875 | num_pollfd = fd_pairs->num_pairs + inotify_fds; | |
876 | } | |
877 | pthread_rwlock_unlock(&fd_pairs_lock); | |
878 | ||
879 | /* NB: If the fd_pairs structure is updated by another thread from this | |
880 | * point forward, the current thread will wait in the poll without | |
881 | * monitoring the new channel. However, this thread will add the | |
882 | * new channel on next poll (and this should not take too much time | |
883 | * on a loaded system). | |
884 | * | |
885 | * This event is quite unlikely and can only occur if a CPU is | |
886 | * hot-plugged while multple lttd threads are running. | |
887 | */ | |
90ccaa9a | 888 | } |
889 | ||
1d483eea | 890 | free_fd: |
90ccaa9a | 891 | free(pollfd); |
892 | ||
1d483eea | 893 | end: |
357915bb | 894 | return ret; |
617de8e1 | 895 | } |
896 | ||
897 | ||
357915bb | 898 | void close_channel_trace_pairs(struct channel_trace_fd *fd_pairs, int inotify_fd, |
899 | struct inotify_watch_array *iwatch_array) | |
617de8e1 | 900 | { |
90ccaa9a | 901 | int i; |
902 | int ret; | |
617de8e1 | 903 | |
90ccaa9a | 904 | for(i=0;i<fd_pairs->num_pairs;i++) { |
905 | ret = close(fd_pairs->pair[i].channel); | |
906 | if(ret == -1) perror("Close error on channel"); | |
907 | ret = close(fd_pairs->pair[i].trace); | |
908 | if(ret == -1) perror("Close error on trace"); | |
909 | } | |
910 | free(fd_pairs->pair); | |
357915bb | 911 | free(iwatch_array->elem); |
912 | } | |
913 | ||
914 | /* Thread worker */ | |
915 | void * thread_main(void *arg) | |
916 | { | |
31482529 | 917 | long ret; |
918 | unsigned long thread_num = (unsigned long)arg; | |
919 | ||
f01152ea | 920 | ret = pipe(thread_pipe); |
921 | if (ret < 0) { | |
922 | perror("Error creating pipe"); | |
923 | return (void*)ret; | |
924 | } | |
31482529 | 925 | ret = read_channels(thread_num, &fd_pairs, inotify_fd, &inotify_watch_array); |
f01152ea | 926 | close(thread_pipe[0]); /* close read end */ |
927 | close(thread_pipe[1]); /* close write end */ | |
31482529 | 928 | return (void*)ret; |
929 | } | |
930 | ||
931 | ||
932 | int channels_init() | |
933 | { | |
357915bb | 934 | int ret = 0; |
357915bb | 935 | |
936 | inotify_fd = inotify_init(); | |
31482529 | 937 | fcntl(inotify_fd, F_SETFL, O_NONBLOCK); |
357915bb | 938 | |
939 | if(ret = open_channel_trace_pairs(channel_name, trace_name, &fd_pairs, | |
940 | &inotify_fd, &inotify_watch_array)) | |
941 | goto close_channel; | |
c928825d | 942 | if (fd_pairs.num_pairs == 0) { |
943 | printf("No channel available for reading, exiting\n"); | |
944 | ret = -ENOENT; | |
945 | goto close_channel; | |
946 | } | |
357915bb | 947 | if(ret = map_channels(&fd_pairs, 0, fd_pairs.num_pairs)) |
948 | goto close_channel; | |
31482529 | 949 | return 0; |
357915bb | 950 | |
951 | close_channel: | |
952 | close_channel_trace_pairs(&fd_pairs, inotify_fd, &inotify_watch_array); | |
953 | if(inotify_fd >= 0) | |
954 | close(inotify_fd); | |
31482529 | 955 | return ret; |
617de8e1 | 956 | } |
957 | ||
31482529 | 958 | |
617de8e1 | 959 | int main(int argc, char ** argv) |
960 | { | |
e54e1d5d | 961 | int ret = 0; |
1d483eea | 962 | struct sigaction act; |
5ffb77aa | 963 | pthread_t *tids; |
31482529 | 964 | unsigned long i; |
5ffb77aa | 965 | void *tret; |
617de8e1 | 966 | |
967 | ret = parse_arguments(argc, argv); | |
968 | ||
969 | if(ret != 0) show_arguments(); | |
970 | if(ret < 0) return EINVAL; | |
971 | if(ret > 0) return 0; | |
972 | ||
973 | show_info(); | |
974 | ||
1d483eea | 975 | /* Connect the signal handlers */ |
976 | act.sa_handler = handler; | |
977 | act.sa_flags = 0; | |
978 | sigemptyset(&(act.sa_mask)); | |
979 | sigaddset(&(act.sa_mask), SIGTERM); | |
980 | sigaddset(&(act.sa_mask), SIGQUIT); | |
981 | sigaddset(&(act.sa_mask), SIGINT); | |
982 | sigaction(SIGTERM, &act, NULL); | |
983 | sigaction(SIGQUIT, &act, NULL); | |
984 | sigaction(SIGINT, &act, NULL); | |
985 | ||
31482529 | 986 | if(ret = channels_init()) |
987 | return ret; | |
988 | ||
06cb3ad3 | 989 | if(daemon_mode) { |
990 | ret = daemon(0, 0); | |
991 | ||
992 | if(ret == -1) { | |
993 | perror("An error occured while daemonizing."); | |
994 | exit(-1); | |
995 | } | |
996 | } | |
997 | ||
5ffb77aa | 998 | tids = malloc(sizeof(pthread_t) * num_threads); |
999 | for(i=0; i<num_threads; i++) { | |
ae410d24 | 1000 | |
357915bb | 1001 | ret = pthread_create(&tids[i], NULL, thread_main, (void*)i); |
5ffb77aa | 1002 | if(ret) { |
1003 | perror("Error creating thread"); | |
1004 | break; | |
1005 | } | |
1006 | } | |
617de8e1 | 1007 | |
5ffb77aa | 1008 | for(i=0; i<num_threads; i++) { |
1009 | ret = pthread_join(tids[i], &tret); | |
1010 | if(ret) { | |
1011 | perror("Error joining thread"); | |
1012 | break; | |
1013 | } | |
31482529 | 1014 | if((long)tret != 0) { |
1015 | printf("Error %s occured in thread %u\n", | |
1016 | strerror((long)tret), i); | |
5ffb77aa | 1017 | } |
1018 | } | |
1019 | ||
1020 | free(tids); | |
31482529 | 1021 | ret = unmap_channels(&fd_pairs); |
1022 | close_channel_trace_pairs(&fd_pairs, inotify_fd, &inotify_watch_array); | |
1023 | if(inotify_fd >= 0) | |
1024 | close(inotify_fd); | |
5ffb77aa | 1025 | |
617de8e1 | 1026 | return ret; |
1027 | } |