X-Git-Url: http://git.liburcu.org/?a=blobdiff_plain;f=ltt%2Ftracefile.c;h=2dbbbcf119be2573dc1991afe5ad36fecf5ffc7a;hb=f972ab5e81be30df0ef5d690a55a6876c27b1d40;hp=680bcc46d730a4f56dbfbb65b9067784dcbe5f16;hpb=f61f4dca50e13aa52b1ca3941c8f420848f4353f;p=lttv.git diff --git a/ltt/tracefile.c b/ltt/tracefile.c index 680bcc46..2dbbbcf1 100644 --- a/ltt/tracefile.c +++ b/ltt/tracefile.c @@ -51,6 +51,8 @@ #include #include +#define DEFAULT_N_BLOCKS 32 + /* from marker.c */ extern long marker_update_fields_offsets(struct marker_info *info, const char *data); @@ -78,8 +80,6 @@ GQuark LTT_TRACEFILE_NAME_METADATA; #define PAGE_MASK (~(page_size-1)) #define PAGE_ALIGN(addr) (((addr)+page_size-1)&PAGE_MASK) -LttTrace *father_trace = NULL; - /* set the offset of the fields belonging to the event, need the information of the archecture */ //void set_fields_offsets(LttTracefile *tf, LttEventType *event_type); @@ -148,9 +148,9 @@ static int parse_trace_header(ltt_subbuffer_header_t *header, break; case 2: switch(header->minor_version) { - case 3: + case 6: { - struct ltt_subbuffer_header_2_3 *vheader = header; + struct ltt_subbuffer_header_2_6 *vheader = header; tf->buffer_header_size = ltt_subbuffer_header_size(); tf->tscbits = 27; tf->eventbits = 5; @@ -162,12 +162,6 @@ static int parse_trace_header(ltt_subbuffer_header_t *header, &vheader->start_freq); t->freq_scale = ltt_get_uint32(LTT_GET_BO(tf), &vheader->freq_scale); - if(father_trace) { - t->start_freq = father_trace->start_freq; - t->freq_scale = father_trace->freq_scale; - } else { - father_trace = t; - } t->start_tsc = ltt_get_uint64(LTT_GET_BO(tf), &vheader->cycle_count_begin); t->start_monotonic = 0; @@ -177,10 +171,9 @@ static int parse_trace_header(ltt_subbuffer_header_t *header, &vheader->start_time_usec); t->start_time.tv_nsec *= 1000; /* microsec to nanosec */ - t->start_time_from_tsc = ltt_time_from_uint64( - (double)t->start_tsc - * 1000000000.0 * tf->trace->freq_scale - / (double)t->start_freq); + t->start_time_from_tsc = + ltt_time_from_uint64(tsc_to_uint64(t->freq_scale, + t->start_freq, t->start_tsc)); } } break; @@ -198,7 +191,67 @@ static int parse_trace_header(ltt_subbuffer_header_t *header, return 0; } +int get_block_offset_size(LttTracefile *tf, guint block_num, + uint64_t *offset, uint32_t *size) +{ + uint64_t offa, offb; + + if (unlikely(block_num >= tf->num_blocks)) + return -1; + + offa = g_array_index(tf->buf_index, uint64_t, block_num); + if (likely(block_num < tf->num_blocks - 1)) + offb = g_array_index(tf->buf_index, uint64_t, block_num + 1); + else + offb = tf->file_size; + *offset = offa; + *size = offb - offa; + return 0; +} + +int ltt_trace_create_block_index(LttTracefile *tf) +{ + int page_size = getpagesize(); + uint64_t offset = 0; + unsigned long i = 0; + unsigned int header_map_size = PAGE_ALIGN(ltt_subbuffer_header_size()); + + tf->buf_index = g_array_sized_new(FALSE, TRUE, sizeof(uint64_t), + DEFAULT_N_BLOCKS); + + g_assert(tf->buf_index->len == i); + + while (offset < tf->file_size) { + ltt_subbuffer_header_t *header; + uint64_t *off; + + tf->buf_index = g_array_set_size(tf->buf_index, i + 1); + off = &g_array_index(tf->buf_index, uint64_t, i); + *off = offset; + + /* map block header */ + header = mmap(0, header_map_size, PROT_READ, + MAP_PRIVATE, tf->fd, (off_t)offset); + if(header == MAP_FAILED) { + perror("Error in allocating memory for buffer of tracefile"); + return -1; + } + + /* read len, offset += len */ + offset += ltt_get_uint32(LTT_GET_BO(tf), &header->sb_size); + + /* unmap block header */ + if(munmap(header, header_map_size)) { + g_warning("unmap size : %u\n", header_map_size); + perror("munmap error"); + return -1; + } + ++i; + } + tf->num_blocks = i; + return 0; +} /***************************************************************************** *Function name @@ -221,6 +274,7 @@ static gint ltt_tracefile_open(LttTrace *t, gchar * fileName, LttTracefile *tf) tf->long_name = g_quark_from_string(fileName); tf->trace = t; tf->fd = open(fileName, O_RDONLY); + tf->buf_index = NULL; if(tf->fd < 0){ g_warning("Unable to open input data file %s\n", fileName); goto end; @@ -259,8 +313,6 @@ static gint ltt_tracefile_open(LttTrace *t, gchar * fileName, LttTracefile *tf) //store the size of the file tf->file_size = lTDFStat.st_size; - tf->buf_size = ltt_get_uint32(LTT_GET_BO(tf), &header->buf_size); - tf->num_blocks = tf->file_size / tf->buf_size; tf->events_lost = 0; tf->subbuf_corrupt = 0; @@ -273,6 +325,9 @@ static gint ltt_tracefile_open(LttTrace *t, gchar * fileName, LttTracefile *tf) } tf->buffer.head = NULL; + /* Create block index */ + ltt_trace_create_block_index(tf); + //read the first block if(map_block(tf,0)) { perror("Cannot map block for tracefile"); @@ -293,6 +348,8 @@ unmap_file: close_file: close(tf->fd); end: + if (tf->buf_index) + g_array_free(tf->buf_index, TRUE); return -1; } @@ -309,14 +366,16 @@ static void ltt_tracefile_close(LttTracefile *t) int page_size = getpagesize(); if(t->buffer.head != NULL) - if(munmap(t->buffer.head, PAGE_ALIGN(t->buf_size))) { + if(munmap(t->buffer.head, PAGE_ALIGN(t->buffer.size))) { g_warning("unmap size : %u\n", - PAGE_ALIGN(t->buf_size)); + PAGE_ALIGN(t->buffer.size)); perror("munmap error"); g_assert(0); } close(t->fd); + if (t->buf_index) + g_array_free(t->buf_index, TRUE); } /**************************************************************************** @@ -485,12 +544,12 @@ static void ltt_tracefile_group_destroy(gpointer data) unsigned int i; LttTracefile *tf; - if (group->len > 0) - destroy_marker_data(g_array_index (group, LttTracefile, 0).mdata); for(i=0; ilen; i++) { tf = &g_array_index (group, LttTracefile, i); - if(tf->cpu_online) + if(tf->cpu_online) { + destroy_marker_data(tf->mdata); ltt_tracefile_close(tf); + } } g_array_free(group, TRUE); } @@ -526,8 +585,7 @@ static int open_tracefiles(LttTrace *trace, gchar *root_path, gchar *relative_pa DIR *dir = opendir(root_path); struct dirent *entry; struct stat stat_buf; - int ret, i; - struct marker_data *mdata; + int ret; gchar path[PATH_MAX]; int path_len; @@ -537,6 +595,7 @@ static int open_tracefiles(LttTrace *trace, gchar *root_path, gchar *relative_pa gchar rel_path[PATH_MAX]; gchar *rel_path_ptr; LttTracefile tmp_tf; + struct marker_data **mdata; if(dir == NULL) { perror(root_path); @@ -599,7 +658,6 @@ static int open_tracefiles(LttTrace *trace, gchar *root_path, gchar *relative_pa g_debug("Tracefile name is %s and number is %u", g_quark_to_string(name), num); - mdata = NULL; tmp_tf.cpu_online = 1; tmp_tf.cpu_num = num; tmp_tf.name = name; @@ -614,9 +672,6 @@ static int open_tracefiles(LttTrace *trace, gchar *root_path, gchar *relative_pa group = g_array_sized_new (FALSE, TRUE, sizeof(LttTracefile), 10); g_datalist_id_set_data_full(&trace->tracefiles, name, group, ltt_tracefile_group_destroy); - mdata = allocate_marker_data(); - if (!mdata) - g_error("Error in allocating marker data"); } /* Add the per cpu tracefile to the named group */ @@ -624,15 +679,13 @@ static int open_tracefiles(LttTrace *trace, gchar *root_path, gchar *relative_pa if(num+1 > old_len) group = g_array_set_size(group, num+1); - g_assert(group->len > 0); - if (!mdata) - mdata = g_array_index (group, LttTracefile, 0).mdata; - g_array_index (group, LttTracefile, num) = tmp_tf; g_array_index (group, LttTracefile, num).event.tracefile = &g_array_index (group, LttTracefile, num); - for (i = 0; i < group->len; i++) - g_array_index (group, LttTracefile, i).mdata = mdata; + mdata = &g_array_index (group, LttTracefile, num).mdata; + *mdata = allocate_marker_data(); + if (!*mdata) + g_error("Error in allocating marker data"); } } @@ -785,6 +838,7 @@ LttTrace *ltt_trace_open(const gchar *pathname) closedir(dir); /* Open all the tracefiles */ + t->start_freq= 0; if(open_tracefiles(t, abs_path, "")) { g_warning("Error opening tracefile %s", abs_path); goto find_error; @@ -811,6 +865,8 @@ LttTrace *ltt_trace_open(const gchar *pathname) g_assert(!ret); t->num_cpu = group->len; + t->drift = 1.; + t->offset = 0.; //ret = allocate_marker_data(t); //if (ret) @@ -884,6 +940,8 @@ void ltt_tracefile_time_span_get(LttTracefile *tf, *end = ltt_time_zero; } else *end = tf->buffer.end.timestamp; + + g_assert(end->tv_sec <= G_MAXUINT); } struct tracefile_time_span_get_args { @@ -1091,28 +1149,22 @@ fail: return 1; } +/* + * Convert a value in "TSC scale" to a value in nanoseconds + */ +guint64 tsc_to_uint64(guint32 freq_scale, uint64_t start_freq, guint64 tsc) +{ + return (double) tsc * NANOSECONDS_PER_SECOND * freq_scale / start_freq; +} + /* Given a TSC value, return the LttTime (seconds,nanoseconds) it * corresponds to. */ - LttTime ltt_interpolate_time_from_tsc(LttTracefile *tf, guint64 tsc) { - LttTime time; - - if(tsc > tf->trace->start_tsc) { - time = ltt_time_from_uint64( - (double)(tsc - tf->trace->start_tsc) - * 1000000000.0 * tf->trace->freq_scale - / (double)tf->trace->start_freq); - time = ltt_time_add(tf->trace->start_time_from_tsc, time); - } else { - time = ltt_time_from_uint64( - (double)(tf->trace->start_tsc - tsc) - * 1000000000.0 * tf->trace->freq_scale - / (double)tf->trace->start_freq); - time = ltt_time_sub(tf->trace->start_time_from_tsc, time); - } - return time; + return ltt_time_from_uint64(tsc_to_uint64(tf->trace->freq_scale, + tf->trace->start_freq, tf->trace->drift * tsc + + tf->trace->offset)); } /* Calculate the real event time based on the buffer boundaries */ @@ -1223,8 +1275,8 @@ static void print_debug_event_header(LttEvent *ev, void *start_pos, void *end_po g_printf("Event header (tracefile %s offset %" PRIx64 "):\n", g_quark_to_string(ev->tracefile->long_name), - ((uint64_t)ev->tracefile->buffer.index * ev->tracefile->buf_size) - + (long)start_pos - (long)ev->tracefile->buffer.head); + (uint64_t)ev->tracefile->buffer.offset + + (long)start_pos - (long)ev->tracefile->buffer.head); while (offset < (long)end_pos - (long)start_pos) { g_printf("%8lx", (long)start_pos - (long)ev->tracefile->buffer.head + offset); @@ -1352,23 +1404,30 @@ static gint map_block(LttTracefile * tf, guint block_num) { int page_size = getpagesize(); ltt_subbuffer_header_t *header; + uint64_t offset; + uint32_t size; + int ret; g_assert(block_num < tf->num_blocks); if(tf->buffer.head != NULL) { - if(munmap(tf->buffer.head, PAGE_ALIGN(tf->buf_size))) { + if(munmap(tf->buffer.head, PAGE_ALIGN(tf->buffer.size))) { g_warning("unmap size : %u\n", - PAGE_ALIGN(tf->buf_size)); + PAGE_ALIGN(tf->buffer.size)); perror("munmap error"); g_assert(0); } } - + + ret = get_block_offset_size(tf, block_num, &offset, &size); + g_assert(!ret); + + g_debug("Map block %u, offset %llu, size %u\n", block_num, + (unsigned long long)offset, (unsigned int)size); + /* Multiple of pages aligned head */ - tf->buffer.head = mmap(0, - PAGE_ALIGN(tf->buf_size), - PROT_READ, MAP_PRIVATE, tf->fd, - PAGE_ALIGN((off_t)tf->buf_size * (off_t)block_num)); + tf->buffer.head = mmap(0, (size_t)size, PROT_READ, MAP_PRIVATE, + tf->fd, (off_t)offset); if(tf->buffer.head == MAP_FAILED) { perror("Error in allocating memory for buffer of tracefile"); @@ -1376,7 +1435,6 @@ static gint map_block(LttTracefile * tf, guint block_num) goto map_error; } g_assert( ( (gulong)tf->buffer.head&(8-1) ) == 0); // make sure it's aligned. - tf->buffer.index = block_num; @@ -1384,28 +1442,30 @@ static gint map_block(LttTracefile * tf, guint block_num) tf->buffer.begin.cycle_count = ltt_get_uint64(LTT_GET_BO(tf), &header->cycle_count_begin); - tf->buffer.begin.freq = tf->trace->start_freq; - - tf->buffer.begin.timestamp = ltt_interpolate_time_from_tsc(tf, - tf->buffer.begin.cycle_count); tf->buffer.end.cycle_count = ltt_get_uint64(LTT_GET_BO(tf), &header->cycle_count_end); - tf->buffer.end.freq = tf->trace->start_freq; - - tf->buffer.lost_size = ltt_get_uint32(LTT_GET_BO(tf), - &header->lost_size); - tf->buffer.end.timestamp = ltt_interpolate_time_from_tsc(tf, - tf->buffer.end.cycle_count); + tf->buffer.offset = offset; + tf->buffer.size = ltt_get_uint32(LTT_GET_BO(tf), + &header->sb_size); + tf->buffer.data_size = ltt_get_uint32(LTT_GET_BO(tf), + &header->data_size); tf->buffer.tsc = tf->buffer.begin.cycle_count; tf->event.tsc = tf->buffer.tsc; tf->buffer.freq = tf->buffer.begin.freq; - /* FIXME - * eventually support variable buffer size : will need a partial pre-read of - * the headers to create an index when we open the trace... eventually. */ - g_assert(tf->buf_size == ltt_get_uint32(LTT_GET_BO(tf), - &header->buf_size)); - + g_assert(size == tf->buffer.size); + g_assert(tf->buffer.data_size <= tf->buffer.size); + + if (tf->trace->start_freq) + { + tf->buffer.begin.freq = tf->trace->start_freq; + tf->buffer.begin.timestamp = ltt_interpolate_time_from_tsc(tf, + tf->buffer.begin.cycle_count); + tf->buffer.end.freq = tf->trace->start_freq; + tf->buffer.end.timestamp = ltt_interpolate_time_from_tsc(tf, + tf->buffer.end.cycle_count); + } + /* Make the current event point to the beginning of the buffer : * it means that the event read must get the first event. */ tf->event.tracefile = tf; @@ -1443,7 +1503,7 @@ static void print_debug_event_data(LttEvent *ev) g_printf("Event data (tracefile %s offset %" PRIx64 "):\n", g_quark_to_string(ev->tracefile->long_name), - ((uint64_t)ev->tracefile->buffer.index * ev->tracefile->buf_size) + (uint64_t)ev->tracefile->buffer.offset + (long)ev->data - (long)ev->tracefile->buffer.head); while (offset < max(ev->event_size, ev->data_size)) { @@ -1576,7 +1636,7 @@ static int ltt_seek_next_event(LttTracefile *tf) if(tf->event.offset == 0) { tf->event.offset += tf->buffer_header_size; - if(tf->event.offset == tf->buf_size - tf->buffer.lost_size) { + if(tf->event.offset == tf->buffer.data_size) { ret = ERANGE; } goto found; @@ -1590,11 +1650,11 @@ static int ltt_seek_next_event(LttTracefile *tf) tf->event.offset = pos - tf->buffer.head; - if(tf->event.offset == tf->buf_size - tf->buffer.lost_size) { + if(tf->event.offset == tf->buffer.data_size) { ret = ERANGE; goto found; } - g_assert(tf->event.offset < tf->buf_size - tf->buffer.lost_size); + g_assert(tf->event.offset < tf->buffer.data_size); found: return ret; @@ -1724,3 +1784,138 @@ static __attribute__((constructor)) void init(void) { LTT_TRACEFILE_NAME_METADATA = g_quark_from_string("metadata"); } + +/***************************************************************************** + *Function name + * ltt_tracefile_open_header : based on ltt_tracefile_open but it stops + * when it gets the header + *Input params + * fileName : path to the tracefile + * tf : the tracefile (metadata_0) where the header will be read + *Return value + * ltt_subbuffer_header_t : the header containing the version number + ****************************************************************************/ +static ltt_subbuffer_header_t * ltt_tracefile_open_header(gchar *fileName, LttTracefile *tf) +{ + struct stat lTDFStat; /* Trace data file status */ + ltt_subbuffer_header_t *header; + int page_size = getpagesize(); + + /* open the file */ + tf->long_name = g_quark_from_string(fileName); + tf->fd = open(fileName, O_RDONLY); + if(tf->fd < 0){ + g_warning("Unable to open input data file %s\n", fileName); + goto end; + } + + /* Get the file's status */ + if(fstat(tf->fd, &lTDFStat) < 0){ + g_warning("Unable to get the status of the input data file %s\n", fileName); + goto close_file; + } + + /* Is the file large enough to contain a trace */ + if(lTDFStat.st_size < (off_t)(ltt_subbuffer_header_size())) { + g_print("The input data file %s does not contain a trace\n", fileName); + goto close_file; + } + + /* Temporarily map the buffer start header to get trace information */ + /* Multiple of pages aligned head */ + tf->buffer.head = mmap(0,PAGE_ALIGN(ltt_subbuffer_header_size()), PROT_READ, MAP_PRIVATE, tf->fd, 0); + + if(tf->buffer.head == MAP_FAILED) { + perror("Error in allocating memory for buffer of tracefile"); + goto close_file; + } + g_assert( ( (gulong)tf->buffer.head&(8-1) ) == 0); // make sure it's aligned. + + header = (ltt_subbuffer_header_t *)tf->buffer.head; + + return header; + + close_file: + close(tf->fd); + end: + return 0; +} + + +/***************************************************************************** + *Function name + * get_version : get the trace version from a metadata_0 trace file + *Input params + * pathname : path to the trace + * version_number : the struct that will get the version number + *Return value + * int : 1 if succeed, -1 if error + ****************************************************************************/ +int ltt_get_trace_version(const gchar *pathname, struct LttTraceVersion *version_number) +{ + gchar abs_path[PATH_MAX]; + int ret = 0; + DIR *dir; + struct dirent *entry; + struct stat stat_buf; + gchar path[PATH_MAX]; + + LttTracefile tmp_tf; + LttTrace * t; + ltt_subbuffer_header_t *header; + + t = g_new(LttTrace, 1); + + get_absolute_pathname(pathname, abs_path); + + /* Test to see if it looks like a trace */ + dir = opendir(abs_path); + + if(dir == NULL) { + perror(abs_path); + goto open_error; + } + + while((entry = readdir(dir)) != NULL) { + strcpy(path, abs_path); + strcat(path, "/"); + strcat(path, entry->d_name); + ret = stat(path, &stat_buf); + if(ret == -1) { + perror(path); + continue; + } + } + + closedir(dir); + dir = opendir(abs_path); + + while((entry = readdir(dir)) != NULL) { + if(entry->d_name[0] == '.') continue; + if(g_strcmp0(entry->d_name, "metadata_0") != 0) continue; + + strcpy(path, abs_path); + strcat(path, "/"); + strcat(path, entry->d_name); + if(ret == -1) { + perror(path); + continue; + } + + header = ltt_tracefile_open_header(path, &tmp_tf); + + if(header == NULL) { + g_info("Error getting the header %s", path); + continue; /* error opening the tracefile : bad magic number ? */ + } + + version_number->ltt_major_version = header->major_version; + version_number->ltt_minor_version = header->minor_version; + } + + return 0; + + open_error: + g_free(t); + return -1; +}