X-Git-Url: http://git.efficios.com/?a=blobdiff_plain;f=plugins%2Fctf%2Ffs-src%2Ffs.c;h=409a3dd4caa9857bafeaa3abe098b5098b0dc165;hb=547eacf13f862baf13ef813f0abbcebcb7fcf577;hp=47f780a9c6d8109138536eae7d8f059df74a1812;hpb=55314f2a6c08045f6f7ca7700a4932628eff1b87;p=babeltrace.git diff --git a/plugins/ctf/fs-src/fs.c b/plugins/ctf/fs-src/fs.c index 47f780a9..409a3dd4 100644 --- a/plugins/ctf/fs-src/fs.c +++ b/plugins/ctf/fs-src/fs.c @@ -47,14 +47,12 @@ #include "data-stream-file.h" #include "file.h" #include "../common/metadata/decoder.h" +#include "../common/notif-iter/notif-iter.h" #include "query.h" #define BT_LOG_TAG "PLUGIN-CTF-FS-SRC" #include "logging.h" -BT_HIDDEN -bool ctf_fs_debug; - static int notif_iter_data_set_current_ds_file(struct ctf_fs_notif_iter_data *notif_iter_data) { @@ -70,8 +68,9 @@ int notif_iter_data_set_current_ds_file(struct ctf_fs_notif_iter_data *notif_ite ctf_fs_ds_file_destroy(notif_iter_data->ds_file); notif_iter_data->ds_file = ctf_fs_ds_file_create( notif_iter_data->ds_file_group->ctf_fs_trace, + notif_iter_data->notif_iter, notif_iter_data->ds_file_group->stream, - ds_file_info->path->str, true); + ds_file_info->path->str); if (!notif_iter_data->ds_file) { ret = -1; } @@ -88,6 +87,11 @@ void ctf_fs_notif_iter_data_destroy( } ctf_fs_ds_file_destroy(notif_iter_data->ds_file); + + if (notif_iter_data->notif_iter) { + bt_ctf_notif_iter_destroy(notif_iter_data->notif_iter); + } + g_free(notif_iter_data); } @@ -171,6 +175,16 @@ enum bt_notification_iterator_status ctf_fs_iterator_init( goto error; } + notif_iter_data->notif_iter = bt_ctf_notif_iter_create( + port_data->ds_file_group->ctf_fs_trace->metadata->trace, + bt_common_get_page_size() * 8, + ctf_fs_ds_file_medops, NULL); + if (!notif_iter_data->notif_iter) { + BT_LOGE_STR("Cannot create a CTF notification iterator."); + ret = BT_NOTIFICATION_ITERATOR_STATUS_NOMEM; + goto error; + } + notif_iter_data->ds_file_group = port_data->ds_file_group; iret = notif_iter_data_set_current_ds_file(notif_iter_data); if (iret) { @@ -216,11 +230,9 @@ void ctf_fs_destroy(struct ctf_fs_component *ctf_fs) g_free(ctf_fs); } -static -void ctf_fs_trace_destroy(void *data) +BT_HIDDEN +void ctf_fs_trace_destroy(struct ctf_fs_trace *ctf_fs_trace) { - struct ctf_fs_trace *ctf_fs_trace = data; - if (!ctf_fs_trace) { return; } @@ -246,6 +258,13 @@ void ctf_fs_trace_destroy(void *data) g_free(ctf_fs_trace); } +static +void ctf_fs_trace_destroy_notifier(void *data) +{ + struct ctf_fs_trace *trace = data; + ctf_fs_trace_destroy(trace); +} + void ctf_fs_finalize(struct bt_private_component *component) { void *data = bt_private_component_get_user_data(component); @@ -264,6 +283,31 @@ void port_data_destroy(void *data) { g_free(port_data); } +static +GString *get_stream_instance_unique_name( + struct ctf_fs_ds_file_group *ds_file_group) +{ + GString *name; + struct ctf_fs_ds_file_info *ds_file_info; + + name = g_string_new(NULL); + if (!name) { + goto end; + } + + /* + * If there's more than one stream file in the stream file + * group, the first (earliest) stream file's path is used as + * the stream's unique name. + */ + assert(ds_file_group->ds_file_infos->len > 0); + ds_file_info = g_ptr_array_index(ds_file_group->ds_file_infos, 0); + g_string_assign(name, ds_file_info->path->str); + +end: + return name; +} + static int create_one_port_for_trace(struct ctf_fs_component *ctf_fs, struct ctf_fs_trace *ctf_fs_trace, @@ -272,22 +316,12 @@ int create_one_port_for_trace(struct ctf_fs_component *ctf_fs, int ret = 0; struct ctf_fs_port_data *port_data = NULL; GString *port_name = NULL; - struct ctf_fs_ds_file_info *ds_file_info = - g_ptr_array_index(ds_file_group->ds_file_infos, 0); - port_name = g_string_new(NULL); + port_name = get_stream_instance_unique_name(ds_file_group); if (!port_name) { goto error; } - /* - * Assign the name for the new output port. If there's more than - * one stream file in the stream file group, the first - * (earliest) stream file's path is used. - */ - assert(ds_file_group->ds_file_infos->len > 0); - ds_file_info = g_ptr_array_index(ds_file_group->ds_file_infos, 0); - g_string_assign(port_name, ds_file_info->path->str); BT_LOGD("Creating one port named `%s`", port_name->str); /* Create output port for this file */ @@ -388,7 +422,7 @@ struct bt_ctf_stream_class *stream_class_from_packet_header( stream_id_field = bt_ctf_field_structure_get_field_by_name( packet_header_field, "stream_id"); if (!stream_id_field) { - goto end; + goto single_stream_class; } ret = bt_ctf_field_unsigned_integer_get_value(stream_id_field, @@ -487,12 +521,13 @@ void ctf_fs_ds_file_info_destroy(struct ctf_fs_ds_file_info *ds_file_info) g_string_free(ds_file_info->path, TRUE); } + ctf_fs_ds_index_destroy(ds_file_info->index); g_free(ds_file_info); } static struct ctf_fs_ds_file_info *ctf_fs_ds_file_info_create(const char *path, - uint64_t begin_ns) + uint64_t begin_ns, struct ctf_fs_ds_index *index) { struct ctf_fs_ds_file_info *ds_file_info; @@ -509,8 +544,11 @@ struct ctf_fs_ds_file_info *ctf_fs_ds_file_info_create(const char *path, } ds_file_info->begin_ns = begin_ns; + ds_file_info->index = index; + index = NULL; end: + ctf_fs_ds_index_destroy(index); return ds_file_info; } @@ -526,6 +564,7 @@ void ctf_fs_ds_file_group_destroy(struct ctf_fs_ds_file_group *ds_file_group) } bt_put(ds_file_group->stream); + bt_put(ds_file_group->stream_class); g_free(ds_file_group); } @@ -537,7 +576,6 @@ struct ctf_fs_ds_file_group *ctf_fs_ds_file_group_create( { struct ctf_fs_ds_file_group *ds_file_group; - assert(stream_class); ds_file_group = g_new0(struct ctf_fs_ds_file_group, 1); if (!ds_file_group) { goto error; @@ -549,20 +587,10 @@ struct ctf_fs_ds_file_group *ctf_fs_ds_file_group_create( goto error; } - if (stream_instance_id == -1ULL) { - ds_file_group->stream = bt_ctf_stream_create( - stream_class, NULL); - } else { - ds_file_group->stream = bt_ctf_stream_create_with_id( - stream_class, NULL, stream_instance_id); - } - - if (!ds_file_group->stream) { - goto error; - } - + ds_file_group->stream_id = stream_instance_id; + assert(stream_class); + ds_file_group->stream_class = bt_get(stream_class); ds_file_group->ctf_fs_trace = ctf_fs_trace; - goto end; error: @@ -576,13 +604,16 @@ end: static int ctf_fs_ds_file_group_add_ds_file_info( struct ctf_fs_ds_file_group *ds_file_group, - const char *path, uint64_t begin_ns) + const char *path, uint64_t begin_ns, + struct ctf_fs_ds_index *index) { struct ctf_fs_ds_file_info *ds_file_info; gint i = 0; int ret = 0; - ds_file_info = ctf_fs_ds_file_info_create(path, begin_ns); + /* Onwership of index is transferred. */ + ds_file_info = ctf_fs_ds_file_info_create(path, begin_ns, index); + index = NULL; if (!ds_file_info) { goto error; } @@ -608,8 +639,8 @@ int ctf_fs_ds_file_group_add_ds_file_info( error: ctf_fs_ds_file_info_destroy(ds_file_info); + ctf_fs_ds_index_destroy(index); ret = -1; - end: return ret; } @@ -627,10 +658,24 @@ int add_ds_file_to_ds_file_group(struct ctf_fs_trace *ctf_fs_trace, bool add_group = false; int ret; size_t i; + struct ctf_fs_ds_file *ds_file = NULL; + struct ctf_fs_ds_index *index = NULL; + struct bt_ctf_notif_iter *notif_iter = NULL; + + notif_iter = bt_ctf_notif_iter_create(ctf_fs_trace->metadata->trace, + bt_common_get_page_size() * 8, ctf_fs_ds_file_medops, NULL); + if (!notif_iter) { + BT_LOGE_STR("Cannot create a CTF notification iterator."); + goto error; + } - ret = ctf_fs_ds_file_get_packet_header_context_fields( - ctf_fs_trace, path, &packet_header_field, - &packet_context_field); + ds_file = ctf_fs_ds_file_create(ctf_fs_trace, notif_iter, NULL, path); + if (!ds_file) { + goto error; + } + + ret = ctf_fs_ds_file_get_packet_header_context_fields(ds_file, + &packet_header_field, &packet_context_field); if (ret) { BT_LOGE("Cannot get stream file's first packet's header and context fields (`%s`).", path); @@ -647,6 +692,12 @@ int add_ds_file_to_ds_file_group(struct ctf_fs_trace *ctf_fs_trace, goto error; } + index = ctf_fs_ds_file_build_index(ds_file); + if (!index) { + BT_LOGW("Failed to index CTF stream file \'%s\'", + ds_file->file->path->str); + } + if (begin_ns == -1ULL) { /* * No beggining timestamp to sort the stream files @@ -664,7 +715,6 @@ int add_ds_file_to_ds_file_group(struct ctf_fs_trace *ctf_fs_trace, * there's no timestamp to order the file within its * group. */ - ds_file_group = ctf_fs_ds_file_group_create(ctf_fs_trace, stream_class, stream_instance_id); if (!ds_file_group) { @@ -672,7 +722,9 @@ int add_ds_file_to_ds_file_group(struct ctf_fs_trace *ctf_fs_trace, } ret = ctf_fs_ds_file_group_add_ds_file_info(ds_file_group, - path, begin_ns); + path, begin_ns, index); + /* Ownership of index is transferred. */ + index = NULL; if (ret) { goto error; } @@ -686,20 +738,12 @@ int add_ds_file_to_ds_file_group(struct ctf_fs_trace *ctf_fs_trace, /* Find an existing stream file group with this ID */ for (i = 0; i < ctf_fs_trace->ds_file_groups->len; i++) { - int64_t id; - struct bt_ctf_stream_class *cand_stream_class; - ds_file_group = g_ptr_array_index( ctf_fs_trace->ds_file_groups, i); - id = bt_ctf_stream_get_id(ds_file_group->stream); - cand_stream_class = bt_ctf_stream_get_class( - ds_file_group->stream); - assert(cand_stream_class); - bt_put(cand_stream_class); - - if (cand_stream_class == stream_class && - (uint64_t) id == stream_instance_id) { + if (ds_file_group->stream_class == stream_class && + ds_file_group->stream_id == + stream_instance_id) { break; } @@ -716,8 +760,9 @@ int add_ds_file_to_ds_file_group(struct ctf_fs_trace *ctf_fs_trace, add_group = true; } - ret = ctf_fs_ds_file_group_add_ds_file_info(ds_file_group, - path, begin_ns); + ret = ctf_fs_ds_file_group_add_ds_file_info(ds_file_group, path, + begin_ns, index); + index = NULL; if (ret) { goto error; } @@ -733,6 +778,13 @@ end: g_ptr_array_add(ctf_fs_trace->ds_file_groups, ds_file_group); } + ctf_fs_ds_file_destroy(ds_file); + + if (notif_iter) { + bt_ctf_notif_iter_destroy(notif_iter); + } + + ctf_fs_ds_index_destroy(index); bt_put(packet_header_field); bt_put(packet_context_field); bt_put(stream_class); @@ -746,6 +798,7 @@ int create_ds_file_groups(struct ctf_fs_trace *ctf_fs_trace) const char *basename; GError *error = NULL; GDir *dir = NULL; + size_t i; /* Check each file in the path directory, except specific ones */ dir = g_dir_open(ctf_fs_trace->path->str, 0, &error); @@ -807,7 +860,7 @@ int create_ds_file_groups(struct ctf_fs_trace *ctf_fs_trace) ret = add_ds_file_to_ds_file_group(ctf_fs_trace, file->path->str); if (ret) { - BT_LOGD("Cannot add stream file `%s` to stream file group", + BT_LOGE("Cannot add stream file `%s` to stream file group", file->path->str); ctf_fs_file_destroy(file); goto error; @@ -816,6 +869,43 @@ int create_ds_file_groups(struct ctf_fs_trace *ctf_fs_trace) ctf_fs_file_destroy(file); } + /* + * At this point, DS file groupes are created, but their + * associated stream objects do not exist yet. This is because + * we need to name the created stream object with the data + * stream file's path. We have everything we need here to do + * this. + */ + for (i = 0; i < ctf_fs_trace->ds_file_groups->len; i++) { + struct ctf_fs_ds_file_group *ds_file_group = + g_ptr_array_index(ctf_fs_trace->ds_file_groups, i); + GString *name = get_stream_instance_unique_name(ds_file_group); + + if (!name) { + goto error; + } + + if (ds_file_group->stream_id == -1ULL) { + /* No stream ID */ + ds_file_group->stream = bt_ctf_stream_create( + ds_file_group->stream_class, name->str); + } else { + /* Specific stream ID */ + ds_file_group->stream = bt_ctf_stream_create_with_id( + ds_file_group->stream_class, name->str, + ds_file_group->stream_id); + } + + g_string_free(name, TRUE); + + if (!ds_file_group) { + BT_LOGE("Cannot create stream for DS file group: " + "addr=%p, stream-name=\"%s\"", + ds_file_group, name->str); + goto error; + } + } + goto end; error: @@ -871,9 +961,9 @@ end: return ret; } -static +BT_HIDDEN struct ctf_fs_trace *ctf_fs_trace_create(const char *path, const char *name, - struct metadata_overrides *overrides) + struct ctf_fs_metadata_config *metadata_config) { struct ctf_fs_trace *ctf_fs_trace; int ret; @@ -904,7 +994,7 @@ struct ctf_fs_trace *ctf_fs_trace_create(const char *path, const char *name, goto error; } - ret = ctf_fs_metadata_set_trace(ctf_fs_trace, overrides); + ret = ctf_fs_metadata_set_trace(ctf_fs_trace, metadata_config); if (ret) { goto error; } @@ -1124,10 +1214,6 @@ int create_ctf_fs_traces(struct ctf_fs_component *ctf_fs, GList *trace_names = NULL; GList *tp_node; GList *tn_node; - struct metadata_overrides metadata_overrides = { - .clock_offset_s = ctf_fs->options.clock_offset, - .clock_offset_ns = ctf_fs->options.clock_offset_ns, - }; norm_path = bt_common_normalize_path(path_param, NULL); if (!norm_path) { @@ -1160,7 +1246,7 @@ int create_ctf_fs_traces(struct ctf_fs_component *ctf_fs, GString *trace_name = tn_node->data; ctf_fs_trace = ctf_fs_trace_create(trace_path->str, - trace_name->str, &metadata_overrides); + trace_name->str, &ctf_fs->metadata_config); if (!ctf_fs_trace) { BT_LOGE("Cannot create trace for `%s`.", trace_path->str); @@ -1241,31 +1327,27 @@ struct ctf_fs_component *ctf_fs_create(struct bt_private_component *priv_comp, ret = bt_value_string_get(value, &path_param); assert(ret == 0); BT_PUT(value); - value = bt_value_map_get(params, "offset-s"); + value = bt_value_map_get(params, "clock-class-offset-s"); if (value) { - int64_t offset; - if (!bt_value_is_integer(value)) { - BT_LOGE("offset-s should be an integer"); + BT_LOGE("clock-class-offset-s should be an integer"); goto error; } - ret = bt_value_integer_get(value, &offset); + ret = bt_value_integer_get(value, + &ctf_fs->metadata_config.clock_class_offset_s); assert(ret == 0); - ctf_fs->options.clock_offset = offset; BT_PUT(value); } - value = bt_value_map_get(params, "offset-ns"); + value = bt_value_map_get(params, "clock-class-offset-ns"); if (value) { - int64_t offset; - if (!bt_value_is_integer(value)) { - BT_LOGE("offset-ns should be an integer"); + BT_LOGE("clock-class-offset-ns should be an integer"); goto error; } - ret = bt_value_integer_get(value, &offset); + ret = bt_value_integer_get(value, + &ctf_fs->metadata_config.clock_class_offset_ns); assert(ret == 0); - ctf_fs->options.clock_offset_ns = offset; BT_PUT(value); } @@ -1274,7 +1356,8 @@ struct ctf_fs_component *ctf_fs_create(struct bt_private_component *priv_comp, goto error; } - ctf_fs->traces = g_ptr_array_new_with_free_func(ctf_fs_trace_destroy); + ctf_fs->traces = g_ptr_array_new_with_free_func( + ctf_fs_trace_destroy_notifier); if (!ctf_fs->traces) { goto error; } @@ -1304,7 +1387,6 @@ enum bt_component_status ctf_fs_init(struct bt_private_component *priv_comp, struct ctf_fs_component *ctf_fs; enum bt_component_status ret = BT_COMPONENT_STATUS_OK; - ctf_fs_debug = g_strcmp0(getenv("CTF_FS_DEBUG"), "1") == 0; ctf_fs = ctf_fs_create(priv_comp, params); if (!ctf_fs) { ret = BT_COMPONENT_STATUS_ERROR; @@ -1321,6 +1403,8 @@ struct bt_value *ctf_fs_query(struct bt_component_class *comp_class, if (!strcmp(object, "metadata-info")) { result = metadata_info_query(comp_class, params); + } else if (!strcmp(object, "trace-info")) { + result = trace_info_query(comp_class, params); } else { BT_LOGE("Unknown query object `%s`", object); goto end;