src.ctf.fs: add and use medops to iterate on a ds_file_group using the index
[babeltrace.git] / src / plugins / ctf / fs-src / fs.c
1 /*
2 * fs.c
3 *
4 * Babeltrace CTF file system Reader Component
5 *
6 * Copyright 2015-2017 Philippe Proulx <pproulx@efficios.com>
7 * Copyright 2016 Jérémie Galarneau <jeremie.galarneau@efficios.com>
8 *
9 * Permission is hereby granted, free of charge, to any person obtaining a copy
10 * of this software and associated documentation files (the "Software"), to deal
11 * in the Software without restriction, including without limitation the rights
12 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
13 * copies of the Software, and to permit persons to whom the Software is
14 * furnished to do so, subject to the following conditions:
15 *
16 * The above copyright notice and this permission notice shall be included in
17 * all copies or substantial portions of the Software.
18 *
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
22 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
23 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
24 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
25 * SOFTWARE.
26 */
27
28 #define BT_COMP_LOG_SELF_COMP self_comp
29 #define BT_LOG_OUTPUT_LEVEL log_level
30 #define BT_LOG_TAG "PLUGIN/SRC.CTF.FS"
31 #include "logging/comp-logging.h"
32
33 #include "common/common.h"
34 #include <babeltrace2/babeltrace.h>
35 #include "common/uuid.h"
36 #include <glib.h>
37 #include "common/assert.h"
38 #include <inttypes.h>
39 #include <stdbool.h>
40 #include "fs.h"
41 #include "metadata.h"
42 #include "data-stream-file.h"
43 #include "file.h"
44 #include "../common/metadata/decoder.h"
45 #include "../common/metadata/ctf-meta-configure-ir-trace.h"
46 #include "../common/msg-iter/msg-iter.h"
47 #include "query.h"
48 #include "plugins/common/param-validation/param-validation.h"
49
50 struct tracer_info {
51 const char *name;
52 int64_t major;
53 int64_t minor;
54 int64_t patch;
55 };
56
57 static
58 void ctf_fs_msg_iter_data_destroy(
59 struct ctf_fs_msg_iter_data *msg_iter_data)
60 {
61 if (!msg_iter_data) {
62 return;
63 }
64
65 if (msg_iter_data->msg_iter) {
66 ctf_msg_iter_destroy(msg_iter_data->msg_iter);
67 }
68
69 if (msg_iter_data->msg_iter_medops_data) {
70 ctf_fs_ds_group_medops_data_destroy(
71 msg_iter_data->msg_iter_medops_data);
72 }
73
74 g_free(msg_iter_data);
75 }
76
77 static
78 bt_component_class_message_iterator_next_method_status ctf_fs_iterator_next_one(
79 struct ctf_fs_msg_iter_data *msg_iter_data,
80 const bt_message **out_msg)
81 {
82 bt_component_class_message_iterator_next_method_status status;
83 enum ctf_msg_iter_status msg_iter_status;
84 bt_logging_level log_level = msg_iter_data->log_level;
85
86 msg_iter_status = ctf_msg_iter_get_next_message(
87 msg_iter_data->msg_iter, out_msg);
88
89 switch (msg_iter_status) {
90 case CTF_MSG_ITER_STATUS_OK:
91 /* Cool, message has been written to *out_msg. */
92 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK;
93 break;
94
95 case CTF_MSG_ITER_STATUS_EOF:
96 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_END;
97 break;
98
99 case CTF_MSG_ITER_STATUS_AGAIN:
100 /*
101 * Should not make it this far as this is
102 * medium-specific; there is nothing for the user to do
103 * and it should have been handled upstream.
104 */
105 bt_common_abort();
106
107 case CTF_MSG_ITER_MEDIUM_STATUS_ERROR:
108 BT_MSG_ITER_LOGE_APPEND_CAUSE(msg_iter_data->self_msg_iter,
109 "Failed to get next message from CTF message iterator.");
110 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_ERROR;
111 break;
112
113 case CTF_MSG_ITER_MEDIUM_STATUS_MEMORY_ERROR:
114 BT_MSG_ITER_LOGE_APPEND_CAUSE(msg_iter_data->self_msg_iter,
115 "Failed to get next message from CTF message iterator.");
116 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_MEMORY_ERROR;
117 break;
118
119 default:
120 bt_common_abort();
121 }
122
123 return status;
124 }
125
126 BT_HIDDEN
127 bt_component_class_message_iterator_next_method_status ctf_fs_iterator_next(
128 bt_self_message_iterator *iterator,
129 bt_message_array_const msgs, uint64_t capacity,
130 uint64_t *count)
131 {
132 bt_component_class_message_iterator_next_method_status status;
133 struct ctf_fs_msg_iter_data *msg_iter_data =
134 bt_self_message_iterator_get_data(iterator);
135 uint64_t i = 0;
136
137 if (G_UNLIKELY(msg_iter_data->next_saved_error)) {
138 /*
139 * Last time we were called, we hit an error but had some
140 * messages to deliver, so we stashed the error here. Return
141 * it now.
142 */
143 BT_CURRENT_THREAD_MOVE_ERROR_AND_RESET(msg_iter_data->next_saved_error);
144 status = msg_iter_data->next_saved_status;
145 goto end;
146 }
147
148 do {
149 status = ctf_fs_iterator_next_one(msg_iter_data, &msgs[i]);
150 if (status == BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK) {
151 i++;
152 }
153 } while (i < capacity &&
154 status == BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK);
155
156 if (i > 0) {
157 /*
158 * Even if ctf_fs_iterator_next_one() returned something
159 * else than BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK, we
160 * accumulated message objects in the output
161 * message array, so we need to return
162 * BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK so that they are
163 * transfered to downstream. This other status occurs
164 * again the next time muxer_msg_iter_do_next() is
165 * called, possibly without any accumulated
166 * message, in which case we'll return it.
167 */
168 if (status < 0) {
169 /*
170 * Save this error for the next _next call. Assume that
171 * this component always appends error causes when
172 * returning an error status code, which will cause the
173 * current thread error to be non-NULL.
174 */
175 msg_iter_data->next_saved_error = bt_current_thread_take_error();
176 BT_ASSERT(msg_iter_data->next_saved_error);
177 msg_iter_data->next_saved_status = status;
178 }
179
180 *count = i;
181 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK;
182 }
183
184 end:
185 return status;
186 }
187
188 BT_HIDDEN
189 bt_component_class_message_iterator_seek_beginning_method_status
190 ctf_fs_iterator_seek_beginning(bt_self_message_iterator *it)
191 {
192 struct ctf_fs_msg_iter_data *msg_iter_data =
193 bt_self_message_iterator_get_data(it);
194
195 BT_ASSERT(msg_iter_data);
196
197 ctf_msg_iter_reset(msg_iter_data->msg_iter);
198 ctf_fs_ds_group_medops_data_reset(msg_iter_data->msg_iter_medops_data);
199
200 return BT_COMPONENT_CLASS_MESSAGE_ITERATOR_SEEK_BEGINNING_METHOD_STATUS_OK;
201 }
202
203 BT_HIDDEN
204 void ctf_fs_iterator_finalize(bt_self_message_iterator *it)
205 {
206 ctf_fs_msg_iter_data_destroy(
207 bt_self_message_iterator_get_data(it));
208 }
209
210 BT_HIDDEN
211 bt_component_class_message_iterator_initialize_method_status ctf_fs_iterator_init(
212 bt_self_message_iterator *self_msg_iter,
213 bt_self_message_iterator_configuration *config,
214 bt_self_component_source *self_comp_src,
215 bt_self_component_port_output *self_port)
216 {
217 struct ctf_fs_port_data *port_data;
218 struct ctf_fs_msg_iter_data *msg_iter_data = NULL;
219 bt_component_class_message_iterator_initialize_method_status status;
220 bt_logging_level log_level;
221 bt_self_component *self_comp =
222 bt_self_component_source_as_self_component(self_comp_src);
223 enum ctf_msg_iter_medium_status medium_status;
224
225 port_data = bt_self_component_port_get_data(
226 bt_self_component_port_output_as_self_component_port(
227 self_port));
228 BT_ASSERT(port_data);
229 log_level = port_data->ctf_fs->log_level;
230 msg_iter_data = g_new0(struct ctf_fs_msg_iter_data, 1);
231 if (!msg_iter_data) {
232 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_INITIALIZE_METHOD_STATUS_MEMORY_ERROR;
233 goto error;
234 }
235
236 msg_iter_data->log_level = log_level;
237 msg_iter_data->self_comp = self_comp;
238 msg_iter_data->self_msg_iter = self_msg_iter;
239 msg_iter_data->ds_file_group = port_data->ds_file_group;
240
241 medium_status = ctf_fs_ds_group_medops_data_create(
242 msg_iter_data->ds_file_group, self_msg_iter, log_level,
243 &msg_iter_data->msg_iter_medops_data);
244 BT_ASSERT(
245 medium_status == CTF_MSG_ITER_MEDIUM_STATUS_OK ||
246 medium_status == CTF_MSG_ITER_MEDIUM_STATUS_ERROR ||
247 medium_status == CTF_MSG_ITER_MEDIUM_STATUS_MEMORY_ERROR);
248 if (medium_status != CTF_MSG_ITER_MEDIUM_STATUS_OK) {
249 BT_MSG_ITER_LOGE_APPEND_CAUSE(self_msg_iter,
250 "Failed to create ctf_fs_ds_group_medops");
251 status = (int) medium_status;
252 goto error;
253 }
254
255 msg_iter_data->msg_iter = ctf_msg_iter_create(
256 msg_iter_data->ds_file_group->ctf_fs_trace->metadata->tc,
257 bt_common_get_page_size(msg_iter_data->log_level) * 8,
258 ctf_fs_ds_group_medops,
259 msg_iter_data->msg_iter_medops_data,
260 msg_iter_data->log_level,
261 self_comp, self_msg_iter);
262 if (!msg_iter_data->msg_iter) {
263 BT_COMP_LOGE_APPEND_CAUSE(self_comp, "Cannot create a CTF message iterator.");
264 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_INITIALIZE_METHOD_STATUS_MEMORY_ERROR;
265 goto error;
266 }
267
268 /* FIXME: This is temporary, those functions will be removed. */
269 ctf_msg_iter_set_emit_stream_end_message(
270 msg_iter_data->msg_iter, true);
271 ctf_msg_iter_set_emit_stream_beginning_message(
272 msg_iter_data->msg_iter, true);
273
274 /*
275 * This iterator can seek forward if its stream class has a default
276 * clock class.
277 */
278 if (msg_iter_data->ds_file_group->sc->default_clock_class) {
279 bt_self_message_iterator_configuration_set_can_seek_forward(
280 config, true);
281 }
282
283 bt_self_message_iterator_set_data(self_msg_iter,
284 msg_iter_data);
285 msg_iter_data = NULL;
286
287 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_INITIALIZE_METHOD_STATUS_OK;
288 goto end;
289
290 error:
291 bt_self_message_iterator_set_data(self_msg_iter, NULL);
292
293 end:
294 ctf_fs_msg_iter_data_destroy(msg_iter_data);
295 return status;
296 }
297
298 static
299 void ctf_fs_trace_destroy(struct ctf_fs_trace *ctf_fs_trace)
300 {
301 if (!ctf_fs_trace) {
302 return;
303 }
304
305 if (ctf_fs_trace->ds_file_groups) {
306 g_ptr_array_free(ctf_fs_trace->ds_file_groups, TRUE);
307 }
308
309 BT_TRACE_PUT_REF_AND_RESET(ctf_fs_trace->trace);
310
311 if (ctf_fs_trace->path) {
312 g_string_free(ctf_fs_trace->path, TRUE);
313 }
314
315 if (ctf_fs_trace->metadata) {
316 ctf_fs_metadata_fini(ctf_fs_trace->metadata);
317 g_free(ctf_fs_trace->metadata);
318 }
319
320 g_free(ctf_fs_trace);
321 }
322
323 BT_HIDDEN
324 void ctf_fs_destroy(struct ctf_fs_component *ctf_fs)
325 {
326 if (!ctf_fs) {
327 return;
328 }
329
330 ctf_fs_trace_destroy(ctf_fs->trace);
331
332 if (ctf_fs->port_data) {
333 g_ptr_array_free(ctf_fs->port_data, TRUE);
334 }
335
336 g_free(ctf_fs);
337 }
338
339 static
340 void port_data_destroy(struct ctf_fs_port_data *port_data)
341 {
342 if (!port_data) {
343 return;
344 }
345
346 g_free(port_data);
347 }
348
349 static
350 void port_data_destroy_notifier(void *data) {
351 port_data_destroy(data);
352 }
353
354 static
355 void ctf_fs_trace_destroy_notifier(void *data)
356 {
357 struct ctf_fs_trace *trace = data;
358 ctf_fs_trace_destroy(trace);
359 }
360
361 struct ctf_fs_component *ctf_fs_component_create(bt_logging_level log_level,
362 bt_self_component *self_comp)
363 {
364 struct ctf_fs_component *ctf_fs;
365
366 ctf_fs = g_new0(struct ctf_fs_component, 1);
367 if (!ctf_fs) {
368 goto error;
369 }
370
371 ctf_fs->log_level = log_level;
372 ctf_fs->port_data =
373 g_ptr_array_new_with_free_func(port_data_destroy_notifier);
374 if (!ctf_fs->port_data) {
375 goto error;
376 }
377
378 goto end;
379
380 error:
381 ctf_fs_destroy(ctf_fs);
382 ctf_fs = NULL;
383
384 end:
385 return ctf_fs;
386 }
387
388 void ctf_fs_finalize(bt_self_component_source *component)
389 {
390 ctf_fs_destroy(bt_self_component_get_data(
391 bt_self_component_source_as_self_component(component)));
392 }
393
394 gchar *ctf_fs_make_port_name(struct ctf_fs_ds_file_group *ds_file_group)
395 {
396 GString *name = g_string_new(NULL);
397
398 /*
399 * The unique port name is generated by concatenating unique identifiers
400 * for:
401 *
402 * - the trace
403 * - the stream class
404 * - the stream
405 */
406
407 /* For the trace, use the uuid if present, else the path. */
408 if (ds_file_group->ctf_fs_trace->metadata->tc->is_uuid_set) {
409 char uuid_str[BT_UUID_STR_LEN + 1];
410
411 bt_uuid_to_str(ds_file_group->ctf_fs_trace->metadata->tc->uuid, uuid_str);
412 g_string_assign(name, uuid_str);
413 } else {
414 g_string_assign(name, ds_file_group->ctf_fs_trace->path->str);
415 }
416
417 /*
418 * For the stream class, use the id if present. We can omit this field
419 * otherwise, as there will only be a single stream class.
420 */
421 if (ds_file_group->sc->id != UINT64_C(-1)) {
422 g_string_append_printf(name, " | %" PRIu64, ds_file_group->sc->id);
423 }
424
425 /* For the stream, use the id if present, else, use the path. */
426 if (ds_file_group->stream_id != UINT64_C(-1)) {
427 g_string_append_printf(name, " | %" PRIu64, ds_file_group->stream_id);
428 } else {
429 BT_ASSERT(ds_file_group->ds_file_infos->len == 1);
430 struct ctf_fs_ds_file_info *ds_file_info =
431 g_ptr_array_index(ds_file_group->ds_file_infos, 0);
432 g_string_append_printf(name, " | %s", ds_file_info->path->str);
433 }
434
435 return g_string_free(name, FALSE);
436 }
437
438 static
439 int create_one_port_for_trace(struct ctf_fs_component *ctf_fs,
440 struct ctf_fs_trace *ctf_fs_trace,
441 struct ctf_fs_ds_file_group *ds_file_group,
442 bt_self_component_source *self_comp_src)
443 {
444 int ret = 0;
445 struct ctf_fs_port_data *port_data = NULL;
446 gchar *port_name;
447 bt_logging_level log_level = ctf_fs->log_level;
448 bt_self_component *self_comp =
449 bt_self_component_source_as_self_component(self_comp_src);
450
451 port_name = ctf_fs_make_port_name(ds_file_group);
452 if (!port_name) {
453 goto error;
454 }
455
456 BT_COMP_LOGI("Creating one port named `%s`", port_name);
457
458 /* Create output port for this file */
459 port_data = g_new0(struct ctf_fs_port_data, 1);
460 if (!port_data) {
461 goto error;
462 }
463
464 port_data->ctf_fs = ctf_fs;
465 port_data->ds_file_group = ds_file_group;
466 ret = bt_self_component_source_add_output_port(
467 self_comp_src, port_name, port_data, NULL);
468 if (ret) {
469 goto error;
470 }
471
472 g_ptr_array_add(ctf_fs->port_data, port_data);
473 port_data = NULL;
474 goto end;
475
476 error:
477 ret = -1;
478
479 end:
480 g_free(port_name);
481
482 port_data_destroy(port_data);
483 return ret;
484 }
485
486 static
487 int create_ports_for_trace(struct ctf_fs_component *ctf_fs,
488 struct ctf_fs_trace *ctf_fs_trace,
489 bt_self_component_source *self_comp_src)
490 {
491 int ret = 0;
492 size_t i;
493 bt_logging_level log_level = ctf_fs_trace->log_level;
494 bt_self_component *self_comp =
495 bt_self_component_source_as_self_component(self_comp_src);
496
497 /* Create one output port for each stream file group */
498 for (i = 0; i < ctf_fs_trace->ds_file_groups->len; i++) {
499 struct ctf_fs_ds_file_group *ds_file_group =
500 g_ptr_array_index(ctf_fs_trace->ds_file_groups, i);
501
502 ret = create_one_port_for_trace(ctf_fs, ctf_fs_trace,
503 ds_file_group, self_comp_src);
504 if (ret) {
505 BT_COMP_LOGE_APPEND_CAUSE(self_comp, "Cannot create output port.");
506 goto end;
507 }
508 }
509
510 end:
511 return ret;
512 }
513
514 static
515 void ctf_fs_ds_file_info_destroy(struct ctf_fs_ds_file_info *ds_file_info)
516 {
517 if (!ds_file_info) {
518 return;
519 }
520
521 if (ds_file_info->path) {
522 g_string_free(ds_file_info->path, TRUE);
523 }
524
525 g_free(ds_file_info);
526 }
527
528 static
529 struct ctf_fs_ds_file_info *ctf_fs_ds_file_info_create(const char *path,
530 int64_t begin_ns)
531 {
532 struct ctf_fs_ds_file_info *ds_file_info;
533
534 ds_file_info = g_new0(struct ctf_fs_ds_file_info, 1);
535 if (!ds_file_info) {
536 goto end;
537 }
538
539 ds_file_info->path = g_string_new(path);
540 if (!ds_file_info->path) {
541 ctf_fs_ds_file_info_destroy(ds_file_info);
542 ds_file_info = NULL;
543 goto end;
544 }
545
546 ds_file_info->begin_ns = begin_ns;
547
548 end:
549 return ds_file_info;
550 }
551
552 static
553 void ctf_fs_ds_file_group_destroy(struct ctf_fs_ds_file_group *ds_file_group)
554 {
555 if (!ds_file_group) {
556 return;
557 }
558
559 if (ds_file_group->ds_file_infos) {
560 g_ptr_array_free(ds_file_group->ds_file_infos, TRUE);
561 }
562
563 if (ds_file_group->index) {
564 if (ds_file_group->index->entries) {
565 g_ptr_array_free(ds_file_group->index->entries, TRUE);
566 }
567 g_free(ds_file_group->index);
568 }
569
570 bt_stream_put_ref(ds_file_group->stream);
571 g_free(ds_file_group);
572 }
573
574 static
575 struct ctf_fs_ds_file_group *ctf_fs_ds_file_group_create(
576 struct ctf_fs_trace *ctf_fs_trace,
577 struct ctf_stream_class *sc,
578 uint64_t stream_instance_id,
579 struct ctf_fs_ds_index *index)
580 {
581 struct ctf_fs_ds_file_group *ds_file_group;
582
583 ds_file_group = g_new0(struct ctf_fs_ds_file_group, 1);
584 if (!ds_file_group) {
585 goto error;
586 }
587
588 ds_file_group->ds_file_infos = g_ptr_array_new_with_free_func(
589 (GDestroyNotify) ctf_fs_ds_file_info_destroy);
590 if (!ds_file_group->ds_file_infos) {
591 goto error;
592 }
593
594 ds_file_group->index = index;
595
596 ds_file_group->stream_id = stream_instance_id;
597 BT_ASSERT(sc);
598 ds_file_group->sc = sc;
599 ds_file_group->ctf_fs_trace = ctf_fs_trace;
600 goto end;
601
602 error:
603 ctf_fs_ds_file_group_destroy(ds_file_group);
604 ctf_fs_ds_index_destroy(index);
605 ds_file_group = NULL;
606
607 end:
608 return ds_file_group;
609 }
610
611 /* Replace by g_ptr_array_insert when we depend on glib >= 2.40. */
612 static
613 void array_insert(GPtrArray *array, gpointer element, size_t pos)
614 {
615 size_t original_array_len = array->len;
616
617 /* Allocate an unused element at the end of the array. */
618 g_ptr_array_add(array, NULL);
619
620 /* If we are not inserting at the end, move the elements by one. */
621 if (pos < original_array_len) {
622 memmove(&(array->pdata[pos + 1]),
623 &(array->pdata[pos]),
624 (original_array_len - pos) * sizeof(gpointer));
625 }
626
627 /* Insert the value. */
628 array->pdata[pos] = element;
629 }
630
631 /*
632 * Insert ds_file_info in ds_file_group's list of ds_file_infos at the right
633 * place to keep it sorted.
634 */
635
636 static
637 void ds_file_group_insert_ds_file_info_sorted(
638 struct ctf_fs_ds_file_group *ds_file_group,
639 struct ctf_fs_ds_file_info *ds_file_info)
640 {
641 guint i;
642
643 /* Find the spot where to insert this ds_file_info. */
644 for (i = 0; i < ds_file_group->ds_file_infos->len; i++) {
645 struct ctf_fs_ds_file_info *other_ds_file_info =
646 g_ptr_array_index(ds_file_group->ds_file_infos, i);
647
648 if (ds_file_info->begin_ns < other_ds_file_info->begin_ns) {
649 break;
650 }
651 }
652
653 array_insert(ds_file_group->ds_file_infos, ds_file_info, i);
654 }
655
656 static
657 bool ds_index_entries_equal(
658 const struct ctf_fs_ds_index_entry *left,
659 const struct ctf_fs_ds_index_entry *right)
660 {
661 if (left->packet_size != right->packet_size) {
662 return false;
663 }
664
665 if (left->timestamp_begin != right->timestamp_begin) {
666 return false;
667 }
668
669 if (left->timestamp_end != right->timestamp_end) {
670 return false;
671 }
672
673 if (left->packet_seq_num != right->packet_seq_num) {
674 return false;
675 }
676
677 return true;
678 }
679
680 /*
681 * Insert `entry` into `index`, without duplication.
682 *
683 * The entry is inserted only if there isn't an identical entry already.
684 *
685 * In any case, the ownership of `entry` is transferred to this function. So if
686 * the entry is not inserted, it is freed.
687 */
688
689 static
690 void ds_index_insert_ds_index_entry_sorted(
691 struct ctf_fs_ds_index *index,
692 struct ctf_fs_ds_index_entry *entry)
693 {
694 guint i;
695 struct ctf_fs_ds_index_entry *other_entry;
696
697 /* Find the spot where to insert this index entry. */
698 for (i = 0; i < index->entries->len; i++) {
699 other_entry = g_ptr_array_index(index->entries, i);
700
701 if (entry->timestamp_begin_ns <= other_entry->timestamp_begin_ns) {
702 break;
703 }
704 }
705
706 /*
707 * Insert the entry only if a duplicate doesn't already exist.
708 *
709 * There can be duplicate packets if reading multiple overlapping
710 * snapshots of the same trace. We then want the index to contain
711 * a reference to only one copy of that packet.
712 */
713 if (i == index->entries->len ||
714 !ds_index_entries_equal(entry, other_entry)) {
715 array_insert(index->entries, entry, i);
716 } else {
717 g_free(entry);
718 }
719 }
720
721 static
722 void merge_ctf_fs_ds_indexes(struct ctf_fs_ds_index *dest, struct ctf_fs_ds_index *src)
723 {
724 guint i;
725
726 for (i = 0; i < src->entries->len; i++) {
727 struct ctf_fs_ds_index_entry *entry =
728 g_ptr_array_index(src->entries, i);
729
730 /*
731 * Ownership of the ctf_fs_ds_index_entry is transferred to
732 * ds_index_insert_ds_index_entry_sorted.
733 */
734 g_ptr_array_index(src->entries, i) = NULL;
735 ds_index_insert_ds_index_entry_sorted(dest, entry);
736 }
737 }
738
739 static
740 int add_ds_file_to_ds_file_group(struct ctf_fs_trace *ctf_fs_trace,
741 const char *path)
742 {
743 int64_t stream_instance_id = -1;
744 int64_t begin_ns = -1;
745 struct ctf_fs_ds_file_group *ds_file_group = NULL;
746 bool add_group = false;
747 int ret;
748 size_t i;
749 struct ctf_fs_ds_file *ds_file = NULL;
750 struct ctf_fs_ds_file_info *ds_file_info = NULL;
751 struct ctf_fs_ds_index *index = NULL;
752 struct ctf_msg_iter *msg_iter = NULL;
753 struct ctf_stream_class *sc = NULL;
754 struct ctf_msg_iter_packet_properties props;
755 bt_logging_level log_level = ctf_fs_trace->log_level;
756 bt_self_component *self_comp = ctf_fs_trace->self_comp;
757 bt_self_component_class *self_comp_class = ctf_fs_trace->self_comp_class;
758
759 /*
760 * Create a temporary ds_file to read some properties about the data
761 * stream file.
762 */
763 ds_file = ctf_fs_ds_file_create(ctf_fs_trace, NULL, NULL, path,
764 log_level);
765 if (!ds_file) {
766 goto error;
767 }
768
769 /* Create a temporary iterator to read the ds_file. */
770 msg_iter = ctf_msg_iter_create(ctf_fs_trace->metadata->tc,
771 bt_common_get_page_size(log_level) * 8,
772 ctf_fs_ds_file_medops, ds_file, log_level, self_comp, NULL);
773 if (!msg_iter) {
774 BT_COMP_LOGE_STR("Cannot create a CTF message iterator.");
775 goto error;
776 }
777
778 ret = ctf_msg_iter_get_packet_properties(msg_iter, &props);
779 if (ret) {
780 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
781 "Cannot get stream file's first packet's header and context fields (`%s`).",
782 path);
783 goto error;
784 }
785
786 sc = ctf_trace_class_borrow_stream_class_by_id(ds_file->metadata->tc,
787 props.stream_class_id);
788 BT_ASSERT(sc);
789 stream_instance_id = props.data_stream_id;
790
791 if (props.snapshots.beginning_clock != UINT64_C(-1)) {
792 BT_ASSERT(sc->default_clock_class);
793 ret = bt_util_clock_cycles_to_ns_from_origin(
794 props.snapshots.beginning_clock,
795 sc->default_clock_class->frequency,
796 sc->default_clock_class->offset_seconds,
797 sc->default_clock_class->offset_cycles, &begin_ns);
798 if (ret) {
799 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
800 "Cannot convert clock cycles to nanoseconds from origin (`%s`).",
801 path);
802 goto error;
803 }
804 }
805
806 ds_file_info = ctf_fs_ds_file_info_create(path, begin_ns);
807 if (!ds_file_info) {
808 goto error;
809 }
810
811 index = ctf_fs_ds_file_build_index(ds_file, ds_file_info, msg_iter);
812 if (!index) {
813 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
814 self_comp, self_comp_class,
815 "Failed to index CTF stream file \'%s\'",
816 ds_file->file->path->str);
817 goto error;
818 }
819
820 if (begin_ns == -1) {
821 /*
822 * No beggining timestamp to sort the stream files
823 * within a stream file group, so consider that this
824 * file must be the only one within its group.
825 */
826 stream_instance_id = -1;
827 }
828
829 if (stream_instance_id == -1) {
830 /*
831 * No stream instance ID or no beginning timestamp:
832 * create a unique stream file group for this stream
833 * file because, even if there's a stream instance ID,
834 * there's no timestamp to order the file within its
835 * group.
836 */
837 ds_file_group = ctf_fs_ds_file_group_create(ctf_fs_trace,
838 sc, UINT64_C(-1), index);
839 /* Ownership of index is transferred. */
840 index = NULL;
841
842 if (!ds_file_group) {
843 goto error;
844 }
845
846 ds_file_group_insert_ds_file_info_sorted(ds_file_group,
847 BT_MOVE_REF(ds_file_info));
848
849 add_group = true;
850 goto end;
851 }
852
853 BT_ASSERT(stream_instance_id != -1);
854 BT_ASSERT(begin_ns != -1);
855
856 /* Find an existing stream file group with this ID */
857 for (i = 0; i < ctf_fs_trace->ds_file_groups->len; i++) {
858 ds_file_group = g_ptr_array_index(
859 ctf_fs_trace->ds_file_groups, i);
860
861 if (ds_file_group->sc == sc &&
862 ds_file_group->stream_id ==
863 stream_instance_id) {
864 break;
865 }
866
867 ds_file_group = NULL;
868 }
869
870 if (!ds_file_group) {
871 ds_file_group = ctf_fs_ds_file_group_create(ctf_fs_trace,
872 sc, stream_instance_id, index);
873 /* Ownership of index is transferred. */
874 index = NULL;
875 if (!ds_file_group) {
876 goto error;
877 }
878
879 add_group = true;
880 } else {
881 merge_ctf_fs_ds_indexes(ds_file_group->index, index);
882 }
883
884 ds_file_group_insert_ds_file_info_sorted(ds_file_group,
885 BT_MOVE_REF(ds_file_info));
886
887 goto end;
888
889 error:
890 ctf_fs_ds_file_group_destroy(ds_file_group);
891 ds_file_group = NULL;
892 ret = -1;
893
894 end:
895 if (add_group && ds_file_group) {
896 g_ptr_array_add(ctf_fs_trace->ds_file_groups, ds_file_group);
897 }
898
899 ctf_fs_ds_file_destroy(ds_file);
900 ctf_fs_ds_file_info_destroy(ds_file_info);
901
902 if (msg_iter) {
903 ctf_msg_iter_destroy(msg_iter);
904 }
905
906 ctf_fs_ds_index_destroy(index);
907 return ret;
908 }
909
910 static
911 int create_ds_file_groups(struct ctf_fs_trace *ctf_fs_trace)
912 {
913 int ret = 0;
914 const char *basename;
915 GError *error = NULL;
916 GDir *dir = NULL;
917 bt_logging_level log_level = ctf_fs_trace->log_level;
918 bt_self_component *self_comp = ctf_fs_trace->self_comp;
919 bt_self_component_class *self_comp_class = ctf_fs_trace->self_comp_class;
920
921 /* Check each file in the path directory, except specific ones */
922 dir = g_dir_open(ctf_fs_trace->path->str, 0, &error);
923 if (!dir) {
924 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
925 "Cannot open directory `%s`: %s (code %d)",
926 ctf_fs_trace->path->str, error->message,
927 error->code);
928 goto error;
929 }
930
931 while ((basename = g_dir_read_name(dir))) {
932 struct ctf_fs_file *file;
933
934 if (strcmp(basename, CTF_FS_METADATA_FILENAME) == 0) {
935 /* Ignore the metadata stream. */
936 BT_COMP_LOGI("Ignoring metadata file `%s" G_DIR_SEPARATOR_S "%s`",
937 ctf_fs_trace->path->str, basename);
938 continue;
939 }
940
941 if (basename[0] == '.') {
942 BT_COMP_LOGI("Ignoring hidden file `%s" G_DIR_SEPARATOR_S "%s`",
943 ctf_fs_trace->path->str, basename);
944 continue;
945 }
946
947 /* Create the file. */
948 file = ctf_fs_file_create(log_level, self_comp);
949 if (!file) {
950 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
951 "Cannot create stream file object for file `%s" G_DIR_SEPARATOR_S "%s`",
952 ctf_fs_trace->path->str, basename);
953 goto error;
954 }
955
956 /* Create full path string. */
957 g_string_append_printf(file->path, "%s" G_DIR_SEPARATOR_S "%s",
958 ctf_fs_trace->path->str, basename);
959 if (!g_file_test(file->path->str, G_FILE_TEST_IS_REGULAR)) {
960 BT_COMP_LOGI("Ignoring non-regular file `%s`",
961 file->path->str);
962 ctf_fs_file_destroy(file);
963 file = NULL;
964 continue;
965 }
966
967 ret = ctf_fs_file_open(file, "rb");
968 if (ret) {
969 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
970 "Cannot open stream file `%s`",
971 file->path->str);
972 goto error;
973 }
974
975 if (file->size == 0) {
976 /* Skip empty stream. */
977 BT_COMP_LOGI("Ignoring empty file `%s`", file->path->str);
978 ctf_fs_file_destroy(file);
979 continue;
980 }
981
982 ret = add_ds_file_to_ds_file_group(ctf_fs_trace,
983 file->path->str);
984 if (ret) {
985 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
986 "Cannot add stream file `%s` to stream file group",
987 file->path->str);
988 ctf_fs_file_destroy(file);
989 goto error;
990 }
991
992 ctf_fs_file_destroy(file);
993 }
994
995 goto end;
996
997 error:
998 ret = -1;
999
1000 end:
1001 if (dir) {
1002 g_dir_close(dir);
1003 dir = NULL;
1004 }
1005
1006 if (error) {
1007 g_error_free(error);
1008 }
1009
1010 return ret;
1011 }
1012
1013 static
1014 int set_trace_name(bt_trace *trace, const char *name_suffix,
1015 bt_logging_level log_level, bt_self_component *self_comp)
1016 {
1017 int ret = 0;
1018 const bt_value *val;
1019 GString *name;
1020
1021 name = g_string_new(NULL);
1022 if (!name) {
1023 BT_COMP_LOGE_STR("Failed to allocate a GString.");
1024 ret = -1;
1025 goto end;
1026 }
1027
1028 /*
1029 * Check if we have a trace environment string value named `hostname`.
1030 * If so, use it as the trace name's prefix.
1031 */
1032 val = bt_trace_borrow_environment_entry_value_by_name_const(
1033 trace, "hostname");
1034 if (val && bt_value_is_string(val)) {
1035 g_string_append(name, bt_value_string_get(val));
1036
1037 if (name_suffix) {
1038 g_string_append_c(name, G_DIR_SEPARATOR);
1039 }
1040 }
1041
1042 if (name_suffix) {
1043 g_string_append(name, name_suffix);
1044 }
1045
1046 ret = bt_trace_set_name(trace, name->str);
1047 if (ret) {
1048 goto end;
1049 }
1050
1051 goto end;
1052
1053 end:
1054 if (name) {
1055 g_string_free(name, TRUE);
1056 }
1057
1058 return ret;
1059 }
1060
1061 static
1062 struct ctf_fs_trace *ctf_fs_trace_create(
1063 bt_self_component *self_comp,
1064 bt_self_component_class *self_comp_class,
1065 const char *path, const char *name,
1066 struct ctf_fs_metadata_config *metadata_config,
1067 bt_logging_level log_level)
1068 {
1069 struct ctf_fs_trace *ctf_fs_trace;
1070 int ret;
1071
1072 /* Only one of them must be set. */
1073 BT_ASSERT(!self_comp != !self_comp_class);
1074
1075 ctf_fs_trace = g_new0(struct ctf_fs_trace, 1);
1076 if (!ctf_fs_trace) {
1077 goto end;
1078 }
1079
1080 ctf_fs_trace->log_level = log_level;
1081 ctf_fs_trace->self_comp = self_comp;
1082 ctf_fs_trace->self_comp_class = self_comp_class;
1083 ctf_fs_trace->path = g_string_new(path);
1084 if (!ctf_fs_trace->path) {
1085 goto error;
1086 }
1087
1088 ctf_fs_trace->metadata = g_new0(struct ctf_fs_metadata, 1);
1089 if (!ctf_fs_trace->metadata) {
1090 goto error;
1091 }
1092
1093 ctf_fs_metadata_init(ctf_fs_trace->metadata);
1094 ctf_fs_trace->ds_file_groups = g_ptr_array_new_with_free_func(
1095 (GDestroyNotify) ctf_fs_ds_file_group_destroy);
1096 if (!ctf_fs_trace->ds_file_groups) {
1097 goto error;
1098 }
1099
1100 ret = ctf_fs_metadata_set_trace_class(self_comp, ctf_fs_trace,
1101 metadata_config);
1102 if (ret) {
1103 goto error;
1104 }
1105
1106 if (ctf_fs_trace->metadata->trace_class) {
1107 ctf_fs_trace->trace =
1108 bt_trace_create(ctf_fs_trace->metadata->trace_class);
1109 if (!ctf_fs_trace->trace) {
1110 goto error;
1111 }
1112 }
1113
1114 if (ctf_fs_trace->trace) {
1115 ret = ctf_trace_class_configure_ir_trace(
1116 ctf_fs_trace->metadata->tc, ctf_fs_trace->trace);
1117 if (ret) {
1118 goto error;
1119 }
1120
1121 ret = set_trace_name(ctf_fs_trace->trace, name, log_level,
1122 self_comp);
1123 if (ret) {
1124 goto error;
1125 }
1126 }
1127
1128 ret = create_ds_file_groups(ctf_fs_trace);
1129 if (ret) {
1130 goto error;
1131 }
1132
1133 goto end;
1134
1135 error:
1136 ctf_fs_trace_destroy(ctf_fs_trace);
1137 ctf_fs_trace = NULL;
1138
1139 end:
1140 return ctf_fs_trace;
1141 }
1142
1143 static
1144 int path_is_ctf_trace(const char *path)
1145 {
1146 GString *metadata_path = g_string_new(NULL);
1147 int ret = 0;
1148
1149 if (!metadata_path) {
1150 ret = -1;
1151 goto end;
1152 }
1153
1154 g_string_printf(metadata_path, "%s" G_DIR_SEPARATOR_S "%s", path, CTF_FS_METADATA_FILENAME);
1155
1156 if (g_file_test(metadata_path->str, G_FILE_TEST_IS_REGULAR)) {
1157 ret = 1;
1158 goto end;
1159 }
1160
1161 end:
1162 g_string_free(metadata_path, TRUE);
1163 return ret;
1164 }
1165
1166 /* Helper for ctf_fs_component_create_ctf_fs_trace, to handle a single path. */
1167
1168 static
1169 int ctf_fs_component_create_ctf_fs_trace_one_path(
1170 struct ctf_fs_component *ctf_fs,
1171 const char *path_param,
1172 const char *trace_name,
1173 GPtrArray *traces,
1174 bt_self_component *self_comp,
1175 bt_self_component_class *self_comp_class)
1176 {
1177 struct ctf_fs_trace *ctf_fs_trace;
1178 int ret;
1179 GString *norm_path;
1180 bt_logging_level log_level = ctf_fs->log_level;
1181
1182 norm_path = bt_common_normalize_path(path_param, NULL);
1183 if (!norm_path) {
1184 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1185 "Failed to normalize path: `%s`.",
1186 path_param);
1187 goto error;
1188 }
1189
1190 ret = path_is_ctf_trace(norm_path->str);
1191 if (ret < 0) {
1192 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1193 "Failed to check if path is a CTF trace: path=%s",
1194 norm_path->str);
1195 goto error;
1196 } else if (ret == 0) {
1197 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1198 "Path is not a CTF trace (does not contain a metadata file): `%s`.",
1199 norm_path->str);
1200 goto error;
1201 }
1202
1203 // FIXME: Remove or ifdef for __MINGW32__
1204 if (strcmp(norm_path->str, "/") == 0) {
1205 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1206 "Opening a trace in `/` is not supported.");
1207 ret = -1;
1208 goto end;
1209 }
1210
1211 ctf_fs_trace = ctf_fs_trace_create(self_comp, self_comp_class, norm_path->str,
1212 trace_name, &ctf_fs->metadata_config, log_level);
1213 if (!ctf_fs_trace) {
1214 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1215 "Cannot create trace for `%s`.",
1216 norm_path->str);
1217 goto error;
1218 }
1219
1220 g_ptr_array_add(traces, ctf_fs_trace);
1221 ctf_fs_trace = NULL;
1222
1223 ret = 0;
1224 goto end;
1225
1226 error:
1227 ret = -1;
1228
1229 end:
1230 if (norm_path) {
1231 g_string_free(norm_path, TRUE);
1232 }
1233
1234 return ret;
1235 }
1236
1237 /*
1238 * Count the number of stream and event classes defined by this trace's metadata.
1239 *
1240 * This is used to determine which metadata is the "latest", out of multiple
1241 * traces sharing the same UUID. It is assumed that amongst all these metadatas,
1242 * a bigger metadata is a superset of a smaller metadata. Therefore, it is
1243 * enough to just count the classes.
1244 */
1245
1246 static
1247 unsigned int metadata_count_stream_and_event_classes(struct ctf_fs_trace *trace)
1248 {
1249 unsigned int num = trace->metadata->tc->stream_classes->len;
1250 guint i;
1251
1252 for (i = 0; i < trace->metadata->tc->stream_classes->len; i++) {
1253 struct ctf_stream_class *sc = trace->metadata->tc->stream_classes->pdata[i];
1254 num += sc->event_classes->len;
1255 }
1256
1257 return num;
1258 }
1259
1260 /*
1261 * Merge the src ds_file_group into dest. This consists of merging their
1262 * ds_file_infos, making sure to keep the result sorted.
1263 */
1264
1265 static
1266 void merge_ctf_fs_ds_file_groups(struct ctf_fs_ds_file_group *dest, struct ctf_fs_ds_file_group *src)
1267 {
1268 guint i;
1269
1270 for (i = 0; i < src->ds_file_infos->len; i++) {
1271 struct ctf_fs_ds_file_info *ds_file_info =
1272 g_ptr_array_index(src->ds_file_infos, i);
1273
1274 /* Ownership of the ds_file_info is transferred to dest. */
1275 g_ptr_array_index(src->ds_file_infos, i) = NULL;
1276
1277 ds_file_group_insert_ds_file_info_sorted(dest, ds_file_info);
1278 }
1279
1280 /* Merge both indexes. */
1281 merge_ctf_fs_ds_indexes(dest->index, src->index);
1282 }
1283 /* Merge src_trace's data stream file groups into dest_trace's. */
1284
1285 static
1286 int merge_matching_ctf_fs_ds_file_groups(
1287 struct ctf_fs_trace *dest_trace,
1288 struct ctf_fs_trace *src_trace)
1289 {
1290
1291 GPtrArray *dest = dest_trace->ds_file_groups;
1292 GPtrArray *src = src_trace->ds_file_groups;
1293 guint s_i;
1294 int ret = 0;
1295
1296 /*
1297 * Save the initial length of dest: we only want to check against the
1298 * original elements in the inner loop.
1299 */
1300 const guint dest_len = dest->len;
1301
1302 for (s_i = 0; s_i < src->len; s_i++) {
1303 struct ctf_fs_ds_file_group *src_group = g_ptr_array_index(src, s_i);
1304 struct ctf_fs_ds_file_group *dest_group = NULL;
1305
1306 /* A stream instance without ID can't match a stream in the other trace. */
1307 if (src_group->stream_id != -1) {
1308 guint d_i;
1309
1310 /* Let's search for a matching ds_file_group in the destination. */
1311 for (d_i = 0; d_i < dest_len; d_i++) {
1312 struct ctf_fs_ds_file_group *candidate_dest = g_ptr_array_index(dest, d_i);
1313
1314 /* Can't match a stream instance without ID. */
1315 if (candidate_dest->stream_id == -1) {
1316 continue;
1317 }
1318
1319 /*
1320 * If the two groups have the same stream instance id
1321 * and belong to the same stream class (stream instance
1322 * ids are per-stream class), they represent the same
1323 * stream instance.
1324 */
1325 if (candidate_dest->stream_id != src_group->stream_id ||
1326 candidate_dest->sc->id != src_group->sc->id) {
1327 continue;
1328 }
1329
1330 dest_group = candidate_dest;
1331 break;
1332 }
1333 }
1334
1335 /*
1336 * Didn't find a friend in dest to merge our src_group into?
1337 * Create a new empty one. This can happen if a stream was
1338 * active in the source trace chunk but not in the destination
1339 * trace chunk.
1340 */
1341 if (!dest_group) {
1342 struct ctf_stream_class *sc;
1343 struct ctf_fs_ds_index *index;
1344
1345 sc = ctf_trace_class_borrow_stream_class_by_id(
1346 dest_trace->metadata->tc, src_group->sc->id);
1347 BT_ASSERT(sc);
1348
1349 index = ctf_fs_ds_index_create(dest_trace->log_level,
1350 dest_trace->self_comp);
1351 if (!index) {
1352 ret = -1;
1353 goto end;
1354 }
1355
1356 dest_group = ctf_fs_ds_file_group_create(dest_trace, sc,
1357 src_group->stream_id, index);
1358 /* Ownership of index is transferred. */
1359 index = NULL;
1360 if (!dest_group) {
1361 ret = -1;
1362 goto end;
1363 }
1364
1365 g_ptr_array_add(dest_trace->ds_file_groups, dest_group);
1366 }
1367
1368 BT_ASSERT(dest_group);
1369 merge_ctf_fs_ds_file_groups(dest_group, src_group);
1370 }
1371
1372 end:
1373 return ret;
1374 }
1375
1376 /*
1377 * Collapse the given traces, which must all share the same UUID, in a single
1378 * one.
1379 *
1380 * The trace with the most expansive metadata is chosen and all other traces
1381 * are merged into that one. The array slots of all the traces that get merged
1382 * in the chosen one are set to NULL, so only the slot of the chosen trace
1383 * remains non-NULL.
1384 */
1385
1386 static
1387 int merge_ctf_fs_traces(struct ctf_fs_trace **traces, unsigned int num_traces,
1388 struct ctf_fs_trace **out_trace)
1389 {
1390 unsigned int winner_count;
1391 struct ctf_fs_trace *winner;
1392 guint i, winner_i;
1393 int ret = 0;
1394
1395 BT_ASSERT(num_traces >= 2);
1396
1397 winner_count = metadata_count_stream_and_event_classes(traces[0]);
1398 winner = traces[0];
1399 winner_i = 0;
1400
1401 /* Find the trace with the largest metadata. */
1402 for (i = 1; i < num_traces; i++) {
1403 struct ctf_fs_trace *candidate;
1404 unsigned int candidate_count;
1405
1406 candidate = traces[i];
1407
1408 /* A bit of sanity check. */
1409 BT_ASSERT(bt_uuid_compare(winner->metadata->tc->uuid, candidate->metadata->tc->uuid) == 0);
1410
1411 candidate_count = metadata_count_stream_and_event_classes(candidate);
1412
1413 if (candidate_count > winner_count) {
1414 winner_count = candidate_count;
1415 winner = candidate;
1416 winner_i = i;
1417 }
1418 }
1419
1420 /* Merge all the other traces in the winning trace. */
1421 for (i = 0; i < num_traces; i++) {
1422 struct ctf_fs_trace *trace = traces[i];
1423
1424 /* Don't merge the winner into itself. */
1425 if (trace == winner) {
1426 continue;
1427 }
1428
1429 /* Merge trace's data stream file groups into winner's. */
1430 ret = merge_matching_ctf_fs_ds_file_groups(winner, trace);
1431 if (ret) {
1432 goto end;
1433 }
1434 }
1435
1436 /*
1437 * Move the winner out of the array, into `*out_trace`.
1438 */
1439 *out_trace = winner;
1440 traces[winner_i] = NULL;
1441
1442 end:
1443 return ret;
1444 }
1445
1446 enum target_event {
1447 FIRST_EVENT,
1448 LAST_EVENT,
1449 };
1450
1451 static
1452 int decode_clock_snapshot_after_event(struct ctf_fs_trace *ctf_fs_trace,
1453 struct ctf_clock_class *default_cc,
1454 struct ctf_fs_ds_index_entry *index_entry,
1455 enum target_event target_event, uint64_t *cs, int64_t *ts_ns)
1456 {
1457 enum ctf_msg_iter_status iter_status = CTF_MSG_ITER_STATUS_OK;
1458 struct ctf_fs_ds_file *ds_file = NULL;
1459 struct ctf_msg_iter *msg_iter = NULL;
1460 bt_logging_level log_level = ctf_fs_trace->log_level;
1461 bt_self_component *self_comp = ctf_fs_trace->self_comp;
1462 int ret = 0;
1463
1464 BT_ASSERT(ctf_fs_trace);
1465 BT_ASSERT(index_entry);
1466 BT_ASSERT(index_entry->path);
1467
1468 ds_file = ctf_fs_ds_file_create(ctf_fs_trace, NULL,
1469 NULL, index_entry->path, log_level);
1470 if (!ds_file) {
1471 BT_COMP_LOGE_APPEND_CAUSE(self_comp, "Failed to create a ctf_fs_ds_file");
1472 ret = -1;
1473 goto end;
1474 }
1475
1476 BT_ASSERT(ctf_fs_trace->metadata);
1477 BT_ASSERT(ctf_fs_trace->metadata->tc);
1478
1479 msg_iter = ctf_msg_iter_create(ctf_fs_trace->metadata->tc,
1480 bt_common_get_page_size(log_level) * 8, ctf_fs_ds_file_medops,
1481 ds_file, log_level, self_comp, NULL);
1482 if (!msg_iter) {
1483 /* ctf_msg_iter_create() logs errors. */
1484 ret = -1;
1485 goto end;
1486 }
1487
1488 /*
1489 * Turn on dry run mode to prevent the creation and usage of Babeltrace
1490 * library objects (bt_field, bt_message_*, etc.).
1491 */
1492 ctf_msg_iter_set_dry_run(msg_iter, true);
1493
1494 /* Seek to the beginning of the target packet. */
1495 iter_status = ctf_msg_iter_seek(msg_iter, index_entry->offset);
1496 if (iter_status) {
1497 /* ctf_msg_iter_seek() logs errors. */
1498 ret = -1;
1499 goto end;
1500 }
1501
1502 switch (target_event) {
1503 case FIRST_EVENT:
1504 /*
1505 * Start to decode the packet until we reach the end of
1506 * the first event. To extract the first event's clock
1507 * snapshot.
1508 */
1509 iter_status = ctf_msg_iter_curr_packet_first_event_clock_snapshot(
1510 msg_iter, cs);
1511 break;
1512 case LAST_EVENT:
1513 /* Decode the packet to extract the last event's clock snapshot. */
1514 iter_status = ctf_msg_iter_curr_packet_last_event_clock_snapshot(
1515 msg_iter, cs);
1516 break;
1517 default:
1518 bt_common_abort();
1519 }
1520 if (iter_status) {
1521 ret = -1;
1522 goto end;
1523 }
1524
1525 /* Convert clock snapshot to timestamp. */
1526 ret = bt_util_clock_cycles_to_ns_from_origin(*cs,
1527 default_cc->frequency, default_cc->offset_seconds,
1528 default_cc->offset_cycles, ts_ns);
1529 if (ret) {
1530 BT_COMP_LOGE_APPEND_CAUSE(self_comp,
1531 "Failed to convert clock snapshot to timestamp");
1532 goto end;
1533 }
1534
1535 end:
1536 if (ds_file) {
1537 ctf_fs_ds_file_destroy(ds_file);
1538 }
1539 if (msg_iter) {
1540 ctf_msg_iter_destroy(msg_iter);
1541 }
1542
1543 return ret;
1544 }
1545
1546 static
1547 int decode_packet_first_event_timestamp(struct ctf_fs_trace *ctf_fs_trace,
1548 struct ctf_clock_class *default_cc,
1549 struct ctf_fs_ds_index_entry *index_entry, uint64_t *cs, int64_t *ts_ns)
1550 {
1551 return decode_clock_snapshot_after_event(ctf_fs_trace, default_cc,
1552 index_entry, FIRST_EVENT, cs, ts_ns);
1553 }
1554
1555 static
1556 int decode_packet_last_event_timestamp(struct ctf_fs_trace *ctf_fs_trace,
1557 struct ctf_clock_class *default_cc,
1558 struct ctf_fs_ds_index_entry *index_entry, uint64_t *cs, int64_t *ts_ns)
1559 {
1560 return decode_clock_snapshot_after_event(ctf_fs_trace, default_cc,
1561 index_entry, LAST_EVENT, cs, ts_ns);
1562 }
1563
1564 /*
1565 * Fix up packet index entries for lttng's "event-after-packet" bug.
1566 * Some buggy lttng tracer versions may emit events with a timestamp that is
1567 * larger (after) than the timestamp_end of the their packets.
1568 *
1569 * To fix up this erroneous data we do the following:
1570 * 1. If it's not the stream file's last packet: set the packet index entry's
1571 * end time to the next packet's beginning time.
1572 * 2. If it's the stream file's last packet, set the packet index entry's end
1573 * time to the packet's last event's time, if any, or to the packet's
1574 * beginning time otherwise.
1575 *
1576 * Known buggy tracer versions:
1577 * - before lttng-ust 2.11.0
1578 * - before lttng-module 2.11.0
1579 * - before lttng-module 2.10.10
1580 * - before lttng-module 2.9.13
1581 */
1582 static
1583 int fix_index_lttng_event_after_packet_bug(struct ctf_fs_trace *trace)
1584 {
1585 int ret = 0;
1586 guint ds_file_group_i;
1587 GPtrArray *ds_file_groups = trace->ds_file_groups;
1588 bt_logging_level log_level = trace->log_level;
1589
1590 for (ds_file_group_i = 0; ds_file_group_i < ds_file_groups->len;
1591 ds_file_group_i++) {
1592 guint entry_i;
1593 struct ctf_clock_class *default_cc;
1594 struct ctf_fs_ds_index_entry *last_entry;
1595 struct ctf_fs_ds_index *index;
1596
1597 struct ctf_fs_ds_file_group *ds_file_group =
1598 g_ptr_array_index(ds_file_groups, ds_file_group_i);
1599
1600 BT_ASSERT(ds_file_group);
1601 index = ds_file_group->index;
1602
1603 BT_ASSERT(index);
1604 BT_ASSERT(index->entries);
1605 BT_ASSERT(index->entries->len > 0);
1606
1607 /*
1608 * Iterate over all entries but the last one. The last one is
1609 * fixed differently after.
1610 */
1611 for (entry_i = 0; entry_i < index->entries->len - 1;
1612 entry_i++) {
1613 struct ctf_fs_ds_index_entry *curr_entry, *next_entry;
1614
1615 curr_entry = g_ptr_array_index(index->entries, entry_i);
1616 next_entry = g_ptr_array_index(index->entries, entry_i + 1);
1617
1618 /*
1619 * 1. Set the current index entry `end` timestamp to
1620 * the next index entry `begin` timestamp.
1621 */
1622 curr_entry->timestamp_end = next_entry->timestamp_begin;
1623 curr_entry->timestamp_end_ns = next_entry->timestamp_begin_ns;
1624 }
1625
1626 /*
1627 * 2. Fix the last entry by decoding the last event of the last
1628 * packet.
1629 */
1630 last_entry = g_ptr_array_index(index->entries,
1631 index->entries->len - 1);
1632 BT_ASSERT(last_entry);
1633
1634 BT_ASSERT(ds_file_group->sc->default_clock_class);
1635 default_cc = ds_file_group->sc->default_clock_class;
1636
1637 /*
1638 * Decode packet to read the timestamp of the last event of the
1639 * entry.
1640 */
1641 ret = decode_packet_last_event_timestamp(trace, default_cc,
1642 last_entry, &last_entry->timestamp_end,
1643 &last_entry->timestamp_end_ns);
1644 if (ret) {
1645 BT_COMP_LOGE_APPEND_CAUSE(trace->self_comp,
1646 "Failed to decode stream's last packet to get its last event's clock snapshot.");
1647 goto end;
1648 }
1649 }
1650
1651 end:
1652 return ret;
1653 }
1654
1655 /*
1656 * Fix up packet index entries for barectf's "event-before-packet" bug.
1657 * Some buggy barectf tracer versions may emit events with a timestamp that is
1658 * less than the timestamp_begin of the their packets.
1659 *
1660 * To fix up this erroneous data we do the following:
1661 * 1. Starting at the second index entry, set the timestamp_begin of the
1662 * current entry to the timestamp of the first event of the packet.
1663 * 2. Set the previous entry's timestamp_end to the timestamp_begin of the
1664 * current packet.
1665 *
1666 * Known buggy tracer versions:
1667 * - before barectf 2.3.1
1668 */
1669 static
1670 int fix_index_barectf_event_before_packet_bug(struct ctf_fs_trace *trace)
1671 {
1672 int ret = 0;
1673 guint ds_file_group_i;
1674 GPtrArray *ds_file_groups = trace->ds_file_groups;
1675 bt_logging_level log_level = trace->log_level;
1676
1677 for (ds_file_group_i = 0; ds_file_group_i < ds_file_groups->len;
1678 ds_file_group_i++) {
1679 guint entry_i;
1680 struct ctf_clock_class *default_cc;
1681 struct ctf_fs_ds_file_group *ds_file_group =
1682 g_ptr_array_index(ds_file_groups, ds_file_group_i);
1683
1684 struct ctf_fs_ds_index *index = ds_file_group->index;
1685
1686 BT_ASSERT(index);
1687 BT_ASSERT(index->entries);
1688 BT_ASSERT(index->entries->len > 0);
1689
1690 BT_ASSERT(ds_file_group->sc->default_clock_class);
1691 default_cc = ds_file_group->sc->default_clock_class;
1692
1693 /*
1694 * 1. Iterate over the index, starting from the second entry
1695 * (index = 1).
1696 */
1697 for (entry_i = 1; entry_i < index->entries->len;
1698 entry_i++) {
1699 struct ctf_fs_ds_index_entry *curr_entry, *prev_entry;
1700 prev_entry = g_ptr_array_index(index->entries, entry_i - 1);
1701 curr_entry = g_ptr_array_index(index->entries, entry_i);
1702 /*
1703 * 2. Set the current entry `begin` timestamp to the
1704 * timestamp of the first event of the current packet.
1705 */
1706 ret = decode_packet_first_event_timestamp(trace, default_cc,
1707 curr_entry, &curr_entry->timestamp_begin,
1708 &curr_entry->timestamp_begin_ns);
1709 if (ret) {
1710 BT_COMP_LOGE_APPEND_CAUSE(trace->self_comp,
1711 "Failed to decode first event's clock snapshot");
1712 goto end;
1713 }
1714
1715 /*
1716 * 3. Set the previous entry `end` timestamp to the
1717 * timestamp of the first event of the current packet.
1718 */
1719 prev_entry->timestamp_end = curr_entry->timestamp_begin;
1720 prev_entry->timestamp_end_ns = curr_entry->timestamp_begin_ns;
1721 }
1722 }
1723 end:
1724 return ret;
1725 }
1726
1727 /*
1728 * When using the lttng-crash feature it's likely that the last packets of each
1729 * stream have their timestamp_end set to zero. This is caused by the fact that
1730 * the tracer crashed and was not able to properly close the packets.
1731 *
1732 * To fix up this erroneous data we do the following:
1733 * For each index entry, if the entry's timestamp_end is 0 and the
1734 * timestamp_begin is not 0:
1735 * - If it's the stream file's last packet: set the packet index entry's end
1736 * time to the packet's last event's time, if any, or to the packet's
1737 * beginning time otherwise.
1738 * - If it's not the stream file's last packet: set the packet index
1739 * entry's end time to the next packet's beginning time.
1740 *
1741 * Affected versions:
1742 * - All current and future lttng-ust and lttng-modules versions.
1743 */
1744 static
1745 int fix_index_lttng_crash_quirk(struct ctf_fs_trace *trace)
1746 {
1747 int ret = 0;
1748 guint ds_file_group_idx;
1749 GPtrArray *ds_file_groups = trace->ds_file_groups;
1750 bt_logging_level log_level = trace->log_level;
1751
1752 for (ds_file_group_idx = 0; ds_file_group_idx < ds_file_groups->len;
1753 ds_file_group_idx++) {
1754 guint entry_idx;
1755 struct ctf_clock_class *default_cc;
1756 struct ctf_fs_ds_index_entry *last_entry;
1757 struct ctf_fs_ds_index *index;
1758
1759 struct ctf_fs_ds_file_group *ds_file_group =
1760 g_ptr_array_index(ds_file_groups, ds_file_group_idx);
1761
1762 BT_ASSERT(ds_file_group);
1763 index = ds_file_group->index;
1764
1765 BT_ASSERT(ds_file_group->sc->default_clock_class);
1766 default_cc = ds_file_group->sc->default_clock_class;
1767
1768 BT_ASSERT(index);
1769 BT_ASSERT(index->entries);
1770 BT_ASSERT(index->entries->len > 0);
1771
1772 last_entry = g_ptr_array_index(index->entries,
1773 index->entries->len - 1);
1774 BT_ASSERT(last_entry);
1775
1776
1777 /* 1. Fix the last entry first. */
1778 if (last_entry->timestamp_end == 0 &&
1779 last_entry->timestamp_begin != 0) {
1780 /*
1781 * Decode packet to read the timestamp of the
1782 * last event of the stream file.
1783 */
1784 ret = decode_packet_last_event_timestamp(trace,
1785 default_cc, last_entry,
1786 &last_entry->timestamp_end,
1787 &last_entry->timestamp_end_ns);
1788 if (ret) {
1789 BT_COMP_LOGE_APPEND_CAUSE(trace->self_comp,
1790 "Failed to decode last event's clock snapshot");
1791 goto end;
1792 }
1793 }
1794
1795 /* Iterate over all entries but the last one. */
1796 for (entry_idx = 0; entry_idx < index->entries->len - 1;
1797 entry_idx++) {
1798 struct ctf_fs_ds_index_entry *curr_entry, *next_entry;
1799 curr_entry = g_ptr_array_index(index->entries, entry_idx);
1800 next_entry = g_ptr_array_index(index->entries, entry_idx + 1);
1801
1802 if (curr_entry->timestamp_end == 0 &&
1803 curr_entry->timestamp_begin != 0) {
1804 /*
1805 * 2. Set the current index entry `end` timestamp to
1806 * the next index entry `begin` timestamp.
1807 */
1808 curr_entry->timestamp_end = next_entry->timestamp_begin;
1809 curr_entry->timestamp_end_ns = next_entry->timestamp_begin_ns;
1810 }
1811 }
1812 }
1813
1814 end:
1815 return ret;
1816 }
1817
1818 /*
1819 * Extract the tracer information necessary to compare versions.
1820 * Returns 0 on success, and -1 if the extraction is not successful because the
1821 * necessary fields are absents in the trace metadata.
1822 */
1823 static
1824 int extract_tracer_info(struct ctf_fs_trace *trace,
1825 struct tracer_info *current_tracer_info)
1826 {
1827 int ret = 0;
1828 struct ctf_trace_class_env_entry *entry;
1829
1830 /* Clear the current_tracer_info struct */
1831 memset(current_tracer_info, 0, sizeof(*current_tracer_info));
1832
1833 /*
1834 * To compare 2 tracer versions, at least the tracer name and it's
1835 * major version are needed. If one of these is missing, consider it an
1836 * extraction failure.
1837 */
1838 entry = ctf_trace_class_borrow_env_entry_by_name(
1839 trace->metadata->tc, "tracer_name");
1840 if (!entry || entry->type != CTF_TRACE_CLASS_ENV_ENTRY_TYPE_STR) {
1841 goto missing_bare_minimum;
1842 }
1843
1844 /* Set tracer name. */
1845 current_tracer_info->name = entry->value.str->str;
1846
1847 entry = ctf_trace_class_borrow_env_entry_by_name(
1848 trace->metadata->tc, "tracer_major");
1849 if (!entry || entry->type != CTF_TRACE_CLASS_ENV_ENTRY_TYPE_INT) {
1850 goto missing_bare_minimum;
1851 }
1852
1853 /* Set major version number. */
1854 current_tracer_info->major = entry->value.i;
1855
1856 entry = ctf_trace_class_borrow_env_entry_by_name(
1857 trace->metadata->tc, "tracer_minor");
1858 if (!entry || entry->type != CTF_TRACE_CLASS_ENV_ENTRY_TYPE_INT) {
1859 goto end;
1860 }
1861
1862 /* Set minor version number. */
1863 current_tracer_info->minor = entry->value.i;
1864
1865 entry = ctf_trace_class_borrow_env_entry_by_name(
1866 trace->metadata->tc, "tracer_patch");
1867 if (!entry) {
1868 /*
1869 * If `tracer_patch` doesn't exist `tracer_patchlevel` might.
1870 * For example, `lttng-modules` uses entry name
1871 * `tracer_patchlevel`.
1872 */
1873 entry = ctf_trace_class_borrow_env_entry_by_name(
1874 trace->metadata->tc, "tracer_patchlevel");
1875 }
1876
1877 if (!entry || entry->type != CTF_TRACE_CLASS_ENV_ENTRY_TYPE_INT) {
1878 goto end;
1879 }
1880
1881 /* Set patch version number. */
1882 current_tracer_info->patch = entry->value.i;
1883
1884 goto end;
1885
1886 missing_bare_minimum:
1887 ret = -1;
1888 end:
1889 return ret;
1890 }
1891
1892 static
1893 bool is_tracer_affected_by_lttng_event_after_packet_bug(
1894 struct tracer_info *curr_tracer_info)
1895 {
1896 bool is_affected = false;
1897
1898 if (strcmp(curr_tracer_info->name, "lttng-ust") == 0) {
1899 if (curr_tracer_info->major < 2) {
1900 is_affected = true;
1901 } else if (curr_tracer_info->major == 2) {
1902 /* fixed in lttng-ust 2.11.0 */
1903 if (curr_tracer_info->minor < 11) {
1904 is_affected = true;
1905 }
1906 }
1907 } else if (strcmp(curr_tracer_info->name, "lttng-modules") == 0) {
1908 if (curr_tracer_info->major < 2) {
1909 is_affected = true;
1910 } else if (curr_tracer_info->major == 2) {
1911 /* fixed in lttng-modules 2.11.0 */
1912 if (curr_tracer_info->minor == 10) {
1913 /* fixed in lttng-modules 2.10.10 */
1914 if (curr_tracer_info->patch < 10) {
1915 is_affected = true;
1916 }
1917 } else if (curr_tracer_info->minor == 9) {
1918 /* fixed in lttng-modules 2.9.13 */
1919 if (curr_tracer_info->patch < 13) {
1920 is_affected = true;
1921 }
1922 } else if (curr_tracer_info->minor < 9) {
1923 is_affected = true;
1924 }
1925 }
1926 }
1927
1928 return is_affected;
1929 }
1930
1931 static
1932 bool is_tracer_affected_by_barectf_event_before_packet_bug(
1933 struct tracer_info *curr_tracer_info)
1934 {
1935 bool is_affected = false;
1936
1937 if (strcmp(curr_tracer_info->name, "barectf") == 0) {
1938 if (curr_tracer_info->major < 2) {
1939 is_affected = true;
1940 } else if (curr_tracer_info->major == 2) {
1941 if (curr_tracer_info->minor < 3) {
1942 is_affected = true;
1943 } else if (curr_tracer_info->minor == 3) {
1944 /* fixed in barectf 2.3.1 */
1945 if (curr_tracer_info->patch < 1) {
1946 is_affected = true;
1947 }
1948 }
1949 }
1950 }
1951
1952 return is_affected;
1953 }
1954
1955 static
1956 bool is_tracer_affected_by_lttng_crash_quirk(
1957 struct tracer_info *curr_tracer_info)
1958 {
1959 bool is_affected = false;
1960
1961 /* All LTTng tracer may be affected by this lttng crash quirk. */
1962 if (strcmp(curr_tracer_info->name, "lttng-ust") == 0) {
1963 is_affected = true;
1964 } else if (strcmp(curr_tracer_info->name, "lttng-modules") == 0) {
1965 is_affected = true;
1966 }
1967
1968 return is_affected;
1969 }
1970
1971 /*
1972 * Looks for trace produced by known buggy tracers and fix up the index
1973 * produced earlier.
1974 */
1975 static
1976 int fix_packet_index_tracer_bugs(struct ctf_fs_component *ctf_fs,
1977 bt_self_component *self_comp,
1978 bt_self_component_class *self_comp_class)
1979 {
1980 int ret = 0;
1981 struct tracer_info current_tracer_info;
1982 bt_logging_level log_level = ctf_fs->log_level;
1983
1984 ret = extract_tracer_info(ctf_fs->trace, &current_tracer_info);
1985 if (ret) {
1986 /*
1987 * A trace may not have all the necessary environment
1988 * entries to do the tracer version comparison.
1989 * At least, the tracer name and major version number
1990 * are needed. Failing to extract these entries is not
1991 * an error.
1992 */
1993 ret = 0;
1994 BT_LOGI_STR("Cannot extract tracer information necessary to compare with buggy versions.");
1995 goto end;;
1996 }
1997
1998 /* Check if the trace may be affected by old tracer bugs. */
1999 if (is_tracer_affected_by_lttng_event_after_packet_bug(
2000 &current_tracer_info)) {
2001 BT_LOGI_STR("Trace may be affected by LTTng tracer packet timestamp bug. Fixing up.");
2002 ret = fix_index_lttng_event_after_packet_bug(ctf_fs->trace);
2003 if (ret) {
2004 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
2005 self_comp, self_comp_class,
2006 "Failed to fix LTTng event-after-packet bug.");
2007 goto end;
2008 }
2009 ctf_fs->trace->metadata->tc->quirks.lttng_event_after_packet = true;
2010 }
2011
2012 if (is_tracer_affected_by_barectf_event_before_packet_bug(
2013 &current_tracer_info)) {
2014 BT_LOGI_STR("Trace may be affected by barectf tracer packet timestamp bug. Fixing up.");
2015 ret = fix_index_barectf_event_before_packet_bug(ctf_fs->trace);
2016 if (ret) {
2017 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
2018 self_comp, self_comp_class,
2019 "Failed to fix barectf event-before-packet bug.");
2020 goto end;
2021 }
2022 ctf_fs->trace->metadata->tc->quirks.barectf_event_before_packet = true;
2023 }
2024
2025 if (is_tracer_affected_by_lttng_crash_quirk(
2026 &current_tracer_info)) {
2027 ret = fix_index_lttng_crash_quirk(ctf_fs->trace);
2028 if (ret) {
2029 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
2030 self_comp, self_comp_class,
2031 "Failed to fix lttng-crash timestamp quirks.");
2032 goto end;
2033 }
2034 ctf_fs->trace->metadata->tc->quirks.lttng_crash = true;
2035 }
2036
2037 end:
2038 return ret;
2039 }
2040
2041 static
2042 gint compare_ds_file_groups_by_first_path(gconstpointer a, gconstpointer b)
2043 {
2044 struct ctf_fs_ds_file_group * const *ds_file_group_a = a;
2045 struct ctf_fs_ds_file_group * const *ds_file_group_b = b;
2046 const struct ctf_fs_ds_file_info *first_ds_file_info_a;
2047 const struct ctf_fs_ds_file_info *first_ds_file_info_b;
2048
2049 BT_ASSERT((*ds_file_group_a)->ds_file_infos->len > 0);
2050 BT_ASSERT((*ds_file_group_b)->ds_file_infos->len > 0);
2051 first_ds_file_info_a = (*ds_file_group_a)->ds_file_infos->pdata[0];
2052 first_ds_file_info_b = (*ds_file_group_b)->ds_file_infos->pdata[0];
2053 return strcmp(first_ds_file_info_a->path->str,
2054 first_ds_file_info_b->path->str);
2055 }
2056
2057 int ctf_fs_component_create_ctf_fs_trace(
2058 struct ctf_fs_component *ctf_fs,
2059 const bt_value *paths_value,
2060 const bt_value *trace_name_value,
2061 bt_self_component *self_comp,
2062 bt_self_component_class *self_comp_class)
2063 {
2064 int ret = 0;
2065 uint64_t i;
2066 bt_logging_level log_level = ctf_fs->log_level;
2067 GPtrArray *traces;
2068 const char *trace_name;
2069
2070 BT_ASSERT(bt_value_get_type(paths_value) == BT_VALUE_TYPE_ARRAY);
2071 BT_ASSERT(!bt_value_array_is_empty(paths_value));
2072
2073 traces = g_ptr_array_new_with_free_func(ctf_fs_trace_destroy_notifier);
2074 if (!traces) {
2075 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2076 "Failed to allocate a GPtrArray.");
2077 goto error;
2078 }
2079
2080 trace_name = trace_name_value ? bt_value_string_get(trace_name_value) : NULL;
2081
2082 /* Start by creating a separate ctf_fs_trace object for each path. */
2083 for (i = 0; i < bt_value_array_get_length(paths_value); i++) {
2084 const bt_value *path_value = bt_value_array_borrow_element_by_index_const(paths_value, i);
2085 const char *input = bt_value_string_get(path_value);
2086
2087 ret = ctf_fs_component_create_ctf_fs_trace_one_path(ctf_fs,
2088 input, trace_name, traces, self_comp, self_comp_class);
2089 if (ret) {
2090 goto end;
2091 }
2092 }
2093
2094 if (traces->len > 1) {
2095 struct ctf_fs_trace *first_trace = (struct ctf_fs_trace *) traces->pdata[0];
2096 const uint8_t *first_trace_uuid = first_trace->metadata->tc->uuid;
2097 struct ctf_fs_trace *trace;
2098
2099 /*
2100 * We have more than one trace, they must all share the same
2101 * UUID, verify that.
2102 */
2103 for (i = 0; i < traces->len; i++) {
2104 struct ctf_fs_trace *this_trace =
2105 (struct ctf_fs_trace *) traces->pdata[i];
2106 const uint8_t *this_trace_uuid = this_trace->metadata->tc->uuid;
2107
2108 if (!this_trace->metadata->tc->is_uuid_set) {
2109 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2110 "Multiple traces given, but a trace does not have a UUID: path=%s",
2111 this_trace->path->str);
2112 goto error;
2113 }
2114
2115 if (bt_uuid_compare(first_trace_uuid, this_trace_uuid) != 0) {
2116 char first_trace_uuid_str[BT_UUID_STR_LEN + 1];
2117 char this_trace_uuid_str[BT_UUID_STR_LEN + 1];
2118
2119 bt_uuid_to_str(first_trace_uuid, first_trace_uuid_str);
2120 bt_uuid_to_str(this_trace_uuid, this_trace_uuid_str);
2121
2122 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2123 "Multiple traces given, but UUIDs don't match: "
2124 "first-trace-uuid=%s, first-trace-path=%s, "
2125 "trace-uuid=%s, trace-path=%s",
2126 first_trace_uuid_str, first_trace->path->str,
2127 this_trace_uuid_str, this_trace->path->str);
2128 goto error;
2129 }
2130 }
2131
2132 ret = merge_ctf_fs_traces((struct ctf_fs_trace **) traces->pdata,
2133 traces->len, &trace);
2134 if (ret) {
2135 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2136 "Failed to merge traces with the same UUID.");
2137 goto error;
2138 }
2139
2140 ctf_fs->trace = trace;
2141 } else {
2142 /* Just one trace, it may or may not have a UUID, both are fine. */
2143 ctf_fs->trace = traces->pdata[0];
2144 traces->pdata[0] = NULL;
2145 }
2146
2147 ret = fix_packet_index_tracer_bugs(ctf_fs, self_comp, self_comp_class);
2148 if (ret) {
2149 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2150 "Failed to fix packet index tracer bugs.");
2151 }
2152
2153 /*
2154 * Sort data stream file groups by first data stream file info
2155 * path to get a deterministic order. This order influences the
2156 * order of the output ports. It also influences the order of
2157 * the automatic stream IDs if the trace's packet headers do not
2158 * contain a `stream_instance_id` field, in which case the data
2159 * stream file to stream ID association is always the same,
2160 * whatever the build and the system.
2161 *
2162 * Having a deterministic order here can help debugging and
2163 * testing.
2164 */
2165 g_ptr_array_sort(ctf_fs->trace->ds_file_groups,
2166 compare_ds_file_groups_by_first_path);
2167 goto end;
2168 error:
2169 ret = -1;
2170
2171 end:
2172 g_ptr_array_free(traces, TRUE);
2173 return ret;
2174 }
2175
2176 static
2177 GString *get_stream_instance_unique_name(
2178 struct ctf_fs_ds_file_group *ds_file_group)
2179 {
2180 GString *name;
2181 struct ctf_fs_ds_file_info *ds_file_info;
2182
2183 name = g_string_new(NULL);
2184 if (!name) {
2185 goto end;
2186 }
2187
2188 /*
2189 * If there's more than one stream file in the stream file
2190 * group, the first (earliest) stream file's path is used as
2191 * the stream's unique name.
2192 */
2193 BT_ASSERT(ds_file_group->ds_file_infos->len > 0);
2194 ds_file_info = g_ptr_array_index(ds_file_group->ds_file_infos, 0);
2195 g_string_assign(name, ds_file_info->path->str);
2196
2197 end:
2198 return name;
2199 }
2200
2201 /* Create the IR stream objects for ctf_fs_trace. */
2202
2203 static
2204 int create_streams_for_trace(struct ctf_fs_trace *ctf_fs_trace)
2205 {
2206 int ret;
2207 GString *name = NULL;
2208 guint i;
2209 bt_logging_level log_level = ctf_fs_trace->log_level;
2210 bt_self_component *self_comp = ctf_fs_trace->self_comp;
2211
2212 for (i = 0; i < ctf_fs_trace->ds_file_groups->len; i++) {
2213 struct ctf_fs_ds_file_group *ds_file_group =
2214 g_ptr_array_index(ctf_fs_trace->ds_file_groups, i);
2215 name = get_stream_instance_unique_name(ds_file_group);
2216
2217 if (!name) {
2218 goto error;
2219 }
2220
2221 if (ds_file_group->sc->ir_sc) {
2222 BT_ASSERT(ctf_fs_trace->trace);
2223
2224 if (ds_file_group->stream_id == UINT64_C(-1)) {
2225 /* No stream ID: use 0 */
2226 ds_file_group->stream = bt_stream_create_with_id(
2227 ds_file_group->sc->ir_sc,
2228 ctf_fs_trace->trace,
2229 ctf_fs_trace->next_stream_id);
2230 ctf_fs_trace->next_stream_id++;
2231 } else {
2232 /* Specific stream ID */
2233 ds_file_group->stream = bt_stream_create_with_id(
2234 ds_file_group->sc->ir_sc,
2235 ctf_fs_trace->trace,
2236 (uint64_t) ds_file_group->stream_id);
2237 }
2238 } else {
2239 ds_file_group->stream = NULL;
2240 }
2241
2242 if (!ds_file_group->stream) {
2243 BT_COMP_LOGE_APPEND_CAUSE(self_comp,
2244 "Cannot create stream for DS file group: "
2245 "addr=%p, stream-name=\"%s\"",
2246 ds_file_group, name->str);
2247 goto error;
2248 }
2249
2250 ret = bt_stream_set_name(ds_file_group->stream,
2251 name->str);
2252 if (ret) {
2253 BT_COMP_LOGE_APPEND_CAUSE(self_comp, "Cannot set stream's name: "
2254 "addr=%p, stream-name=\"%s\"",
2255 ds_file_group->stream, name->str);
2256 goto error;
2257 }
2258
2259 g_string_free(name, TRUE);
2260 name = NULL;
2261 }
2262
2263 ret = 0;
2264 goto end;
2265
2266 error:
2267 ret = -1;
2268
2269 end:
2270
2271 if (name) {
2272 g_string_free(name, TRUE);
2273 }
2274 return ret;
2275 }
2276
2277 static const struct bt_param_validation_value_descr inputs_elem_descr = {
2278 .type = BT_VALUE_TYPE_STRING,
2279 };
2280
2281 static const struct bt_param_validation_map_value_entry_descr fs_params_entries_descr[] = {
2282 { "inputs", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_MANDATORY, {
2283 BT_VALUE_TYPE_ARRAY,
2284 .array = {
2285 .min_length = 1,
2286 .max_length = BT_PARAM_VALIDATION_INFINITE,
2287 .element_type = &inputs_elem_descr,
2288 }
2289 }},
2290 { "trace-name", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_OPTIONAL, { .type = BT_VALUE_TYPE_STRING } },
2291 { "clock-class-offset-s", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_OPTIONAL, { .type = BT_VALUE_TYPE_SIGNED_INTEGER } },
2292 { "clock-class-offset-ns", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_OPTIONAL, { .type = BT_VALUE_TYPE_SIGNED_INTEGER } },
2293 { "force-clock-class-origin-unix-epoch", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_OPTIONAL, { .type = BT_VALUE_TYPE_BOOL } },
2294 BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_END
2295 };
2296
2297
2298 bool read_src_fs_parameters(const bt_value *params,
2299 const bt_value **inputs,
2300 const bt_value **trace_name,
2301 struct ctf_fs_component *ctf_fs,
2302 bt_self_component *self_comp,
2303 bt_self_component_class *self_comp_class) {
2304 bool ret;
2305 const bt_value *value;
2306 bt_logging_level log_level = ctf_fs->log_level;
2307 enum bt_param_validation_status validate_value_status;
2308 gchar *error = NULL;
2309
2310 validate_value_status = bt_param_validation_validate(params,
2311 fs_params_entries_descr, &error);
2312 if (validate_value_status != BT_PARAM_VALIDATION_STATUS_OK) {
2313 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2314 "%s", error);
2315 ret = false;
2316 goto end;
2317 }
2318
2319 /* inputs parameter */
2320 *inputs = bt_value_map_borrow_entry_value_const(params, "inputs");
2321
2322 /* clock-class-offset-s parameter */
2323 value = bt_value_map_borrow_entry_value_const(params,
2324 "clock-class-offset-s");
2325 if (value) {
2326 ctf_fs->metadata_config.clock_class_offset_s =
2327 bt_value_integer_signed_get(value);
2328 }
2329
2330 /* clock-class-offset-ns parameter */
2331 value = bt_value_map_borrow_entry_value_const(params,
2332 "clock-class-offset-ns");
2333 if (value) {
2334 ctf_fs->metadata_config.clock_class_offset_ns =
2335 bt_value_integer_signed_get(value);
2336 }
2337
2338 /* force-clock-class-origin-unix-epoch parameter */
2339 value = bt_value_map_borrow_entry_value_const(params,
2340 "force-clock-class-origin-unix-epoch");
2341 if (value) {
2342 ctf_fs->metadata_config.force_clock_class_origin_unix_epoch =
2343 bt_value_bool_get(value);
2344 }
2345
2346 /* trace-name parameter */
2347 *trace_name = bt_value_map_borrow_entry_value_const(params, "trace-name");
2348
2349 ret = true;
2350
2351 end:
2352 g_free(error);
2353 return ret;
2354 }
2355
2356 static
2357 struct ctf_fs_component *ctf_fs_create(
2358 const bt_value *params,
2359 bt_self_component_source *self_comp_src)
2360 {
2361 struct ctf_fs_component *ctf_fs = NULL;
2362 const bt_value *inputs_value;
2363 const bt_value *trace_name_value;
2364 bt_self_component *self_comp =
2365 bt_self_component_source_as_self_component(self_comp_src);
2366
2367 ctf_fs = ctf_fs_component_create(bt_component_get_logging_level(
2368 bt_self_component_as_component(self_comp)), self_comp);
2369 if (!ctf_fs) {
2370 goto error;
2371 }
2372
2373 if (!read_src_fs_parameters(params, &inputs_value, &trace_name_value,
2374 ctf_fs, self_comp, NULL)) {
2375 goto error;
2376 }
2377
2378 bt_self_component_set_data(self_comp, ctf_fs);
2379
2380 if (ctf_fs_component_create_ctf_fs_trace(ctf_fs, inputs_value,
2381 trace_name_value, self_comp, NULL)) {
2382 goto error;
2383 }
2384
2385 if (create_streams_for_trace(ctf_fs->trace)) {
2386 goto error;
2387 }
2388
2389 if (create_ports_for_trace(ctf_fs, ctf_fs->trace, self_comp_src)) {
2390 goto error;
2391 }
2392
2393 goto end;
2394
2395 error:
2396 ctf_fs_destroy(ctf_fs);
2397 ctf_fs = NULL;
2398 bt_self_component_set_data(self_comp, NULL);
2399
2400 end:
2401 return ctf_fs;
2402 }
2403
2404 BT_HIDDEN
2405 bt_component_class_initialize_method_status ctf_fs_init(
2406 bt_self_component_source *self_comp_src,
2407 bt_self_component_source_configuration *config,
2408 const bt_value *params, __attribute__((unused)) void *init_method_data)
2409 {
2410 struct ctf_fs_component *ctf_fs;
2411 bt_component_class_initialize_method_status ret =
2412 BT_COMPONENT_CLASS_INITIALIZE_METHOD_STATUS_OK;
2413
2414 ctf_fs = ctf_fs_create(params, self_comp_src);
2415 if (!ctf_fs) {
2416 ret = BT_COMPONENT_CLASS_INITIALIZE_METHOD_STATUS_ERROR;
2417 }
2418
2419 return ret;
2420 }
2421
2422 BT_HIDDEN
2423 bt_component_class_query_method_status ctf_fs_query(
2424 bt_self_component_class_source *comp_class,
2425 bt_private_query_executor *priv_query_exec,
2426 const char *object, const bt_value *params,
2427 __attribute__((unused)) void *method_data,
2428 const bt_value **result)
2429 {
2430 bt_component_class_query_method_status status =
2431 BT_COMPONENT_CLASS_QUERY_METHOD_STATUS_OK;
2432 bt_logging_level log_level = bt_query_executor_get_logging_level(
2433 bt_private_query_executor_as_query_executor_const(
2434 priv_query_exec));
2435
2436 if (strcmp(object, "metadata-info") == 0) {
2437 status = metadata_info_query(comp_class, params, log_level,
2438 result);
2439 } else if (strcmp(object, "babeltrace.trace-infos") == 0) {
2440 status = trace_infos_query(comp_class, params, log_level,
2441 result);
2442 } else if (!strcmp(object, "babeltrace.support-info")) {
2443 status = support_info_query(comp_class, params, log_level, result);
2444 } else {
2445 BT_LOGE("Unknown query object `%s`", object);
2446 status = BT_COMPONENT_CLASS_QUERY_METHOD_STATUS_UNKNOWN_OBJECT;
2447 goto end;
2448 }
2449 end:
2450 return status;
2451 }
This page took 0.076444 seconds and 5 git commands to generate.