Save and restore error in ctf_fs_iterator_next, muxer_msg_iter_do_next
[babeltrace.git] / src / plugins / ctf / fs-src / fs.c
1 /*
2 * fs.c
3 *
4 * Babeltrace CTF file system Reader Component
5 *
6 * Copyright 2015-2017 Philippe Proulx <pproulx@efficios.com>
7 * Copyright 2016 Jérémie Galarneau <jeremie.galarneau@efficios.com>
8 *
9 * Permission is hereby granted, free of charge, to any person obtaining a copy
10 * of this software and associated documentation files (the "Software"), to deal
11 * in the Software without restriction, including without limitation the rights
12 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
13 * copies of the Software, and to permit persons to whom the Software is
14 * furnished to do so, subject to the following conditions:
15 *
16 * The above copyright notice and this permission notice shall be included in
17 * all copies or substantial portions of the Software.
18 *
19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
20 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
21 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
22 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
23 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
24 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
25 * SOFTWARE.
26 */
27
28 #define BT_COMP_LOG_SELF_COMP self_comp
29 #define BT_LOG_OUTPUT_LEVEL log_level
30 #define BT_LOG_TAG "PLUGIN/SRC.CTF.FS"
31 #include "logging/comp-logging.h"
32
33 #include "common/common.h"
34 #include <babeltrace2/babeltrace.h>
35 #include "common/uuid.h"
36 #include <glib.h>
37 #include "common/assert.h"
38 #include <inttypes.h>
39 #include <stdbool.h>
40 #include "fs.h"
41 #include "metadata.h"
42 #include "data-stream-file.h"
43 #include "file.h"
44 #include "../common/metadata/decoder.h"
45 #include "../common/metadata/ctf-meta-configure-ir-trace.h"
46 #include "../common/msg-iter/msg-iter.h"
47 #include "query.h"
48 #include "plugins/common/param-validation/param-validation.h"
49
50 struct tracer_info {
51 const char *name;
52 int64_t major;
53 int64_t minor;
54 int64_t patch;
55 };
56
57 static
58 int msg_iter_data_set_current_ds_file(struct ctf_fs_msg_iter_data *msg_iter_data)
59 {
60 struct ctf_fs_ds_file_info *ds_file_info;
61 int ret = 0;
62
63 BT_ASSERT(msg_iter_data->ds_file_info_index <
64 msg_iter_data->ds_file_group->ds_file_infos->len);
65 ds_file_info = g_ptr_array_index(
66 msg_iter_data->ds_file_group->ds_file_infos,
67 msg_iter_data->ds_file_info_index);
68
69 ctf_fs_ds_file_destroy(msg_iter_data->ds_file);
70 msg_iter_data->ds_file = ctf_fs_ds_file_create(
71 msg_iter_data->ds_file_group->ctf_fs_trace,
72 msg_iter_data->self_msg_iter,
73 msg_iter_data->msg_iter,
74 msg_iter_data->ds_file_group->stream,
75 ds_file_info->path->str,
76 msg_iter_data->log_level);
77 if (!msg_iter_data->ds_file) {
78 ret = -1;
79 }
80
81 return ret;
82 }
83
84 static
85 void ctf_fs_msg_iter_data_destroy(
86 struct ctf_fs_msg_iter_data *msg_iter_data)
87 {
88 if (!msg_iter_data) {
89 return;
90 }
91
92 ctf_fs_ds_file_destroy(msg_iter_data->ds_file);
93
94 if (msg_iter_data->msg_iter) {
95 ctf_msg_iter_destroy(msg_iter_data->msg_iter);
96 }
97
98 g_free(msg_iter_data);
99 }
100
101 static
102 void set_msg_iter_emits_stream_beginning_end_messages(
103 struct ctf_fs_msg_iter_data *msg_iter_data)
104 {
105 ctf_msg_iter_set_emit_stream_beginning_message(
106 msg_iter_data->ds_file->msg_iter,
107 msg_iter_data->ds_file_info_index == 0);
108 ctf_msg_iter_set_emit_stream_end_message(
109 msg_iter_data->ds_file->msg_iter,
110 msg_iter_data->ds_file_info_index ==
111 msg_iter_data->ds_file_group->ds_file_infos->len - 1);
112 }
113
114 static
115 bt_component_class_message_iterator_next_method_status ctf_fs_iterator_next_one(
116 struct ctf_fs_msg_iter_data *msg_iter_data,
117 const bt_message **out_msg)
118 {
119 bt_component_class_message_iterator_next_method_status status;
120
121 BT_ASSERT_DBG(msg_iter_data->ds_file);
122
123 while (true) {
124 bt_message *msg;
125
126 status = ctf_fs_ds_file_next(msg_iter_data->ds_file, &msg);
127 switch (status) {
128 case BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK:
129 *out_msg = msg;
130 msg = NULL;
131 goto end;
132 case BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_END:
133 {
134 int ret;
135
136 if (msg_iter_data->ds_file_info_index ==
137 msg_iter_data->ds_file_group->ds_file_infos->len - 1) {
138 /* End of all group's stream files */
139 goto end;
140 }
141
142 msg_iter_data->ds_file_info_index++;
143 ctf_msg_iter_reset_for_next_stream_file(
144 msg_iter_data->msg_iter);
145 set_msg_iter_emits_stream_beginning_end_messages(
146 msg_iter_data);
147
148 /*
149 * Open and start reading the next stream file
150 * within our stream file group.
151 */
152 ret = msg_iter_data_set_current_ds_file(msg_iter_data);
153 if (ret) {
154 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_ERROR;
155 goto end;
156 }
157
158 /* Continue the loop to get the next message */
159 break;
160 }
161 default:
162 goto end;
163 }
164 }
165
166 end:
167 return status;
168 }
169
170 BT_HIDDEN
171 bt_component_class_message_iterator_next_method_status ctf_fs_iterator_next(
172 bt_self_message_iterator *iterator,
173 bt_message_array_const msgs, uint64_t capacity,
174 uint64_t *count)
175 {
176 bt_component_class_message_iterator_next_method_status status;
177 struct ctf_fs_msg_iter_data *msg_iter_data =
178 bt_self_message_iterator_get_data(iterator);
179 uint64_t i = 0;
180
181 if (G_UNLIKELY(msg_iter_data->next_saved_error)) {
182 /*
183 * Last time we were called, we hit an error but had some
184 * messages to deliver, so we stashed the error here. Return
185 * it now.
186 */
187 BT_CURRENT_THREAD_MOVE_ERROR_AND_RESET(msg_iter_data->next_saved_error);
188 status = msg_iter_data->next_saved_status;
189 goto end;
190 }
191
192 do {
193 status = ctf_fs_iterator_next_one(msg_iter_data, &msgs[i]);
194 if (status == BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK) {
195 i++;
196 }
197 } while (i < capacity &&
198 status == BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK);
199
200 if (i > 0) {
201 /*
202 * Even if ctf_fs_iterator_next_one() returned something
203 * else than BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK, we
204 * accumulated message objects in the output
205 * message array, so we need to return
206 * BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK so that they are
207 * transfered to downstream. This other status occurs
208 * again the next time muxer_msg_iter_do_next() is
209 * called, possibly without any accumulated
210 * message, in which case we'll return it.
211 */
212 if (status < 0) {
213 /*
214 * Save this error for the next _next call. Assume that
215 * this component always appends error causes when
216 * returning an error status code, which will cause the
217 * current thread error to be non-NULL.
218 */
219 msg_iter_data->next_saved_error = bt_current_thread_take_error();
220 BT_ASSERT(msg_iter_data->next_saved_error);
221 msg_iter_data->next_saved_status = status;
222 }
223
224 *count = i;
225 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK;
226 }
227
228 end:
229 return status;
230 }
231
232 static
233 int ctf_fs_iterator_reset(struct ctf_fs_msg_iter_data *msg_iter_data)
234 {
235 int ret;
236
237 msg_iter_data->ds_file_info_index = 0;
238 ret = msg_iter_data_set_current_ds_file(msg_iter_data);
239 if (ret) {
240 goto end;
241 }
242
243 ctf_msg_iter_reset(msg_iter_data->msg_iter);
244 set_msg_iter_emits_stream_beginning_end_messages(msg_iter_data);
245
246 end:
247 return ret;
248 }
249
250 BT_HIDDEN
251 bt_component_class_message_iterator_seek_beginning_method_status
252 ctf_fs_iterator_seek_beginning(bt_self_message_iterator *it)
253 {
254 struct ctf_fs_msg_iter_data *msg_iter_data =
255 bt_self_message_iterator_get_data(it);
256 bt_component_class_message_iterator_seek_beginning_method_status status =
257 BT_COMPONENT_CLASS_MESSAGE_ITERATOR_SEEK_BEGINNING_METHOD_STATUS_OK;
258
259 BT_ASSERT(msg_iter_data);
260 if (ctf_fs_iterator_reset(msg_iter_data)) {
261 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_SEEK_BEGINNING_METHOD_STATUS_ERROR;
262 }
263
264 return status;
265 }
266
267 BT_HIDDEN
268 void ctf_fs_iterator_finalize(bt_self_message_iterator *it)
269 {
270 ctf_fs_msg_iter_data_destroy(
271 bt_self_message_iterator_get_data(it));
272 }
273
274 BT_HIDDEN
275 bt_component_class_message_iterator_initialize_method_status ctf_fs_iterator_init(
276 bt_self_message_iterator *self_msg_iter,
277 bt_self_message_iterator_configuration *config,
278 bt_self_component_source *self_comp_src,
279 bt_self_component_port_output *self_port)
280 {
281 struct ctf_fs_port_data *port_data;
282 struct ctf_fs_msg_iter_data *msg_iter_data = NULL;
283 bt_component_class_message_iterator_initialize_method_status ret =
284 BT_COMPONENT_CLASS_MESSAGE_ITERATOR_INITIALIZE_METHOD_STATUS_OK;
285 bt_logging_level log_level;
286 bt_self_component *self_comp =
287 bt_self_component_source_as_self_component(self_comp_src);
288
289 port_data = bt_self_component_port_get_data(
290 bt_self_component_port_output_as_self_component_port(
291 self_port));
292 BT_ASSERT(port_data);
293 log_level = port_data->ctf_fs->log_level;
294 msg_iter_data = g_new0(struct ctf_fs_msg_iter_data, 1);
295 if (!msg_iter_data) {
296 ret = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_INITIALIZE_METHOD_STATUS_MEMORY_ERROR;
297 goto error;
298 }
299
300 msg_iter_data->log_level = log_level;
301 msg_iter_data->self_comp = self_comp;
302 msg_iter_data->self_msg_iter = self_msg_iter;
303 msg_iter_data->msg_iter = ctf_msg_iter_create(
304 port_data->ds_file_group->ctf_fs_trace->metadata->tc,
305 bt_common_get_page_size(msg_iter_data->log_level) * 8,
306 ctf_fs_ds_file_medops, NULL, msg_iter_data->log_level,
307 self_comp, self_msg_iter);
308 if (!msg_iter_data->msg_iter) {
309 BT_COMP_LOGE_APPEND_CAUSE(self_comp, "Cannot create a CTF message iterator.");
310 ret = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_INITIALIZE_METHOD_STATUS_MEMORY_ERROR;
311 goto error;
312 }
313
314 msg_iter_data->ds_file_group = port_data->ds_file_group;
315 if (ctf_fs_iterator_reset(msg_iter_data)) {
316 ret = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_INITIALIZE_METHOD_STATUS_ERROR;
317 goto error;
318 }
319
320 /*
321 * This iterator can seek forward if its stream class has a default
322 * clock class.
323 */
324 if (msg_iter_data->ds_file_group->sc->default_clock_class) {
325 bt_self_message_iterator_configuration_set_can_seek_forward(
326 config, true);
327 }
328
329 bt_self_message_iterator_set_data(self_msg_iter,
330 msg_iter_data);
331 if (ret != BT_COMPONENT_CLASS_MESSAGE_ITERATOR_INITIALIZE_METHOD_STATUS_OK) {
332 goto error;
333 }
334 msg_iter_data = NULL;
335 goto end;
336
337 error:
338 bt_self_message_iterator_set_data(self_msg_iter, NULL);
339
340 end:
341 ctf_fs_msg_iter_data_destroy(msg_iter_data);
342 return ret;
343 }
344
345 static
346 void ctf_fs_trace_destroy(struct ctf_fs_trace *ctf_fs_trace)
347 {
348 if (!ctf_fs_trace) {
349 return;
350 }
351
352 if (ctf_fs_trace->ds_file_groups) {
353 g_ptr_array_free(ctf_fs_trace->ds_file_groups, TRUE);
354 }
355
356 BT_TRACE_PUT_REF_AND_RESET(ctf_fs_trace->trace);
357
358 if (ctf_fs_trace->path) {
359 g_string_free(ctf_fs_trace->path, TRUE);
360 }
361
362 if (ctf_fs_trace->metadata) {
363 ctf_fs_metadata_fini(ctf_fs_trace->metadata);
364 g_free(ctf_fs_trace->metadata);
365 }
366
367 g_free(ctf_fs_trace);
368 }
369
370 BT_HIDDEN
371 void ctf_fs_destroy(struct ctf_fs_component *ctf_fs)
372 {
373 if (!ctf_fs) {
374 return;
375 }
376
377 ctf_fs_trace_destroy(ctf_fs->trace);
378
379 if (ctf_fs->port_data) {
380 g_ptr_array_free(ctf_fs->port_data, TRUE);
381 }
382
383 g_free(ctf_fs);
384 }
385
386 static
387 void port_data_destroy(struct ctf_fs_port_data *port_data)
388 {
389 if (!port_data) {
390 return;
391 }
392
393 g_free(port_data);
394 }
395
396 static
397 void port_data_destroy_notifier(void *data) {
398 port_data_destroy(data);
399 }
400
401 static
402 void ctf_fs_trace_destroy_notifier(void *data)
403 {
404 struct ctf_fs_trace *trace = data;
405 ctf_fs_trace_destroy(trace);
406 }
407
408 struct ctf_fs_component *ctf_fs_component_create(bt_logging_level log_level,
409 bt_self_component *self_comp)
410 {
411 struct ctf_fs_component *ctf_fs;
412
413 ctf_fs = g_new0(struct ctf_fs_component, 1);
414 if (!ctf_fs) {
415 goto error;
416 }
417
418 ctf_fs->log_level = log_level;
419 ctf_fs->port_data =
420 g_ptr_array_new_with_free_func(port_data_destroy_notifier);
421 if (!ctf_fs->port_data) {
422 goto error;
423 }
424
425 goto end;
426
427 error:
428 ctf_fs_destroy(ctf_fs);
429 ctf_fs = NULL;
430
431 end:
432 return ctf_fs;
433 }
434
435 void ctf_fs_finalize(bt_self_component_source *component)
436 {
437 ctf_fs_destroy(bt_self_component_get_data(
438 bt_self_component_source_as_self_component(component)));
439 }
440
441 gchar *ctf_fs_make_port_name(struct ctf_fs_ds_file_group *ds_file_group)
442 {
443 GString *name = g_string_new(NULL);
444
445 /*
446 * The unique port name is generated by concatenating unique identifiers
447 * for:
448 *
449 * - the trace
450 * - the stream class
451 * - the stream
452 */
453
454 /* For the trace, use the uuid if present, else the path. */
455 if (ds_file_group->ctf_fs_trace->metadata->tc->is_uuid_set) {
456 char uuid_str[BT_UUID_STR_LEN + 1];
457
458 bt_uuid_to_str(ds_file_group->ctf_fs_trace->metadata->tc->uuid, uuid_str);
459 g_string_assign(name, uuid_str);
460 } else {
461 g_string_assign(name, ds_file_group->ctf_fs_trace->path->str);
462 }
463
464 /*
465 * For the stream class, use the id if present. We can omit this field
466 * otherwise, as there will only be a single stream class.
467 */
468 if (ds_file_group->sc->id != UINT64_C(-1)) {
469 g_string_append_printf(name, " | %" PRIu64, ds_file_group->sc->id);
470 }
471
472 /* For the stream, use the id if present, else, use the path. */
473 if (ds_file_group->stream_id != UINT64_C(-1)) {
474 g_string_append_printf(name, " | %" PRIu64, ds_file_group->stream_id);
475 } else {
476 BT_ASSERT(ds_file_group->ds_file_infos->len == 1);
477 struct ctf_fs_ds_file_info *ds_file_info =
478 g_ptr_array_index(ds_file_group->ds_file_infos, 0);
479 g_string_append_printf(name, " | %s", ds_file_info->path->str);
480 }
481
482 return g_string_free(name, FALSE);
483 }
484
485 static
486 int create_one_port_for_trace(struct ctf_fs_component *ctf_fs,
487 struct ctf_fs_trace *ctf_fs_trace,
488 struct ctf_fs_ds_file_group *ds_file_group,
489 bt_self_component_source *self_comp_src)
490 {
491 int ret = 0;
492 struct ctf_fs_port_data *port_data = NULL;
493 gchar *port_name;
494 bt_logging_level log_level = ctf_fs->log_level;
495 bt_self_component *self_comp =
496 bt_self_component_source_as_self_component(self_comp_src);
497
498 port_name = ctf_fs_make_port_name(ds_file_group);
499 if (!port_name) {
500 goto error;
501 }
502
503 BT_COMP_LOGI("Creating one port named `%s`", port_name);
504
505 /* Create output port for this file */
506 port_data = g_new0(struct ctf_fs_port_data, 1);
507 if (!port_data) {
508 goto error;
509 }
510
511 port_data->ctf_fs = ctf_fs;
512 port_data->ds_file_group = ds_file_group;
513 ret = bt_self_component_source_add_output_port(
514 self_comp_src, port_name, port_data, NULL);
515 if (ret) {
516 goto error;
517 }
518
519 g_ptr_array_add(ctf_fs->port_data, port_data);
520 port_data = NULL;
521 goto end;
522
523 error:
524 ret = -1;
525
526 end:
527 g_free(port_name);
528
529 port_data_destroy(port_data);
530 return ret;
531 }
532
533 static
534 int create_ports_for_trace(struct ctf_fs_component *ctf_fs,
535 struct ctf_fs_trace *ctf_fs_trace,
536 bt_self_component_source *self_comp_src)
537 {
538 int ret = 0;
539 size_t i;
540 bt_logging_level log_level = ctf_fs_trace->log_level;
541 bt_self_component *self_comp =
542 bt_self_component_source_as_self_component(self_comp_src);
543
544 /* Create one output port for each stream file group */
545 for (i = 0; i < ctf_fs_trace->ds_file_groups->len; i++) {
546 struct ctf_fs_ds_file_group *ds_file_group =
547 g_ptr_array_index(ctf_fs_trace->ds_file_groups, i);
548
549 ret = create_one_port_for_trace(ctf_fs, ctf_fs_trace,
550 ds_file_group, self_comp_src);
551 if (ret) {
552 BT_COMP_LOGE_APPEND_CAUSE(self_comp, "Cannot create output port.");
553 goto end;
554 }
555 }
556
557 end:
558 return ret;
559 }
560
561 static
562 void ctf_fs_ds_file_info_destroy(struct ctf_fs_ds_file_info *ds_file_info)
563 {
564 if (!ds_file_info) {
565 return;
566 }
567
568 if (ds_file_info->path) {
569 g_string_free(ds_file_info->path, TRUE);
570 }
571
572 g_free(ds_file_info);
573 }
574
575 static
576 struct ctf_fs_ds_file_info *ctf_fs_ds_file_info_create(const char *path,
577 int64_t begin_ns)
578 {
579 struct ctf_fs_ds_file_info *ds_file_info;
580
581 ds_file_info = g_new0(struct ctf_fs_ds_file_info, 1);
582 if (!ds_file_info) {
583 goto end;
584 }
585
586 ds_file_info->path = g_string_new(path);
587 if (!ds_file_info->path) {
588 ctf_fs_ds_file_info_destroy(ds_file_info);
589 ds_file_info = NULL;
590 goto end;
591 }
592
593 ds_file_info->begin_ns = begin_ns;
594
595 end:
596 return ds_file_info;
597 }
598
599 static
600 void ctf_fs_ds_file_group_destroy(struct ctf_fs_ds_file_group *ds_file_group)
601 {
602 if (!ds_file_group) {
603 return;
604 }
605
606 if (ds_file_group->ds_file_infos) {
607 g_ptr_array_free(ds_file_group->ds_file_infos, TRUE);
608 }
609
610 if (ds_file_group->index) {
611 if (ds_file_group->index->entries) {
612 g_ptr_array_free(ds_file_group->index->entries, TRUE);
613 }
614 g_free(ds_file_group->index);
615 }
616
617 bt_stream_put_ref(ds_file_group->stream);
618 g_free(ds_file_group);
619 }
620
621 static
622 struct ctf_fs_ds_file_group *ctf_fs_ds_file_group_create(
623 struct ctf_fs_trace *ctf_fs_trace,
624 struct ctf_stream_class *sc,
625 uint64_t stream_instance_id,
626 struct ctf_fs_ds_index *index)
627 {
628 struct ctf_fs_ds_file_group *ds_file_group;
629
630 ds_file_group = g_new0(struct ctf_fs_ds_file_group, 1);
631 if (!ds_file_group) {
632 goto error;
633 }
634
635 ds_file_group->ds_file_infos = g_ptr_array_new_with_free_func(
636 (GDestroyNotify) ctf_fs_ds_file_info_destroy);
637 if (!ds_file_group->ds_file_infos) {
638 goto error;
639 }
640
641 ds_file_group->index = index;
642
643 ds_file_group->stream_id = stream_instance_id;
644 BT_ASSERT(sc);
645 ds_file_group->sc = sc;
646 ds_file_group->ctf_fs_trace = ctf_fs_trace;
647 goto end;
648
649 error:
650 ctf_fs_ds_file_group_destroy(ds_file_group);
651 ctf_fs_ds_index_destroy(index);
652 ds_file_group = NULL;
653
654 end:
655 return ds_file_group;
656 }
657
658 /* Replace by g_ptr_array_insert when we depend on glib >= 2.40. */
659 static
660 void array_insert(GPtrArray *array, gpointer element, size_t pos)
661 {
662 size_t original_array_len = array->len;
663
664 /* Allocate an unused element at the end of the array. */
665 g_ptr_array_add(array, NULL);
666
667 /* If we are not inserting at the end, move the elements by one. */
668 if (pos < original_array_len) {
669 memmove(&(array->pdata[pos + 1]),
670 &(array->pdata[pos]),
671 (original_array_len - pos) * sizeof(gpointer));
672 }
673
674 /* Insert the value. */
675 array->pdata[pos] = element;
676 }
677
678 /*
679 * Insert ds_file_info in ds_file_group's list of ds_file_infos at the right
680 * place to keep it sorted.
681 */
682
683 static
684 void ds_file_group_insert_ds_file_info_sorted(
685 struct ctf_fs_ds_file_group *ds_file_group,
686 struct ctf_fs_ds_file_info *ds_file_info)
687 {
688 guint i;
689
690 /* Find the spot where to insert this ds_file_info. */
691 for (i = 0; i < ds_file_group->ds_file_infos->len; i++) {
692 struct ctf_fs_ds_file_info *other_ds_file_info =
693 g_ptr_array_index(ds_file_group->ds_file_infos, i);
694
695 if (ds_file_info->begin_ns < other_ds_file_info->begin_ns) {
696 break;
697 }
698 }
699
700 array_insert(ds_file_group->ds_file_infos, ds_file_info, i);
701 }
702
703 static
704 void ds_index_insert_ds_index_entry_sorted(
705 struct ctf_fs_ds_index *index,
706 struct ctf_fs_ds_index_entry *entry)
707 {
708 guint i;
709
710 /* Find the spot where to insert this index entry. */
711 for (i = 0; i < index->entries->len; i++) {
712 struct ctf_fs_ds_index_entry *other_entry =
713 g_ptr_array_index(index->entries, i);
714
715 if (entry->timestamp_begin_ns < other_entry->timestamp_begin_ns) {
716 break;
717 }
718 }
719
720 array_insert(index->entries, entry, i);
721 }
722
723 static
724 void merge_ctf_fs_ds_indexes(struct ctf_fs_ds_index *dest, struct ctf_fs_ds_index *src)
725 {
726 guint i;
727
728 for (i = 0; i < src->entries->len; i++) {
729 struct ctf_fs_ds_index_entry *entry =
730 g_ptr_array_index(src->entries, i);
731
732 /*
733 * Ownership of the ctf_fs_ds_index_entry is transferred to
734 * dest.
735 */
736 g_ptr_array_index(src->entries, i) = NULL;
737
738 ds_index_insert_ds_index_entry_sorted(dest, entry);
739 }
740 }
741
742 static
743 int add_ds_file_to_ds_file_group(struct ctf_fs_trace *ctf_fs_trace,
744 const char *path)
745 {
746 int64_t stream_instance_id = -1;
747 int64_t begin_ns = -1;
748 struct ctf_fs_ds_file_group *ds_file_group = NULL;
749 bool add_group = false;
750 int ret;
751 size_t i;
752 struct ctf_fs_ds_file *ds_file = NULL;
753 struct ctf_fs_ds_file_info *ds_file_info = NULL;
754 struct ctf_fs_ds_index *index = NULL;
755 struct ctf_msg_iter *msg_iter = NULL;
756 struct ctf_stream_class *sc = NULL;
757 struct ctf_msg_iter_packet_properties props;
758 bt_logging_level log_level = ctf_fs_trace->log_level;
759 bt_self_component *self_comp = ctf_fs_trace->self_comp;
760 bt_self_component_class *self_comp_class = ctf_fs_trace->self_comp_class;
761
762 msg_iter = ctf_msg_iter_create(ctf_fs_trace->metadata->tc,
763 bt_common_get_page_size(log_level) * 8,
764 ctf_fs_ds_file_medops, NULL, log_level, self_comp, NULL);
765 if (!msg_iter) {
766 BT_COMP_LOGE_STR("Cannot create a CTF message iterator.");
767 goto error;
768 }
769
770 ds_file = ctf_fs_ds_file_create(ctf_fs_trace, NULL, msg_iter,
771 NULL, path, log_level);
772 if (!ds_file) {
773 goto error;
774 }
775
776 ret = ctf_msg_iter_get_packet_properties(ds_file->msg_iter, &props);
777 if (ret) {
778 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
779 "Cannot get stream file's first packet's header and context fields (`%s`).",
780 path);
781 goto error;
782 }
783
784 sc = ctf_trace_class_borrow_stream_class_by_id(ds_file->metadata->tc,
785 props.stream_class_id);
786 BT_ASSERT(sc);
787 stream_instance_id = props.data_stream_id;
788
789 if (props.snapshots.beginning_clock != UINT64_C(-1)) {
790 BT_ASSERT(sc->default_clock_class);
791 ret = bt_util_clock_cycles_to_ns_from_origin(
792 props.snapshots.beginning_clock,
793 sc->default_clock_class->frequency,
794 sc->default_clock_class->offset_seconds,
795 sc->default_clock_class->offset_cycles, &begin_ns);
796 if (ret) {
797 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
798 "Cannot convert clock cycles to nanoseconds from origin (`%s`).",
799 path);
800 goto error;
801 }
802 }
803
804 ds_file_info = ctf_fs_ds_file_info_create(path, begin_ns);
805 if (!ds_file_info) {
806 goto error;
807 }
808
809 index = ctf_fs_ds_file_build_index(ds_file, ds_file_info);
810 if (!index) {
811 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
812 self_comp, self_comp_class,
813 "Failed to index CTF stream file \'%s\'",
814 ds_file->file->path->str);
815 goto error;
816 }
817
818 if (begin_ns == -1) {
819 /*
820 * No beggining timestamp to sort the stream files
821 * within a stream file group, so consider that this
822 * file must be the only one within its group.
823 */
824 stream_instance_id = -1;
825 }
826
827 if (stream_instance_id == -1) {
828 /*
829 * No stream instance ID or no beginning timestamp:
830 * create a unique stream file group for this stream
831 * file because, even if there's a stream instance ID,
832 * there's no timestamp to order the file within its
833 * group.
834 */
835 ds_file_group = ctf_fs_ds_file_group_create(ctf_fs_trace,
836 sc, UINT64_C(-1), index);
837 /* Ownership of index is transferred. */
838 index = NULL;
839
840 if (!ds_file_group) {
841 goto error;
842 }
843
844 ds_file_group_insert_ds_file_info_sorted(ds_file_group,
845 BT_MOVE_REF(ds_file_info));
846
847 add_group = true;
848 goto end;
849 }
850
851 BT_ASSERT(stream_instance_id != -1);
852 BT_ASSERT(begin_ns != -1);
853
854 /* Find an existing stream file group with this ID */
855 for (i = 0; i < ctf_fs_trace->ds_file_groups->len; i++) {
856 ds_file_group = g_ptr_array_index(
857 ctf_fs_trace->ds_file_groups, i);
858
859 if (ds_file_group->sc == sc &&
860 ds_file_group->stream_id ==
861 stream_instance_id) {
862 break;
863 }
864
865 ds_file_group = NULL;
866 }
867
868 if (!ds_file_group) {
869 ds_file_group = ctf_fs_ds_file_group_create(ctf_fs_trace,
870 sc, stream_instance_id, index);
871 /* Ownership of index is transferred. */
872 index = NULL;
873 if (!ds_file_group) {
874 goto error;
875 }
876
877 add_group = true;
878 } else {
879 merge_ctf_fs_ds_indexes(ds_file_group->index, index);
880 }
881
882 ds_file_group_insert_ds_file_info_sorted(ds_file_group,
883 BT_MOVE_REF(ds_file_info));
884
885 goto end;
886
887 error:
888 ctf_fs_ds_file_group_destroy(ds_file_group);
889 ds_file_group = NULL;
890 ret = -1;
891
892 end:
893 if (add_group && ds_file_group) {
894 g_ptr_array_add(ctf_fs_trace->ds_file_groups, ds_file_group);
895 }
896
897 ctf_fs_ds_file_destroy(ds_file);
898 ctf_fs_ds_file_info_destroy(ds_file_info);
899
900 if (msg_iter) {
901 ctf_msg_iter_destroy(msg_iter);
902 }
903
904 ctf_fs_ds_index_destroy(index);
905 return ret;
906 }
907
908 static
909 int create_ds_file_groups(struct ctf_fs_trace *ctf_fs_trace)
910 {
911 int ret = 0;
912 const char *basename;
913 GError *error = NULL;
914 GDir *dir = NULL;
915 bt_logging_level log_level = ctf_fs_trace->log_level;
916 bt_self_component *self_comp = ctf_fs_trace->self_comp;
917 bt_self_component_class *self_comp_class = ctf_fs_trace->self_comp_class;
918
919 /* Check each file in the path directory, except specific ones */
920 dir = g_dir_open(ctf_fs_trace->path->str, 0, &error);
921 if (!dir) {
922 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
923 "Cannot open directory `%s`: %s (code %d)",
924 ctf_fs_trace->path->str, error->message,
925 error->code);
926 goto error;
927 }
928
929 while ((basename = g_dir_read_name(dir))) {
930 struct ctf_fs_file *file;
931
932 if (strcmp(basename, CTF_FS_METADATA_FILENAME) == 0) {
933 /* Ignore the metadata stream. */
934 BT_COMP_LOGI("Ignoring metadata file `%s" G_DIR_SEPARATOR_S "%s`",
935 ctf_fs_trace->path->str, basename);
936 continue;
937 }
938
939 if (basename[0] == '.') {
940 BT_COMP_LOGI("Ignoring hidden file `%s" G_DIR_SEPARATOR_S "%s`",
941 ctf_fs_trace->path->str, basename);
942 continue;
943 }
944
945 /* Create the file. */
946 file = ctf_fs_file_create(log_level, self_comp);
947 if (!file) {
948 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
949 "Cannot create stream file object for file `%s" G_DIR_SEPARATOR_S "%s`",
950 ctf_fs_trace->path->str, basename);
951 goto error;
952 }
953
954 /* Create full path string. */
955 g_string_append_printf(file->path, "%s" G_DIR_SEPARATOR_S "%s",
956 ctf_fs_trace->path->str, basename);
957 if (!g_file_test(file->path->str, G_FILE_TEST_IS_REGULAR)) {
958 BT_COMP_LOGI("Ignoring non-regular file `%s`",
959 file->path->str);
960 ctf_fs_file_destroy(file);
961 file = NULL;
962 continue;
963 }
964
965 ret = ctf_fs_file_open(file, "rb");
966 if (ret) {
967 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
968 "Cannot open stream file `%s`",
969 file->path->str);
970 goto error;
971 }
972
973 if (file->size == 0) {
974 /* Skip empty stream. */
975 BT_COMP_LOGI("Ignoring empty file `%s`", file->path->str);
976 ctf_fs_file_destroy(file);
977 continue;
978 }
979
980 ret = add_ds_file_to_ds_file_group(ctf_fs_trace,
981 file->path->str);
982 if (ret) {
983 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
984 "Cannot add stream file `%s` to stream file group",
985 file->path->str);
986 ctf_fs_file_destroy(file);
987 goto error;
988 }
989
990 ctf_fs_file_destroy(file);
991 }
992
993 goto end;
994
995 error:
996 ret = -1;
997
998 end:
999 if (dir) {
1000 g_dir_close(dir);
1001 dir = NULL;
1002 }
1003
1004 if (error) {
1005 g_error_free(error);
1006 }
1007
1008 return ret;
1009 }
1010
1011 static
1012 int set_trace_name(bt_trace *trace, const char *name_suffix,
1013 bt_logging_level log_level, bt_self_component *self_comp)
1014 {
1015 int ret = 0;
1016 const bt_value *val;
1017 GString *name;
1018
1019 name = g_string_new(NULL);
1020 if (!name) {
1021 BT_COMP_LOGE_STR("Failed to allocate a GString.");
1022 ret = -1;
1023 goto end;
1024 }
1025
1026 /*
1027 * Check if we have a trace environment string value named `hostname`.
1028 * If so, use it as the trace name's prefix.
1029 */
1030 val = bt_trace_borrow_environment_entry_value_by_name_const(
1031 trace, "hostname");
1032 if (val && bt_value_is_string(val)) {
1033 g_string_append(name, bt_value_string_get(val));
1034
1035 if (name_suffix) {
1036 g_string_append_c(name, G_DIR_SEPARATOR);
1037 }
1038 }
1039
1040 if (name_suffix) {
1041 g_string_append(name, name_suffix);
1042 }
1043
1044 ret = bt_trace_set_name(trace, name->str);
1045 if (ret) {
1046 goto end;
1047 }
1048
1049 goto end;
1050
1051 end:
1052 if (name) {
1053 g_string_free(name, TRUE);
1054 }
1055
1056 return ret;
1057 }
1058
1059 static
1060 struct ctf_fs_trace *ctf_fs_trace_create(
1061 bt_self_component *self_comp,
1062 bt_self_component_class *self_comp_class,
1063 const char *path, const char *name,
1064 struct ctf_fs_metadata_config *metadata_config,
1065 bt_logging_level log_level)
1066 {
1067 struct ctf_fs_trace *ctf_fs_trace;
1068 int ret;
1069
1070 /* Only one of them must be set. */
1071 BT_ASSERT(!self_comp != !self_comp_class);
1072
1073 ctf_fs_trace = g_new0(struct ctf_fs_trace, 1);
1074 if (!ctf_fs_trace) {
1075 goto end;
1076 }
1077
1078 ctf_fs_trace->log_level = log_level;
1079 ctf_fs_trace->self_comp = self_comp;
1080 ctf_fs_trace->self_comp_class = self_comp_class;
1081 ctf_fs_trace->path = g_string_new(path);
1082 if (!ctf_fs_trace->path) {
1083 goto error;
1084 }
1085
1086 ctf_fs_trace->metadata = g_new0(struct ctf_fs_metadata, 1);
1087 if (!ctf_fs_trace->metadata) {
1088 goto error;
1089 }
1090
1091 ctf_fs_metadata_init(ctf_fs_trace->metadata);
1092 ctf_fs_trace->ds_file_groups = g_ptr_array_new_with_free_func(
1093 (GDestroyNotify) ctf_fs_ds_file_group_destroy);
1094 if (!ctf_fs_trace->ds_file_groups) {
1095 goto error;
1096 }
1097
1098 ret = ctf_fs_metadata_set_trace_class(self_comp, ctf_fs_trace,
1099 metadata_config);
1100 if (ret) {
1101 goto error;
1102 }
1103
1104 if (ctf_fs_trace->metadata->trace_class) {
1105 ctf_fs_trace->trace =
1106 bt_trace_create(ctf_fs_trace->metadata->trace_class);
1107 if (!ctf_fs_trace->trace) {
1108 goto error;
1109 }
1110 }
1111
1112 if (ctf_fs_trace->trace) {
1113 ret = ctf_trace_class_configure_ir_trace(
1114 ctf_fs_trace->metadata->tc, ctf_fs_trace->trace);
1115 if (ret) {
1116 goto error;
1117 }
1118
1119 ret = set_trace_name(ctf_fs_trace->trace, name, log_level,
1120 self_comp);
1121 if (ret) {
1122 goto error;
1123 }
1124 }
1125
1126 ret = create_ds_file_groups(ctf_fs_trace);
1127 if (ret) {
1128 goto error;
1129 }
1130
1131 goto end;
1132
1133 error:
1134 ctf_fs_trace_destroy(ctf_fs_trace);
1135 ctf_fs_trace = NULL;
1136
1137 end:
1138 return ctf_fs_trace;
1139 }
1140
1141 static
1142 int path_is_ctf_trace(const char *path)
1143 {
1144 GString *metadata_path = g_string_new(NULL);
1145 int ret = 0;
1146
1147 if (!metadata_path) {
1148 ret = -1;
1149 goto end;
1150 }
1151
1152 g_string_printf(metadata_path, "%s" G_DIR_SEPARATOR_S "%s", path, CTF_FS_METADATA_FILENAME);
1153
1154 if (g_file_test(metadata_path->str, G_FILE_TEST_IS_REGULAR)) {
1155 ret = 1;
1156 goto end;
1157 }
1158
1159 end:
1160 g_string_free(metadata_path, TRUE);
1161 return ret;
1162 }
1163
1164 /* Helper for ctf_fs_component_create_ctf_fs_trace, to handle a single path. */
1165
1166 static
1167 int ctf_fs_component_create_ctf_fs_trace_one_path(
1168 struct ctf_fs_component *ctf_fs,
1169 const char *path_param,
1170 const char *trace_name,
1171 GPtrArray *traces,
1172 bt_self_component *self_comp,
1173 bt_self_component_class *self_comp_class)
1174 {
1175 struct ctf_fs_trace *ctf_fs_trace;
1176 int ret;
1177 GString *norm_path;
1178 bt_logging_level log_level = ctf_fs->log_level;
1179
1180 norm_path = bt_common_normalize_path(path_param, NULL);
1181 if (!norm_path) {
1182 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1183 "Failed to normalize path: `%s`.",
1184 path_param);
1185 goto error;
1186 }
1187
1188 ret = path_is_ctf_trace(norm_path->str);
1189 if (ret < 0) {
1190 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1191 "Failed to check if path is a CTF trace: path=%s",
1192 norm_path->str);
1193 goto error;
1194 } else if (ret == 0) {
1195 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1196 "Path is not a CTF trace (does not contain a metadata file): `%s`.",
1197 norm_path->str);
1198 goto error;
1199 }
1200
1201 // FIXME: Remove or ifdef for __MINGW32__
1202 if (strcmp(norm_path->str, "/") == 0) {
1203 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1204 "Opening a trace in `/` is not supported.");
1205 ret = -1;
1206 goto end;
1207 }
1208
1209 ctf_fs_trace = ctf_fs_trace_create(self_comp, self_comp_class, norm_path->str,
1210 trace_name, &ctf_fs->metadata_config, log_level);
1211 if (!ctf_fs_trace) {
1212 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
1213 "Cannot create trace for `%s`.",
1214 norm_path->str);
1215 goto error;
1216 }
1217
1218 g_ptr_array_add(traces, ctf_fs_trace);
1219 ctf_fs_trace = NULL;
1220
1221 ret = 0;
1222 goto end;
1223
1224 error:
1225 ret = -1;
1226
1227 end:
1228 if (norm_path) {
1229 g_string_free(norm_path, TRUE);
1230 }
1231
1232 return ret;
1233 }
1234
1235 /*
1236 * Count the number of stream and event classes defined by this trace's metadata.
1237 *
1238 * This is used to determine which metadata is the "latest", out of multiple
1239 * traces sharing the same UUID. It is assumed that amongst all these metadatas,
1240 * a bigger metadata is a superset of a smaller metadata. Therefore, it is
1241 * enough to just count the classes.
1242 */
1243
1244 static
1245 unsigned int metadata_count_stream_and_event_classes(struct ctf_fs_trace *trace)
1246 {
1247 unsigned int num = trace->metadata->tc->stream_classes->len;
1248 guint i;
1249
1250 for (i = 0; i < trace->metadata->tc->stream_classes->len; i++) {
1251 struct ctf_stream_class *sc = trace->metadata->tc->stream_classes->pdata[i];
1252 num += sc->event_classes->len;
1253 }
1254
1255 return num;
1256 }
1257
1258 /*
1259 * Merge the src ds_file_group into dest. This consists of merging their
1260 * ds_file_infos, making sure to keep the result sorted.
1261 */
1262
1263 static
1264 void merge_ctf_fs_ds_file_groups(struct ctf_fs_ds_file_group *dest, struct ctf_fs_ds_file_group *src)
1265 {
1266 guint i;
1267
1268 for (i = 0; i < src->ds_file_infos->len; i++) {
1269 struct ctf_fs_ds_file_info *ds_file_info =
1270 g_ptr_array_index(src->ds_file_infos, i);
1271
1272 /* Ownership of the ds_file_info is transferred to dest. */
1273 g_ptr_array_index(src->ds_file_infos, i) = NULL;
1274
1275 ds_file_group_insert_ds_file_info_sorted(dest, ds_file_info);
1276 }
1277
1278 /* Merge both indexes. */
1279 merge_ctf_fs_ds_indexes(dest->index, src->index);
1280 }
1281 /* Merge src_trace's data stream file groups into dest_trace's. */
1282
1283 static
1284 int merge_matching_ctf_fs_ds_file_groups(
1285 struct ctf_fs_trace *dest_trace,
1286 struct ctf_fs_trace *src_trace)
1287 {
1288
1289 GPtrArray *dest = dest_trace->ds_file_groups;
1290 GPtrArray *src = src_trace->ds_file_groups;
1291 guint s_i;
1292 int ret = 0;
1293
1294 /*
1295 * Save the initial length of dest: we only want to check against the
1296 * original elements in the inner loop.
1297 */
1298 const guint dest_len = dest->len;
1299
1300 for (s_i = 0; s_i < src->len; s_i++) {
1301 struct ctf_fs_ds_file_group *src_group = g_ptr_array_index(src, s_i);
1302 struct ctf_fs_ds_file_group *dest_group = NULL;
1303
1304 /* A stream instance without ID can't match a stream in the other trace. */
1305 if (src_group->stream_id != -1) {
1306 guint d_i;
1307
1308 /* Let's search for a matching ds_file_group in the destination. */
1309 for (d_i = 0; d_i < dest_len; d_i++) {
1310 struct ctf_fs_ds_file_group *candidate_dest = g_ptr_array_index(dest, d_i);
1311
1312 /* Can't match a stream instance without ID. */
1313 if (candidate_dest->stream_id == -1) {
1314 continue;
1315 }
1316
1317 /*
1318 * If the two groups have the same stream instance id
1319 * and belong to the same stream class (stream instance
1320 * ids are per-stream class), they represent the same
1321 * stream instance.
1322 */
1323 if (candidate_dest->stream_id != src_group->stream_id ||
1324 candidate_dest->sc->id != src_group->sc->id) {
1325 continue;
1326 }
1327
1328 dest_group = candidate_dest;
1329 break;
1330 }
1331 }
1332
1333 /*
1334 * Didn't find a friend in dest to merge our src_group into?
1335 * Create a new empty one. This can happen if a stream was
1336 * active in the source trace chunk but not in the destination
1337 * trace chunk.
1338 */
1339 if (!dest_group) {
1340 struct ctf_stream_class *sc;
1341 struct ctf_fs_ds_index *index;
1342
1343 sc = ctf_trace_class_borrow_stream_class_by_id(
1344 dest_trace->metadata->tc, src_group->sc->id);
1345 BT_ASSERT(sc);
1346
1347 index = ctf_fs_ds_index_create(dest_trace->log_level,
1348 dest_trace->self_comp);
1349 if (!index) {
1350 ret = -1;
1351 goto end;
1352 }
1353
1354 dest_group = ctf_fs_ds_file_group_create(dest_trace, sc,
1355 src_group->stream_id, index);
1356 /* Ownership of index is transferred. */
1357 index = NULL;
1358 if (!dest_group) {
1359 ret = -1;
1360 goto end;
1361 }
1362
1363 g_ptr_array_add(dest_trace->ds_file_groups, dest_group);
1364 }
1365
1366 BT_ASSERT(dest_group);
1367 merge_ctf_fs_ds_file_groups(dest_group, src_group);
1368 }
1369
1370 end:
1371 return ret;
1372 }
1373
1374 /*
1375 * Collapse the given traces, which must all share the same UUID, in a single
1376 * one.
1377 *
1378 * The trace with the most expansive metadata is chosen and all other traces
1379 * are merged into that one. The array slots of all the traces that get merged
1380 * in the chosen one are set to NULL, so only the slot of the chosen trace
1381 * remains non-NULL.
1382 */
1383
1384 static
1385 int merge_ctf_fs_traces(struct ctf_fs_trace **traces, unsigned int num_traces,
1386 struct ctf_fs_trace **out_trace)
1387 {
1388 unsigned int winner_count;
1389 struct ctf_fs_trace *winner;
1390 guint i, winner_i;
1391 int ret = 0;
1392
1393 BT_ASSERT(num_traces >= 2);
1394
1395 winner_count = metadata_count_stream_and_event_classes(traces[0]);
1396 winner = traces[0];
1397 winner_i = 0;
1398
1399 /* Find the trace with the largest metadata. */
1400 for (i = 1; i < num_traces; i++) {
1401 struct ctf_fs_trace *candidate;
1402 unsigned int candidate_count;
1403
1404 candidate = traces[i];
1405
1406 /* A bit of sanity check. */
1407 BT_ASSERT(bt_uuid_compare(winner->metadata->tc->uuid, candidate->metadata->tc->uuid) == 0);
1408
1409 candidate_count = metadata_count_stream_and_event_classes(candidate);
1410
1411 if (candidate_count > winner_count) {
1412 winner_count = candidate_count;
1413 winner = candidate;
1414 winner_i = i;
1415 }
1416 }
1417
1418 /* Merge all the other traces in the winning trace. */
1419 for (i = 0; i < num_traces; i++) {
1420 struct ctf_fs_trace *trace = traces[i];
1421
1422 /* Don't merge the winner into itself. */
1423 if (trace == winner) {
1424 continue;
1425 }
1426
1427 /* Merge trace's data stream file groups into winner's. */
1428 ret = merge_matching_ctf_fs_ds_file_groups(winner, trace);
1429 if (ret) {
1430 goto end;
1431 }
1432 }
1433
1434 /*
1435 * Move the winner out of the array, into `*out_trace`.
1436 */
1437 *out_trace = winner;
1438 traces[winner_i] = NULL;
1439
1440 end:
1441 return ret;
1442 }
1443
1444 enum target_event {
1445 FIRST_EVENT,
1446 LAST_EVENT,
1447 };
1448
1449 static
1450 int decode_clock_snapshot_after_event(struct ctf_fs_trace *ctf_fs_trace,
1451 struct ctf_clock_class *default_cc,
1452 struct ctf_fs_ds_index_entry *index_entry,
1453 enum target_event target_event, uint64_t *cs, int64_t *ts_ns)
1454 {
1455 enum ctf_msg_iter_status iter_status = CTF_MSG_ITER_STATUS_OK;
1456 struct ctf_fs_ds_file *ds_file = NULL;
1457 struct ctf_msg_iter *msg_iter = NULL;
1458 bt_logging_level log_level = ctf_fs_trace->log_level;
1459 bt_self_component *self_comp = ctf_fs_trace->self_comp;
1460 int ret = 0;
1461
1462 BT_ASSERT(ctf_fs_trace);
1463 BT_ASSERT(ctf_fs_trace->metadata);
1464 BT_ASSERT(ctf_fs_trace->metadata->tc);
1465
1466 msg_iter = ctf_msg_iter_create(ctf_fs_trace->metadata->tc,
1467 bt_common_get_page_size(log_level) * 8, ctf_fs_ds_file_medops,
1468 NULL, log_level, self_comp, NULL);
1469 if (!msg_iter) {
1470 /* ctf_msg_iter_create() logs errors. */
1471 ret = -1;
1472 goto end;
1473 }
1474
1475 BT_ASSERT(index_entry);
1476 BT_ASSERT(index_entry->path);
1477
1478 ds_file = ctf_fs_ds_file_create(ctf_fs_trace, NULL, msg_iter,
1479 NULL, index_entry->path, log_level);
1480 if (!ds_file) {
1481 BT_COMP_LOGE_APPEND_CAUSE(self_comp, "Failed to create a ctf_fs_ds_file");
1482 ret = -1;
1483 goto end;
1484 }
1485
1486 /*
1487 * Turn on dry run mode to prevent the creation and usage of Babeltrace
1488 * library objects (bt_field, bt_message_*, etc.).
1489 */
1490 ctf_msg_iter_set_dry_run(msg_iter, true);
1491
1492 /* Seek to the beginning of the target packet. */
1493 iter_status = ctf_msg_iter_seek(ds_file->msg_iter, index_entry->offset);
1494 if (iter_status) {
1495 /* ctf_msg_iter_seek() logs errors. */
1496 ret = -1;
1497 goto end;
1498 }
1499
1500 switch (target_event) {
1501 case FIRST_EVENT:
1502 /*
1503 * Start to decode the packet until we reach the end of
1504 * the first event. To extract the first event's clock
1505 * snapshot.
1506 */
1507 iter_status = ctf_msg_iter_curr_packet_first_event_clock_snapshot(
1508 ds_file->msg_iter, cs);
1509 break;
1510 case LAST_EVENT:
1511 /* Decode the packet to extract the last event's clock snapshot. */
1512 iter_status = ctf_msg_iter_curr_packet_last_event_clock_snapshot(
1513 ds_file->msg_iter, cs);
1514 break;
1515 default:
1516 bt_common_abort();
1517 }
1518 if (iter_status) {
1519 ret = -1;
1520 goto end;
1521 }
1522
1523 /* Convert clock snapshot to timestamp. */
1524 ret = bt_util_clock_cycles_to_ns_from_origin(*cs,
1525 default_cc->frequency, default_cc->offset_seconds,
1526 default_cc->offset_cycles, ts_ns);
1527 if (ret) {
1528 BT_COMP_LOGE_APPEND_CAUSE(self_comp,
1529 "Failed to convert clock snapshot to timestamp");
1530 goto end;
1531 }
1532
1533 end:
1534 if (ds_file) {
1535 ctf_fs_ds_file_destroy(ds_file);
1536 }
1537 if (msg_iter) {
1538 ctf_msg_iter_destroy(msg_iter);
1539 }
1540
1541 return ret;
1542 }
1543
1544 static
1545 int decode_packet_first_event_timestamp(struct ctf_fs_trace *ctf_fs_trace,
1546 struct ctf_clock_class *default_cc,
1547 struct ctf_fs_ds_index_entry *index_entry, uint64_t *cs, int64_t *ts_ns)
1548 {
1549 return decode_clock_snapshot_after_event(ctf_fs_trace, default_cc,
1550 index_entry, FIRST_EVENT, cs, ts_ns);
1551 }
1552
1553 static
1554 int decode_packet_last_event_timestamp(struct ctf_fs_trace *ctf_fs_trace,
1555 struct ctf_clock_class *default_cc,
1556 struct ctf_fs_ds_index_entry *index_entry, uint64_t *cs, int64_t *ts_ns)
1557 {
1558 return decode_clock_snapshot_after_event(ctf_fs_trace, default_cc,
1559 index_entry, LAST_EVENT, cs, ts_ns);
1560 }
1561
1562 /*
1563 * Fix up packet index entries for lttng's "event-after-packet" bug.
1564 * Some buggy lttng tracer versions may emit events with a timestamp that is
1565 * larger (after) than the timestamp_end of the their packets.
1566 *
1567 * To fix up this erroneous data we do the following:
1568 * 1. If it's not the stream file's last packet: set the packet index entry's
1569 * end time to the next packet's beginning time.
1570 * 2. If it's the stream file's last packet, set the packet index entry's end
1571 * time to the packet's last event's time, if any, or to the packet's
1572 * beginning time otherwise.
1573 *
1574 * Known buggy tracer versions:
1575 * - before lttng-ust 2.11.0
1576 * - before lttng-module 2.11.0
1577 * - before lttng-module 2.10.10
1578 * - before lttng-module 2.9.13
1579 */
1580 static
1581 int fix_index_lttng_event_after_packet_bug(struct ctf_fs_trace *trace)
1582 {
1583 int ret = 0;
1584 guint ds_file_group_i;
1585 GPtrArray *ds_file_groups = trace->ds_file_groups;
1586 bt_logging_level log_level = trace->log_level;
1587
1588 for (ds_file_group_i = 0; ds_file_group_i < ds_file_groups->len;
1589 ds_file_group_i++) {
1590 guint entry_i;
1591 struct ctf_clock_class *default_cc;
1592 struct ctf_fs_ds_index_entry *last_entry;
1593 struct ctf_fs_ds_index *index;
1594
1595 struct ctf_fs_ds_file_group *ds_file_group =
1596 g_ptr_array_index(ds_file_groups, ds_file_group_i);
1597
1598 BT_ASSERT(ds_file_group);
1599 index = ds_file_group->index;
1600
1601 BT_ASSERT(index);
1602 BT_ASSERT(index->entries);
1603 BT_ASSERT(index->entries->len > 0);
1604
1605 /*
1606 * Iterate over all entries but the last one. The last one is
1607 * fixed differently after.
1608 */
1609 for (entry_i = 0; entry_i < index->entries->len - 1;
1610 entry_i++) {
1611 struct ctf_fs_ds_index_entry *curr_entry, *next_entry;
1612
1613 curr_entry = g_ptr_array_index(index->entries, entry_i);
1614 next_entry = g_ptr_array_index(index->entries, entry_i + 1);
1615
1616 /*
1617 * 1. Set the current index entry `end` timestamp to
1618 * the next index entry `begin` timestamp.
1619 */
1620 curr_entry->timestamp_end = next_entry->timestamp_begin;
1621 curr_entry->timestamp_end_ns = next_entry->timestamp_begin_ns;
1622 }
1623
1624 /*
1625 * 2. Fix the last entry by decoding the last event of the last
1626 * packet.
1627 */
1628 last_entry = g_ptr_array_index(index->entries,
1629 index->entries->len - 1);
1630 BT_ASSERT(last_entry);
1631
1632 BT_ASSERT(ds_file_group->sc->default_clock_class);
1633 default_cc = ds_file_group->sc->default_clock_class;
1634
1635 /*
1636 * Decode packet to read the timestamp of the last event of the
1637 * entry.
1638 */
1639 ret = decode_packet_last_event_timestamp(trace, default_cc,
1640 last_entry, &last_entry->timestamp_end,
1641 &last_entry->timestamp_end_ns);
1642 if (ret) {
1643 BT_COMP_LOGE_APPEND_CAUSE(trace->self_comp,
1644 "Failed to decode stream's last packet to get its last event's clock snapshot.");
1645 goto end;
1646 }
1647 }
1648
1649 end:
1650 return ret;
1651 }
1652
1653 /*
1654 * Fix up packet index entries for barectf's "event-before-packet" bug.
1655 * Some buggy barectf tracer versions may emit events with a timestamp that is
1656 * less than the timestamp_begin of the their packets.
1657 *
1658 * To fix up this erroneous data we do the following:
1659 * 1. Starting at the second index entry, set the timestamp_begin of the
1660 * current entry to the timestamp of the first event of the packet.
1661 * 2. Set the previous entry's timestamp_end to the timestamp_begin of the
1662 * current packet.
1663 *
1664 * Known buggy tracer versions:
1665 * - before barectf 2.3.1
1666 */
1667 static
1668 int fix_index_barectf_event_before_packet_bug(struct ctf_fs_trace *trace)
1669 {
1670 int ret = 0;
1671 guint ds_file_group_i;
1672 GPtrArray *ds_file_groups = trace->ds_file_groups;
1673 bt_logging_level log_level = trace->log_level;
1674
1675 for (ds_file_group_i = 0; ds_file_group_i < ds_file_groups->len;
1676 ds_file_group_i++) {
1677 guint entry_i;
1678 struct ctf_clock_class *default_cc;
1679 struct ctf_fs_ds_file_group *ds_file_group =
1680 g_ptr_array_index(ds_file_groups, ds_file_group_i);
1681
1682 struct ctf_fs_ds_index *index = ds_file_group->index;
1683
1684 BT_ASSERT(index);
1685 BT_ASSERT(index->entries);
1686 BT_ASSERT(index->entries->len > 0);
1687
1688 BT_ASSERT(ds_file_group->sc->default_clock_class);
1689 default_cc = ds_file_group->sc->default_clock_class;
1690
1691 /*
1692 * 1. Iterate over the index, starting from the second entry
1693 * (index = 1).
1694 */
1695 for (entry_i = 1; entry_i < index->entries->len;
1696 entry_i++) {
1697 struct ctf_fs_ds_index_entry *curr_entry, *prev_entry;
1698 prev_entry = g_ptr_array_index(index->entries, entry_i - 1);
1699 curr_entry = g_ptr_array_index(index->entries, entry_i);
1700 /*
1701 * 2. Set the current entry `begin` timestamp to the
1702 * timestamp of the first event of the current packet.
1703 */
1704 ret = decode_packet_first_event_timestamp(trace, default_cc,
1705 curr_entry, &curr_entry->timestamp_begin,
1706 &curr_entry->timestamp_begin_ns);
1707 if (ret) {
1708 BT_COMP_LOGE_APPEND_CAUSE(trace->self_comp,
1709 "Failed to decode first event's clock snapshot");
1710 goto end;
1711 }
1712
1713 /*
1714 * 3. Set the previous entry `end` timestamp to the
1715 * timestamp of the first event of the current packet.
1716 */
1717 prev_entry->timestamp_end = curr_entry->timestamp_begin;
1718 prev_entry->timestamp_end_ns = curr_entry->timestamp_begin_ns;
1719 }
1720 }
1721 end:
1722 return ret;
1723 }
1724
1725 /*
1726 * When using the lttng-crash feature it's likely that the last packets of each
1727 * stream have their timestamp_end set to zero. This is caused by the fact that
1728 * the tracer crashed and was not able to properly close the packets.
1729 *
1730 * To fix up this erroneous data we do the following:
1731 * For each index entry, if the entry's timestamp_end is 0 and the
1732 * timestamp_begin is not 0:
1733 * - If it's the stream file's last packet: set the packet index entry's end
1734 * time to the packet's last event's time, if any, or to the packet's
1735 * beginning time otherwise.
1736 * - If it's not the stream file's last packet: set the packet index
1737 * entry's end time to the next packet's beginning time.
1738 *
1739 * Affected versions:
1740 * - All current and future lttng-ust and lttng-modules versions.
1741 */
1742 static
1743 int fix_index_lttng_crash_quirk(struct ctf_fs_trace *trace)
1744 {
1745 int ret = 0;
1746 guint ds_file_group_idx;
1747 GPtrArray *ds_file_groups = trace->ds_file_groups;
1748 bt_logging_level log_level = trace->log_level;
1749
1750 for (ds_file_group_idx = 0; ds_file_group_idx < ds_file_groups->len;
1751 ds_file_group_idx++) {
1752 guint entry_idx;
1753 struct ctf_clock_class *default_cc;
1754 struct ctf_fs_ds_index_entry *last_entry;
1755 struct ctf_fs_ds_index *index;
1756
1757 struct ctf_fs_ds_file_group *ds_file_group =
1758 g_ptr_array_index(ds_file_groups, ds_file_group_idx);
1759
1760 BT_ASSERT(ds_file_group);
1761 index = ds_file_group->index;
1762
1763 BT_ASSERT(ds_file_group->sc->default_clock_class);
1764 default_cc = ds_file_group->sc->default_clock_class;
1765
1766 BT_ASSERT(index);
1767 BT_ASSERT(index->entries);
1768 BT_ASSERT(index->entries->len > 0);
1769
1770 last_entry = g_ptr_array_index(index->entries,
1771 index->entries->len - 1);
1772 BT_ASSERT(last_entry);
1773
1774
1775 /* 1. Fix the last entry first. */
1776 if (last_entry->timestamp_end == 0 &&
1777 last_entry->timestamp_begin != 0) {
1778 /*
1779 * Decode packet to read the timestamp of the
1780 * last event of the stream file.
1781 */
1782 ret = decode_packet_last_event_timestamp(trace,
1783 default_cc, last_entry,
1784 &last_entry->timestamp_end,
1785 &last_entry->timestamp_end_ns);
1786 if (ret) {
1787 BT_COMP_LOGE_APPEND_CAUSE(trace->self_comp,
1788 "Failed to decode last event's clock snapshot");
1789 goto end;
1790 }
1791 }
1792
1793 /* Iterate over all entries but the last one. */
1794 for (entry_idx = 0; entry_idx < index->entries->len - 1;
1795 entry_idx++) {
1796 struct ctf_fs_ds_index_entry *curr_entry, *next_entry;
1797 curr_entry = g_ptr_array_index(index->entries, entry_idx);
1798 next_entry = g_ptr_array_index(index->entries, entry_idx + 1);
1799
1800 if (curr_entry->timestamp_end == 0 &&
1801 curr_entry->timestamp_begin != 0) {
1802 /*
1803 * 2. Set the current index entry `end` timestamp to
1804 * the next index entry `begin` timestamp.
1805 */
1806 curr_entry->timestamp_end = next_entry->timestamp_begin;
1807 curr_entry->timestamp_end_ns = next_entry->timestamp_begin_ns;
1808 }
1809 }
1810 }
1811
1812 end:
1813 return ret;
1814 }
1815
1816 /*
1817 * Extract the tracer information necessary to compare versions.
1818 * Returns 0 on success, and -1 if the extraction is not successful because the
1819 * necessary fields are absents in the trace metadata.
1820 */
1821 static
1822 int extract_tracer_info(struct ctf_fs_trace *trace,
1823 struct tracer_info *current_tracer_info)
1824 {
1825 int ret = 0;
1826 struct ctf_trace_class_env_entry *entry;
1827
1828 /* Clear the current_tracer_info struct */
1829 memset(current_tracer_info, 0, sizeof(*current_tracer_info));
1830
1831 /*
1832 * To compare 2 tracer versions, at least the tracer name and it's
1833 * major version are needed. If one of these is missing, consider it an
1834 * extraction failure.
1835 */
1836 entry = ctf_trace_class_borrow_env_entry_by_name(
1837 trace->metadata->tc, "tracer_name");
1838 if (!entry || entry->type != CTF_TRACE_CLASS_ENV_ENTRY_TYPE_STR) {
1839 goto missing_bare_minimum;
1840 }
1841
1842 /* Set tracer name. */
1843 current_tracer_info->name = entry->value.str->str;
1844
1845 entry = ctf_trace_class_borrow_env_entry_by_name(
1846 trace->metadata->tc, "tracer_major");
1847 if (!entry || entry->type != CTF_TRACE_CLASS_ENV_ENTRY_TYPE_INT) {
1848 goto missing_bare_minimum;
1849 }
1850
1851 /* Set major version number. */
1852 current_tracer_info->major = entry->value.i;
1853
1854 entry = ctf_trace_class_borrow_env_entry_by_name(
1855 trace->metadata->tc, "tracer_minor");
1856 if (!entry || entry->type != CTF_TRACE_CLASS_ENV_ENTRY_TYPE_INT) {
1857 goto end;
1858 }
1859
1860 /* Set minor version number. */
1861 current_tracer_info->minor = entry->value.i;
1862
1863 entry = ctf_trace_class_borrow_env_entry_by_name(
1864 trace->metadata->tc, "tracer_patch");
1865 if (!entry) {
1866 /*
1867 * If `tracer_patch` doesn't exist `tracer_patchlevel` might.
1868 * For example, `lttng-modules` uses entry name
1869 * `tracer_patchlevel`.
1870 */
1871 entry = ctf_trace_class_borrow_env_entry_by_name(
1872 trace->metadata->tc, "tracer_patchlevel");
1873 }
1874
1875 if (!entry || entry->type != CTF_TRACE_CLASS_ENV_ENTRY_TYPE_INT) {
1876 goto end;
1877 }
1878
1879 /* Set patch version number. */
1880 current_tracer_info->patch = entry->value.i;
1881
1882 goto end;
1883
1884 missing_bare_minimum:
1885 ret = -1;
1886 end:
1887 return ret;
1888 }
1889
1890 static
1891 bool is_tracer_affected_by_lttng_event_after_packet_bug(
1892 struct tracer_info *curr_tracer_info)
1893 {
1894 bool is_affected = false;
1895
1896 if (strcmp(curr_tracer_info->name, "lttng-ust") == 0) {
1897 if (curr_tracer_info->major < 2) {
1898 is_affected = true;
1899 } else if (curr_tracer_info->major == 2) {
1900 /* fixed in lttng-ust 2.11.0 */
1901 if (curr_tracer_info->minor < 11) {
1902 is_affected = true;
1903 }
1904 }
1905 } else if (strcmp(curr_tracer_info->name, "lttng-modules") == 0) {
1906 if (curr_tracer_info->major < 2) {
1907 is_affected = true;
1908 } else if (curr_tracer_info->major == 2) {
1909 /* fixed in lttng-modules 2.11.0 */
1910 if (curr_tracer_info->minor == 10) {
1911 /* fixed in lttng-modules 2.10.10 */
1912 if (curr_tracer_info->patch < 10) {
1913 is_affected = true;
1914 }
1915 } else if (curr_tracer_info->minor == 9) {
1916 /* fixed in lttng-modules 2.9.13 */
1917 if (curr_tracer_info->patch < 13) {
1918 is_affected = true;
1919 }
1920 } else if (curr_tracer_info->minor < 9) {
1921 is_affected = true;
1922 }
1923 }
1924 }
1925
1926 return is_affected;
1927 }
1928
1929 static
1930 bool is_tracer_affected_by_barectf_event_before_packet_bug(
1931 struct tracer_info *curr_tracer_info)
1932 {
1933 bool is_affected = false;
1934
1935 if (strcmp(curr_tracer_info->name, "barectf") == 0) {
1936 if (curr_tracer_info->major < 2) {
1937 is_affected = true;
1938 } else if (curr_tracer_info->major == 2) {
1939 if (curr_tracer_info->minor < 3) {
1940 is_affected = true;
1941 } else if (curr_tracer_info->minor == 3) {
1942 /* fixed in barectf 2.3.1 */
1943 if (curr_tracer_info->patch < 1) {
1944 is_affected = true;
1945 }
1946 }
1947 }
1948 }
1949
1950 return is_affected;
1951 }
1952
1953 static
1954 bool is_tracer_affected_by_lttng_crash_quirk(
1955 struct tracer_info *curr_tracer_info)
1956 {
1957 bool is_affected = false;
1958
1959 /* All LTTng tracer may be affected by this lttng crash quirk. */
1960 if (strcmp(curr_tracer_info->name, "lttng-ust") == 0) {
1961 is_affected = true;
1962 } else if (strcmp(curr_tracer_info->name, "lttng-modules") == 0) {
1963 is_affected = true;
1964 }
1965
1966 return is_affected;
1967 }
1968
1969 /*
1970 * Looks for trace produced by known buggy tracers and fix up the index
1971 * produced earlier.
1972 */
1973 static
1974 int fix_packet_index_tracer_bugs(struct ctf_fs_component *ctf_fs,
1975 bt_self_component *self_comp,
1976 bt_self_component_class *self_comp_class)
1977 {
1978 int ret = 0;
1979 struct tracer_info current_tracer_info;
1980 bt_logging_level log_level = ctf_fs->log_level;
1981
1982 ret = extract_tracer_info(ctf_fs->trace, &current_tracer_info);
1983 if (ret) {
1984 /*
1985 * A trace may not have all the necessary environment
1986 * entries to do the tracer version comparison.
1987 * At least, the tracer name and major version number
1988 * are needed. Failing to extract these entries is not
1989 * an error.
1990 */
1991 ret = 0;
1992 BT_LOGI_STR("Cannot extract tracer information necessary to compare with buggy versions.");
1993 goto end;;
1994 }
1995
1996 /* Check if the trace may be affected by old tracer bugs. */
1997 if (is_tracer_affected_by_lttng_event_after_packet_bug(
1998 &current_tracer_info)) {
1999 BT_LOGI_STR("Trace may be affected by LTTng tracer packet timestamp bug. Fixing up.");
2000 ret = fix_index_lttng_event_after_packet_bug(ctf_fs->trace);
2001 if (ret) {
2002 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
2003 self_comp, self_comp_class,
2004 "Failed to fix LTTng event-after-packet bug.");
2005 goto end;
2006 }
2007 ctf_fs->trace->metadata->tc->quirks.lttng_event_after_packet = true;
2008 }
2009
2010 if (is_tracer_affected_by_barectf_event_before_packet_bug(
2011 &current_tracer_info)) {
2012 BT_LOGI_STR("Trace may be affected by barectf tracer packet timestamp bug. Fixing up.");
2013 ret = fix_index_barectf_event_before_packet_bug(ctf_fs->trace);
2014 if (ret) {
2015 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
2016 self_comp, self_comp_class,
2017 "Failed to fix barectf event-before-packet bug.");
2018 goto end;
2019 }
2020 ctf_fs->trace->metadata->tc->quirks.barectf_event_before_packet = true;
2021 }
2022
2023 if (is_tracer_affected_by_lttng_crash_quirk(
2024 &current_tracer_info)) {
2025 ret = fix_index_lttng_crash_quirk(ctf_fs->trace);
2026 if (ret) {
2027 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
2028 self_comp, self_comp_class,
2029 "Failed to fix lttng-crash timestamp quirks.");
2030 goto end;
2031 }
2032 ctf_fs->trace->metadata->tc->quirks.lttng_crash = true;
2033 }
2034
2035 end:
2036 return ret;
2037 }
2038
2039 static
2040 gint compare_ds_file_groups_by_first_path(gconstpointer a, gconstpointer b)
2041 {
2042 struct ctf_fs_ds_file_group * const *ds_file_group_a = a;
2043 struct ctf_fs_ds_file_group * const *ds_file_group_b = b;
2044 const struct ctf_fs_ds_file_info *first_ds_file_info_a;
2045 const struct ctf_fs_ds_file_info *first_ds_file_info_b;
2046
2047 BT_ASSERT((*ds_file_group_a)->ds_file_infos->len > 0);
2048 BT_ASSERT((*ds_file_group_b)->ds_file_infos->len > 0);
2049 first_ds_file_info_a = (*ds_file_group_a)->ds_file_infos->pdata[0];
2050 first_ds_file_info_b = (*ds_file_group_b)->ds_file_infos->pdata[0];
2051 return strcmp(first_ds_file_info_a->path->str,
2052 first_ds_file_info_b->path->str);
2053 }
2054
2055 int ctf_fs_component_create_ctf_fs_trace(
2056 struct ctf_fs_component *ctf_fs,
2057 const bt_value *paths_value,
2058 const bt_value *trace_name_value,
2059 bt_self_component *self_comp,
2060 bt_self_component_class *self_comp_class)
2061 {
2062 int ret = 0;
2063 uint64_t i;
2064 bt_logging_level log_level = ctf_fs->log_level;
2065 GPtrArray *traces;
2066 const char *trace_name;
2067
2068 BT_ASSERT(bt_value_get_type(paths_value) == BT_VALUE_TYPE_ARRAY);
2069 BT_ASSERT(!bt_value_array_is_empty(paths_value));
2070
2071 traces = g_ptr_array_new_with_free_func(ctf_fs_trace_destroy_notifier);
2072 if (!traces) {
2073 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2074 "Failed to allocate a GPtrArray.");
2075 goto error;
2076 }
2077
2078 trace_name = trace_name_value ? bt_value_string_get(trace_name_value) : NULL;
2079
2080 /* Start by creating a separate ctf_fs_trace object for each path. */
2081 for (i = 0; i < bt_value_array_get_length(paths_value); i++) {
2082 const bt_value *path_value = bt_value_array_borrow_element_by_index_const(paths_value, i);
2083 const char *input = bt_value_string_get(path_value);
2084
2085 ret = ctf_fs_component_create_ctf_fs_trace_one_path(ctf_fs,
2086 input, trace_name, traces, self_comp, self_comp_class);
2087 if (ret) {
2088 goto end;
2089 }
2090 }
2091
2092 if (traces->len > 1) {
2093 struct ctf_fs_trace *first_trace = (struct ctf_fs_trace *) traces->pdata[0];
2094 const uint8_t *first_trace_uuid = first_trace->metadata->tc->uuid;
2095 struct ctf_fs_trace *trace;
2096
2097 /*
2098 * We have more than one trace, they must all share the same
2099 * UUID, verify that.
2100 */
2101 for (i = 0; i < traces->len; i++) {
2102 struct ctf_fs_trace *this_trace =
2103 (struct ctf_fs_trace *) traces->pdata[i];
2104 const uint8_t *this_trace_uuid = this_trace->metadata->tc->uuid;
2105
2106 if (!this_trace->metadata->tc->is_uuid_set) {
2107 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2108 "Multiple traces given, but a trace does not have a UUID: path=%s",
2109 this_trace->path->str);
2110 goto error;
2111 }
2112
2113 if (bt_uuid_compare(first_trace_uuid, this_trace_uuid) != 0) {
2114 char first_trace_uuid_str[BT_UUID_STR_LEN + 1];
2115 char this_trace_uuid_str[BT_UUID_STR_LEN + 1];
2116
2117 bt_uuid_to_str(first_trace_uuid, first_trace_uuid_str);
2118 bt_uuid_to_str(this_trace_uuid, this_trace_uuid_str);
2119
2120 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2121 "Multiple traces given, but UUIDs don't match: "
2122 "first-trace-uuid=%s, first-trace-path=%s, "
2123 "trace-uuid=%s, trace-path=%s",
2124 first_trace_uuid_str, first_trace->path->str,
2125 this_trace_uuid_str, this_trace->path->str);
2126 goto error;
2127 }
2128 }
2129
2130 ret = merge_ctf_fs_traces((struct ctf_fs_trace **) traces->pdata,
2131 traces->len, &trace);
2132 if (ret) {
2133 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2134 "Failed to merge traces with the same UUID.");
2135 goto error;
2136 }
2137
2138 ctf_fs->trace = trace;
2139 } else {
2140 /* Just one trace, it may or may not have a UUID, both are fine. */
2141 ctf_fs->trace = traces->pdata[0];
2142 traces->pdata[0] = NULL;
2143 }
2144
2145 ret = fix_packet_index_tracer_bugs(ctf_fs, self_comp, self_comp_class);
2146 if (ret) {
2147 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2148 "Failed to fix packet index tracer bugs.");
2149 }
2150
2151 /*
2152 * Sort data stream file groups by first data stream file info
2153 * path to get a deterministic order. This order influences the
2154 * order of the output ports. It also influences the order of
2155 * the automatic stream IDs if the trace's packet headers do not
2156 * contain a `stream_instance_id` field, in which case the data
2157 * stream file to stream ID association is always the same,
2158 * whatever the build and the system.
2159 *
2160 * Having a deterministic order here can help debugging and
2161 * testing.
2162 */
2163 g_ptr_array_sort(ctf_fs->trace->ds_file_groups,
2164 compare_ds_file_groups_by_first_path);
2165 goto end;
2166 error:
2167 ret = -1;
2168
2169 end:
2170 g_ptr_array_free(traces, TRUE);
2171 return ret;
2172 }
2173
2174 static
2175 GString *get_stream_instance_unique_name(
2176 struct ctf_fs_ds_file_group *ds_file_group)
2177 {
2178 GString *name;
2179 struct ctf_fs_ds_file_info *ds_file_info;
2180
2181 name = g_string_new(NULL);
2182 if (!name) {
2183 goto end;
2184 }
2185
2186 /*
2187 * If there's more than one stream file in the stream file
2188 * group, the first (earliest) stream file's path is used as
2189 * the stream's unique name.
2190 */
2191 BT_ASSERT(ds_file_group->ds_file_infos->len > 0);
2192 ds_file_info = g_ptr_array_index(ds_file_group->ds_file_infos, 0);
2193 g_string_assign(name, ds_file_info->path->str);
2194
2195 end:
2196 return name;
2197 }
2198
2199 /* Create the IR stream objects for ctf_fs_trace. */
2200
2201 static
2202 int create_streams_for_trace(struct ctf_fs_trace *ctf_fs_trace)
2203 {
2204 int ret;
2205 GString *name = NULL;
2206 guint i;
2207 bt_logging_level log_level = ctf_fs_trace->log_level;
2208 bt_self_component *self_comp = ctf_fs_trace->self_comp;
2209
2210 for (i = 0; i < ctf_fs_trace->ds_file_groups->len; i++) {
2211 struct ctf_fs_ds_file_group *ds_file_group =
2212 g_ptr_array_index(ctf_fs_trace->ds_file_groups, i);
2213 name = get_stream_instance_unique_name(ds_file_group);
2214
2215 if (!name) {
2216 goto error;
2217 }
2218
2219 if (ds_file_group->sc->ir_sc) {
2220 BT_ASSERT(ctf_fs_trace->trace);
2221
2222 if (ds_file_group->stream_id == UINT64_C(-1)) {
2223 /* No stream ID: use 0 */
2224 ds_file_group->stream = bt_stream_create_with_id(
2225 ds_file_group->sc->ir_sc,
2226 ctf_fs_trace->trace,
2227 ctf_fs_trace->next_stream_id);
2228 ctf_fs_trace->next_stream_id++;
2229 } else {
2230 /* Specific stream ID */
2231 ds_file_group->stream = bt_stream_create_with_id(
2232 ds_file_group->sc->ir_sc,
2233 ctf_fs_trace->trace,
2234 (uint64_t) ds_file_group->stream_id);
2235 }
2236 } else {
2237 ds_file_group->stream = NULL;
2238 }
2239
2240 if (!ds_file_group->stream) {
2241 BT_COMP_LOGE_APPEND_CAUSE(self_comp,
2242 "Cannot create stream for DS file group: "
2243 "addr=%p, stream-name=\"%s\"",
2244 ds_file_group, name->str);
2245 goto error;
2246 }
2247
2248 ret = bt_stream_set_name(ds_file_group->stream,
2249 name->str);
2250 if (ret) {
2251 BT_COMP_LOGE_APPEND_CAUSE(self_comp, "Cannot set stream's name: "
2252 "addr=%p, stream-name=\"%s\"",
2253 ds_file_group->stream, name->str);
2254 goto error;
2255 }
2256
2257 g_string_free(name, TRUE);
2258 name = NULL;
2259 }
2260
2261 ret = 0;
2262 goto end;
2263
2264 error:
2265 ret = -1;
2266
2267 end:
2268
2269 if (name) {
2270 g_string_free(name, TRUE);
2271 }
2272 return ret;
2273 }
2274
2275 static const struct bt_param_validation_value_descr inputs_elem_descr = {
2276 .type = BT_VALUE_TYPE_STRING,
2277 };
2278
2279 static const struct bt_param_validation_map_value_entry_descr fs_params_entries_descr[] = {
2280 { "inputs", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_MANDATORY, {
2281 BT_VALUE_TYPE_ARRAY,
2282 .array = {
2283 .min_length = 1,
2284 .max_length = BT_PARAM_VALIDATION_INFINITE,
2285 .element_type = &inputs_elem_descr,
2286 }
2287 }},
2288 { "trace-name", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_OPTIONAL, { .type = BT_VALUE_TYPE_STRING } },
2289 { "clock-class-offset-s", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_OPTIONAL, { .type = BT_VALUE_TYPE_SIGNED_INTEGER } },
2290 { "clock-class-offset-ns", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_OPTIONAL, { .type = BT_VALUE_TYPE_SIGNED_INTEGER } },
2291 { "force-clock-class-origin-unix-epoch", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_OPTIONAL, { .type = BT_VALUE_TYPE_BOOL } },
2292 BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_END
2293 };
2294
2295
2296 bool read_src_fs_parameters(const bt_value *params,
2297 const bt_value **inputs,
2298 const bt_value **trace_name,
2299 struct ctf_fs_component *ctf_fs,
2300 bt_self_component *self_comp,
2301 bt_self_component_class *self_comp_class) {
2302 bool ret;
2303 const bt_value *value;
2304 bt_logging_level log_level = ctf_fs->log_level;
2305 enum bt_param_validation_status validate_value_status;
2306 gchar *error = NULL;
2307
2308 validate_value_status = bt_param_validation_validate(params,
2309 fs_params_entries_descr, &error);
2310 if (validate_value_status != BT_PARAM_VALIDATION_STATUS_OK) {
2311 BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(self_comp, self_comp_class,
2312 "%s", error);
2313 ret = false;
2314 goto end;
2315 }
2316
2317 /* inputs parameter */
2318 *inputs = bt_value_map_borrow_entry_value_const(params, "inputs");
2319
2320 /* clock-class-offset-s parameter */
2321 value = bt_value_map_borrow_entry_value_const(params,
2322 "clock-class-offset-s");
2323 if (value) {
2324 ctf_fs->metadata_config.clock_class_offset_s =
2325 bt_value_integer_signed_get(value);
2326 }
2327
2328 /* clock-class-offset-ns parameter */
2329 value = bt_value_map_borrow_entry_value_const(params,
2330 "clock-class-offset-ns");
2331 if (value) {
2332 ctf_fs->metadata_config.clock_class_offset_ns =
2333 bt_value_integer_signed_get(value);
2334 }
2335
2336 /* force-clock-class-origin-unix-epoch parameter */
2337 value = bt_value_map_borrow_entry_value_const(params,
2338 "force-clock-class-origin-unix-epoch");
2339 if (value) {
2340 ctf_fs->metadata_config.force_clock_class_origin_unix_epoch =
2341 bt_value_bool_get(value);
2342 }
2343
2344 /* trace-name parameter */
2345 *trace_name = bt_value_map_borrow_entry_value_const(params, "trace-name");
2346
2347 ret = true;
2348
2349 end:
2350 g_free(error);
2351 return ret;
2352 }
2353
2354 static
2355 struct ctf_fs_component *ctf_fs_create(
2356 const bt_value *params,
2357 bt_self_component_source *self_comp_src)
2358 {
2359 struct ctf_fs_component *ctf_fs = NULL;
2360 const bt_value *inputs_value;
2361 const bt_value *trace_name_value;
2362 bt_self_component *self_comp =
2363 bt_self_component_source_as_self_component(self_comp_src);
2364
2365 ctf_fs = ctf_fs_component_create(bt_component_get_logging_level(
2366 bt_self_component_as_component(self_comp)), self_comp);
2367 if (!ctf_fs) {
2368 goto error;
2369 }
2370
2371 if (!read_src_fs_parameters(params, &inputs_value, &trace_name_value,
2372 ctf_fs, self_comp, NULL)) {
2373 goto error;
2374 }
2375
2376 bt_self_component_set_data(self_comp, ctf_fs);
2377
2378 if (ctf_fs_component_create_ctf_fs_trace(ctf_fs, inputs_value,
2379 trace_name_value, self_comp, NULL)) {
2380 goto error;
2381 }
2382
2383 if (create_streams_for_trace(ctf_fs->trace)) {
2384 goto error;
2385 }
2386
2387 if (create_ports_for_trace(ctf_fs, ctf_fs->trace, self_comp_src)) {
2388 goto error;
2389 }
2390
2391 goto end;
2392
2393 error:
2394 ctf_fs_destroy(ctf_fs);
2395 ctf_fs = NULL;
2396 bt_self_component_set_data(self_comp, NULL);
2397
2398 end:
2399 return ctf_fs;
2400 }
2401
2402 BT_HIDDEN
2403 bt_component_class_initialize_method_status ctf_fs_init(
2404 bt_self_component_source *self_comp_src,
2405 bt_self_component_source_configuration *config,
2406 const bt_value *params, __attribute__((unused)) void *init_method_data)
2407 {
2408 struct ctf_fs_component *ctf_fs;
2409 bt_component_class_initialize_method_status ret =
2410 BT_COMPONENT_CLASS_INITIALIZE_METHOD_STATUS_OK;
2411
2412 ctf_fs = ctf_fs_create(params, self_comp_src);
2413 if (!ctf_fs) {
2414 ret = BT_COMPONENT_CLASS_INITIALIZE_METHOD_STATUS_ERROR;
2415 }
2416
2417 return ret;
2418 }
2419
2420 BT_HIDDEN
2421 bt_component_class_query_method_status ctf_fs_query(
2422 bt_self_component_class_source *comp_class,
2423 bt_private_query_executor *priv_query_exec,
2424 const char *object, const bt_value *params,
2425 __attribute__((unused)) void *method_data,
2426 const bt_value **result)
2427 {
2428 bt_component_class_query_method_status status =
2429 BT_COMPONENT_CLASS_QUERY_METHOD_STATUS_OK;
2430 bt_logging_level log_level = bt_query_executor_get_logging_level(
2431 bt_private_query_executor_as_query_executor_const(
2432 priv_query_exec));
2433
2434 if (strcmp(object, "metadata-info") == 0) {
2435 status = metadata_info_query(comp_class, params, log_level,
2436 result);
2437 } else if (strcmp(object, "babeltrace.trace-infos") == 0) {
2438 status = trace_infos_query(comp_class, params, log_level,
2439 result);
2440 } else if (!strcmp(object, "babeltrace.support-info")) {
2441 status = support_info_query(comp_class, params, log_level, result);
2442 } else {
2443 BT_LOGE("Unknown query object `%s`", object);
2444 status = BT_COMPONENT_CLASS_QUERY_METHOD_STATUS_UNKNOWN_OBJECT;
2445 goto end;
2446 }
2447 end:
2448 return status;
2449 }
This page took 0.076157 seconds and 5 git commands to generate.