port: mmap offset alignment on Windows
[babeltrace.git] / src / plugins / ctf / fs-src / data-stream-file.c
CommitLineData
e98a2d6e 1/*
94cf822e 2 * Copyright 2016-2017 - Philippe Proulx <pproulx@efficios.com>
fc9a526c 3 * Copyright 2016 - Jérémie Galarneau <jeremie.galarneau@efficios.com>
e98a2d6e
PP
4 * Copyright 2010-2011 - EfficiOS Inc. and Linux Foundation
5 *
e98a2d6e
PP
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to deal
8 * in the Software without restriction, including without limitation the rights
9 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 * copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in
14 * all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24
f67894f9 25#define BT_COMP_LOG_SELF_COMP (ds_file->self_comp)
3d731ea9
PP
26#define BT_LOG_OUTPUT_LEVEL (ds_file->log_level)
27#define BT_LOG_TAG "PLUGIN/SRC.CTF.FS/DS"
3fa1b6a3 28#include "logging/comp-logging.h"
3d731ea9 29
0fbb9a9f 30#include <stdlib.h>
e98a2d6e
PP
31#include <stdio.h>
32#include <stdint.h>
33#include <stdlib.h>
34#include <stdbool.h>
35#include <glib.h>
36#include <inttypes.h>
57952005
MJ
37#include "compat/mman.h"
38#include "compat/endian.h"
71c5da58 39#include <babeltrace2/babeltrace.h>
57952005 40#include "common/common.h"
78586d8a
JG
41#include "file.h"
42#include "metadata.h"
b09a5592 43#include "../common/msg-iter/msg-iter.h"
57952005 44#include "common/assert.h"
94cf822e 45#include "data-stream-file.h"
e9383dfd 46#include <string.h>
e98a2d6e 47
4f1f88a6 48static inline
94cf822e 49size_t remaining_mmap_bytes(struct ctf_fs_ds_file *ds_file)
e98a2d6e 50{
f102bfaa 51 BT_ASSERT(ds_file->mmap_len >= ds_file->request_offset);
52eb1a72 52 return ds_file->mmap_len - ds_file->request_offset;
e98a2d6e
PP
53}
54
5b29e799 55static
94cf822e 56int ds_file_munmap(struct ctf_fs_ds_file *ds_file)
e98a2d6e 57{
fc9a526c 58 int ret = 0;
e98a2d6e 59
d238196d 60 if (!ds_file || !ds_file->mmap_addr) {
94cf822e
PP
61 goto end;
62 }
63
a555e971 64 if (bt_munmap(ds_file->mmap_addr, ds_file->mmap_len)) {
f67894f9 65 BT_COMP_LOGE_ERRNO("Cannot memory-unmap file",
2a48e5ae 66 ": address=%p, size=%zu, file_path=\"%s\", file=%p",
94cf822e 67 ds_file->mmap_addr, ds_file->mmap_len,
bb230c9b 68 ds_file->file ? ds_file->file->path->str : "NULL",
2a48e5ae 69 ds_file->file ? ds_file->file->fp : NULL);
fc9a526c
JG
70 ret = -1;
71 goto end;
e98a2d6e 72 }
94cf822e
PP
73
74 ds_file->mmap_addr = NULL;
75
fc9a526c
JG
76end:
77 return ret;
e98a2d6e
PP
78}
79
5b29e799 80static
b09a5592 81enum bt_msg_iter_medium_status ds_file_mmap_next(
94cf822e 82 struct ctf_fs_ds_file *ds_file)
e98a2d6e 83{
b09a5592
PP
84 enum bt_msg_iter_medium_status ret =
85 BT_MSG_ITER_MEDIUM_STATUS_OK;
e98a2d6e
PP
86
87 /* Unmap old region */
94cf822e
PP
88 if (ds_file->mmap_addr) {
89 if (ds_file_munmap(ds_file)) {
e98a2d6e
PP
90 goto error;
91 }
92
7b7d8091 93 /*
52eb1a72 94 * mmap_len is guaranteed to be page-aligned except on the
7b7d8091
JG
95 * last mapping where it may not be possible (since the file's
96 * size itself may not be a page multiple).
97 */
52eb1a72 98 ds_file->mmap_offset += ds_file->mmap_len;
94cf822e 99 ds_file->request_offset = 0;
e98a2d6e
PP
100 }
101
52eb1a72 102 ds_file->mmap_len = MIN(ds_file->file->size - ds_file->mmap_offset,
94cf822e 103 ds_file->mmap_max_len);
52eb1a72 104 if (ds_file->mmap_len == 0) {
b09a5592 105 ret = BT_MSG_ITER_MEDIUM_STATUS_EOF;
e0f6a64a
JG
106 goto end;
107 }
e98a2d6e 108 /* Map new region */
8b45963b 109 BT_ASSERT(ds_file->mmap_len);
a555e971 110 ds_file->mmap_addr = bt_mmap((void *) 0, ds_file->mmap_len,
94cf822e 111 PROT_READ, MAP_PRIVATE, fileno(ds_file->file->fp),
c8d7667f 112 ds_file->mmap_offset, ds_file->log_level);
94cf822e 113 if (ds_file->mmap_addr == MAP_FAILED) {
f67894f9 114 BT_COMP_LOGE("Cannot memory-map address (size %zu) of file \"%s\" (%p) at offset %jd: %s",
94cf822e 115 ds_file->mmap_len, ds_file->file->path->str,
41342c71 116 ds_file->file->fp, (intmax_t) ds_file->mmap_offset,
78586d8a 117 strerror(errno));
e98a2d6e
PP
118 goto error;
119 }
120
121 goto end;
e98a2d6e 122error:
94cf822e 123 ds_file_munmap(ds_file);
b09a5592 124 ret = BT_MSG_ITER_MEDIUM_STATUS_ERROR;
e98a2d6e
PP
125end:
126 return ret;
127}
128
5b29e799 129static
b09a5592 130enum bt_msg_iter_medium_status medop_request_bytes(
e98a2d6e
PP
131 size_t request_sz, uint8_t **buffer_addr,
132 size_t *buffer_sz, void *data)
133{
b09a5592
PP
134 enum bt_msg_iter_medium_status status =
135 BT_MSG_ITER_MEDIUM_STATUS_OK;
94cf822e 136 struct ctf_fs_ds_file *ds_file = data;
e98a2d6e
PP
137
138 if (request_sz == 0) {
139 goto end;
140 }
141
f102bfaa
FD
142 /*
143 * Check if we have at least one memory-mapped byte left. If we don't,
144 * mmap the next file.
145 */
94cf822e 146 if (remaining_mmap_bytes(ds_file) == 0) {
e98a2d6e 147 /* Are we at the end of the file? */
94cf822e 148 if (ds_file->mmap_offset >= ds_file->file->size) {
f67894f9 149 BT_COMP_LOGD("Reached end of file \"%s\" (%p)",
94cf822e 150 ds_file->file->path->str, ds_file->file->fp);
b09a5592 151 status = BT_MSG_ITER_MEDIUM_STATUS_EOF;
e98a2d6e
PP
152 goto end;
153 }
154
94cf822e 155 status = ds_file_mmap_next(ds_file);
e0f6a64a 156 switch (status) {
b09a5592 157 case BT_MSG_ITER_MEDIUM_STATUS_OK:
e0f6a64a 158 break;
b09a5592 159 case BT_MSG_ITER_MEDIUM_STATUS_EOF:
e0f6a64a
JG
160 goto end;
161 default:
f67894f9 162 BT_COMP_LOGE("Cannot memory-map next region of file \"%s\" (%p)",
94cf822e
PP
163 ds_file->file->path->str,
164 ds_file->file->fp);
e98a2d6e
PP
165 goto error;
166 }
167 }
168
94cf822e 169 *buffer_sz = MIN(remaining_mmap_bytes(ds_file), request_sz);
f102bfaa 170 BT_ASSERT(ds_file->mmap_addr);
94cf822e
PP
171 *buffer_addr = ((uint8_t *) ds_file->mmap_addr) + ds_file->request_offset;
172 ds_file->request_offset += *buffer_sz;
e98a2d6e
PP
173 goto end;
174
175error:
b09a5592 176 status = BT_MSG_ITER_MEDIUM_STATUS_ERROR;
e98a2d6e
PP
177
178end:
179 return status;
180}
181
5b29e799 182static
bbbd35bf 183bt_stream *medop_borrow_stream(bt_stream_class *stream_class, int64_t stream_id,
0659c536 184 void *data)
e98a2d6e 185{
94cf822e 186 struct ctf_fs_ds_file *ds_file = data;
8eee8ea2
PP
187 bt_stream_class *ds_file_stream_class;
188 bt_stream *stream = NULL;
9e550e5f 189
78cf9df6 190 ds_file_stream_class = bt_stream_borrow_class(
9e550e5f 191 ds_file->stream);
94cf822e 192
94cf822e
PP
193 if (stream_class != ds_file_stream_class) {
194 /*
195 * Not supported: two packets described by two different
196 * stream classes within the same data stream file.
197 */
198 goto end;
e98a2d6e
PP
199 }
200
94cf822e
PP
201 stream = ds_file->stream;
202
203end:
204 return stream;
e98a2d6e
PP
205}
206
bb230c9b 207static
bbbd35bf
PP
208enum bt_msg_iter_medium_status medop_seek(enum bt_msg_iter_seek_whence whence,
209 off_t offset, void *data)
bb230c9b 210{
b09a5592
PP
211 enum bt_msg_iter_medium_status ret =
212 BT_MSG_ITER_MEDIUM_STATUS_OK;
bb230c9b 213 struct ctf_fs_ds_file *ds_file = data;
f102bfaa 214 off_t offset_in_mapping, file_size = ds_file->file->size;
bb230c9b 215
b09a5592 216 if (whence != BT_MSG_ITER_SEEK_WHENCE_SET ||
bb230c9b 217 offset < 0 || offset > file_size) {
f67894f9 218 BT_COMP_LOGE("Invalid medium seek request: whence=%d, offset=%jd, "
2655783b
JR
219 "file-size=%jd", (int) whence, (intmax_t) offset,
220 (intmax_t) file_size);
b09a5592 221 ret = BT_MSG_ITER_MEDIUM_STATUS_INVAL;
bb230c9b
JG
222 goto end;
223 }
224
f102bfaa
FD
225 /* If there is no current mapping, map the right file directly. */
226 if (!ds_file->mmap_addr) {
227 goto map_requested_offset;
228 }
229
bb230c9b
JG
230 /*
231 * Determine whether or not the destination is contained within the
232 * current mapping.
233 */
f102bfaa
FD
234 if (offset < ds_file->mmap_offset ||
235 offset >= ds_file->mmap_offset + ds_file->mmap_len) {
bb230c9b 236 int unmap_ret;
f67894f9 237 BT_COMP_LOGD("Medium seek request cannot be accomodated by the current "
af5e91e4 238 "file mapping: offset=%jd, mmap-offset=%jd, "
2655783b 239 "mmap-len=%zu", (intmax_t) offset, (intmax_t) ds_file->mmap_offset,
bb230c9b
JG
240 ds_file->mmap_len);
241 unmap_ret = ds_file_munmap(ds_file);
242 if (unmap_ret) {
b09a5592 243 ret = BT_MSG_ITER_MEDIUM_STATUS_ERROR;
bb230c9b
JG
244 goto end;
245 }
f102bfaa 246 goto map_requested_offset;
bb230c9b
JG
247 } else {
248 ds_file->request_offset = offset - ds_file->mmap_offset;
f102bfaa
FD
249 goto test_end;
250 }
251
252map_requested_offset:
253 offset_in_mapping = offset %
c8ebf034 254 bt_mmap_get_offset_align_size(ds_file->log_level);
f102bfaa
FD
255
256 ds_file->mmap_offset = offset - offset_in_mapping;
257 ds_file->request_offset = offset_in_mapping;
258 ret = ds_file_mmap_next(ds_file);
259 if (ret != BT_MSG_ITER_MEDIUM_STATUS_OK) {
260 goto end;
bb230c9b
JG
261 }
262
f102bfaa 263test_end:
bb230c9b
JG
264 ds_file->end_reached = (offset == file_size);
265end:
266 return ret;
267}
268
55fa6491 269BT_HIDDEN
b09a5592 270struct bt_msg_iter_medium_ops ctf_fs_ds_file_medops = {
e98a2d6e 271 .request_bytes = medop_request_bytes,
a6918753 272 .borrow_stream = medop_borrow_stream,
bb230c9b 273 .seek = medop_seek,
e98a2d6e 274};
55fa6491 275
97ade20b 276static
35fa110e 277int convert_cycles_to_ns(struct ctf_clock_class *clock_class,
97ade20b 278 uint64_t cycles, int64_t *ns)
b6c3dcb2 279{
35fa110e
PP
280 return bt_util_clock_cycles_to_ns_from_origin(cycles,
281 clock_class->frequency, clock_class->offset_seconds,
282 clock_class->offset_cycles, ns);
97ade20b
JG
283}
284
285static
286struct ctf_fs_ds_index *build_index_from_idx_file(
13772304
FD
287 struct ctf_fs_ds_file *ds_file,
288 struct ctf_fs_ds_file_info *file_info)
97ade20b
JG
289{
290 int ret;
b6c3dcb2
JG
291 gchar *directory = NULL;
292 gchar *basename = NULL;
293 GString *index_basename = NULL;
294 gchar *index_file_path = NULL;
295 GMappedFile *mapped_file = NULL;
296 gsize filesize;
97ade20b
JG
297 const char *mmap_begin = NULL, *file_pos = NULL;
298 const struct ctf_packet_index_file_hdr *header = NULL;
299 struct ctf_fs_ds_index *index = NULL;
e58dfd9c 300 struct ctf_fs_ds_index_entry *index_entry = NULL, *prev_index_entry = NULL;
b6c3dcb2
JG
301 uint64_t total_packets_size = 0;
302 size_t file_index_entry_size;
303 size_t file_entry_count;
304 size_t i;
7b33a0e0 305 struct ctf_stream_class *sc;
b09a5592 306 struct bt_msg_iter_packet_properties props;
97ade20b 307
f67894f9 308 BT_COMP_LOGI("Building index from .idx file of stream file %s",
97ade20b 309 ds_file->file->path->str);
e5e71bf8 310 ret = bt_msg_iter_get_packet_properties(ds_file->msg_iter, &props);
97ade20b 311 if (ret) {
f67894f9 312 BT_COMP_LOGI_STR("Cannot read first packet's header and context fields.");
7b33a0e0
PP
313 goto error;
314 }
315
7b33a0e0
PP
316 sc = ctf_trace_class_borrow_stream_class_by_id(ds_file->metadata->tc,
317 props.stream_class_id);
318 BT_ASSERT(sc);
319 if (!sc->default_clock_class) {
f67894f9 320 BT_COMP_LOGI_STR("Cannot find stream class's default clock class.");
97ade20b
JG
321 goto error;
322 }
b6c3dcb2
JG
323
324 /* Look for index file in relative path index/name.idx. */
94cf822e 325 basename = g_path_get_basename(ds_file->file->path->str);
b6c3dcb2 326 if (!basename) {
f67894f9 327 BT_COMP_LOGE("Cannot get the basename of datastream file %s",
55314f2a 328 ds_file->file->path->str);
97ade20b 329 goto error;
b6c3dcb2
JG
330 }
331
94cf822e 332 directory = g_path_get_dirname(ds_file->file->path->str);
b6c3dcb2 333 if (!directory) {
f67894f9 334 BT_COMP_LOGE("Cannot get dirname of datastream file %s",
55314f2a 335 ds_file->file->path->str);
97ade20b 336 goto error;
b6c3dcb2
JG
337 }
338
339 index_basename = g_string_new(basename);
340 if (!index_basename) {
f67894f9 341 BT_COMP_LOGE_STR("Cannot allocate index file basename string");
97ade20b 342 goto error;
b6c3dcb2
JG
343 }
344
345 g_string_append(index_basename, ".idx");
346 index_file_path = g_build_filename(directory, "index",
347 index_basename->str, NULL);
348 mapped_file = g_mapped_file_new(index_file_path, FALSE, NULL);
06367fa3 349 if (!mapped_file) {
f67894f9 350 BT_COMP_LOGD("Cannot create new mapped file %s",
55314f2a 351 index_file_path);
97ade20b 352 goto error;
06367fa3 353 }
65cbebef
JG
354
355 /*
356 * The g_mapped_file API limits us to 4GB files on 32-bit.
357 * Traces with such large indexes have never been seen in the wild,
358 * but this would need to be adjusted to support them.
359 */
b6c3dcb2
JG
360 filesize = g_mapped_file_get_length(mapped_file);
361 if (filesize < sizeof(*header)) {
f67894f9 362 BT_COMP_LOGW("Invalid LTTng trace index file: "
65cbebef
JG
363 "file size (%zu bytes) < header size (%zu bytes)",
364 filesize, sizeof(*header));
97ade20b 365 goto error;
b6c3dcb2
JG
366 }
367
368 mmap_begin = g_mapped_file_get_contents(mapped_file);
369 header = (struct ctf_packet_index_file_hdr *) mmap_begin;
370
371 file_pos = g_mapped_file_get_contents(mapped_file) + sizeof(*header);
372 if (be32toh(header->magic) != CTF_INDEX_MAGIC) {
f67894f9 373 BT_COMP_LOGW_STR("Invalid LTTng trace index: \"magic\" field validation failed");
97ade20b 374 goto error;
b6c3dcb2 375 }
b6c3dcb2
JG
376
377 file_index_entry_size = be32toh(header->packet_index_len);
378 file_entry_count = (filesize - sizeof(*header)) / file_index_entry_size;
97ade20b 379 if ((filesize - sizeof(*header)) % file_index_entry_size) {
f67894f9 380 BT_COMP_LOGW("Invalid LTTng trace index: the index's size after the header "
65cbebef
JG
381 "(%zu bytes) is not a multiple of the index entry size "
382 "(%zu bytes)", (filesize - sizeof(*header)),
383 sizeof(*header));
97ade20b 384 goto error;
b6c3dcb2
JG
385 }
386
f67894f9 387 index = ctf_fs_ds_index_create(ds_file->log_level, ds_file->self_comp);
97ade20b
JG
388 if (!index) {
389 goto error;
b6c3dcb2 390 }
97ade20b 391
b6c3dcb2
JG
392 for (i = 0; i < file_entry_count; i++) {
393 struct ctf_packet_index *file_index =
394 (struct ctf_packet_index *) file_pos;
395 uint64_t packet_size = be64toh(file_index->packet_size);
396
397 if (packet_size % CHAR_BIT) {
f67894f9 398 BT_COMP_LOGW("Invalid packet size encountered in LTTng trace index file");
97ade20b 399 goto error;
b6c3dcb2
JG
400 }
401
779f4a23
FD
402 index_entry = g_new0(struct ctf_fs_ds_index_entry, 1);
403 if (!index_entry) {
404 goto error;
405 }
406
13772304
FD
407 /* Set path to stream file. */
408 index_entry->path = file_info->path->str;
409
b6c3dcb2
JG
410 /* Convert size in bits to bytes. */
411 packet_size /= CHAR_BIT;
97ade20b 412 index_entry->packet_size = packet_size;
b6c3dcb2 413
97ade20b 414 index_entry->offset = be64toh(file_index->offset);
e58dfd9c 415 if (i != 0 && index_entry->offset < prev_index_entry->offset) {
f67894f9 416 BT_COMP_LOGW("Invalid, non-monotonic, packet offset encountered in LTTng trace index file: "
65cbebef 417 "previous offset=%" PRIu64 ", current offset=%" PRIu64,
6cef4a7d 418 prev_index_entry->offset, index_entry->offset);
97ade20b 419 goto error;
b6c3dcb2
JG
420 }
421
97ade20b
JG
422 index_entry->timestamp_begin = be64toh(file_index->timestamp_begin);
423 index_entry->timestamp_end = be64toh(file_index->timestamp_end);
424 if (index_entry->timestamp_end < index_entry->timestamp_begin) {
f67894f9 425 BT_COMP_LOGW("Invalid packet time bounds encountered in LTTng trace index file (begin > end): "
65cbebef
JG
426 "timestamp_begin=%" PRIu64 "timestamp_end=%" PRIu64,
427 index_entry->timestamp_begin,
428 index_entry->timestamp_end);
97ade20b
JG
429 goto error;
430 }
431
432 /* Convert the packet's bound to nanoseconds since Epoch. */
7b33a0e0 433 ret = convert_cycles_to_ns(sc->default_clock_class,
97ade20b
JG
434 index_entry->timestamp_begin,
435 &index_entry->timestamp_begin_ns);
436 if (ret) {
f67894f9 437 BT_COMP_LOGI_STR("Failed to convert raw timestamp to nanoseconds since Epoch during index parsing");
97ade20b
JG
438 goto error;
439 }
7b33a0e0 440 ret = convert_cycles_to_ns(sc->default_clock_class,
97ade20b
JG
441 index_entry->timestamp_end,
442 &index_entry->timestamp_end_ns);
443 if (ret) {
f67894f9 444 BT_COMP_LOGI_STR("Failed to convert raw timestamp to nanoseconds since Epoch during LTTng trace index parsing");
97ade20b 445 goto error;
b6c3dcb2
JG
446 }
447
448 total_packets_size += packet_size;
449 file_pos += file_index_entry_size;
779f4a23
FD
450
451 g_ptr_array_add(index->entries, index_entry);
e58dfd9c 452 prev_index_entry = index_entry;
b6c3dcb2
JG
453 }
454
455 /* Validate that the index addresses the complete stream. */
94cf822e 456 if (ds_file->file->size != total_packets_size) {
f67894f9 457 BT_COMP_LOGW("Invalid LTTng trace index file; indexed size != stream file size: "
bb230c9b 458 "file-size=%" PRIu64 ", total-packets-size=%" PRIu64,
65cbebef 459 ds_file->file->size, total_packets_size);
97ade20b 460 goto error;
b6c3dcb2
JG
461 }
462end:
463 g_free(directory);
464 g_free(basename);
465 g_free(index_file_path);
06367fa3
JG
466 if (index_basename) {
467 g_string_free(index_basename, TRUE);
468 }
469 if (mapped_file) {
470 g_mapped_file_unref(mapped_file);
471 }
97ade20b
JG
472 return index;
473error:
474 ctf_fs_ds_index_destroy(index);
779f4a23 475 g_free(index_entry);
97ade20b 476 index = NULL;
b6c3dcb2
JG
477 goto end;
478}
479
bb230c9b
JG
480static
481int init_index_entry(struct ctf_fs_ds_index_entry *entry,
7b33a0e0 482 struct ctf_fs_ds_file *ds_file,
b09a5592 483 struct bt_msg_iter_packet_properties *props,
7b33a0e0 484 off_t packet_size, off_t packet_offset)
bb230c9b 485{
414ee0f4 486 int ret = 0;
7b33a0e0 487 struct ctf_stream_class *sc;
bb230c9b 488
7b33a0e0
PP
489 sc = ctf_trace_class_borrow_stream_class_by_id(ds_file->metadata->tc,
490 props->stream_class_id);
491 BT_ASSERT(sc);
8b45963b 492 BT_ASSERT(packet_offset >= 0);
bb230c9b 493 entry->offset = packet_offset;
8b45963b 494 BT_ASSERT(packet_size >= 0);
bb230c9b
JG
495 entry->packet_size = packet_size;
496
0476f6f7 497 if (props->snapshots.beginning_clock != UINT64_C(-1)) {
c2f37699
FD
498 entry->timestamp_begin = props->snapshots.beginning_clock;
499
0476f6f7
PP
500 /* Convert the packet's bound to nanoseconds since Epoch. */
501 ret = convert_cycles_to_ns(sc->default_clock_class,
502 props->snapshots.beginning_clock,
503 &entry->timestamp_begin_ns);
504 if (ret) {
f67894f9 505 BT_COMP_LOGI_STR("Failed to convert raw timestamp to nanoseconds since Epoch.");
0476f6f7
PP
506 goto end;
507 }
508 } else {
c2f37699 509 entry->timestamp_begin = UINT64_C(-1);
0476f6f7 510 entry->timestamp_begin_ns = UINT64_C(-1);
bb230c9b
JG
511 }
512
0476f6f7 513 if (props->snapshots.end_clock != UINT64_C(-1)) {
c2f37699
FD
514 entry->timestamp_end = props->snapshots.end_clock;
515
516 /* Convert the packet's bound to nanoseconds since Epoch. */
0476f6f7
PP
517 ret = convert_cycles_to_ns(sc->default_clock_class,
518 props->snapshots.end_clock,
519 &entry->timestamp_end_ns);
520 if (ret) {
f67894f9 521 BT_COMP_LOGI_STR("Failed to convert raw timestamp to nanoseconds since Epoch.");
0476f6f7
PP
522 goto end;
523 }
524 } else {
c2f37699 525 entry->timestamp_end = UINT64_C(-1);
0476f6f7 526 entry->timestamp_end_ns = UINT64_C(-1);
bb230c9b 527 }
c43f6ee2 528
bb230c9b 529end:
bb230c9b
JG
530 return ret;
531}
532
533static
534struct ctf_fs_ds_index *build_index_from_stream_file(
13772304
FD
535 struct ctf_fs_ds_file *ds_file,
536 struct ctf_fs_ds_file_info *file_info)
bb230c9b
JG
537{
538 int ret;
539 struct ctf_fs_ds_index *index = NULL;
3e68ca02 540 enum bt_msg_iter_status iter_status = BT_MSG_ITER_STATUS_OK;
bbbd35bf 541 off_t current_packet_offset_bytes = 0;
bb230c9b 542
f67894f9 543 BT_COMP_LOGI("Indexing stream file %s", ds_file->file->path->str);
bb230c9b 544
f67894f9 545 index = ctf_fs_ds_index_create(ds_file->log_level, ds_file->self_comp);
bb230c9b
JG
546 if (!index) {
547 goto error;
548 }
549
550 do {
7b33a0e0 551 off_t current_packet_size_bytes;
779f4a23 552 struct ctf_fs_ds_index_entry *index_entry;
b09a5592 553 struct bt_msg_iter_packet_properties props;
bb230c9b 554
bbbd35bf 555 if (current_packet_offset_bytes < 0) {
f67894f9 556 BT_COMP_LOGE_STR("Cannot get the current packet's offset.");
bbbd35bf
PP
557 goto error;
558 } else if (current_packet_offset_bytes > ds_file->file->size) {
f67894f9 559 BT_COMP_LOGE_STR("Unexpected current packet's offset (larger than file).");
bbbd35bf
PP
560 goto error;
561 } else if (current_packet_offset_bytes == ds_file->file->size) {
562 /* No more data */
563 break;
564 }
565
566 iter_status = bt_msg_iter_seek(ds_file->msg_iter,
567 current_packet_offset_bytes);
b09a5592 568 if (iter_status != BT_MSG_ITER_STATUS_OK) {
bb230c9b
JG
569 goto error;
570 }
a6918753 571
bbbd35bf
PP
572 iter_status = bt_msg_iter_get_packet_properties(
573 ds_file->msg_iter, &props);
574 if (iter_status != BT_MSG_ITER_STATUS_OK) {
bb230c9b
JG
575 goto error;
576 }
577
bbbd35bf
PP
578 if (props.exp_packet_total_size >= 0) {
579 current_packet_size_bytes =
580 (uint64_t) props.exp_packet_total_size / 8;
581 } else {
582 current_packet_size_bytes = ds_file->file->size;
583 }
bb230c9b 584
bbbd35bf 585 if (current_packet_offset_bytes + current_packet_size_bytes >
bb230c9b 586 ds_file->file->size) {
f67894f9 587 BT_COMP_LOGW("Invalid packet size reported in file: stream=\"%s\", "
bb230c9b
JG
588 "packet-offset=%jd, packet-size-bytes=%jd, "
589 "file-size=%jd",
590 ds_file->file->path->str,
2655783b
JR
591 (intmax_t) current_packet_offset_bytes,
592 (intmax_t) current_packet_size_bytes,
593 (intmax_t) ds_file->file->size);
bb230c9b
JG
594 goto error;
595 }
596
779f4a23
FD
597 index_entry = g_new0(struct ctf_fs_ds_index_entry, 1);
598 if (!index_entry) {
f67894f9 599 BT_COMP_LOGE_STR("Failed to allocate a new index entry.");
bb230c9b
JG
600 goto error;
601 }
602
13772304
FD
603 /* Set path to stream file. */
604 index_entry->path = file_info->path->str;
605
779f4a23 606 ret = init_index_entry(index_entry, ds_file, &props,
bbbd35bf 607 current_packet_size_bytes, current_packet_offset_bytes);
bb230c9b 608 if (ret) {
779f4a23 609 g_free(index_entry);
bb230c9b
JG
610 goto error;
611 }
779f4a23
FD
612
613 g_ptr_array_add(index->entries, index_entry);
614
9502dc00 615 current_packet_offset_bytes += current_packet_size_bytes;
f67894f9 616 BT_COMP_LOGD("Seeking to next packet: current-packet-offset=%jd, "
9502dc00 617 "next-packet-offset=%jd",
2655783b
JR
618 (intmax_t) (current_packet_offset_bytes - current_packet_size_bytes),
619 (intmax_t) current_packet_offset_bytes);
9502dc00 620
b09a5592 621 } while (iter_status == BT_MSG_ITER_STATUS_OK);
bb230c9b 622
28faa416 623 if (iter_status != BT_MSG_ITER_STATUS_OK) {
bb230c9b
JG
624 goto error;
625 }
a6918753 626
bb230c9b 627end:
bb230c9b 628 return index;
a6918753 629
bb230c9b
JG
630error:
631 ctf_fs_ds_index_destroy(index);
632 index = NULL;
633 goto end;
634}
635
e7a4393b 636BT_HIDDEN
94cf822e
PP
637struct ctf_fs_ds_file *ctf_fs_ds_file_create(
638 struct ctf_fs_trace *ctf_fs_trace,
b09a5592
PP
639 bt_self_message_iterator *pc_msg_iter,
640 struct bt_msg_iter *msg_iter,
3d731ea9
PP
641 bt_stream *stream, const char *path,
642 bt_logging_level log_level)
e98a2d6e 643{
b6c3dcb2 644 int ret;
c8ebf034 645 const size_t offset_align = bt_mmap_get_offset_align_size(log_level);
94cf822e 646 struct ctf_fs_ds_file *ds_file = g_new0(struct ctf_fs_ds_file, 1);
e98a2d6e 647
94cf822e 648 if (!ds_file) {
e98a2d6e
PP
649 goto error;
650 }
651
3d731ea9 652 ds_file->log_level = log_level;
f67894f9 653 ds_file->self_comp = ctf_fs_trace->self_comp;
b09a5592 654 ds_file->pc_msg_iter = pc_msg_iter;
f67894f9 655 ds_file->file = ctf_fs_file_create(log_level, ds_file->self_comp);
94cf822e 656 if (!ds_file->file) {
4f1f88a6
PP
657 goto error;
658 }
659
4b70020d 660 ds_file->stream = stream;
8c6884d9 661 bt_stream_get_ref(ds_file->stream);
7b33a0e0 662 ds_file->metadata = ctf_fs_trace->metadata;
94cf822e 663 g_string_assign(ds_file->file->path, path);
55314f2a 664 ret = ctf_fs_file_open(ds_file->file, "rb");
4f1f88a6
PP
665 if (ret) {
666 goto error;
667 }
668
b09a5592
PP
669 ds_file->msg_iter = msg_iter;
670 bt_msg_iter_set_medops_data(ds_file->msg_iter, ds_file);
671 if (!ds_file->msg_iter) {
e98a2d6e
PP
672 goto error;
673 }
5b29e799 674
c8ebf034 675 ds_file->mmap_max_len = offset_align * 2048;
94cf822e 676
e98a2d6e 677 goto end;
1a9f7075 678
e98a2d6e 679error:
78586d8a 680 /* Do not touch "borrowed" file. */
94cf822e
PP
681 ctf_fs_ds_file_destroy(ds_file);
682 ds_file = NULL;
1a9f7075 683
e98a2d6e 684end:
94cf822e 685 return ds_file;
e98a2d6e
PP
686}
687
97ade20b
JG
688BT_HIDDEN
689struct ctf_fs_ds_index *ctf_fs_ds_file_build_index(
13772304
FD
690 struct ctf_fs_ds_file *ds_file,
691 struct ctf_fs_ds_file_info *file_info)
97ade20b 692{
bb230c9b
JG
693 struct ctf_fs_ds_index *index;
694
13772304 695 index = build_index_from_idx_file(ds_file, file_info);
bb230c9b
JG
696 if (index) {
697 goto end;
698 }
699
f67894f9 700 BT_COMP_LOGI("Failed to build index from .index file; "
bb230c9b 701 "falling back to stream indexing.");
13772304 702 index = build_index_from_stream_file(ds_file, file_info);
bb230c9b
JG
703end:
704 return index;
97ade20b
JG
705}
706
779f4a23 707BT_HIDDEN
f67894f9
PP
708struct ctf_fs_ds_index *ctf_fs_ds_index_create(bt_logging_level log_level,
709 bt_self_component *self_comp)
779f4a23
FD
710{
711 struct ctf_fs_ds_index *index = g_new0(struct ctf_fs_ds_index, 1);
712
713 if (!index) {
f67894f9 714 BT_COMP_LOG_CUR_LVL(BT_LOG_ERROR, log_level, self_comp,
3d731ea9 715 "Failed to allocate index");
779f4a23
FD
716 goto error;
717 }
718
719 index->entries = g_ptr_array_new_with_free_func((GDestroyNotify) g_free);
720 if (!index->entries) {
f67894f9 721 BT_COMP_LOG_CUR_LVL(BT_LOG_ERROR, log_level, self_comp,
3d731ea9 722 "Failed to allocate index entries.");
779f4a23
FD
723 goto error;
724 }
725
726 goto end;
727
728error:
729 ctf_fs_ds_index_destroy(index);
730 index = NULL;
731end:
732 return index;
733}
734
5b29e799 735BT_HIDDEN
94cf822e 736void ctf_fs_ds_file_destroy(struct ctf_fs_ds_file *ds_file)
e98a2d6e 737{
94cf822e 738 if (!ds_file) {
5b29e799 739 return;
043e2020
JG
740 }
741
8c6884d9 742 bt_stream_put_ref(ds_file->stream);
94cf822e 743 (void) ds_file_munmap(ds_file);
0982a26d 744
94cf822e
PP
745 if (ds_file->file) {
746 ctf_fs_file_destroy(ds_file->file);
e98a2d6e
PP
747 }
748
94cf822e 749 g_free(ds_file);
e98a2d6e 750}
4f1f88a6
PP
751
752BT_HIDDEN
fb25b9e3 753bt_component_class_message_iterator_next_method_status ctf_fs_ds_file_next(
3fd7b79d 754 struct ctf_fs_ds_file *ds_file,
b09a5592 755 bt_message **msg)
4f1f88a6 756{
b09a5592 757 enum bt_msg_iter_status msg_iter_status;
fb25b9e3 758 bt_component_class_message_iterator_next_method_status status;
4f1f88a6 759
b09a5592
PP
760 msg_iter_status = bt_msg_iter_get_next_message(
761 ds_file->msg_iter, ds_file->pc_msg_iter, msg);
4f1f88a6 762
b09a5592
PP
763 switch (msg_iter_status) {
764 case BT_MSG_ITER_STATUS_EOF:
fb25b9e3 765 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_END;
4f1f88a6 766 break;
b09a5592 767 case BT_MSG_ITER_STATUS_OK:
fb25b9e3 768 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_OK;
4f1f88a6 769 break;
b09a5592 770 case BT_MSG_ITER_STATUS_AGAIN:
4f1f88a6
PP
771 /*
772 * Should not make it this far as this is
773 * medium-specific; there is nothing for the user to do
774 * and it should have been handled upstream.
775 */
0fbb9a9f 776 abort();
b09a5592
PP
777 case BT_MSG_ITER_STATUS_INVAL:
778 case BT_MSG_ITER_STATUS_ERROR:
4f1f88a6 779 default:
fb25b9e3 780 status = BT_COMPONENT_CLASS_MESSAGE_ITERATOR_NEXT_METHOD_STATUS_ERROR;
4f1f88a6
PP
781 break;
782 }
3fd7b79d 783 return status;
4f1f88a6 784}
94cf822e 785
97ade20b
JG
786BT_HIDDEN
787void ctf_fs_ds_index_destroy(struct ctf_fs_ds_index *index)
788{
789 if (!index) {
790 return;
791 }
792
793 if (index->entries) {
779f4a23 794 g_ptr_array_free(index->entries, TRUE);
97ade20b
JG
795 }
796 g_free(index);
797}
This page took 0.099829 seconds and 4 git commands to generate.