Fix: ctf: wrongfully requiring CTF metadata signature for every section
[babeltrace.git] / src / plugins / ctf / common / metadata / decoder.c
CommitLineData
1e649dff
PP
1/*
2 * Copyright 2016-2017 - Philippe Proulx <pproulx@efficios.com>
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a copy
5 * of this software and associated documentation files (the "Software"), to deal
6 * in the Software without restriction, including without limitation the rights
7 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8 * copies of the Software, and to permit persons to whom the Software is
9 * furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 */
14
16699f85 15#define BT_COMP_LOG_SELF_COMP (mdec->config.self_comp)
1f1f2720 16#define BT_LOG_OUTPUT_LEVEL (mdec->config.log_level)
b03487ab 17#define BT_LOG_TAG "PLUGIN/CTF/META/DECODER"
3fa1b6a3 18#include "logging/comp-logging.h"
5c343eef 19
1e649dff
PP
20#include <stdio.h>
21#include <stdbool.h>
22#include <stdint.h>
23#include <stdlib.h>
5c343eef 24#include <inttypes.h>
57952005 25#include "common/assert.h"
d126826c 26#include "common/uuid.h"
57952005 27#include "compat/memstream.h"
71c5da58 28#include <babeltrace2/babeltrace.h>
1e649dff 29#include <glib.h>
e9383dfd 30#include <string.h>
1e649dff
PP
31
32#include "ast.h"
33#include "decoder.h"
34#include "scanner.h"
16699f85 35#include "logging.h"
3fef1229 36#include "parser-wrap.h"
1e649dff 37
1e649dff
PP
38#define TSDL_MAGIC 0x75d11d57
39
40struct ctf_metadata_decoder {
526c3a49
PP
41 struct ctf_scanner *scanner;
42 GString *text;
1e649dff 43 struct ctf_visitor_generate_ir *visitor;
d126826c 44 bt_uuid_t uuid;
1e649dff
PP
45 bool is_uuid_set;
46 int bo;
53ac3428 47 struct ctf_metadata_decoder_config config;
526c3a49 48 struct meta_log_config log_cfg;
113aacf7 49 bool has_checked_plaintext_signature;
1e649dff
PP
50};
51
52struct packet_header {
53 uint32_t magic;
d126826c 54 bt_uuid_t uuid;
1e649dff
PP
55 uint32_t checksum;
56 uint32_t content_size;
57 uint32_t packet_size;
58 uint8_t compression_scheme;
59 uint8_t encryption_scheme;
60 uint8_t checksum_scheme;
61 uint8_t major;
62 uint8_t minor;
63} __attribute__((__packed__));
64
65BT_HIDDEN
526c3a49
PP
66int ctf_metadata_decoder_packetized_file_stream_to_buf(FILE *fp,
67 char **buf, int byte_order, bool *is_uuid_set,
68 uint8_t *uuid, bt_logging_level log_level,
69 bt_self_component *self_comp);
70
71BT_HIDDEN
72int ctf_metadata_decoder_is_packetized(FILE *fp, bool *is_packetized,
73 int *byte_order, bt_logging_level log_level,
74 bt_self_component *self_comp)
1e649dff
PP
75{
76 uint32_t magic;
77 size_t len;
78 int ret = 0;
79
526c3a49 80 *is_packetized = false;
1e649dff
PP
81 len = fread(&magic, sizeof(magic), 1, fp);
82 if (len != 1) {
16699f85 83 BT_COMP_LOG_CUR_LVL(BT_LOG_INFO, log_level, self_comp,
1f1f2720 84 "Cannot read first metadata packet header: assuming the stream is not packetized.");
526c3a49 85 ret = -1;
1e649dff
PP
86 goto end;
87 }
88
89 if (byte_order) {
90 if (magic == TSDL_MAGIC) {
526c3a49 91 *is_packetized = true;
1e649dff
PP
92 *byte_order = BYTE_ORDER;
93 } else if (magic == GUINT32_SWAP_LE_BE(TSDL_MAGIC)) {
526c3a49 94 *is_packetized = true;
1e649dff
PP
95 *byte_order = BYTE_ORDER == BIG_ENDIAN ?
96 LITTLE_ENDIAN : BIG_ENDIAN;
97 }
98 }
99
100end:
101 rewind(fp);
102
103 return ret;
104}
105
1e649dff 106BT_HIDDEN
55314f2a 107struct ctf_metadata_decoder *ctf_metadata_decoder_create(
10b7a2e4 108 const struct ctf_metadata_decoder_config *config)
1e649dff
PP
109{
110 struct ctf_metadata_decoder *mdec =
111 g_new0(struct ctf_metadata_decoder, 1);
53ac3428 112
16699f85
PP
113 BT_ASSERT(config);
114 BT_COMP_LOG_CUR_LVL(BT_LOG_DEBUG, config->log_level, config->self_comp,
115 "Creating CTF metadata decoder: "
53ac3428 116 "clock-class-offset-s=%" PRId64 ", "
10b7a2e4
PP
117 "clock-class-offset-ns=%" PRId64,
118 config->clock_class_offset_s, config->clock_class_offset_ns);
5c343eef 119
1e649dff 120 if (!mdec) {
16699f85
PP
121 BT_COMP_LOG_CUR_LVL(BT_LOG_ERROR, config->log_level,
122 config->self_comp,
123 "Failed to allocate one CTF metadata decoder.");
1e649dff
PP
124 goto end;
125 }
126
526c3a49
PP
127 mdec->log_cfg.log_level = config->log_level;
128 mdec->log_cfg.self_comp = config->self_comp;
129 mdec->scanner = ctf_scanner_alloc();
130 if (!mdec->scanner) {
131 BT_COMP_LOGE("Cannot allocate a metadata lexical scanner: "
132 "mdec-addr=%p", mdec);
133 goto error;
134 }
135
136 mdec->text = g_string_new(NULL);
137 if (!mdec->text) {
138 BT_COMP_LOGE("Failed to allocate one GString: "
139 "mdec-addr=%p", mdec);
140 goto error;
141 }
142
143 mdec->bo = -1;
53ac3428 144 mdec->config = *config;
16699f85 145 mdec->visitor = ctf_visitor_generate_ir_create(config);
1e649dff 146 if (!mdec->visitor) {
16699f85 147 BT_COMP_LOGE("Failed to create a CTF IR metadata AST visitor: "
5c343eef 148 "mdec-addr=%p", mdec);
526c3a49 149 goto error;
1e649dff
PP
150 }
151
16699f85 152 BT_COMP_LOGD("Creating CTF metadata decoder: "
53ac3428 153 "clock-class-offset-s=%" PRId64 ", "
10b7a2e4 154 "clock-class-offset-ns=%" PRId64 ", addr=%p",
53ac3428 155 config->clock_class_offset_s, config->clock_class_offset_ns,
10b7a2e4 156 mdec);
526c3a49
PP
157 goto end;
158
159error:
160 ctf_metadata_decoder_destroy(mdec);
161 mdec = NULL;
5c343eef 162
1e649dff
PP
163end:
164 return mdec;
165}
166
167BT_HIDDEN
168void ctf_metadata_decoder_destroy(struct ctf_metadata_decoder *mdec)
169{
170 if (!mdec) {
171 return;
172 }
173
526c3a49
PP
174 if (mdec->scanner) {
175 ctf_scanner_free(mdec->scanner);
176 }
177
178 if (mdec->text) {
179 g_string_free(mdec->text, TRUE);
180 }
181
16699f85 182 BT_COMP_LOGD("Destroying CTF metadata decoder: addr=%p", mdec);
1e649dff
PP
183 ctf_visitor_generate_ir_destroy(mdec->visitor);
184 g_free(mdec);
185}
186
187BT_HIDDEN
526c3a49 188enum ctf_metadata_decoder_status ctf_metadata_decoder_append_content(
1e649dff
PP
189 struct ctf_metadata_decoder *mdec, FILE *fp)
190{
191 enum ctf_metadata_decoder_status status =
192 CTF_METADATA_DECODER_STATUS_OK;
193 int ret;
1e649dff
PP
194 char *buf = NULL;
195 bool close_fp = false;
526c3a49
PP
196 long start_pos = -1;
197 bool is_packetized;
1e649dff 198
8b45963b 199 BT_ASSERT(mdec);
526c3a49
PP
200 ret = ctf_metadata_decoder_is_packetized(fp, &is_packetized, &mdec->bo,
201 mdec->config.log_level, mdec->config.self_comp);
202 if (ret) {
203 status = CTF_METADATA_DECODER_STATUS_ERROR;
204 goto end;
205 }
1e649dff 206
526c3a49 207 if (is_packetized) {
16699f85 208 BT_COMP_LOGI("Metadata stream is packetized: mdec-addr=%p", mdec);
a248254b
PP
209 ret = ctf_metadata_decoder_packetized_file_stream_to_buf(fp,
210 &buf, mdec->bo, &mdec->is_uuid_set,
211 mdec->uuid, mdec->config.log_level,
16699f85 212 mdec->config.self_comp);
1e649dff 213 if (ret) {
16699f85 214 BT_COMP_LOGE("Cannot decode packetized metadata packets to metadata text: "
5c343eef 215 "mdec-addr=%p, ret=%d", mdec, ret);
1e649dff
PP
216 status = CTF_METADATA_DECODER_STATUS_ERROR;
217 goto end;
218 }
219
7cdc2bab
MD
220 if (strlen(buf) == 0) {
221 /* An empty metadata packet is OK. */
222 goto end;
223 }
224
1e649dff
PP
225 /* Convert the real file pointer to a memory file pointer */
226 fp = bt_fmemopen(buf, strlen(buf), "rb");
227 close_fp = true;
228 if (!fp) {
16699f85 229 BT_COMP_LOGE("Cannot memory-open metadata buffer: %s: "
5c343eef 230 "mdec-addr=%p", strerror(errno), mdec);
1e649dff
PP
231 status = CTF_METADATA_DECODER_STATUS_ERROR;
232 goto end;
233 }
113aacf7 234 } else if (!mdec->has_checked_plaintext_signature) {
1e649dff
PP
235 unsigned int major, minor;
236 ssize_t nr_items;
237 const long init_pos = ftell(fp);
238
16699f85 239 BT_COMP_LOGI("Metadata stream is plain text: mdec-addr=%p", mdec);
1e649dff 240
f5662635 241 if (init_pos < 0) {
16699f85 242 BT_COMP_LOGE_ERRNO("Failed to get current file position", ".");
f5662635
MD
243 status = CTF_METADATA_DECODER_STATUS_ERROR;
244 goto end;
245 }
246
1e649dff
PP
247 /* Check text-only metadata header and version */
248 nr_items = fscanf(fp, "/* CTF %10u.%10u", &major, &minor);
249 if (nr_items < 2) {
16699f85 250 BT_COMP_LOGW("Missing \"/* CTF major.minor\" signature in plain text metadata file stream: "
5c343eef 251 "mdec-addr=%p", mdec);
1e649dff
PP
252 }
253
16699f85 254 BT_COMP_LOGI("Found metadata stream version in signature: version=%u.%u", major, minor);
1e649dff 255
a248254b
PP
256 if (!ctf_metadata_decoder_is_packet_version_valid(major,
257 minor)) {
16699f85 258 BT_COMP_LOGE("Invalid metadata version found in plain text signature: "
5c343eef
PP
259 "version=%u.%u, mdec-addr=%p", major, minor,
260 mdec);
1e649dff
PP
261 status = CTF_METADATA_DECODER_STATUS_INVAL_VERSION;
262 goto end;
263 }
264
265 if (fseek(fp, init_pos, SEEK_SET)) {
16699f85 266 BT_COMP_LOGE("Cannot seek metadata file stream to initial position: %s: "
5c343eef 267 "mdec-addr=%p", strerror(errno), mdec);
1e649dff
PP
268 status = CTF_METADATA_DECODER_STATUS_ERROR;
269 goto end;
270 }
113aacf7
FD
271
272 mdec->has_checked_plaintext_signature = true;
1e649dff
PP
273 }
274
3fef1229 275#if YYDEBUG
c9ecaa78 276 if (BT_LOG_ON_TRACE) {
33c81e6f
PP
277 yydebug = 1;
278 }
3fef1229 279#endif
33c81e6f 280
526c3a49
PP
281 /* Save the file's position: we'll seek back to append the plain text */
282 BT_ASSERT(fp);
283
284 if (mdec->config.keep_plain_text) {
285 start_pos = ftell(fp);
1e649dff
PP
286 }
287
526c3a49
PP
288 /* Append the metadata text content */
289 ret = ctf_scanner_append_ast(mdec->scanner, fp);
1e649dff 290 if (ret) {
16699f85 291 BT_COMP_LOGE("Cannot create the metadata AST out of the metadata text: "
5c343eef 292 "mdec-addr=%p", mdec);
1e649dff
PP
293 status = CTF_METADATA_DECODER_STATUS_INCOMPLETE;
294 goto end;
295 }
296
526c3a49
PP
297 /* We know it's complete: append plain text */
298 if (mdec->config.keep_plain_text) {
299 BT_ASSERT(start_pos != -1);
300 ret = fseek(fp, start_pos, SEEK_SET);
301 if (ret) {
302 BT_COMP_LOGE("Failed to seek file: ret=%d, mdec-addr=%p",
303 ret, mdec);
304 status = CTF_METADATA_DECODER_STATUS_ERROR;
305 goto end;
306 }
307
308 ret = bt_common_append_file_content_to_g_string(mdec->text, fp);
309 if (ret) {
310 BT_COMP_LOGE("Failed to append to current plain text: "
311 "ret=%d, mdec-addr=%p", ret, mdec);
312 status = CTF_METADATA_DECODER_STATUS_ERROR;
313 goto end;
314 }
315 }
316
317 ret = ctf_visitor_semantic_check(0, &mdec->scanner->ast->root,
318 &mdec->log_cfg);
1e649dff 319 if (ret) {
16699f85 320 BT_COMP_LOGE("Validation of the metadata semantics failed: "
5c343eef 321 "mdec-addr=%p", mdec);
1e649dff
PP
322 status = CTF_METADATA_DECODER_STATUS_ERROR;
323 goto end;
324 }
325
526c3a49
PP
326 if (mdec->config.create_trace_class) {
327 ret = ctf_visitor_generate_ir_visit_node(mdec->visitor,
328 &mdec->scanner->ast->root);
329 switch (ret) {
330 case 0:
331 /* Success */
332 break;
333 case -EINCOMPLETE:
334 BT_COMP_LOGD("While visiting metadata AST: incomplete data: "
335 "mdec-addr=%p", mdec);
336 status = CTF_METADATA_DECODER_STATUS_INCOMPLETE;
337 goto end;
338 default:
339 BT_COMP_LOGE("Failed to visit AST node to create CTF IR objects: "
340 "mdec-addr=%p, ret=%d", mdec, ret);
341 status = CTF_METADATA_DECODER_STATUS_IR_VISITOR_ERROR;
342 goto end;
343 }
1e649dff
PP
344 }
345
346end:
3fef1229 347#if YYDEBUG
33c81e6f 348 yydebug = 0;
3fef1229 349#endif
33c81e6f 350
1e649dff
PP
351 if (fp && close_fp) {
352 if (fclose(fp)) {
16699f85 353 BT_COMP_LOGE("Cannot close metadata file stream: "
5c343eef 354 "mdec-addr=%p", mdec);
1e649dff
PP
355 }
356 }
357
b17fd38d 358 free(buf);
1e649dff
PP
359
360 return status;
361}
362
363BT_HIDDEN
8eee8ea2 364bt_trace_class *ctf_metadata_decoder_get_ir_trace_class(
7b33a0e0
PP
365 struct ctf_metadata_decoder *mdec)
366{
ec4a3354
PP
367 BT_ASSERT_DBG(mdec);
368 BT_ASSERT_DBG(mdec->config.create_trace_class);
10b7a2e4 369 return ctf_visitor_generate_ir_get_ir_trace_class(mdec->visitor);
7b33a0e0
PP
370}
371
372BT_HIDDEN
373struct ctf_trace_class *ctf_metadata_decoder_borrow_ctf_trace_class(
1e649dff
PP
374 struct ctf_metadata_decoder *mdec)
375{
ec4a3354
PP
376 BT_ASSERT_DBG(mdec);
377 BT_ASSERT_DBG(mdec->config.create_trace_class);
7b33a0e0 378 return ctf_visitor_generate_ir_borrow_ctf_trace_class(mdec->visitor);
1e649dff 379}
526c3a49
PP
380
381BT_HIDDEN
382const char *ctf_metadata_decoder_get_text(struct ctf_metadata_decoder *mdec)
383{
ec4a3354
PP
384 BT_ASSERT_DBG(mdec);
385 BT_ASSERT_DBG(mdec->config.keep_plain_text);
526c3a49
PP
386 return mdec->text->str;
387}
388
389BT_HIDDEN
390int ctf_metadata_decoder_get_byte_order(struct ctf_metadata_decoder *mdec)
391{
ec4a3354 392 BT_ASSERT_DBG(mdec);
526c3a49
PP
393 return mdec->bo;
394}
395
396BT_HIDDEN
397int ctf_metadata_decoder_get_uuid(struct ctf_metadata_decoder *mdec,
398 bt_uuid_t uuid)
399{
400 int ret = 0;
401
ec4a3354 402 BT_ASSERT_DBG(mdec);
526c3a49
PP
403
404 if (!mdec->is_uuid_set) {
405 ret = -1;
406 goto end;
407 }
408
409 bt_uuid_copy(uuid, mdec->uuid);
410
411end:
412 return ret;
413}
26aa224b
PP
414
415static
416enum ctf_metadata_decoder_status find_uuid_in_trace_decl(
417 struct ctf_metadata_decoder *mdec, struct ctf_node *trace_node,
418 bt_uuid_t uuid)
419{
420 enum ctf_metadata_decoder_status status =
421 CTF_METADATA_DECODER_STATUS_OK;
422 struct ctf_node *entry_node;
423 struct bt_list_head *decl_list = &trace_node->u.trace.declaration_list;
424 char *left = NULL;
425
426 bt_list_for_each_entry(entry_node, decl_list, siblings) {
427 if (entry_node->type == NODE_CTF_EXPRESSION) {
428 int ret;
429
430 left = ctf_ast_concatenate_unary_strings(
431 &entry_node->u.ctf_expression.left);
432 if (!left) {
433 BT_COMP_LOGE("Cannot concatenate unary strings.");
434 status = CTF_METADATA_DECODER_STATUS_ERROR;
435 goto end;
436 }
437
438 if (strcmp(left, "uuid") == 0) {
439 ret = ctf_ast_get_unary_uuid(
440 &entry_node->u.ctf_expression.right,
441 uuid, mdec->config.log_level,
442 mdec->config.self_comp);
443 if (ret) {
444 BT_COMP_LOGE("Invalid trace's `uuid` attribute.");
445 status = CTF_METADATA_DECODER_STATUS_ERROR;
446 goto end;
447 }
448
449 goto end;
450 }
451
452 g_free(left);
453 left = NULL;
454 }
455 }
456
457 status = CTF_METADATA_DECODER_STATUS_NONE;
458
459end:
460 g_free(left);
461 return status;
462}
463
464BT_HIDDEN
465enum ctf_metadata_decoder_status ctf_metadata_decoder_get_trace_class_uuid(
466 struct ctf_metadata_decoder *mdec, bt_uuid_t uuid)
467{
468 enum ctf_metadata_decoder_status status =
469 CTF_METADATA_DECODER_STATUS_INCOMPLETE;
470 struct ctf_node *root_node = &mdec->scanner->ast->root;
471 struct ctf_node *trace_node;
472
473 if (!root_node) {
474 status = CTF_METADATA_DECODER_STATUS_INCOMPLETE;
475 goto end;
476 }
477
478 trace_node =
479 bt_list_entry(root_node->u.root.trace.next,
480 struct ctf_node, siblings);
481 if (!trace_node) {
482 status = CTF_METADATA_DECODER_STATUS_INCOMPLETE;
483 goto end;
484 }
485
486 status = find_uuid_in_trace_decl(mdec, trace_node, uuid);
487
488end:
489 return status;
490}
This page took 0.087816 seconds and 4 git commands to generate.