2 * SPDX-License-Identifier: MIT
4 * Copyright 2016-2017 Philippe Proulx <pproulx@efficios.com>
14 #include <babeltrace2/babeltrace.h>
16 #define BT_COMP_LOG_SELF_COMP (mdec->config.self_comp)
17 #define BT_COMP_LOG_SELF_COMP_CLASS (mdec->config.self_comp_class)
18 #define BT_LOG_OUTPUT_LEVEL ((enum bt_log_level) mdec->config.log_level)
19 #define BT_LOG_TAG "PLUGIN/CTF/META/DECODER"
20 #include "logging.hpp"
21 #include "logging/comp-logging.h"
23 #include "common/assert.h"
24 #include "common/uuid.h"
25 #include "compat/memstream.h"
28 #include "decoder-packetized-file-stream-to-buf.hpp"
29 #include "decoder.hpp"
30 #include "parser-wrap.hpp"
31 #include "scanner.hpp"
33 #define TSDL_MAGIC 0x75d11d57
35 struct ctf_metadata_decoder
37 struct ctf_scanner
*scanner
;
39 struct ctf_visitor_generate_ir
*visitor
;
43 struct ctf_metadata_decoder_config config
;
44 struct meta_log_config log_cfg
;
45 bool has_checked_plaintext_signature
;
53 uint32_t content_size
;
55 uint8_t compression_scheme
;
56 uint8_t encryption_scheme
;
57 uint8_t checksum_scheme
;
60 } __attribute__((__packed__
));
62 int ctf_metadata_decoder_is_packetized(FILE *fp
, bool *is_packetized
, int *byte_order
,
63 bt_logging_level log_level
, bt_self_component
*self_comp
)
69 *is_packetized
= false;
70 len
= fread(&magic
, sizeof(magic
), 1, fp
);
73 BT_LOG_INFO
, log_level
, self_comp
,
74 "Cannot read first metadata packet header: assuming the stream is not packetized.");
80 if (magic
== TSDL_MAGIC
) {
81 *is_packetized
= true;
82 *byte_order
= BYTE_ORDER
;
83 } else if (magic
== GUINT32_SWAP_LE_BE(TSDL_MAGIC
)) {
84 *is_packetized
= true;
85 *byte_order
= BYTE_ORDER
== BIG_ENDIAN
? LITTLE_ENDIAN
: BIG_ENDIAN
;
95 struct ctf_metadata_decoder
*
96 ctf_metadata_decoder_create(const struct ctf_metadata_decoder_config
*config
)
98 struct ctf_metadata_decoder
*mdec
= g_new0(struct ctf_metadata_decoder
, 1);
101 BT_COMP_LOG_CUR_LVL(BT_LOG_DEBUG
, config
->log_level
, config
->self_comp
,
102 "Creating CTF metadata decoder: "
103 "clock-class-offset-s=%" PRId64
", "
104 "clock-class-offset-ns=%" PRId64
,
105 config
->clock_class_offset_s
, config
->clock_class_offset_ns
);
108 BT_COMP_LOG_CUR_LVL(BT_LOG_ERROR
, config
->log_level
, config
->self_comp
,
109 "Failed to allocate one CTF metadata decoder.");
113 mdec
->log_cfg
.log_level
= config
->log_level
;
114 mdec
->log_cfg
.self_comp
= config
->self_comp
;
115 mdec
->log_cfg
.self_comp_class
= config
->self_comp_class
;
116 mdec
->scanner
= ctf_scanner_alloc();
117 if (!mdec
->scanner
) {
118 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Cannot allocate a metadata lexical scanner: "
124 mdec
->text
= g_string_new(NULL
);
126 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Failed to allocate one GString: "
133 mdec
->config
= *config
;
134 mdec
->visitor
= ctf_visitor_generate_ir_create(config
);
135 if (!mdec
->visitor
) {
136 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Failed to create a CTF IR metadata AST visitor: "
142 BT_COMP_LOGD("Creating CTF metadata decoder: "
143 "clock-class-offset-s=%" PRId64
", "
144 "clock-class-offset-ns=%" PRId64
", addr=%p",
145 config
->clock_class_offset_s
, config
->clock_class_offset_ns
, mdec
);
149 ctf_metadata_decoder_destroy(mdec
);
156 void ctf_metadata_decoder_destroy(struct ctf_metadata_decoder
*mdec
)
163 ctf_scanner_free(mdec
->scanner
);
167 g_string_free(mdec
->text
, TRUE
);
170 BT_COMP_LOGD("Destroying CTF metadata decoder: addr=%p", mdec
);
171 ctf_visitor_generate_ir_destroy(mdec
->visitor
);
175 enum ctf_metadata_decoder_status
176 ctf_metadata_decoder_append_content(struct ctf_metadata_decoder
*mdec
, FILE *fp
)
178 enum ctf_metadata_decoder_status status
= CTF_METADATA_DECODER_STATUS_OK
;
181 bool close_fp
= false;
186 ret
= ctf_metadata_decoder_is_packetized(fp
, &is_packetized
, &mdec
->bo
, mdec
->config
.log_level
,
187 mdec
->config
.self_comp
);
189 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
194 BT_COMP_LOGI("Metadata stream is packetized: mdec-addr=%p", mdec
);
195 ret
= ctf_metadata_decoder_packetized_file_stream_to_buf(
196 fp
, &buf
, mdec
->bo
, &mdec
->is_uuid_set
, mdec
->uuid
, mdec
->config
.log_level
,
197 mdec
->config
.self_comp
, mdec
->config
.self_comp_class
);
199 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
200 "Cannot decode packetized metadata packets to metadata text: "
201 "mdec-addr=%p, ret=%d",
203 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
207 if (strlen(buf
) == 0) {
208 /* An empty metadata packet is OK. */
212 /* Convert the real file pointer to a memory file pointer */
213 fp
= bt_fmemopen(buf
, strlen(buf
), "rb");
216 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Cannot memory-open metadata buffer: %s: "
218 strerror(errno
), mdec
);
219 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
222 } else if (!mdec
->has_checked_plaintext_signature
) {
223 unsigned int major
, minor
;
225 const long init_pos
= ftell(fp
);
227 BT_COMP_LOGI("Metadata stream is plain text: mdec-addr=%p", mdec
);
230 BT_COMP_LOGE_APPEND_CAUSE_ERRNO(BT_COMP_LOG_SELF_COMP
,
231 "Failed to get current file position", ".");
232 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
236 /* Check text-only metadata header and version */
237 nr_items
= fscanf(fp
, "/* CTF %10u.%10u", &major
, &minor
);
240 "Missing \"/* CTF major.minor\" signature in plain text metadata file stream: "
245 BT_COMP_LOGI("Found metadata stream version in signature: version=%u.%u", major
, minor
);
247 if (!ctf_metadata_decoder_is_packet_version_valid(major
, minor
)) {
248 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
249 "Invalid metadata version found in plain text signature: "
250 "version=%u.%u, mdec-addr=%p",
252 status
= CTF_METADATA_DECODER_STATUS_INVAL_VERSION
;
256 if (fseek(fp
, init_pos
, SEEK_SET
)) {
257 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
258 "Cannot seek metadata file stream to initial position: %s: "
260 strerror(errno
), mdec
);
261 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
265 mdec
->has_checked_plaintext_signature
= true;
269 if (BT_LOG_ON_TRACE
) {
274 /* Save the file's position: we'll seek back to append the plain text */
277 if (mdec
->config
.keep_plain_text
) {
278 start_pos
= ftell(fp
);
281 /* Append the metadata text content */
282 ret
= ctf_scanner_append_ast(mdec
->scanner
, fp
);
284 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
285 "Cannot create the metadata AST out of the metadata text: "
288 status
= CTF_METADATA_DECODER_STATUS_INCOMPLETE
;
292 /* We know it's complete: append plain text */
293 if (mdec
->config
.keep_plain_text
) {
294 BT_ASSERT(start_pos
!= -1);
295 ret
= fseek(fp
, start_pos
, SEEK_SET
);
297 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Failed to seek file: ret=%d, mdec-addr=%p",
299 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
303 ret
= bt_common_append_file_content_to_g_string(mdec
->text
, fp
);
305 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Failed to append to current plain text: "
306 "ret=%d, mdec-addr=%p",
308 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
313 ret
= ctf_visitor_semantic_check(0, &mdec
->scanner
->ast
->root
, &mdec
->log_cfg
);
315 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Validation of the metadata semantics failed: "
318 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
322 if (mdec
->config
.create_trace_class
) {
323 ret
= ctf_visitor_generate_ir_visit_node(mdec
->visitor
, &mdec
->scanner
->ast
->root
);
329 BT_COMP_LOGD("While visiting metadata AST: incomplete data: "
332 status
= CTF_METADATA_DECODER_STATUS_INCOMPLETE
;
335 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE(
336 "Failed to visit AST node to create CTF IR objects: "
337 "mdec-addr=%p, ret=%d",
339 status
= CTF_METADATA_DECODER_STATUS_IR_VISITOR_ERROR
;
349 if (fp
&& close_fp
) {
351 BT_COMP_LOGE("Cannot close metadata file stream: "
362 bt_trace_class
*ctf_metadata_decoder_get_ir_trace_class(struct ctf_metadata_decoder
*mdec
)
365 BT_ASSERT_DBG(mdec
->config
.create_trace_class
);
366 return ctf_visitor_generate_ir_get_ir_trace_class(mdec
->visitor
);
369 struct ctf_trace_class
*
370 ctf_metadata_decoder_borrow_ctf_trace_class(struct ctf_metadata_decoder
*mdec
)
373 BT_ASSERT_DBG(mdec
->config
.create_trace_class
);
374 return ctf_visitor_generate_ir_borrow_ctf_trace_class(mdec
->visitor
);
377 const char *ctf_metadata_decoder_get_text(struct ctf_metadata_decoder
*mdec
)
380 BT_ASSERT_DBG(mdec
->config
.keep_plain_text
);
381 return mdec
->text
->str
;
384 int ctf_metadata_decoder_get_byte_order(struct ctf_metadata_decoder
*mdec
)
390 int ctf_metadata_decoder_get_uuid(struct ctf_metadata_decoder
*mdec
, bt_uuid_t uuid
)
396 if (!mdec
->is_uuid_set
) {
401 bt_uuid_copy(uuid
, mdec
->uuid
);
407 static enum ctf_metadata_decoder_status
find_uuid_in_trace_decl(struct ctf_metadata_decoder
*mdec
,
408 struct ctf_node
*trace_node
,
411 enum ctf_metadata_decoder_status status
= CTF_METADATA_DECODER_STATUS_OK
;
412 struct ctf_node
*entry_node
;
413 struct bt_list_head
*decl_list
= &trace_node
->u
.trace
.declaration_list
;
416 bt_list_for_each_entry (entry_node
, decl_list
, siblings
) {
417 if (entry_node
->type
== NODE_CTF_EXPRESSION
) {
420 left
= ctf_ast_concatenate_unary_strings(&entry_node
->u
.ctf_expression
.left
);
422 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Cannot concatenate unary strings.");
423 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
427 if (strcmp(left
, "uuid") == 0) {
428 ret
= ctf_ast_get_unary_uuid(&entry_node
->u
.ctf_expression
.right
, uuid
,
429 mdec
->config
.log_level
, mdec
->config
.self_comp
);
431 _BT_COMP_OR_COMP_CLASS_LOGE_APPEND_CAUSE("Invalid trace's `uuid` attribute.");
432 status
= CTF_METADATA_DECODER_STATUS_ERROR
;
444 status
= CTF_METADATA_DECODER_STATUS_NONE
;
451 enum ctf_metadata_decoder_status
452 ctf_metadata_decoder_get_trace_class_uuid(struct ctf_metadata_decoder
*mdec
, bt_uuid_t uuid
)
454 enum ctf_metadata_decoder_status status
= CTF_METADATA_DECODER_STATUS_INCOMPLETE
;
455 struct ctf_node
*root_node
= &mdec
->scanner
->ast
->root
;
456 struct ctf_node
*trace_node
;
459 status
= CTF_METADATA_DECODER_STATUS_INCOMPLETE
;
463 trace_node
= bt_list_entry(root_node
->u
.root
.trace
.next
, struct ctf_node
, siblings
);
465 status
= CTF_METADATA_DECODER_STATUS_INCOMPLETE
;
469 status
= find_uuid_in_trace_decl(mdec
, trace_node
, uuid
);