src/plugins/ctf/fs-src/query.cpp

   1 /*
   2  * SPDX-License-Identifier: MIT
   3  *
   4  * Copyright 2017 Jérémie Galarneau <jeremie.galarneau@efficios.com>
   5  *
   6  * Babeltrace CTF file system Reader Component queries
   7  */
   8
   9 #include <glib.h>
  10 #include <glib/gstdio.h>
  11 #include <sys/types.h>
  12
  13 #include <babeltrace2/babeltrace.h>
  14
  15 #include "cpp-common/bt2/exc.hpp"
  16 #include "cpp-common/bt2c/glib-up.hpp"
  17 #include "cpp-common/bt2c/libc-up.hpp"
  18
  19 #include "plugins/common/param-validation/param-validation.h"
  20
  21 #include "../common/src/metadata/tsdl/decoder.hpp"
  22 #include "data-stream-file.hpp"
  23 #include "fs.hpp"
  24 #include "metadata.hpp"
  25 #include "query.hpp"
  26
  27 #define METADATA_TEXT_SIG "/* CTF 1.8"
  28
  29 struct range
  30 {
  31     int64_t begin_ns = 0;
  32     int64_t end_ns = 0;
  33     bool set = false;
  34 };
  35
  36 static bt_param_validation_map_value_entry_descr metadataInfoQueryParamsDesc[] = {
  37     {"path", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_MANDATORY,
  38      bt_param_validation_value_descr::makeString()},
  39     BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_END};
  40
  41 bt2::Value::Shared metadata_info_query(const bt2::ConstMapValue params, const bt2c::Logger& logger)
  42 {
  43     gchar *validateError = nullptr;
  44     const auto validationStatus = bt_param_validation_validate(
  45         params.libObjPtr(), metadataInfoQueryParamsDesc, &validateError);
  46
  47     if (validationStatus == BT_PARAM_VALIDATION_STATUS_MEMORY_ERROR) {
  48         throw bt2::MemoryError {};
  49     } else if (validationStatus == BT_PARAM_VALIDATION_STATUS_VALIDATION_ERROR) {
  50         const bt2c::GCharUP deleter {validateError};
  51
  52         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(logger, bt2::Error, "{}", validateError);
  53     }
  54
  55     const auto path = params["path"]->asString().value();
  56     bt2c::FileUP metadataFp {ctf_fs_metadata_open_file(path, logger)};
  57     if (!metadataFp) {
  58         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(logger, bt2::Error,
  59                                                "Cannot open trace metadata: path=\"{}\".", path);
  60     }
  61
  62     bool is_packetized;
  63     int bo;
  64     int ret = ctf_metadata_decoder_is_packetized(metadataFp.get(), &is_packetized, &bo, logger);
  65
  66     if (ret) {
  67         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(
  68             logger, bt2::Error,
  69             "Cannot check whether or not the metadata stream is packetized: path=\"{}\".", path);
  70     }
  71
  72     ctf_metadata_decoder_config decoder_cfg {logger};
  73     decoder_cfg.keep_plain_text = true;
  74     ctf_metadata_decoder_up decoder = ctf_metadata_decoder_create(&decoder_cfg);
  75     if (!decoder) {
  76         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(
  77             logger, bt2::Error, "Cannot create metadata decoder: path=\"{}}\".", path);
  78     }
  79
  80     rewind(metadataFp.get());
  81     ctf_metadata_decoder_status decoder_status =
  82         ctf_metadata_decoder_append_content(decoder.get(), metadataFp.get());
  83     if (decoder_status) {
  84         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(
  85             logger, bt2::Error, "Cannot update metadata decoder's content: path=\"{}\".", path);
  86     }
  87
  88     const char *plain_text = ctf_metadata_decoder_get_text(decoder.get());
  89     std::string metadata_text;
  90
  91     if (strncmp(plain_text, METADATA_TEXT_SIG, sizeof(METADATA_TEXT_SIG) - 1) != 0) {
  92         metadata_text = METADATA_TEXT_SIG;
  93         metadata_text += " */\n\n";
  94     }
  95
  96     metadata_text += plain_text;
  97
  98     const auto result = bt2::MapValue::create();
  99     result->insert("text", metadata_text);
 100     result->insert("is-packetized", is_packetized);
 101
 102     return result;
 103 }
 104
 105 static void add_range(const bt2::MapValue info, struct range *range, const char *range_name)
 106 {
 107     if (!range->set) {
 108         /* Not an error. */
 109         return;
 110     }
 111
 112     const auto rangeMap = info.insertEmptyMap(range_name);
 113     rangeMap.insert("begin", range->begin_ns);
 114     rangeMap.insert("end", range->end_ns);
 115 }
 116
 117 static void populate_stream_info(struct ctf_fs_ds_file_group *group, const bt2::MapValue groupInfo,
 118                                  struct range *stream_range)
 119 {
 120     /*
 121      * Since each `struct ctf_fs_ds_file_group` has a sorted array of
 122      * `struct ctf_fs_ds_index_entry`, we can compute the stream range from
 123      * the timestamp_begin of the first index entry and the timestamp_end
 124      * of the last index entry.
 125      */
 126     BT_ASSERT(group->index);
 127     BT_ASSERT(!group->index->entries.empty());
 128
 129     /* First entry. */
 130     const auto& first_ds_index_entry = group->index->entries.front();
 131
 132     /* Last entry. */
 133     const auto& last_ds_index_entry = group->index->entries.back();
 134
 135     stream_range->begin_ns = first_ds_index_entry.timestamp_begin_ns;
 136     stream_range->end_ns = last_ds_index_entry.timestamp_end_ns;
 137
 138     /*
 139      * If any of the begin and end timestamps is not set it means that
 140      * packets don't include `timestamp_begin` _and_ `timestamp_end` fields
 141      * in their packet context so we can't set the range.
 142      */
 143     stream_range->set =
 144         stream_range->begin_ns != UINT64_C(-1) && stream_range->end_ns != UINT64_C(-1);
 145
 146     add_range(groupInfo, stream_range, "range-ns");
 147     groupInfo.insert("port-name", ctf_fs_make_port_name(group));
 148 }
 149
 150 static void populate_trace_info(const struct ctf_fs_trace *trace, const bt2::MapValue traceInfo,
 151                                 const bt2c::Logger& logger)
 152 {
 153     /* Add trace range info only if it contains streams. */
 154     if (trace->ds_file_groups.empty()) {
 155         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(logger, bt2::Error,
 156                                                "Trace has no streams: trace-path={}", trace->path);
 157     }
 158
 159     const auto fileGroups = traceInfo.insertEmptyArray("stream-infos");
 160
 161     /* Find range of all stream groups, and of the trace. */
 162     for (const auto& group : trace->ds_file_groups) {
 163         range group_range;
 164         const auto groupInfo = fileGroups.appendEmptyMap();
 165         populate_stream_info(group.get(), groupInfo, &group_range);
 166     }
 167 }
 168
 169 bt2::Value::Shared trace_infos_query(const bt2::ConstMapValue params, const bt2c::Logger& logger)
 170 {
 171     ctf_fs_component ctf_fs {logger};
 172     const bt_value *inputs_value = NULL;
 173     const bt_value *trace_name_value;
 174
 175     if (!read_src_fs_parameters(params.libObjPtr(), &inputs_value, &trace_name_value, &ctf_fs)) {
 176         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(logger, bt2::Error, "Failed to read parameters");
 177     }
 178
 179     if (ctf_fs_component_create_ctf_fs_trace(&ctf_fs, inputs_value, trace_name_value, NULL)) {
 180         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(logger, bt2::Error, "Failed to create trace");
 181     }
 182
 183     const auto result = bt2::ArrayValue::create();
 184     const auto traceInfo = result->appendEmptyMap();
 185     populate_trace_info(ctf_fs.trace.get(), traceInfo, logger);
 186
 187     return result;
 188 }
 189
 190 static bt_param_validation_map_value_entry_descr supportInfoQueryParamsDesc[] = {
 191     {"type", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_MANDATORY,
 192      bt_param_validation_value_descr::makeString()},
 193     {"input", BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_MANDATORY,
 194      bt_param_validation_value_descr::makeString()},
 195     BT_PARAM_VALIDATION_MAP_VALUE_ENTRY_END};
 196
 197 bt2::Value::Shared support_info_query(const bt2::ConstMapValue params, const bt2c::Logger& logger)
 198 {
 199     gchar *validateError = NULL;
 200     const auto validationStatus = bt_param_validation_validate(
 201         params.libObjPtr(), supportInfoQueryParamsDesc, &validateError);
 202
 203     if (validationStatus == BT_PARAM_VALIDATION_STATUS_MEMORY_ERROR) {
 204         throw bt2::MemoryError {};
 205     } else if (validationStatus == BT_PARAM_VALIDATION_STATUS_VALIDATION_ERROR) {
 206         const bt2c::GCharUP deleter {validateError};
 207
 208         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(logger, bt2::Error, "{}", validateError);
 209     }
 210
 211     const auto type = params["type"]->asString().value();
 212
 213     if (strcmp(type, "directory") != 0) {
 214         /*
 215          * The input type is not a directory so we are 100% sure it's not a CTF
 216          * 1.8 trace as it would need a directory with at least 1 metadata file
 217          * and 1 data stream file.
 218          */
 219         const auto result = bt2::MapValue::create();
 220         result->insert("weight", 0.0f);
 221         return result;
 222     }
 223
 224     const auto input = params["input"]->asString().value();
 225
 226     bt2c::GCharUP metadataPath {g_build_filename(input, CTF_FS_METADATA_FILENAME, NULL)};
 227     if (!metadataPath) {
 228         BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(logger, bt2::Error, "Failed to read parameters");
 229     }
 230
 231     double weight = 0;
 232     char uuid_str[BT_UUID_STR_LEN + 1];
 233     bool has_uuid = false;
 234     bt2c::FileUP metadataFile {g_fopen(metadataPath.get(), "rb")};
 235     if (metadataFile) {
 236         enum ctf_metadata_decoder_status decoder_status;
 237         bt_uuid_t uuid;
 238
 239         ctf_metadata_decoder_config metadata_decoder_config {logger};
 240
 241         ctf_metadata_decoder_up metadata_decoder =
 242             ctf_metadata_decoder_create(&metadata_decoder_config);
 243         if (!metadata_decoder) {
 244             BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(logger, bt2::Error,
 245                                                    "Failed to create metadata decoder");
 246         }
 247
 248         decoder_status =
 249             ctf_metadata_decoder_append_content(metadata_decoder.get(), metadataFile.get());
 250         if (decoder_status != CTF_METADATA_DECODER_STATUS_OK) {
 251             BT_CPPLOGE_APPEND_CAUSE_AND_THROW_SPEC(
 252                 logger, bt2::Error, "Failed to append metadata content: metadata-decoder-status={}",
 253                 decoder_status);
 254         }
 255
 256         /*
 257          * We were able to parse the metadata file, so we are
 258          * confident it's a CTF trace.
 259          */
 260         weight = 0.75;
 261
 262         /* If the trace has a UUID, return the stringified UUID as the group. */
 263         if (ctf_metadata_decoder_get_trace_class_uuid(metadata_decoder.get(), uuid) == 0) {
 264             bt_uuid_to_str(uuid, uuid_str);
 265             has_uuid = true;
 266         }
 267     }
 268
 269     const auto result = bt2::MapValue::create();
 270     result->insert("weight", weight);
 271
 272     /* We are not supposed to have weight == 0 and a UUID. */
 273     BT_ASSERT(weight > 0 || !has_uuid);
 274
 275     if (weight > 0 && has_uuid) {
 276         result->insert("group", uuid_str);
 277     }
 278
 279     return result;
 280 }