src/plugins/ctf/common/msg-iter/msg-iter.h

   1 #ifndef CTF_MSG_ITER_H
   2 #define CTF_MSG_ITER_H
   3
   4 /*
   5  * Babeltrace - CTF message iterator
   6  *
   7  * Copyright (c) 2015-2016 EfficiOS Inc. and Linux Foundation
   8  * Copyright (c) 2015-2016 Philippe Proulx <pproulx@efficios.com>
   9  *
  10  * Permission is hereby granted, free of charge, to any person obtaining a copy
  11  * of this software and associated documentation files (the "Software"), to deal
  12  * in the Software without restriction, including without limitation the rights
  13  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  14  * copies of the Software, and to permit persons to whom the Software is
  15  * furnished to do so, subject to the following conditions:
  16  *
  17  * The above copyright notice and this permission notice shall be included in
  18  * all copies or substantial portions of the Software.
  19  *
  20  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  21  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  22  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  23  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  24  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  25  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  26  * SOFTWARE.
  27  */
  28
  29 #include <stdbool.h>
  30 #include <stdint.h>
  31 #include <stdio.h>
  32 #include <stddef.h>
  33 #include <babeltrace2/babeltrace.h>
  34 #include "common/macros.h"
  35
  36 #include "../metadata/ctf-meta.h"
  37
  38 /**
  39  * @file ctf-msg-iter.h
  40  *
  41  * CTF message iterator
  42  *
  43  * This is a common internal API used by CTF source plugins. It allows
  44  * one to get messages from a user-provided medium.
  45  */
  46
  47 /**
  48  * Medium operations status codes.
  49  */
  50 enum ctf_msg_iter_medium_status {
  51         /**
  52          * End of file.
  53          *
  54          * The medium function called by the message iterator
  55          * function reached the end of the file.
  56          */
  57         CTF_MSG_ITER_MEDIUM_STATUS_EOF = 1,
  58
  59         /**
  60          * There is no data available right now, try again later.
  61          */
  62         CTF_MSG_ITER_MEDIUM_STATUS_AGAIN = 11,
  63
  64         /** Unsupported operation. */
  65         CTF_MSG_ITER_MEDIUM_STATUS_UNSUPPORTED = -3,
  66
  67         /** Invalid argument. */
  68         CTF_MSG_ITER_MEDIUM_STATUS_INVAL = -2,
  69
  70         /** General error. */
  71         CTF_MSG_ITER_MEDIUM_STATUS_ERROR = -1,
  72
  73         /** Everything okay. */
  74         CTF_MSG_ITER_MEDIUM_STATUS_OK = 0,
  75 };
  76
  77 /**
  78  * CTF message iterator API status code.
  79  */
  80 enum ctf_msg_iter_status {
  81         /**
  82          * End of file.
  83          *
  84          * The medium function called by the message iterator
  85          * function reached the end of the file.
  86          */
  87         CTF_MSG_ITER_STATUS_EOF = CTF_MSG_ITER_MEDIUM_STATUS_EOF,
  88
  89         /**
  90          * There is no data available right now, try again later.
  91          *
  92          * Some condition resulted in the
  93          * ctf_msg_iter_medium_ops::request_bytes() user function not
  94          * having access to any data now. You should retry calling the
  95          * last called message iterator function once the situation
  96          * is resolved.
  97          */
  98         CTF_MSG_ITER_STATUS_AGAIN = CTF_MSG_ITER_MEDIUM_STATUS_AGAIN,
  99
 100         /** Invalid argument. */
 101         CTF_MSG_ITER_STATUS_INVAL = CTF_MSG_ITER_MEDIUM_STATUS_INVAL,
 102
 103         /** Unsupported operation. */
 104         CTF_MSG_ITER_STATUS_UNSUPPORTED = CTF_MSG_ITER_MEDIUM_STATUS_UNSUPPORTED,
 105
 106         /** General error. */
 107         CTF_MSG_ITER_STATUS_ERROR = CTF_MSG_ITER_MEDIUM_STATUS_ERROR,
 108
 109         /** Everything okay. */
 110         CTF_MSG_ITER_STATUS_OK = CTF_MSG_ITER_MEDIUM_STATUS_OK,
 111 };
 112
 113 /**
 114  * CTF message iterator seek operation directives.
 115  */
 116 enum ctf_msg_iter_seek_whence {
 117         /**
 118          * Set the iterator's position to an absolute offset in the underlying
 119          * medium.
 120          */
 121         CTF_MSG_ITER_SEEK_WHENCE_SET,
 122 };
 123
 124 /**
 125  * Medium operations.
 126  *
 127  * Those user functions are called by the message iterator
 128  * functions to request medium actions.
 129  */
 130 struct ctf_msg_iter_medium_ops {
 131         /**
 132          * Returns the next byte buffer to be used by the binary file
 133          * reader to deserialize binary data.
 134          *
 135          * This function \em must be defined.
 136          *
 137          * The purpose of this function is to return a buffer of bytes
 138          * to the message iterator, of a maximum of \p request_sz
 139          * bytes. If this function cannot return a buffer of at least
 140          * \p request_sz bytes, it may return a smaller buffer. In
 141          * either cases, \p buffer_sz must be set to the returned buffer
 142          * size (in bytes).
 143          *
 144          * The returned buffer's ownership remains the medium, in that
 145          * it won't be freed by the message iterator functions. The
 146          * returned buffer won't be modified by the message
 147          * iterator functions either.
 148          *
 149          * When this function is called for the first time for a given
 150          * file, the offset within the file is considered to be 0. The
 151          * next times this function is called, the returned buffer's
 152          * byte offset within the complete file must be the previous
 153          * offset plus the last returned value of \p buffer_sz by this
 154          * medium.
 155          *
 156          * This function must return one of the following statuses:
 157          *
 158          *   - <b>#CTF_MSG_ITER_MEDIUM_STATUS_OK</b>: Everything
 159          *     is okay, i.e. \p buffer_sz is set to a positive value
 160          *     reflecting the number of available bytes in the buffer
 161          *     starting at the address written in \p buffer_addr.
 162          *   - <b>#CTF_MSG_ITER_MEDIUM_STATUS_AGAIN</b>: No data is
 163          *     available right now. In this case, the message
 164          *     iterator function called by the user returns
 165          *     #CTF_MSG_ITER_STATUS_AGAIN, and it is the user's
 166          *     responsibility to make sure enough data becomes available
 167          *     before calling the \em same message iterator
 168          *     function again to continue the decoding process.
 169          *   - <b>#CTF_MSG_ITER_MEDIUM_STATUS_EOF</b>: The end of
 170          *     the file was reached, and no more data will ever be
 171          *     available for this file. In this case, the message
 172          *     iterator function called by the user returns
 173          *     #CTF_MSG_ITER_STATUS_EOF. This must \em not be
 174          *     returned when returning at least one byte of data to the
 175          *     caller, i.e. this must be returned when there's
 176          *     absolutely nothing left; should the request size be
 177          *     larger than what's left in the file, this function must
 178          *     return what's left, setting \p buffer_sz to the number of
 179          *     remaining bytes, and return
 180          *     #CTF_MSG_ITER_MEDIUM_STATUS_EOF on the \em following
 181          *     call.
 182          *   - <b>#CTF_MSG_ITER_MEDIUM_STATUS_ERROR</b>: A fatal
 183          *     error occured during this operation. In this case, the
 184          *     message iterator function called by the user returns
 185          *     #CTF_MSG_ITER_STATUS_ERROR.
 186          *
 187          * If #CTF_MSG_ITER_MEDIUM_STATUS_OK is not returned, the
 188          * values of \p buffer_sz and \p buffer_addr are \em ignored by
 189          * the caller.
 190          *
 191          * @param request_sz    Requested buffer size (bytes)
 192          * @param buffer_addr   Returned buffer address
 193          * @param buffer_sz     Returned buffer's size (bytes)
 194          * @param data          User data
 195          * @returns             Status code (see description above)
 196          */
 197         enum ctf_msg_iter_medium_status (* request_bytes)(size_t request_sz,
 198                         uint8_t **buffer_addr, size_t *buffer_sz, void *data);
 199
 200         /**
 201          * Repositions the underlying stream's position.
 202          *
 203          * This *optional* method repositions the underlying stream
 204          * to a given absolute or relative position, as indicated by
 205          * the whence directive.
 206          *
 207          * @param whence        One of #ctf_msg_iter_seek_whence values
 208          * @param offset        Offset to use for the given directive
 209          * @param data          User data
 210          * @returns             One of #ctf_msg_iter_medium_status values
 211          */
 212         enum ctf_msg_iter_medium_status (* seek)(
 213                         enum ctf_msg_iter_seek_whence whence,
 214                         off_t offset, void *data);
 215
 216         /**
 217          * Returns a stream instance (weak reference) for the given
 218          * stream class.
 219          *
 220          * This is called after a packet header is read, and the
 221          * corresponding stream class is found by the message
 222          * iterator.
 223          *
 224          * @param stream_class  Stream class of the stream to get
 225          * @param stream_id     Stream (instance) ID of the stream
 226          *                      to get (-1ULL if not available)
 227          * @param data          User data
 228          * @returns             Stream instance (weak reference) or
 229          *                      \c NULL on error
 230          */
 231         bt_stream * (* borrow_stream)(bt_stream_class *stream_class,
 232                         int64_t stream_id, void *data);
 233 };
 234
 235 /** CTF message iterator. */
 236 struct ctf_msg_iter;
 237
 238 /**
 239  * Creates a CTF message iterator.
 240  *
 241  * Upon successful completion, the reference count of \p trace is
 242  * incremented.
 243  *
 244  * @param trace                 Trace to read
 245  * @param max_request_sz        Maximum buffer size, in bytes, to
 246  *                              request to
 247  *                              ctf_msg_iter_medium_ops::request_bytes()
 248  *                              at a time
 249  * @param medops                Medium operations
 250  * @param medops_data           User data (passed to medium operations)
 251  * @returns                     New CTF message iterator on
 252  *                              success, or \c NULL on error
 253  */
 254 BT_HIDDEN
 255 struct ctf_msg_iter *ctf_msg_iter_create(
 256                 struct ctf_trace_class *tc,
 257                 size_t max_request_sz,
 258                 struct ctf_msg_iter_medium_ops medops,
 259                 void *medops_data,
 260                 bt_logging_level log_level,
 261                 bt_self_component *self_comp,
 262                 bt_self_message_iterator *self_msg_iter);
 263
 264 /**
 265  * Destroys a CTF message iterator, freeing all internal resources.
 266  *
 267  * The registered trace's reference count is decremented.
 268  *
 269  * @param msg_iter              CTF message iterator
 270  */
 271 BT_HIDDEN
 272 void ctf_msg_iter_destroy(struct ctf_msg_iter *msg_iter);
 273
 274 /**
 275  * Returns the next message from a CTF message iterator.
 276  *
 277  * Upon successful completion, #CTF_MSG_ITER_STATUS_OK is
 278  * returned, and the next message is written to \p msg.
 279  * In this case, the caller is responsible for calling
 280  * bt_message_put() on the returned message.
 281  *
 282  * If this function returns #CTF_MSG_ITER_STATUS_AGAIN, the caller
 283  * should make sure that data becomes available to its medium, and
 284  * call this function again, until another status is returned.
 285  *
 286  * @param msg_iter              CTF message iterator
 287  * @param message               Returned message if the function's
 288  *                              return value is #CTF_MSG_ITER_STATUS_OK
 289  * @returns                     One of #ctf_msg_iter_status values
 290  */
 291 BT_HIDDEN
 292 enum ctf_msg_iter_status ctf_msg_iter_get_next_message(
 293                 struct ctf_msg_iter *msg_it,
 294                 const bt_message **message);
 295
 296 struct ctf_msg_iter_packet_properties {
 297         int64_t exp_packet_total_size;
 298         int64_t exp_packet_content_size;
 299         uint64_t stream_class_id;
 300         int64_t data_stream_id;
 301
 302         struct {
 303                 uint64_t discarded_events;
 304                 uint64_t packets;
 305                 uint64_t beginning_clock;
 306                 uint64_t end_clock;
 307         } snapshots;
 308 };
 309
 310 BT_HIDDEN
 311 enum ctf_msg_iter_status ctf_msg_iter_get_packet_properties(
 312                 struct ctf_msg_iter *msg_it,
 313                 struct ctf_msg_iter_packet_properties *props);
 314
 315 BT_HIDDEN
 316 enum ctf_msg_iter_status ctf_msg_iter_curr_packet_first_event_clock_snapshot(
 317                 struct ctf_msg_iter *msg_it, uint64_t *first_event_cs);
 318
 319 BT_HIDDEN
 320 enum ctf_msg_iter_status ctf_msg_iter_curr_packet_last_event_clock_snapshot(
 321                 struct ctf_msg_iter *msg_it, uint64_t *last_event_cs);
 322
 323 BT_HIDDEN
 324 void ctf_msg_iter_set_medops_data(struct ctf_msg_iter *msg_it,
 325                 void *medops_data);
 326
 327 BT_HIDDEN
 328 enum ctf_msg_iter_status ctf_msg_iter_seek(
 329                 struct ctf_msg_iter *msg_it, off_t offset);
 330
 331 /*
 332  * Resets the iterator so that the next requested medium bytes are
 333  * assumed to be the first bytes of a new stream. Depending on
 334  * ctf_msg_iter_set_emit_stream_beginning_message(), the first message
 335  * which this iterator emits after calling ctf_msg_iter_reset() is of
 336  * type `CTF_MESSAGE_TYPE_STREAM_BEGINNING`.
 337  */
 338 BT_HIDDEN
 339 void ctf_msg_iter_reset(struct ctf_msg_iter *msg_it);
 340
 341 /*
 342  * Like ctf_msg_iter_reset(), but preserves stream-dependent state.
 343  */
 344 BT_HIDDEN
 345 void ctf_msg_iter_reset_for_next_stream_file(struct ctf_msg_iter *msg_it);
 346
 347 BT_HIDDEN
 348 void ctf_msg_iter_set_emit_stream_beginning_message(struct ctf_msg_iter *msg_it,
 349                 bool val);
 350
 351 BT_HIDDEN
 352 void ctf_msg_iter_set_emit_stream_end_message(struct ctf_msg_iter *msg_it,
 353                 bool val);
 354
 355 BT_HIDDEN
 356 void ctf_msg_iter_set_dry_run(struct ctf_msg_iter *msg_it,
 357                 bool val);
 358
 359 static inline
 360 const char *ctf_msg_iter_medium_status_string(
 361                 enum ctf_msg_iter_medium_status status)
 362 {
 363         switch (status) {
 364         case CTF_MSG_ITER_MEDIUM_STATUS_EOF:
 365                 return "EOF";
 366         case CTF_MSG_ITER_MEDIUM_STATUS_AGAIN:
 367                 return "AGAIN";
 368         case CTF_MSG_ITER_MEDIUM_STATUS_INVAL:
 369                 return "INVAL";
 370         case CTF_MSG_ITER_MEDIUM_STATUS_ERROR:
 371                 return "ERROR";
 372         case CTF_MSG_ITER_MEDIUM_STATUS_OK:
 373                 return "OK";
 374         default:
 375                 return "(unknown)";
 376         }
 377 }
 378
 379 static inline
 380 const char *ctf_msg_iter_status_string(
 381                 enum ctf_msg_iter_status status)
 382 {
 383         switch (status) {
 384         case CTF_MSG_ITER_STATUS_EOF:
 385                 return "EOF";
 386         case CTF_MSG_ITER_STATUS_AGAIN:
 387                 return "AGAIN";
 388         case CTF_MSG_ITER_STATUS_INVAL:
 389                 return "INVAL";
 390         case CTF_MSG_ITER_STATUS_ERROR:
 391                 return "ERROR";
 392         case CTF_MSG_ITER_STATUS_OK:
 393                 return "OK";
 394         default:
 395                 return "(unknown)";
 396         }
 397 }
 398
 399 #endif /* CTF_MSG_ITER_H */