formats/ctf-text/ctf-text.c

   1 /*
   2  * BabelTrace - Common Trace Format (CTF)
   3  *
   4  * CTF Text Format registration.
   5  *
   6  * Copyright 2010-2011 EfficiOS Inc. and Linux Foundation
   7  *
   8  * Author: Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
   9  *
  10  * Permission is hereby granted, free of charge, to any person obtaining a copy
  11  * of this software and associated documentation files (the "Software"), to deal
  12  * in the Software without restriction, including without limitation the rights
  13  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  14  * copies of the Software, and to permit persons to whom the Software is
  15  * furnished to do so, subject to the following conditions:
  16  *
  17  * The above copyright notice and this permission notice shall be included in
  18  * all copies or substantial portions of the Software.
  19  */
  20
  21 #include <babeltrace/format.h>
  22 #include <babeltrace/ctf-text/types.h>
  23 #include <babeltrace/ctf/metadata.h>
  24 #include <babeltrace/babeltrace-internal.h>
  25 #include <inttypes.h>
  26 #include <uuid/uuid.h>
  27 #include <sys/mman.h>
  28 #include <errno.h>
  29 #include <sys/types.h>
  30 #include <sys/stat.h>
  31 #include <fcntl.h>
  32 #include <dirent.h>
  33 #include <glib.h>
  34 #include <unistd.h>
  35 #include <stdlib.h>
  36
  37 #define NSEC_PER_SEC 1000000000ULL
  38
  39 int opt_all_field_names,
  40         opt_scope_field_names,
  41         opt_header_field_names,
  42         opt_context_field_names,
  43         opt_payload_field_names,
  44         opt_all_fields,
  45         opt_trace_field,
  46         opt_trace_domain_field,
  47         opt_trace_procname_field,
  48         opt_trace_vpid_field,
  49         opt_loglevel_field,
  50         opt_delta_field = 1,
  51         opt_clock_raw,
  52         opt_clock_seconds,
  53         opt_clock_date,
  54         opt_clock_gmt;
  55
  56 uint64_t opt_clock_offset;
  57
  58 enum field_item {
  59         ITEM_SCOPE,
  60         ITEM_HEADER,
  61         ITEM_CONTEXT,
  62         ITEM_PAYLOAD,
  63 };
  64
  65 struct trace_descriptor *ctf_text_open_trace(const char *collection_path,
  66                 const char *path, int flags,
  67                 void (*move_pos_slow)(struct ctf_stream_pos *pos, size_t offset,
  68                         int whence), FILE *metadata_fp);
  69 void ctf_text_close_trace(struct trace_descriptor *descriptor);
  70
  71 static
  72 rw_dispatch write_dispatch_table[] = {
  73         [ CTF_TYPE_INTEGER ] = ctf_text_integer_write,
  74         [ CTF_TYPE_FLOAT ] = ctf_text_float_write,
  75         [ CTF_TYPE_ENUM ] = ctf_text_enum_write,
  76         [ CTF_TYPE_STRING ] = ctf_text_string_write,
  77         [ CTF_TYPE_STRUCT ] = ctf_text_struct_write,
  78         [ CTF_TYPE_VARIANT ] = ctf_text_variant_write,
  79         [ CTF_TYPE_ARRAY ] = ctf_text_array_write,
  80         [ CTF_TYPE_SEQUENCE ] = ctf_text_sequence_write,
  81 };
  82
  83 static
  84 struct format ctf_text_format = {
  85         .open_trace = ctf_text_open_trace,
  86         .close_trace = ctf_text_close_trace,
  87 };
  88
  89 static GQuark Q_STREAM_PACKET_CONTEXT_TIMESTAMP_BEGIN,
  90         Q_STREAM_PACKET_CONTEXT_TIMESTAMP_END,
  91         Q_STREAM_PACKET_CONTEXT_EVENTS_DISCARDED,
  92         Q_STREAM_PACKET_CONTEXT_CONTENT_SIZE,
  93         Q_STREAM_PACKET_CONTEXT_PACKET_SIZE;
  94
  95 static
  96 void __attribute__((constructor)) init_quarks(void)
  97 {
  98         Q_STREAM_PACKET_CONTEXT_TIMESTAMP_BEGIN = g_quark_from_static_string("stream.packet.context.timestamp_begin");
  99         Q_STREAM_PACKET_CONTEXT_TIMESTAMP_END = g_quark_from_static_string("stream.packet.context.timestamp_end");
 100         Q_STREAM_PACKET_CONTEXT_EVENTS_DISCARDED = g_quark_from_static_string("stream.packet.context.events_discarded");
 101         Q_STREAM_PACKET_CONTEXT_CONTENT_SIZE = g_quark_from_static_string("stream.packet.context.content_size");
 102         Q_STREAM_PACKET_CONTEXT_PACKET_SIZE = g_quark_from_static_string("stream.packet.context.packet_size");
 103 }
 104
 105 int print_field(struct definition *definition)
 106 {
 107         /* Print all fields in verbose mode */
 108         if (babeltrace_verbose)
 109                 return 1;
 110
 111         /* Filter out part of the packet context */
 112         if (definition->path == Q_STREAM_PACKET_CONTEXT_TIMESTAMP_BEGIN)
 113                 return 0;
 114         if (definition->path == Q_STREAM_PACKET_CONTEXT_TIMESTAMP_END)
 115                 return 0;
 116         if (definition->path == Q_STREAM_PACKET_CONTEXT_EVENTS_DISCARDED)
 117                 return 0;
 118         if (definition->path == Q_STREAM_PACKET_CONTEXT_CONTENT_SIZE)
 119                 return 0;
 120         if (definition->path == Q_STREAM_PACKET_CONTEXT_PACKET_SIZE)
 121                 return 0;
 122
 123         return 1;
 124 }
 125
 126 static
 127 void set_field_names_print(struct ctf_text_stream_pos *pos, enum field_item item)
 128 {
 129         switch (item) {
 130         case ITEM_SCOPE:
 131                 if (opt_all_field_names || opt_scope_field_names)
 132                         pos->print_names = 1;
 133                 else
 134                         pos->print_names = 0;
 135                 break;
 136         case ITEM_HEADER:
 137                 if (opt_all_field_names || opt_header_field_names)
 138                         pos->print_names = 1;
 139                 else
 140                         pos->print_names = 0;
 141                 break;
 142         case ITEM_CONTEXT:
 143                 if (opt_all_field_names || opt_context_field_names)
 144                         pos->print_names = 1;
 145                 else
 146                         pos->print_names = 0;
 147                 break;
 148         case ITEM_PAYLOAD:
 149                 if (opt_all_field_names || opt_payload_field_names)
 150                         pos->print_names = 1;
 151                 else
 152                         pos->print_names = 0;
 153
 154                 break;
 155         default:
 156                 assert(0);
 157         }
 158 }
 159
 160 static
 161 void ctf_text_print_timestamp(struct ctf_text_stream_pos *pos,
 162                         struct ctf_stream *stream)
 163 {
 164         uint64_t ts_sec = 0, ts_nsec;
 165         //need to get the clock offset at trace collection level. TODO
 166         //struct ctf_trace *trace = stream->stream_class->trace;
 167
 168         ts_nsec = stream->timestamp;
 169
 170         /* Add offsets */
 171         if (!opt_clock_raw) {
 172                 //ts_sec += pos->clock_offset_s;
 173                 //ts_nsec += pos->clock_offset;
 174         }
 175         ts_sec += opt_clock_offset;
 176
 177         ts_sec += ts_nsec / NSEC_PER_SEC;
 178         ts_nsec = ts_nsec % NSEC_PER_SEC;
 179
 180         if (!opt_clock_seconds) {
 181                 struct tm tm;
 182                 time_t time_s = (time_t) ts_sec;
 183
 184                 if (!opt_clock_gmt) {
 185                         struct tm *res;
 186
 187                         res = localtime_r(&time_s, &tm);
 188                         if (!res) {
 189                                 fprintf(stderr, "[warning] Unable to get localtime.\n");
 190                                 goto seconds;
 191                         }
 192                 } else {
 193                         struct tm *res;
 194
 195                         res = gmtime_r(&time_s, &tm);
 196                         if (!res) {
 197                                 fprintf(stderr, "[warning] Unable to get gmtime.\n");
 198                                 goto seconds;
 199                         }
 200                 }
 201                 if (opt_clock_date) {
 202                         char timestr[26];
 203                         size_t res;
 204
 205                         /* Print date and time */
 206                         res = strftime(timestr, sizeof(timestr),
 207                                 "%F ", &tm);
 208                         if (!res) {
 209                                 fprintf(stderr, "[warning] Unable to print ascii time.\n");
 210                                 goto seconds;
 211                         }
 212                         fprintf(pos->fp, "%s", timestr);
 213                 }
 214                 /* Print time in HH:MM:SS.ns */
 215                 fprintf(pos->fp, "%02d:%02d:%02d.%09" PRIu64,
 216                         tm.tm_hour, tm.tm_min, tm.tm_sec, ts_nsec);
 217                 goto end;
 218         }
 219 seconds:
 220         fprintf(pos->fp, "%3" PRIu64 ".%09" PRIu64,
 221                 ts_sec, ts_nsec);
 222
 223 end:
 224         return;
 225 }
 226
 227 static
 228 int ctf_text_write_event(struct stream_pos *ppos,
 229                          struct ctf_stream *stream)
 230 {
 231         struct ctf_text_stream_pos *pos =
 232                 container_of(ppos, struct ctf_text_stream_pos, parent);
 233         struct ctf_stream_class *stream_class = stream->stream_class;
 234         int field_nr_saved;
 235         struct ctf_event *event_class;
 236         struct ctf_stream_event *event;
 237         uint64_t id;
 238         int ret;
 239         int dom_print = 0;
 240
 241         id = stream->event_id;
 242
 243         if (id >= stream_class->events_by_id->len) {
 244                 fprintf(stderr, "[error] Event id %" PRIu64 " is outside range.\n", id);
 245                 return -EINVAL;
 246         }
 247         event = g_ptr_array_index(stream->events_by_id, id);
 248         if (!event) {
 249                 fprintf(stderr, "[error] Event id %" PRIu64 " is unknown.\n", id);
 250                 return -EINVAL;
 251         }
 252         event_class = g_ptr_array_index(stream_class->events_by_id, id);
 253         if (!event) {
 254                 fprintf(stderr, "[error] Event id %" PRIu64 " is unknown.\n", id);
 255                 return -EINVAL;
 256         }
 257
 258         if (stream->has_timestamp) {
 259                 set_field_names_print(pos, ITEM_HEADER);
 260                 if (pos->print_names)
 261                         fprintf(pos->fp, "timestamp = ");
 262                 else
 263                         fprintf(pos->fp, "[");
 264                 ctf_text_print_timestamp(pos, stream);
 265                 if (!pos->print_names)
 266                         fprintf(pos->fp, "]");
 267
 268                 if (pos->print_names)
 269                         fprintf(pos->fp, ", ");
 270                 else
 271                         fprintf(pos->fp, " ");
 272         }
 273         if ((opt_delta_field || opt_all_fields) && stream->has_timestamp) {
 274                 uint64_t delta, delta_sec, delta_nsec;
 275
 276                 set_field_names_print(pos, ITEM_HEADER);
 277                 if (pos->print_names)
 278                         fprintf(pos->fp, "delta = ");
 279                 else
 280                         fprintf(pos->fp, "(");
 281                 if (pos->last_timestamp != -1ULL) {
 282                         delta = stream->timestamp - pos->last_timestamp;
 283                         delta_sec = delta / NSEC_PER_SEC;
 284                         delta_nsec = delta % NSEC_PER_SEC;
 285                         fprintf(pos->fp, "+%" PRIu64 ".%09" PRIu64,
 286                                 delta_sec, delta_nsec);
 287                 } else {
 288                         fprintf(pos->fp, "+?.?????????");
 289                 }
 290                 if (!pos->print_names)
 291                         fprintf(pos->fp, ")");
 292
 293                 if (pos->print_names)
 294                         fprintf(pos->fp, ", ");
 295                 else
 296                         fprintf(pos->fp, " ");
 297                 pos->last_timestamp = stream->timestamp;
 298         }
 299
 300         if ((opt_trace_field || opt_all_fields) && stream_class->trace->path[0] != '\0') {
 301                 set_field_names_print(pos, ITEM_HEADER);
 302                 if (pos->print_names) {
 303                         fprintf(pos->fp, "trace = ");
 304                 }
 305                 fprintf(pos->fp, "%s", stream_class->trace->path);
 306                 if (pos->print_names)
 307                         fprintf(pos->fp, ", ");
 308                 else
 309                         fprintf(pos->fp, " ");
 310         }
 311         if ((opt_trace_domain_field && !opt_all_fields) && stream_class->trace->domain[0] != '\0') {
 312                 set_field_names_print(pos, ITEM_HEADER);
 313                 if (pos->print_names) {
 314                         fprintf(pos->fp, "trace:domain = ");
 315                 }
 316                 fprintf(pos->fp, "%s", stream_class->trace->domain);
 317                 if (pos->print_names)
 318                         fprintf(pos->fp, ", ");
 319                 dom_print = 1;
 320         }
 321         if ((opt_trace_procname_field && !opt_all_fields) && stream_class->trace->procname[0] != '\0') {
 322                 set_field_names_print(pos, ITEM_HEADER);
 323                 if (pos->print_names) {
 324                         fprintf(pos->fp, "trace:procname = ");
 325                 } else if (dom_print) {
 326                         fprintf(pos->fp, ":");
 327                 }
 328                 fprintf(pos->fp, "%s", stream_class->trace->procname);
 329                 if (pos->print_names)
 330                         fprintf(pos->fp, ", ");
 331                 dom_print = 1;
 332         }
 333         if ((opt_trace_vpid_field && !opt_all_fields) && stream_class->trace->vpid[0] != '\0') {
 334                 set_field_names_print(pos, ITEM_HEADER);
 335                 if (pos->print_names) {
 336                         fprintf(pos->fp, "trace:vpid = ");
 337                 } else if (dom_print) {
 338                         fprintf(pos->fp, ":");
 339                 }
 340                 fprintf(pos->fp, "%s", stream_class->trace->vpid);
 341                 if (pos->print_names)
 342                         fprintf(pos->fp, ", ");
 343                 dom_print = 1;
 344         }
 345         if ((opt_loglevel_field || opt_all_fields) && event_class->loglevel_identifier != 0) {
 346                 set_field_names_print(pos, ITEM_HEADER);
 347                 if (pos->print_names) {
 348                         fprintf(pos->fp, "loglevel = ");
 349                 } else if (dom_print) {
 350                         fprintf(pos->fp, ":");
 351                 }
 352                 fprintf(pos->fp, "%s (%lld)",
 353                         g_quark_to_string(event_class->loglevel_identifier),
 354                         (long long) event_class->loglevel_value);
 355                 if (pos->print_names)
 356                         fprintf(pos->fp, ", ");
 357                 dom_print = 1;
 358         }
 359         if (dom_print && !pos->print_names)
 360                 fprintf(pos->fp, " ");
 361         set_field_names_print(pos, ITEM_HEADER);
 362         if (pos->print_names)
 363                 fprintf(pos->fp, "name = ");
 364         fprintf(pos->fp, "%s", g_quark_to_string(event_class->name));
 365         if (pos->print_names)
 366                 pos->field_nr++;
 367         else
 368                 fprintf(pos->fp, ":");
 369
 370         /* print cpuid field from packet context */
 371         if (stream->stream_packet_context) {
 372                 if (pos->field_nr++ != 0)
 373                         fprintf(pos->fp, ",");
 374                 set_field_names_print(pos, ITEM_SCOPE);
 375                 if (pos->print_names)
 376                         fprintf(pos->fp, " stream.packet.context =");
 377                 field_nr_saved = pos->field_nr;
 378                 pos->field_nr = 0;
 379                 set_field_names_print(pos, ITEM_CONTEXT);
 380                 ret = generic_rw(ppos, &stream->stream_packet_context->p);
 381                 if (ret)
 382                         goto error;
 383                 pos->field_nr = field_nr_saved;
 384         }
 385
 386         /* Only show the event header in verbose mode */
 387         if (babeltrace_verbose && stream->stream_event_header) {
 388                 if (pos->field_nr++ != 0)
 389                         fprintf(pos->fp, ",");
 390                 set_field_names_print(pos, ITEM_SCOPE);
 391                 if (pos->print_names)
 392                         fprintf(pos->fp, " stream.event.header =");
 393                 field_nr_saved = pos->field_nr;
 394                 pos->field_nr = 0;
 395                 set_field_names_print(pos, ITEM_CONTEXT);
 396                 ret = generic_rw(ppos, &stream->stream_event_header->p);
 397                 if (ret)
 398                         goto error;
 399                 pos->field_nr = field_nr_saved;
 400         }
 401
 402         /* print stream-declared event context */
 403         if (stream->stream_event_context) {
 404                 if (pos->field_nr++ != 0)
 405                         fprintf(pos->fp, ",");
 406                 set_field_names_print(pos, ITEM_SCOPE);
 407                 if (pos->print_names)
 408                         fprintf(pos->fp, " stream.event.context =");
 409                 field_nr_saved = pos->field_nr;
 410                 pos->field_nr = 0;
 411                 set_field_names_print(pos, ITEM_CONTEXT);
 412                 ret = generic_rw(ppos, &stream->stream_event_context->p);
 413                 if (ret)
 414                         goto error;
 415                 pos->field_nr = field_nr_saved;
 416         }
 417
 418         /* print event-declared event context */
 419         if (event->event_context) {
 420                 if (pos->field_nr++ != 0)
 421                         fprintf(pos->fp, ",");
 422                 set_field_names_print(pos, ITEM_SCOPE);
 423                 if (pos->print_names)
 424                         fprintf(pos->fp, " event.context =");
 425                 field_nr_saved = pos->field_nr;
 426                 pos->field_nr = 0;
 427                 set_field_names_print(pos, ITEM_CONTEXT);
 428                 ret = generic_rw(ppos, &event->event_context->p);
 429                 if (ret)
 430                         goto error;
 431                 pos->field_nr = field_nr_saved;
 432         }
 433
 434         /* Read and print event payload */
 435         if (event->event_fields) {
 436                 if (pos->field_nr++ != 0)
 437                         fprintf(pos->fp, ",");
 438                 set_field_names_print(pos, ITEM_SCOPE);
 439                 if (pos->print_names)
 440                         fprintf(pos->fp, " event.fields =");
 441                 field_nr_saved = pos->field_nr;
 442                 pos->field_nr = 0;
 443                 set_field_names_print(pos, ITEM_PAYLOAD);
 444                 ret = generic_rw(ppos, &event->event_fields->p);
 445                 if (ret)
 446                         goto error;
 447                 pos->field_nr = field_nr_saved;
 448         }
 449         /* newline */
 450         fprintf(pos->fp, "\n");
 451         pos->field_nr = 0;
 452
 453         return 0;
 454
 455 error:
 456         fprintf(stderr, "[error] Unexpected end of stream. Either the trace data stream is corrupted or metadata description does not match data layout.\n");
 457         return ret;
 458 }
 459
 460
 461 struct trace_descriptor *ctf_text_open_trace(const char *collection_path,
 462                 const char *path, int flags,
 463                 void (*move_pos_slow)(struct ctf_stream_pos *pos, size_t offset,
 464                         int whence), FILE *metadata_fp)
 465 {
 466         struct ctf_text_stream_pos *pos;
 467         FILE *fp;
 468
 469         pos = g_new0(struct ctf_text_stream_pos, 1);
 470
 471         pos->last_timestamp = -1ULL;
 472         switch (flags & O_ACCMODE) {
 473         case O_RDWR:
 474                 if (!path)
 475                         fp = stdout;
 476                 else
 477                         fp = fopen(path, "w");
 478                 if (!fp)
 479                         goto error;
 480                 pos->fp = fp;
 481                 pos->parent.rw_table = write_dispatch_table;
 482                 pos->parent.event_cb = ctf_text_write_event;
 483                 pos->print_names = 0;
 484                 break;
 485         case O_RDONLY:
 486         default:
 487                 fprintf(stderr, "[error] Incorrect open flags.\n");
 488                 goto error;
 489         }
 490
 491         return &pos->trace_descriptor;
 492 error:
 493         g_free(pos);
 494         return NULL;
 495 }
 496
 497 void ctf_text_close_trace(struct trace_descriptor *td)
 498 {
 499         struct ctf_text_stream_pos *pos =
 500                 container_of(td, struct ctf_text_stream_pos, trace_descriptor);
 501         fclose(pos->fp);
 502         g_free(pos);
 503 }
 504
 505 void __attribute__((constructor)) ctf_text_init(void)
 506 {
 507         int ret;
 508
 509         ctf_text_format.name = g_quark_from_static_string("text");
 510         ret = bt_register_format(&ctf_text_format);
 511         assert(!ret);
 512 }
 513
 514 /* TODO: finalize */