formats/ctf-text/ctf-text.c

   1 /*
   2  * BabelTrace - Common Trace Format (CTF)
   3  *
   4  * CTF Text Format registration.
   5  *
   6  * Copyright 2010-2011 EfficiOS Inc. and Linux Foundation
   7  *
   8  * Author: Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
   9  *
  10  * Permission is hereby granted, free of charge, to any person obtaining a copy
  11  * of this software and associated documentation files (the "Software"), to deal
  12  * in the Software without restriction, including without limitation the rights
  13  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  14  * copies of the Software, and to permit persons to whom the Software is
  15  * furnished to do so, subject to the following conditions:
  16  *
  17  * The above copyright notice and this permission notice shall be included in
  18  * all copies or substantial portions of the Software.
  19  */
  20
  21 #include <babeltrace/format.h>
  22 #include <babeltrace/ctf-text/types.h>
  23 #include <babeltrace/ctf/metadata.h>
  24 #include <babeltrace/babeltrace-internal.h>
  25 #include <babeltrace/ctf/events-internal.h>
  26 #include <inttypes.h>
  27 #include <uuid/uuid.h>
  28 #include <sys/mman.h>
  29 #include <errno.h>
  30 #include <sys/types.h>
  31 #include <sys/stat.h>
  32 #include <fcntl.h>
  33 #include <dirent.h>
  34 #include <glib.h>
  35 #include <unistd.h>
  36 #include <stdlib.h>
  37
  38 #define NSEC_PER_SEC 1000000000ULL
  39
  40 int opt_all_field_names,
  41         opt_scope_field_names,
  42         opt_header_field_names,
  43         opt_context_field_names,
  44         opt_payload_field_names,
  45         opt_all_fields,
  46         opt_trace_field,
  47         opt_trace_domain_field,
  48         opt_trace_procname_field,
  49         opt_trace_vpid_field,
  50         opt_loglevel_field,
  51         opt_delta_field = 1;
  52
  53 enum field_item {
  54         ITEM_SCOPE,
  55         ITEM_HEADER,
  56         ITEM_CONTEXT,
  57         ITEM_PAYLOAD,
  58 };
  59
  60 enum bt_loglevel {
  61         BT_LOGLEVEL_EMERG                  = 0,
  62         BT_LOGLEVEL_ALERT                  = 1,
  63         BT_LOGLEVEL_CRIT                   = 2,
  64         BT_LOGLEVEL_ERR                    = 3,
  65         BT_LOGLEVEL_WARNING                = 4,
  66         BT_LOGLEVEL_NOTICE                 = 5,
  67         BT_LOGLEVEL_INFO                   = 6,
  68         BT_LOGLEVEL_DEBUG_SYSTEM           = 7,
  69         BT_LOGLEVEL_DEBUG_PROGRAM          = 8,
  70         BT_LOGLEVEL_DEBUG_PROCESS          = 9,
  71         BT_LOGLEVEL_DEBUG_MODULE           = 10,
  72         BT_LOGLEVEL_DEBUG_UNIT             = 11,
  73         BT_LOGLEVEL_DEBUG_FUNCTION         = 12,
  74         BT_LOGLEVEL_DEBUG_LINE             = 13,
  75         BT_LOGLEVEL_DEBUG                  = 14,
  76 };
  77
  78
  79 struct trace_descriptor *ctf_text_open_trace(const char *path, int flags,
  80                 void (*packet_seek)(struct stream_pos *pos, size_t index,
  81                         int whence), FILE *metadata_fp);
  82 void ctf_text_close_trace(struct trace_descriptor *descriptor);
  83
  84 static
  85 rw_dispatch write_dispatch_table[] = {
  86         [ CTF_TYPE_INTEGER ] = ctf_text_integer_write,
  87         [ CTF_TYPE_FLOAT ] = ctf_text_float_write,
  88         [ CTF_TYPE_ENUM ] = ctf_text_enum_write,
  89         [ CTF_TYPE_STRING ] = ctf_text_string_write,
  90         [ CTF_TYPE_STRUCT ] = ctf_text_struct_write,
  91         [ CTF_TYPE_VARIANT ] = ctf_text_variant_write,
  92         [ CTF_TYPE_ARRAY ] = ctf_text_array_write,
  93         [ CTF_TYPE_SEQUENCE ] = ctf_text_sequence_write,
  94 };
  95
  96 static
  97 struct format ctf_text_format = {
  98         .open_trace = ctf_text_open_trace,
  99         .close_trace = ctf_text_close_trace,
 100 };
 101
 102 static GQuark Q_STREAM_PACKET_CONTEXT_TIMESTAMP_BEGIN,
 103         Q_STREAM_PACKET_CONTEXT_TIMESTAMP_END,
 104         Q_STREAM_PACKET_CONTEXT_EVENTS_DISCARDED,
 105         Q_STREAM_PACKET_CONTEXT_CONTENT_SIZE,
 106         Q_STREAM_PACKET_CONTEXT_PACKET_SIZE;
 107
 108 static
 109 void __attribute__((constructor)) init_quarks(void)
 110 {
 111         Q_STREAM_PACKET_CONTEXT_TIMESTAMP_BEGIN = g_quark_from_static_string("stream.packet.context.timestamp_begin");
 112         Q_STREAM_PACKET_CONTEXT_TIMESTAMP_END = g_quark_from_static_string("stream.packet.context.timestamp_end");
 113         Q_STREAM_PACKET_CONTEXT_EVENTS_DISCARDED = g_quark_from_static_string("stream.packet.context.events_discarded");
 114         Q_STREAM_PACKET_CONTEXT_CONTENT_SIZE = g_quark_from_static_string("stream.packet.context.content_size");
 115         Q_STREAM_PACKET_CONTEXT_PACKET_SIZE = g_quark_from_static_string("stream.packet.context.packet_size");
 116 }
 117
 118 int print_field(struct definition *definition)
 119 {
 120         /* Print all fields in verbose mode */
 121         if (babeltrace_verbose)
 122                 return 1;
 123
 124         /* Filter out part of the packet context */
 125         if (definition->path == Q_STREAM_PACKET_CONTEXT_TIMESTAMP_BEGIN)
 126                 return 0;
 127         if (definition->path == Q_STREAM_PACKET_CONTEXT_TIMESTAMP_END)
 128                 return 0;
 129         if (definition->path == Q_STREAM_PACKET_CONTEXT_EVENTS_DISCARDED)
 130                 return 0;
 131         if (definition->path == Q_STREAM_PACKET_CONTEXT_CONTENT_SIZE)
 132                 return 0;
 133         if (definition->path == Q_STREAM_PACKET_CONTEXT_PACKET_SIZE)
 134                 return 0;
 135
 136         return 1;
 137 }
 138
 139 static
 140 void set_field_names_print(struct ctf_text_stream_pos *pos, enum field_item item)
 141 {
 142         switch (item) {
 143         case ITEM_SCOPE:
 144                 if (opt_all_field_names || opt_scope_field_names)
 145                         pos->print_names = 1;
 146                 else
 147                         pos->print_names = 0;
 148                 break;
 149         case ITEM_HEADER:
 150                 if (opt_all_field_names || opt_header_field_names)
 151                         pos->print_names = 1;
 152                 else
 153                         pos->print_names = 0;
 154                 break;
 155         case ITEM_CONTEXT:
 156                 if (opt_all_field_names || opt_context_field_names)
 157                         pos->print_names = 1;
 158                 else
 159                         pos->print_names = 0;
 160                 break;
 161         case ITEM_PAYLOAD:
 162                 if (opt_all_field_names || opt_payload_field_names)
 163                         pos->print_names = 1;
 164                 else
 165                         pos->print_names = 0;
 166
 167                 break;
 168         default:
 169                 assert(0);
 170         }
 171 }
 172
 173 static
 174 const char *print_loglevel(int value)
 175 {
 176         switch (value) {
 177         case -1:
 178                 return "";
 179         case BT_LOGLEVEL_EMERG:
 180                 return "TRACE_EMERG";
 181         case BT_LOGLEVEL_ALERT:
 182                 return "TRACE_ALERT";
 183         case BT_LOGLEVEL_CRIT:
 184                 return "TRACE_CRIT";
 185         case BT_LOGLEVEL_ERR:
 186                 return "TRACE_ERR";
 187         case BT_LOGLEVEL_WARNING:
 188                 return "TRACE_WARNING";
 189         case BT_LOGLEVEL_NOTICE:
 190                 return "TRACE_NOTICE";
 191         case BT_LOGLEVEL_INFO:
 192                 return "TRACE_INFO";
 193         case BT_LOGLEVEL_DEBUG_SYSTEM:
 194                 return "TRACE_DEBUG_SYSTEM";
 195         case BT_LOGLEVEL_DEBUG_PROGRAM:
 196                 return "TRACE_DEBUG_PROGRAM";
 197         case BT_LOGLEVEL_DEBUG_PROCESS:
 198                 return "TRACE_DEBUG_PROCESS";
 199         case BT_LOGLEVEL_DEBUG_MODULE:
 200                 return "TRACE_DEBUG_MODULE";
 201         case BT_LOGLEVEL_DEBUG_UNIT:
 202                 return "TRACE_DEBUG_UNIT";
 203         case BT_LOGLEVEL_DEBUG_FUNCTION:
 204                 return "TRACE_DEBUG_FUNCTION";
 205         case BT_LOGLEVEL_DEBUG_LINE:
 206                 return "TRACE_DEBUG_LINE";
 207         case BT_LOGLEVEL_DEBUG:
 208                 return "TRACE_DEBUG";
 209         default:
 210                 return "<<UNKNOWN>>";
 211         }
 212 }
 213
 214 static
 215 int ctf_text_write_event(struct stream_pos *ppos, struct ctf_stream *stream)
 216
 217 {
 218         struct ctf_text_stream_pos *pos =
 219                 container_of(ppos, struct ctf_text_stream_pos, parent);
 220         struct ctf_stream_class *stream_class = stream->stream_class;
 221         int field_nr_saved;
 222         struct ctf_event *event_class;
 223         struct ctf_stream_event *event;
 224         uint64_t id;
 225         int ret;
 226         int dom_print = 0;
 227
 228         id = stream->event_id;
 229
 230         if (id >= stream_class->events_by_id->len) {
 231                 fprintf(stderr, "[error] Event id %" PRIu64 " is outside range.\n", id);
 232                 return -EINVAL;
 233         }
 234         event = g_ptr_array_index(stream->events_by_id, id);
 235         if (!event) {
 236                 fprintf(stderr, "[error] Event id %" PRIu64 " is unknown.\n", id);
 237                 return -EINVAL;
 238         }
 239         event_class = g_ptr_array_index(stream_class->events_by_id, id);
 240         if (!event) {
 241                 fprintf(stderr, "[error] Event id %" PRIu64 " is unknown.\n", id);
 242                 return -EINVAL;
 243         }
 244
 245         /* Print events discarded */
 246         if (stream->events_discarded) {
 247                 fflush(pos->fp);
 248                 fprintf(stderr, "[warning] Tracer discarded %d events between [",
 249                         stream->events_discarded);
 250                 ctf_print_timestamp(stderr, stream, stream->prev_timestamp);
 251                 fprintf(stderr, "] and [");
 252                 ctf_print_timestamp(stderr, stream, stream->prev_timestamp_end);
 253                 fprintf(stderr, "]. You should consider increasing the buffer size.\n");
 254                 fflush(stderr);
 255                 stream->events_discarded = 0;
 256         }
 257
 258         if (stream->has_timestamp) {
 259                 set_field_names_print(pos, ITEM_HEADER);
 260                 if (pos->print_names)
 261                         fprintf(pos->fp, "timestamp = ");
 262                 else
 263                         fprintf(pos->fp, "[");
 264                 ctf_print_timestamp(pos->fp, stream, stream->timestamp);
 265                 if (!pos->print_names)
 266                         fprintf(pos->fp, "]");
 267
 268                 if (pos->print_names)
 269                         fprintf(pos->fp, ", ");
 270                 else
 271                         fprintf(pos->fp, " ");
 272         }
 273         if ((opt_delta_field || opt_all_fields) && stream->has_timestamp) {
 274                 uint64_t delta, delta_sec, delta_nsec;
 275
 276                 set_field_names_print(pos, ITEM_HEADER);
 277                 if (pos->print_names)
 278                         fprintf(pos->fp, "delta = ");
 279                 else
 280                         fprintf(pos->fp, "(");
 281                 if (pos->last_timestamp != -1ULL) {
 282                         delta = stream->timestamp - pos->last_timestamp;
 283                         delta_sec = delta / NSEC_PER_SEC;
 284                         delta_nsec = delta % NSEC_PER_SEC;
 285                         fprintf(pos->fp, "+%" PRIu64 ".%09" PRIu64,
 286                                 delta_sec, delta_nsec);
 287                 } else {
 288                         fprintf(pos->fp, "+?.?????????");
 289                 }
 290                 if (!pos->print_names)
 291                         fprintf(pos->fp, ")");
 292
 293                 if (pos->print_names)
 294                         fprintf(pos->fp, ", ");
 295                 else
 296                         fprintf(pos->fp, " ");
 297                 pos->last_timestamp = stream->timestamp;
 298         }
 299
 300         if ((opt_trace_field || opt_all_fields) && stream_class->trace->path[0] != '\0') {
 301                 set_field_names_print(pos, ITEM_HEADER);
 302                 if (pos->print_names) {
 303                         fprintf(pos->fp, "trace = ");
 304                 }
 305                 fprintf(pos->fp, "%s", stream_class->trace->path);
 306                 if (pos->print_names)
 307                         fprintf(pos->fp, ", ");
 308                 else
 309                         fprintf(pos->fp, " ");
 310         }
 311         if ((opt_trace_domain_field && !opt_all_fields) && stream_class->trace->env.domain[0] != '\0') {
 312                 set_field_names_print(pos, ITEM_HEADER);
 313                 if (pos->print_names) {
 314                         fprintf(pos->fp, "trace:domain = ");
 315                 }
 316                 fprintf(pos->fp, "%s", stream_class->trace->env.domain);
 317                 if (pos->print_names)
 318                         fprintf(pos->fp, ", ");
 319                 dom_print = 1;
 320         }
 321         if ((opt_trace_procname_field && !opt_all_fields) && stream_class->trace->env.procname[0] != '\0') {
 322                 set_field_names_print(pos, ITEM_HEADER);
 323                 if (pos->print_names) {
 324                         fprintf(pos->fp, "trace:procname = ");
 325                 } else if (dom_print) {
 326                         fprintf(pos->fp, ":");
 327                 }
 328                 fprintf(pos->fp, "%s", stream_class->trace->env.procname);
 329                 if (pos->print_names)
 330                         fprintf(pos->fp, ", ");
 331                 dom_print = 1;
 332         }
 333         if ((opt_trace_vpid_field && !opt_all_fields) && stream_class->trace->env.vpid != -1) {
 334                 set_field_names_print(pos, ITEM_HEADER);
 335                 if (pos->print_names) {
 336                         fprintf(pos->fp, "trace:vpid = ");
 337                 } else if (dom_print) {
 338                         fprintf(pos->fp, ":");
 339                 }
 340                 fprintf(pos->fp, "%d", stream_class->trace->env.vpid);
 341                 if (pos->print_names)
 342                         fprintf(pos->fp, ", ");
 343                 dom_print = 1;
 344         }
 345         if ((opt_loglevel_field || opt_all_fields) && event_class->loglevel != -1) {
 346                 set_field_names_print(pos, ITEM_HEADER);
 347                 if (pos->print_names) {
 348                         fprintf(pos->fp, "loglevel = ");
 349                 } else if (dom_print) {
 350                         fprintf(pos->fp, ":");
 351                 }
 352                 fprintf(pos->fp, "%s (%d)",
 353                         print_loglevel(event_class->loglevel),
 354                         event_class->loglevel);
 355                 if (pos->print_names)
 356                         fprintf(pos->fp, ", ");
 357                 dom_print = 1;
 358         }
 359         if (dom_print && !pos->print_names)
 360                 fprintf(pos->fp, " ");
 361         set_field_names_print(pos, ITEM_HEADER);
 362         if (pos->print_names)
 363                 fprintf(pos->fp, "name = ");
 364         fprintf(pos->fp, "%s", g_quark_to_string(event_class->name));
 365         if (pos->print_names)
 366                 pos->field_nr++;
 367         else
 368                 fprintf(pos->fp, ":");
 369
 370         /* print cpuid field from packet context */
 371         if (stream->stream_packet_context) {
 372                 if (pos->field_nr++ != 0)
 373                         fprintf(pos->fp, ",");
 374                 set_field_names_print(pos, ITEM_SCOPE);
 375                 if (pos->print_names)
 376                         fprintf(pos->fp, " stream.packet.context =");
 377                 field_nr_saved = pos->field_nr;
 378                 pos->field_nr = 0;
 379                 set_field_names_print(pos, ITEM_CONTEXT);
 380                 ret = generic_rw(ppos, &stream->stream_packet_context->p);
 381                 if (ret)
 382                         goto error;
 383                 pos->field_nr = field_nr_saved;
 384         }
 385
 386         /* Only show the event header in verbose mode */
 387         if (babeltrace_verbose && stream->stream_event_header) {
 388                 if (pos->field_nr++ != 0)
 389                         fprintf(pos->fp, ",");
 390                 set_field_names_print(pos, ITEM_SCOPE);
 391                 if (pos->print_names)
 392                         fprintf(pos->fp, " stream.event.header =");
 393                 field_nr_saved = pos->field_nr;
 394                 pos->field_nr = 0;
 395                 set_field_names_print(pos, ITEM_CONTEXT);
 396                 ret = generic_rw(ppos, &stream->stream_event_header->p);
 397                 if (ret)
 398                         goto error;
 399                 pos->field_nr = field_nr_saved;
 400         }
 401
 402         /* print stream-declared event context */
 403         if (stream->stream_event_context) {
 404                 if (pos->field_nr++ != 0)
 405                         fprintf(pos->fp, ",");
 406                 set_field_names_print(pos, ITEM_SCOPE);
 407                 if (pos->print_names)
 408                         fprintf(pos->fp, " stream.event.context =");
 409                 field_nr_saved = pos->field_nr;
 410                 pos->field_nr = 0;
 411                 set_field_names_print(pos, ITEM_CONTEXT);
 412                 ret = generic_rw(ppos, &stream->stream_event_context->p);
 413                 if (ret)
 414                         goto error;
 415                 pos->field_nr = field_nr_saved;
 416         }
 417
 418         /* print event-declared event context */
 419         if (event->event_context) {
 420                 if (pos->field_nr++ != 0)
 421                         fprintf(pos->fp, ",");
 422                 set_field_names_print(pos, ITEM_SCOPE);
 423                 if (pos->print_names)
 424                         fprintf(pos->fp, " event.context =");
 425                 field_nr_saved = pos->field_nr;
 426                 pos->field_nr = 0;
 427                 set_field_names_print(pos, ITEM_CONTEXT);
 428                 ret = generic_rw(ppos, &event->event_context->p);
 429                 if (ret)
 430                         goto error;
 431                 pos->field_nr = field_nr_saved;
 432         }
 433
 434         /* Read and print event payload */
 435         if (event->event_fields) {
 436                 if (pos->field_nr++ != 0)
 437                         fprintf(pos->fp, ",");
 438                 set_field_names_print(pos, ITEM_SCOPE);
 439                 if (pos->print_names)
 440                         fprintf(pos->fp, " event.fields =");
 441                 field_nr_saved = pos->field_nr;
 442                 pos->field_nr = 0;
 443                 set_field_names_print(pos, ITEM_PAYLOAD);
 444                 ret = generic_rw(ppos, &event->event_fields->p);
 445                 if (ret)
 446                         goto error;
 447                 pos->field_nr = field_nr_saved;
 448         }
 449         /* newline */
 450         fprintf(pos->fp, "\n");
 451         pos->field_nr = 0;
 452         stream->consumed = 1;
 453
 454         return 0;
 455
 456 error:
 457         fprintf(stderr, "[error] Unexpected end of stream. Either the trace data stream is corrupted or metadata description does not match data layout.\n");
 458         return ret;
 459 }
 460
 461
 462 struct trace_descriptor *ctf_text_open_trace(const char *path, int flags,
 463                 void (*packet_seek)(struct stream_pos *pos, size_t index,
 464                         int whence), FILE *metadata_fp)
 465 {
 466         struct ctf_text_stream_pos *pos;
 467         FILE *fp;
 468
 469         pos = g_new0(struct ctf_text_stream_pos, 1);
 470
 471         pos->last_timestamp = -1ULL;
 472         switch (flags & O_ACCMODE) {
 473         case O_RDWR:
 474                 if (!path)
 475                         fp = stdout;
 476                 else
 477                         fp = fopen(path, "w");
 478                 if (!fp)
 479                         goto error;
 480                 pos->fp = fp;
 481                 pos->parent.rw_table = write_dispatch_table;
 482                 pos->parent.event_cb = ctf_text_write_event;
 483                 pos->print_names = 0;
 484                 break;
 485         case O_RDONLY:
 486         default:
 487                 fprintf(stderr, "[error] Incorrect open flags.\n");
 488                 goto error;
 489         }
 490
 491         return &pos->trace_descriptor;
 492 error:
 493         g_free(pos);
 494         return NULL;
 495 }
 496
 497 void ctf_text_close_trace(struct trace_descriptor *td)
 498 {
 499         struct ctf_text_stream_pos *pos =
 500                 container_of(td, struct ctf_text_stream_pos, trace_descriptor);
 501         fclose(pos->fp);
 502         g_free(pos);
 503 }
 504
 505 void __attribute__((constructor)) ctf_text_init(void)
 506 {
 507         int ret;
 508
 509         ctf_text_format.name = g_quark_from_static_string("text");
 510         ret = bt_register_format(&ctf_text_format);
 511         assert(!ret);
 512 }
 513
 514 /* TODO: finalize */