Fix: Use autoconf provided grep in test_formats
[babeltrace.git] / converter / babeltrace.c
CommitLineData
34ac0e6c
MD
1/*
2 * babeltrace.c
3 *
4 * Babeltrace Trace Converter
5 *
64fa3fec
MD
6 * Copyright 2010-2011 EfficiOS Inc. and Linux Foundation
7 *
8 * Author: Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
34ac0e6c
MD
9 *
10 * Permission is hereby granted, free of charge, to any person obtaining a copy
11 * of this software and associated documentation files (the "Software"), to deal
12 * in the Software without restriction, including without limitation the rights
13 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
14 * copies of the Software, and to permit persons to whom the Software is
15 * furnished to do so, subject to the following conditions:
16 *
17 * The above copyright notice and this permission notice shall be included in
18 * all copies or substantial portions of the Software.
c462e188
MD
19 *
20 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
21 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
23 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
24 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
25 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
26 * SOFTWARE.
34ac0e6c 27 */
4c8bfb7e 28
95d36295 29#include <babeltrace/babeltrace.h>
7fb21036 30#include <babeltrace/format.h>
95d36295 31#include <babeltrace/context.h>
7237592a 32#include <babeltrace/context-internal.h>
95d36295 33#include <babeltrace/ctf/types.h>
9843982d 34#include <babeltrace/ctf/events.h>
04ae3991
MD
35/* TODO: fix object model for format-agnostic callbacks */
36#include <babeltrace/ctf/events-internal.h>
9efd5d76 37#include <babeltrace/ctf/iterator.h>
31bdef5c 38#include <babeltrace/ctf-text/types.h>
2748fb3b 39#include <babeltrace/debug-info.h>
c40a57e5 40
6204d33c 41#include <babeltrace/iterator.h>
34ac0e6c
MD
42#include <popt.h>
43#include <errno.h>
44#include <stdlib.h>
bbefb8dd
MD
45#include <ctype.h>
46#include <sys/stat.h>
47#include <sys/types.h>
48#include <fcntl.h>
afb48eae 49#include <unistd.h>
70accc14 50#include <inttypes.h>
a99343cf 51#include <ftw.h>
11e1d048 52#include <string.h>
4c8bfb7e 53
a44bc4c9
MD
54#include <babeltrace/ctf-ir/metadata.h> /* for clocks */
55
24d5af5b
MD
56#define PARTIAL_ERROR_SLEEP 3 /* 3 seconds */
57
afb48eae 58#define DEFAULT_FILE_ARRAY_SIZE 1
9fe26ec7 59
34d99418
JD
60#define NET_URL_PREFIX "net://"
61#define NET4_URL_PREFIX "net4://"
62#define NET6_URL_PREFIX "net6://"
63
11e1d048 64static char *opt_input_format, *opt_output_format;
34ac0e6c 65
41075e78
MD
66/*
67 * We are not freeing opt_input_paths ipath elements when exiting from
68 * main() for backward compatibility with libpop 0.13, which does not
69 * allocate copies for arguments returned by poptGetArg(), and for
70 * general compatibility with the documented behavior. This is known to
71 * cause a small memory leak with libpop 0.16.
72 */
4e85cbfd 73static GPtrArray *opt_input_paths;
9fe26ec7 74static char *opt_output_path;
c40a57e5 75static int opt_stream_intersection;
34ac0e6c 76
37b99bdb 77static struct bt_format *fmt_read;
afb48eae 78
7e3e3582
JG
79void bt_dummy_hook(void);
80void bt_lttng_live_hook(void);
81void bt_ctf_hook(void);
82void bt_ctf_text_hook(void);
83void bt_ctf_metadata_hook(void);
84
11e1d048 85static
bbefb8dd
MD
86void strlower(char *str)
87{
88 while (*str) {
34224260 89 *str = tolower((int) *str);
bbefb8dd
MD
90 str++;
91 }
92}
93
34ac0e6c
MD
94enum {
95 OPT_NONE = 0,
9fe26ec7
MD
96 OPT_OUTPUT_PATH,
97 OPT_INPUT_FORMAT,
98 OPT_OUTPUT_FORMAT,
34ac0e6c 99 OPT_HELP,
7fb21036 100 OPT_LIST,
34ac0e6c
MD
101 OPT_VERBOSE,
102 OPT_DEBUG,
d63ca2cd 103 OPT_NAMES,
359d7456 104 OPT_FIELDS,
8d8ed9af 105 OPT_NO_DELTA,
11ac6674 106 OPT_CLOCK_OFFSET,
65923160 107 OPT_CLOCK_OFFSET_NS,
03798a93 108 OPT_CLOCK_CYCLES,
11ac6674
MD
109 OPT_CLOCK_SECONDS,
110 OPT_CLOCK_DATE,
111 OPT_CLOCK_GMT,
82ace6d6 112 OPT_CLOCK_FORCE_CORRELATE,
7da9b2f3 113 OPT_STREAM_INTERSECTION,
05984e0c 114 OPT_DEBUG_INFO_DIR,
ff9ce920 115 OPT_DEBUG_INFO_FULL_PATH,
5cde0dc1 116 OPT_DEBUG_INFO_TARGET_PREFIX,
34ac0e6c
MD
117};
118
9fe26ec7
MD
119/*
120 * We are _not_ using POPT_ARG_STRING ability to store directly into
121 * variables, because we want to cast the return to non-const, which is
41075e78
MD
122 * not possible without using poptGetOptArg explicitly. This helps us
123 * controlling memory allocation correctly without making assumptions
124 * about undocumented behaviors. poptGetOptArg is documented as
125 * requiring the returned const char * to be freed by the caller.
9fe26ec7 126 */
34ac0e6c
MD
127static struct poptOption long_options[] = {
128 /* longName, shortName, argInfo, argPtr, value, descrip, argDesc */
c790c052 129 { "output", 'w', POPT_ARG_STRING, NULL, OPT_OUTPUT_PATH, NULL, NULL },
9fe26ec7
MD
130 { "input-format", 'i', POPT_ARG_STRING, NULL, OPT_INPUT_FORMAT, NULL, NULL },
131 { "output-format", 'o', POPT_ARG_STRING, NULL, OPT_OUTPUT_FORMAT, NULL, NULL },
34ac0e6c 132 { "help", 'h', POPT_ARG_NONE, NULL, OPT_HELP, NULL, NULL },
7fb21036 133 { "list", 'l', POPT_ARG_NONE, NULL, OPT_LIST, NULL, NULL },
34ac0e6c
MD
134 { "verbose", 'v', POPT_ARG_NONE, NULL, OPT_VERBOSE, NULL, NULL },
135 { "debug", 'd', POPT_ARG_NONE, NULL, OPT_DEBUG, NULL, NULL },
cba1661c 136 { "names", 'n', POPT_ARG_STRING, NULL, OPT_NAMES, NULL, NULL },
359d7456 137 { "fields", 'f', POPT_ARG_STRING, NULL, OPT_FIELDS, NULL, NULL },
8d8ed9af 138 { "no-delta", 0, POPT_ARG_NONE, NULL, OPT_NO_DELTA, NULL, NULL },
11ac6674 139 { "clock-offset", 0, POPT_ARG_STRING, NULL, OPT_CLOCK_OFFSET, NULL, NULL },
65923160 140 { "clock-offset-ns", 0, POPT_ARG_STRING, NULL, OPT_CLOCK_OFFSET_NS, NULL, NULL },
03798a93 141 { "clock-cycles", 0, POPT_ARG_NONE, NULL, OPT_CLOCK_CYCLES, NULL, NULL },
11ac6674
MD
142 { "clock-seconds", 0, POPT_ARG_NONE, NULL, OPT_CLOCK_SECONDS, NULL, NULL },
143 { "clock-date", 0, POPT_ARG_NONE, NULL, OPT_CLOCK_DATE, NULL, NULL },
144 { "clock-gmt", 0, POPT_ARG_NONE, NULL, OPT_CLOCK_GMT, NULL, NULL },
82ace6d6 145 { "clock-force-correlate", 0, POPT_ARG_NONE, NULL, OPT_CLOCK_FORCE_CORRELATE, NULL, NULL },
7da9b2f3 146 { "stream-intersection", 0, POPT_ARG_NONE, NULL, OPT_STREAM_INTERSECTION, NULL, NULL },
2748fb3b 147#ifdef ENABLE_DEBUG_INFO
05984e0c 148 { "debug-info-dir", 0, POPT_ARG_STRING, NULL, OPT_DEBUG_INFO_DIR, NULL, NULL },
ff9ce920 149 { "debug-info-full-path", 0, POPT_ARG_NONE, NULL, OPT_DEBUG_INFO_FULL_PATH, NULL, NULL },
5cde0dc1 150 { "debug-info-target-prefix", 0, POPT_ARG_STRING, NULL, OPT_DEBUG_INFO_TARGET_PREFIX, NULL, NULL },
c40a57e5 151#endif
34ac0e6c
MD
152 { NULL, 0, 0, NULL, 0, NULL, NULL },
153};
154
7fb21036
MD
155static void list_formats(FILE *fp)
156{
157 fprintf(fp, "\n");
158 bt_fprintf_format_list(fp);
159}
160
34ac0e6c 161static void usage(FILE *fp)
4c8bfb7e 162{
4c15b06b 163 fprintf(fp, "BabelTrace Trace Viewer and Converter %s\n\n", VERSION);
4e85cbfd 164 fprintf(fp, "usage : babeltrace [OPTIONS] FILE...\n");
34ac0e6c 165 fprintf(fp, "\n");
4e85cbfd
MD
166 fprintf(fp, " FILE Input trace file(s) and/or directory(ies)\n");
167 fprintf(fp, " (space-separated)\n");
168 fprintf(fp, " -w, --output OUTPUT Output trace path (default: stdout)\n");
34ac0e6c 169 fprintf(fp, "\n");
d2b8ea6b
MD
170 fprintf(fp, " -i, --input-format FORMAT Input trace format (default: ctf)\n");
171 fprintf(fp, " -o, --output-format FORMAT Output trace format (default: text)\n");
34ac0e6c 172 fprintf(fp, "\n");
4d5678b9
MD
173 fprintf(fp, " -h, --help This help message\n");
174 fprintf(fp, " -l, --list List available formats\n");
175 fprintf(fp, " -v, --verbose Verbose mode\n");
cba1661c 176 fprintf(fp, " (or set BABELTRACE_VERBOSE environment variable)\n");
4d5678b9 177 fprintf(fp, " -d, --debug Debug mode\n");
cba1661c 178 fprintf(fp, " (or set BABELTRACE_DEBUG environment variable)\n");
8d8ed9af 179 fprintf(fp, " --no-delta Do not print time delta between consecutive events\n");
359d7456 180 fprintf(fp, " -n, --names name1<,name2,...> Print field names:\n");
82662ad4 181 fprintf(fp, " (payload OR args OR arg)\n");
12c9c3bc
MD
182 fprintf(fp, " none, all, scope, header, (context OR ctx)\n");
183 fprintf(fp, " (default: payload,context)\n");
359d7456 184 fprintf(fp, " -f, --fields name1<,name2,...> Print additional fields:\n");
32cfb8ad 185 fprintf(fp, " all, trace, trace:hostname, trace:domain,\n");
f133896d 186 fprintf(fp, " trace:procname, trace:vpid, loglevel, emf, callsite.\n");
c3815874 187 fprintf(fp, " (default: trace:hostname,trace:procname,trace:vpid)\n");
03798a93 188 fprintf(fp, " --clock-cycles Timestamp in cycles\n");
11ac6674 189 fprintf(fp, " --clock-offset seconds Clock offset in seconds\n");
65923160 190 fprintf(fp, " --clock-offset-ns ns Clock offset in nanoseconds\n");
11ac6674
MD
191 fprintf(fp, " --clock-seconds Print the timestamps as [sec.ns]\n");
192 fprintf(fp, " (default is: [hh:mm:ss.ns])\n");
193 fprintf(fp, " --clock-date Print clock date\n");
194 fprintf(fp, " --clock-gmt Print clock in GMT time zone (default: local time zone)\n");
82ace6d6
MD
195 fprintf(fp, " --clock-force-correlate Assume that clocks are inherently correlated\n");
196 fprintf(fp, " across traces.\n");
7da9b2f3 197 fprintf(fp, " --stream-intersection Only print events when all streams are active.\n");
2748fb3b 198#ifdef ENABLE_DEBUG_INFO
c40a57e5
AB
199 fprintf(fp, " --debug-info-dir Directory in which to look for debugging information\n");
200 fprintf(fp, " files. (default: /usr/lib/debug/)\n");
5cde0dc1 201 fprintf(fp, " --debug-info-target-prefix Directory to use as a prefix for executable lookup\n");
5e28eb5b 202 fprintf(fp, " --debug-info-full-path Show full debug info source and binary paths (if available)\n");
c40a57e5 203#endif
7fb21036 204 list_formats(fp);
34ac0e6c
MD
205 fprintf(fp, "\n");
206}
207
cba1661c
MD
208static int get_names_args(poptContext *pc)
209{
210 char *str, *strlist, *strctx;
9f2c779c 211 int ret = 0;
cba1661c
MD
212
213 opt_payload_field_names = 0;
12c9c3bc 214 opt_context_field_names = 0;
cba1661c
MD
215 strlist = (char *) poptGetOptArg(*pc);
216 if (!strlist) {
217 return -EINVAL;
218 }
219 str = strtok_r(strlist, ",", &strctx);
220 do {
221 if (!strcmp(str, "all"))
222 opt_all_field_names = 1;
223 else if (!strcmp(str, "scope"))
224 opt_scope_field_names = 1;
225 else if (!strcmp(str, "context") || !strcmp(str, "ctx"))
226 opt_context_field_names = 1;
227 else if (!strcmp(str, "header"))
228 opt_header_field_names = 1;
229 else if (!strcmp(str, "payload") || !strcmp(str, "args") || !strcmp(str, "arg"))
230 opt_payload_field_names = 1;
12c9c3bc
MD
231 else if (!strcmp(str, "none")) {
232 opt_all_field_names = 0;
233 opt_scope_field_names = 0;
234 opt_context_field_names = 0;
235 opt_header_field_names = 0;
236 opt_payload_field_names = 0;
237 } else {
359d7456 238 fprintf(stderr, "[error] unknown field name type %s\n", str);
9f2c779c
MD
239 ret = -EINVAL;
240 goto end;
359d7456
MD
241 }
242 } while ((str = strtok_r(NULL, ",", &strctx)));
9f2c779c
MD
243end:
244 free(strlist);
245 return ret;
359d7456
MD
246}
247
248static int get_fields_args(poptContext *pc)
249{
250 char *str, *strlist, *strctx;
9f2c779c 251 int ret = 0;
359d7456 252
359d7456
MD
253 strlist = (char *) poptGetOptArg(*pc);
254 if (!strlist) {
255 return -EINVAL;
256 }
257 str = strtok_r(strlist, ",", &strctx);
258 do {
c3815874 259 opt_trace_default_fields = 0;
359d7456
MD
260 if (!strcmp(str, "all"))
261 opt_all_fields = 1;
82662ad4 262 else if (!strcmp(str, "trace"))
359d7456 263 opt_trace_field = 1;
c3815874
MD
264 else if (!strcmp(str, "trace:hostname"))
265 opt_trace_hostname_field = 1;
8c250d87 266 else if (!strcmp(str, "trace:domain"))
359d7456 267 opt_trace_domain_field = 1;
8c250d87 268 else if (!strcmp(str, "trace:procname"))
359d7456 269 opt_trace_procname_field = 1;
8c250d87 270 else if (!strcmp(str, "trace:vpid"))
359d7456 271 opt_trace_vpid_field = 1;
d86d62f8 272 else if (!strcmp(str, "loglevel"))
359d7456 273 opt_loglevel_field = 1;
f6714e20
MD
274 else if (!strcmp(str, "emf"))
275 opt_emf_field = 1;
f133896d
MD
276 else if (!strcmp(str, "callsite"))
277 opt_callsite_field = 1;
cba1661c 278 else {
359d7456 279 fprintf(stderr, "[error] unknown field type %s\n", str);
9f2c779c
MD
280 ret = -EINVAL;
281 goto end;
cba1661c
MD
282 }
283 } while ((str = strtok_r(NULL, ",", &strctx)));
9f2c779c
MD
284end:
285 free(strlist);
286 return ret;
cba1661c
MD
287}
288
34ac0e6c
MD
289/*
290 * Return 0 if caller should continue, < 0 if caller should return
291 * error, > 0 if caller should exit without reporting error.
292 */
bbefb8dd 293static int parse_options(int argc, char **argv)
34ac0e6c
MD
294{
295 poptContext pc;
296 int opt, ret = 0;
41075e78 297 const char *ipath;
34ac0e6c 298
0f980a35
MD
299 if (argc == 1) {
300 usage(stdout);
301 return 1; /* exit cleanly */
302 }
303
bbefb8dd 304 pc = poptGetContext(NULL, argc, (const char **) argv, long_options, 0);
34ac0e6c
MD
305 poptReadDefaultConfig(pc, 0);
306
cba1661c 307 /* set default */
e505794f 308 opt_context_field_names = 1;
cba1661c
MD
309 opt_payload_field_names = 1;
310
34ac0e6c
MD
311 while ((opt = poptGetNextOpt(pc)) != -1) {
312 switch (opt) {
9fe26ec7
MD
313 case OPT_OUTPUT_PATH:
314 opt_output_path = (char *) poptGetOptArg(pc);
315 if (!opt_output_path) {
316 ret = -EINVAL;
317 goto end;
318 }
319 break;
320 case OPT_INPUT_FORMAT:
321 opt_input_format = (char *) poptGetOptArg(pc);
322 if (!opt_input_format) {
323 ret = -EINVAL;
324 goto end;
325 }
326 break;
327 case OPT_OUTPUT_FORMAT:
328 opt_output_format = (char *) poptGetOptArg(pc);
329 if (!opt_output_format) {
330 ret = -EINVAL;
331 goto end;
332 }
333 break;
34ac0e6c 334 case OPT_HELP:
7fb21036 335 usage(stdout);
34ac0e6c
MD
336 ret = 1; /* exit cleanly */
337 goto end;
7fb21036
MD
338 case OPT_LIST:
339 list_formats(stdout);
340 ret = 1;
341 goto end;
34ac0e6c
MD
342 case OPT_VERBOSE:
343 babeltrace_verbose = 1;
344 break;
cba1661c
MD
345 case OPT_NAMES:
346 if (get_names_args(&pc)) {
347 ret = -EINVAL;
348 goto end;
349 }
350 break;
359d7456
MD
351 case OPT_FIELDS:
352 if (get_fields_args(&pc)) {
353 ret = -EINVAL;
354 goto end;
355 }
356 break;
34ac0e6c
MD
357 case OPT_DEBUG:
358 babeltrace_debug = 1;
359 break;
8d8ed9af 360 case OPT_NO_DELTA:
359d7456 361 opt_delta_field = 0;
8d8ed9af 362 break;
03798a93
JD
363 case OPT_CLOCK_CYCLES:
364 opt_clock_cycles = 1;
11ac6674
MD
365 break;
366 case OPT_CLOCK_OFFSET:
367 {
9f2c779c 368 char *str;
34224260 369 char *endptr;
11ac6674 370
9f2c779c 371 str = (char *) poptGetOptArg(pc);
11ac6674
MD
372 if (!str) {
373 fprintf(stderr, "[error] Missing --clock-offset argument\n");
374 ret = -EINVAL;
375 goto end;
376 }
377 errno = 0;
61cf588b 378 opt_clock_offset = strtoll(str, &endptr, 0);
11ac6674
MD
379 if (*endptr != '\0' || str == endptr || errno != 0) {
380 fprintf(stderr, "[error] Incorrect --clock-offset argument: %s\n", str);
381 ret = -EINVAL;
9f2c779c 382 free(str);
11ac6674
MD
383 goto end;
384 }
9f2c779c 385 free(str);
11ac6674
MD
386 break;
387 }
388 case OPT_CLOCK_SECONDS:
389 opt_clock_seconds = 1;
390 break;
65923160
IJ
391 case OPT_CLOCK_OFFSET_NS:
392 {
393 char *str;
394 char *endptr;
395
396 str = (char *) poptGetOptArg(pc);
397 if (!str) {
398 fprintf(stderr, "[error] Missing --clock-offset-ns argument\n");
399 ret = -EINVAL;
400 goto end;
401 }
402 errno = 0;
61cf588b 403 opt_clock_offset_ns = strtoll(str, &endptr, 0);
65923160
IJ
404 if (*endptr != '\0' || str == endptr || errno != 0) {
405 fprintf(stderr, "[error] Incorrect --clock-offset-ns argument: %s\n", str);
406 ret = -EINVAL;
407 free(str);
408 goto end;
409 }
410 free(str);
411 break;
412 }
413
11ac6674
MD
414 case OPT_CLOCK_DATE:
415 opt_clock_date = 1;
416 break;
417 case OPT_CLOCK_GMT:
418 opt_clock_gmt = 1;
419 break;
82ace6d6
MD
420 case OPT_CLOCK_FORCE_CORRELATE:
421 opt_clock_force_correlate = 1;
422 break;
7da9b2f3
JD
423 case OPT_STREAM_INTERSECTION:
424 opt_stream_intersection = 1;
425 break;
05984e0c
JG
426 case OPT_DEBUG_INFO_DIR:
427 opt_debug_info_dir = (char *) poptGetOptArg(pc);
428 if (!opt_debug_info_dir) {
c40a57e5
AB
429 ret = -EINVAL;
430 goto end;
431 }
432 break;
ff9ce920
JG
433 case OPT_DEBUG_INFO_FULL_PATH:
434 opt_debug_info_full_path = 1;
435 break;
5cde0dc1
AB
436 case OPT_DEBUG_INFO_TARGET_PREFIX:
437 opt_debug_info_target_prefix = (char *) poptGetOptArg(pc);
438 if (!opt_debug_info_target_prefix) {
439 ret = -EINVAL;
440 goto end;
441 }
442 break;
34ac0e6c
MD
443 default:
444 ret = -EINVAL;
445 goto end;
446 }
447 }
448
4e85cbfd 449 do {
41075e78 450 ipath = poptGetArg(pc);
4e85cbfd
MD
451 if (ipath)
452 g_ptr_array_add(opt_input_paths, (gpointer) ipath);
453 } while (ipath);
454 if (opt_input_paths->len == 0) {
34ac0e6c
MD
455 ret = -EINVAL;
456 goto end;
457 }
cba1661c 458
34ac0e6c
MD
459end:
460 if (pc) {
461 poptFreeContext(pc);
462 }
463 return ret;
464}
465
a99343cf 466static GPtrArray *traversed_paths = 0;
afb48eae 467
a99343cf
YB
468/*
469 * traverse_trace_dir() is the callback function for File Tree Walk (nftw).
470 * it receives the path of the current entry (file, dir, link..etc) with
471 * a flag to indicate the type of the entry.
472 * if the entry being visited is a directory and contains a metadata file,
473 * then add the path to a global list to be processed later in
474 * add_traces_recursive.
475 */
476static int traverse_trace_dir(const char *fpath, const struct stat *sb,
477 int tflag, struct FTW *ftwbuf)
478{
479 int dirfd, metafd;
480 int closeret;
481
482 if (tflag != FTW_D)
483 return 0;
484
485 dirfd = open(fpath, 0);
486 if (dirfd < 0) {
487 fprintf(stderr, "[error] [Context] Unable to open trace "
488 "directory file descriptor.\n");
489 return 0; /* partial error */
490 }
491 metafd = openat(dirfd, "metadata", O_RDONLY);
492 if (metafd < 0) {
493 closeret = close(dirfd);
494 if (closeret < 0) {
495 perror("close");
496 return -1;
497 }
498 /* No meta data, just return */
499 return 0;
500 } else {
9544a40b
MD
501 int err_close = 0;
502
a99343cf
YB
503 closeret = close(metafd);
504 if (closeret < 0) {
505 perror("close");
9544a40b 506 err_close = 1;
a99343cf
YB
507 }
508 closeret = close(dirfd);
509 if (closeret < 0) {
510 perror("close");
9544a40b
MD
511 err_close = 1;
512 }
513 if (err_close) {
514 return -1;
a99343cf
YB
515 }
516
517 /* Add path to the global list */
518 if (traversed_paths == NULL) {
519 fprintf(stderr, "[error] [Context] Invalid open path array.\n");
520 return -1;
521 }
522 g_ptr_array_add(traversed_paths, g_string_new(fpath));
523 }
524
525 return 0;
526}
d0d82191 527
20d24215
YB
528/*
529 * bt_context_add_traces_recursive: Open a trace recursively
530 *
531 * Find each trace present in the subdirectory starting from the given
613f532b
MD
532 * path, and add them to the context. The packet_seek parameter can be
533 * NULL: this specify to use the default format packet_seek.
20d24215 534 *
b945d4a5 535 * Return: 0 on success, < 0 on failure, > 0 on partial failure.
20d24215 536 * Unable to open toplevel: failure.
b945d4a5
MD
537 * Unable to open some subdirectory or file: warn and continue (partial
538 * failure);
20d24215
YB
539 */
540int bt_context_add_traces_recursive(struct bt_context *ctx, const char *path,
613f532b 541 const char *format_str,
1cf393f6 542 void (*packet_seek)(struct bt_stream_pos *pos,
613f532b 543 size_t offset, int whence))
20d24215 544{
fd94f11c 545 int ret = 0, trace_ids = 0;
20d24215 546
34d99418
JD
547 if ((strncmp(path, NET4_URL_PREFIX, sizeof(NET4_URL_PREFIX) - 1)) == 0 ||
548 (strncmp(path, NET6_URL_PREFIX, sizeof(NET6_URL_PREFIX) - 1)) == 0 ||
549 (strncmp(path, NET_URL_PREFIX, sizeof(NET_URL_PREFIX) - 1)) == 0) {
550 ret = bt_context_add_trace(ctx,
551 path, format_str, packet_seek, NULL, NULL);
552 if (ret < 0) {
553 fprintf(stderr, "[warning] [Context] cannot open trace \"%s\" "
554 "for reading.\n", path);
34d99418
JD
555 }
556 return ret;
557 }
a99343cf 558 /* Should lock traversed_paths mutex here if used in multithread */
20d24215 559
a99343cf 560 traversed_paths = g_ptr_array_new();
a99343cf
YB
561 ret = nftw(path, traverse_trace_dir, 10, 0);
562
563 /* Process the array if ntfw did not return a fatal error */
564 if (ret >= 0) {
08c82b90
MD
565 int i;
566
a99343cf
YB
567 for (i = 0; i < traversed_paths->len; i++) {
568 GString *trace_path = g_ptr_array_index(traversed_paths,
569 i);
570 int trace_id = bt_context_add_trace(ctx,
571 trace_path->str,
572 format_str,
573 packet_seek,
574 NULL,
575 NULL);
20d24215 576 if (trace_id < 0) {
7f89ddce 577 fprintf(stderr, "[warning] [Context] cannot open trace \"%s\" from %s "
a99343cf 578 "for reading.\n", trace_path->str, path);
ca718275 579 /* Allow to skip erroneous traces. */
b945d4a5 580 ret = 1; /* partial error */
a99343cf 581 } else {
fd94f11c 582 trace_ids++;
20d24215 583 }
a99343cf 584 g_string_free(trace_path, TRUE);
20d24215
YB
585 }
586 }
d0d82191 587
a99343cf
YB
588 g_ptr_array_free(traversed_paths, TRUE);
589 traversed_paths = NULL;
590
591 /* Should unlock traversed paths mutex here if used in multithread */
20d24215 592
27cd3890
MD
593 /*
594 * Return an error if no trace can be opened.
595 */
fd94f11c 596 if (trace_ids == 0) {
27cd3890 597 fprintf(stderr, "[error] Cannot open any trace for reading.\n\n");
b945d4a5 598 ret = -ENOENT; /* failure */
27cd3890 599 }
20d24215
YB
600 return ret;
601}
a44bc4c9 602
7237592a
MD
603static
604int trace_pre_handler(struct bt_trace_descriptor *td_write,
605 struct bt_context *ctx)
606{
607 struct ctf_text_stream_pos *sout;
608 struct trace_collection *tc;
609 int ret, i;
610
611 sout = container_of(td_write, struct ctf_text_stream_pos,
612 trace_descriptor);
613
614 if (!sout->parent.pre_trace_cb)
615 return 0;
616
617 tc = ctx->tc;
618 for (i = 0; i < tc->array->len; i++) {
619 struct bt_trace_descriptor *td =
620 g_ptr_array_index(tc->array, i);
621
622 ret = sout->parent.pre_trace_cb(&sout->parent, td);
623 if (ret) {
624 fprintf(stderr, "[error] Writing to trace pre handler failed.\n");
625 goto end;
626 }
627 }
628 ret = 0;
629end:
630 return ret;
631}
632
633static
634int trace_post_handler(struct bt_trace_descriptor *td_write,
635 struct bt_context *ctx)
636{
637 struct ctf_text_stream_pos *sout;
638 struct trace_collection *tc;
639 int ret, i;
640
641 sout = container_of(td_write, struct ctf_text_stream_pos,
642 trace_descriptor);
643
644 if (!sout->parent.post_trace_cb)
645 return 0;
646
647 tc = ctx->tc;
648 for (i = 0; i < tc->array->len; i++) {
649 struct bt_trace_descriptor *td =
650 g_ptr_array_index(tc->array, i);
651
652 ret = sout->parent.post_trace_cb(&sout->parent, td);
653 if (ret) {
654 fprintf(stderr, "[error] Writing to trace post handler failed.\n");
655 goto end;
656 }
657 }
658 ret = 0;
659end:
660 return ret;
661}
662
663static
1b8455b7 664int convert_trace(struct bt_trace_descriptor *td_write,
95d36295
JD
665 struct bt_context *ctx)
666{
e4195791 667 struct bt_ctf_iter *iter;
95d36295 668 struct ctf_text_stream_pos *sout;
9981b1c2 669 struct bt_iter_pos *begin_pos = NULL, *end_pos = NULL;
c50d2a7a 670 struct bt_ctf_event *ctf_event;
95d36295
JD
671 int ret;
672
673 sout = container_of(td_write, struct ctf_text_stream_pos,
674 trace_descriptor);
675
7da9b2f3 676 if (!sout->parent.event_cb) {
7237592a 677 return 0;
7da9b2f3 678 }
7237592a 679
7da9b2f3 680 if (opt_stream_intersection) {
82008834 681 iter = bt_ctf_iter_create_intersect(ctx, &begin_pos, &end_pos);
7da9b2f3 682 } else {
9981b1c2
JG
683 begin_pos = bt_iter_create_time_pos(NULL, 0);
684 begin_pos->type = BT_SEEK_BEGIN;
685 iter = bt_ctf_iter_create(ctx, begin_pos, NULL);
7da9b2f3 686 }
95d36295
JD
687 if (!iter) {
688 ret = -1;
689 goto error_iter;
690 }
e4195791 691 while ((ctf_event = bt_ctf_iter_read_event(iter))) {
c50d2a7a 692 ret = sout->parent.event_cb(&sout->parent, ctf_event->parent->stream);
95d36295 693 if (ret) {
3394d22e 694 fprintf(stderr, "[error] Writing event failed.\n");
95d36295
JD
695 goto end;
696 }
e4195791 697 ret = bt_iter_next(bt_ctf_get_iter(iter));
7da9b2f3 698 if (ret < 0) {
95d36295 699 goto end;
7da9b2f3 700 }
95d36295
JD
701 }
702 ret = 0;
703
704end:
e4195791 705 bt_ctf_iter_destroy(iter);
95d36295 706error_iter:
9981b1c2
JG
707 bt_iter_free_pos(begin_pos);
708 bt_iter_free_pos(end_pos);
95d36295
JD
709 return ret;
710}
711
7e3e3582
JG
712void call_plugins_hooks(void)
713{
714 bt_dummy_hook();
715 bt_lttng_live_hook();
716 bt_ctf_hook();
717 bt_ctf_text_hook();
718 bt_ctf_metadata_hook();
719}
720
bbefb8dd 721int main(int argc, char **argv)
34ac0e6c 722{
4e85cbfd 723 int ret, partial_error = 0, open_success = 0;
37b99bdb 724 struct bt_format *fmt_write;
1b8455b7 725 struct bt_trace_descriptor *td_write;
95d36295 726 struct bt_context *ctx;
4e85cbfd
MD
727 int i;
728
7e3e3582
JG
729 call_plugins_hooks();
730
4e85cbfd 731 opt_input_paths = g_ptr_array_new();
34ac0e6c
MD
732
733 ret = parse_options(argc, argv);
734 if (ret < 0) {
3394d22e
MD
735 fprintf(stderr, "Error parsing options.\n\n");
736 usage(stderr);
4e85cbfd 737 g_ptr_array_free(opt_input_paths, TRUE);
34ac0e6c
MD
738 exit(EXIT_FAILURE);
739 } else if (ret > 0) {
4e85cbfd 740 g_ptr_array_free(opt_input_paths, TRUE);
34ac0e6c
MD
741 exit(EXIT_SUCCESS);
742 }
743 printf_verbose("Verbose mode active.\n");
744 printf_debug("Debug mode active.\n");
745
9fe26ec7 746 if (opt_input_format)
bbefb8dd 747 strlower(opt_input_format);
9fe26ec7 748 if (opt_output_format)
bbefb8dd
MD
749 strlower(opt_output_format);
750
4e85cbfd
MD
751 printf_verbose("Converting from directory(ies):\n");
752 for (i = 0; i < opt_input_paths->len; i++) {
753 const char *ipath = g_ptr_array_index(opt_input_paths, i);
754 printf_verbose(" %s\n", ipath);
755 }
34ac0e6c 756 printf_verbose("Converting from format: %s\n",
b61922b5 757 opt_input_format ? : "ctf <default>");
c3e4d5dc 758 printf_verbose("Converting to target: %s\n",
478b6389 759 opt_output_path ? : "<stdout>");
34ac0e6c 760 printf_verbose("Converting to format: %s\n",
b61922b5 761 opt_output_format ? : "text <default>");
bbefb8dd 762
11e1d048
MD
763 if (!opt_input_format) {
764 opt_input_format = strdup("ctf");
765 if (!opt_input_format) {
766 partial_error = 1;
767 goto end;
768 }
769 }
770 if (!opt_output_format) {
771 opt_output_format = strdup("text");
772 if (!opt_output_format) {
773 partial_error = 1;
774 goto end;
775 }
776 }
bbefb8dd 777 fmt_read = bt_lookup_format(g_quark_from_static_string(opt_input_format));
34d99418 778 if (!fmt_read) {
3394d22e 779 fprintf(stderr, "[error] Format \"%s\" is not supported.\n\n",
bbefb8dd 780 opt_input_format);
11e1d048
MD
781 partial_error = 1;
782 goto end;
bbefb8dd 783 }
bbefb8dd
MD
784 fmt_write = bt_lookup_format(g_quark_from_static_string(opt_output_format));
785 if (!fmt_write) {
3394d22e 786 fprintf(stderr, "[error] format \"%s\" is not supported.\n\n",
bbefb8dd 787 opt_output_format);
11e1d048
MD
788 partial_error = 1;
789 goto end;
bbefb8dd
MD
790 }
791
6cba487f 792 ctx = bt_context_create();
d63c2d51
JD
793 if (!ctx) {
794 goto error_td_read;
795 }
6cba487f 796
4e85cbfd
MD
797 for (i = 0; i < opt_input_paths->len; i++) {
798 const char *ipath = g_ptr_array_index(opt_input_paths, i);
799 ret = bt_context_add_traces_recursive(ctx, ipath,
800 opt_input_format, NULL);
801 if (ret < 0) {
802 fprintf(stderr, "[error] opening trace \"%s\" for reading.\n\n",
803 ipath);
804 } else if (ret > 0) {
805 fprintf(stderr, "[warning] errors occurred when opening trace \"%s\" for reading, continuing anyway.\n\n",
806 ipath);
807 open_success = 1; /* some traces were OK */
808 partial_error = 1;
809 } else {
810 open_success = 1; /* all traces were OK */
811 }
812 }
813 if (!open_success) {
814 fprintf(stderr, "[error] none of the specified trace paths could be opened.\n\n");
bbefb8dd
MD
815 goto error_td_read;
816 }
6cba487f 817
5b80ddfb 818 td_write = fmt_write->open_trace(opt_output_path, O_RDWR, NULL, NULL);
bbefb8dd 819 if (!td_write) {
3394d22e 820 fprintf(stderr, "Error opening trace \"%s\" for writing.\n\n",
b61922b5 821 opt_output_path ? : "<none>");
bbefb8dd
MD
822 goto error_td_write;
823 }
847bf71a 824
24d5af5b
MD
825 /*
826 * Errors happened when opening traces, but we continue anyway.
827 * sleep to let user see the stderr output before stdout.
828 */
4e85cbfd 829 if (partial_error)
24d5af5b 830 sleep(PARTIAL_ERROR_SLEEP);
24d5af5b 831
7237592a
MD
832 ret = trace_pre_handler(td_write, ctx);
833 if (ret) {
834 fprintf(stderr, "Error in trace pre handle.\n\n");
835 goto error_copy_trace;
836 }
837
34d99418
JD
838 /* For now, we support only CTF iterators */
839 if (fmt_read->name == g_quark_from_static_string("ctf")) {
840 ret = convert_trace(td_write, ctx);
841 if (ret) {
842 fprintf(stderr, "Error printing trace.\n\n");
843 goto error_copy_trace;
844 }
46322b33 845 }
847bf71a 846
7237592a
MD
847 ret = trace_post_handler(td_write, ctx);
848 if (ret) {
849 fprintf(stderr, "Error in trace post handle.\n\n");
850 goto error_copy_trace;
851 }
852
bbefb8dd 853 fmt_write->close_trace(td_write);
6cba487f
MD
854
855 bt_context_put(ctx);
afb48eae
AA
856 printf_verbose("finished converting. Output written to:\n%s\n",
857 opt_output_path ? : "<stdout>");
11e1d048 858 goto end;
34ac0e6c 859
bbefb8dd 860 /* Error handling */
46322b33 861error_copy_trace:
bbefb8dd
MD
862 fmt_write->close_trace(td_write);
863error_td_write:
6cba487f 864 bt_context_put(ctx);
bbefb8dd 865error_td_read:
11e1d048
MD
866 partial_error = 1;
867
868 /* teardown and exit */
869end:
870 free(opt_input_format);
871 free(opt_output_format);
9fe26ec7 872 free(opt_output_path);
05984e0c 873 free(opt_debug_info_dir);
5cde0dc1 874 free(opt_debug_info_target_prefix);
4e85cbfd 875 g_ptr_array_free(opt_input_paths, TRUE);
11e1d048
MD
876 if (partial_error)
877 exit(EXIT_FAILURE);
878 else
879 exit(EXIT_SUCCESS);
4c8bfb7e 880}
This page took 0.101894 seconds and 4 git commands to generate.