src/bin/lttng-consumerd/lttng-consumerd.c

   1 /*
   2  * Copyright (C) 2011 - Julien Desfossez <julien.desfossez@polymtl.ca>
   3  *                      Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License, version 2 only,
   7  * as published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope that it will be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  * GNU General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU General Public License along
  15  * with this program; if not, write to the Free Software Foundation, Inc.,
  16  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  17  */
  18
  19 #define _GNU_SOURCE
  20 #define _LGPL_SOURCE
  21 #include <fcntl.h>
  22 #include <getopt.h>
  23 #include <grp.h>
  24 #include <limits.h>
  25 #include <pthread.h>
  26 #include <signal.h>
  27 #include <stdio.h>
  28 #include <stdlib.h>
  29 #include <string.h>
  30 #include <sys/ipc.h>
  31 #include <sys/resource.h>
  32 #include <sys/shm.h>
  33 #include <sys/socket.h>
  34 #include <sys/stat.h>
  35 #include <sys/types.h>
  36 #include <urcu/list.h>
  37 #include <poll.h>
  38 #include <unistd.h>
  39 #include <sys/mman.h>
  40 #include <assert.h>
  41 #include <config.h>
  42 #include <urcu/compiler.h>
  43 #include <ulimit.h>
  44
  45 #include <common/defaults.h>
  46 #include <common/common.h>
  47 #include <common/consumer.h>
  48 #include <common/consumer-timer.h>
  49 #include <common/compat/poll.h>
  50 #include <common/sessiond-comm/sessiond-comm.h>
  51 #include <common/utils.h>
  52
  53 #include "lttng-consumerd.h"
  54 #include "health-consumerd.h"
  55
  56 /* TODO : support UST (all direct kernel-ctl accesses). */
  57
  58 /* threads (channel handling, poll, metadata, sessiond) */
  59
  60 static pthread_t channel_thread, data_thread, metadata_thread,
  61                 sessiond_thread, metadata_timer_thread, health_thread;
  62
  63 /* to count the number of times the user pressed ctrl+c */
  64 static int sigintcount = 0;
  65
  66 /* Argument variables */
  67 int lttng_opt_quiet;    /* not static in error.h */
  68 int lttng_opt_verbose;  /* not static in error.h */
  69 int lttng_opt_mi;       /* not static in error.h */
  70
  71 static int opt_daemon;
  72 static const char *progname;
  73 static char command_sock_path[PATH_MAX]; /* Global command socket path */
  74 static char error_sock_path[PATH_MAX]; /* Global error path */
  75 static enum lttng_consumer_type opt_type = LTTNG_CONSUMER_KERNEL;
  76
  77 /* the liblttngconsumerd context */
  78 static struct lttng_consumer_local_data *ctx;
  79
  80 /* Consumerd health monitoring */
  81 struct health_app *health_consumerd;
  82
  83 const char *tracing_group_name = DEFAULT_TRACING_GROUP;
  84
  85 int lttng_consumer_ready = NR_LTTNG_CONSUMER_READY;
  86
  87 enum lttng_consumer_type lttng_consumer_get_type(void)
  88 {
  89         if (!ctx) {
  90                 return LTTNG_CONSUMER_UNKNOWN;
  91         }
  92         return ctx->type;
  93 }
  94
  95 /*
  96  * Signal handler for the daemon
  97  */
  98 static void sighandler(int sig)
  99 {
 100         if (sig == SIGINT && sigintcount++ == 0) {
 101                 DBG("ignoring first SIGINT");
 102                 return;
 103         }
 104
 105         /*
 106          * Ignore SIGPIPE because it should not stop the consumer whenever a
 107          * SIGPIPE is catched through a FD operation.
 108          */
 109         if (sig == SIGPIPE) {
 110                 return;
 111         }
 112
 113         lttng_consumer_should_exit(ctx);
 114 }
 115
 116 /*
 117  * Setup signal handler for :
 118  *      SIGINT, SIGTERM, SIGPIPE
 119  */
 120 static int set_signal_handler(void)
 121 {
 122         int ret = 0;
 123         struct sigaction sa;
 124         sigset_t sigset;
 125
 126         if ((ret = sigemptyset(&sigset)) < 0) {
 127                 perror("sigemptyset");
 128                 return ret;
 129         }
 130
 131         sa.sa_handler = sighandler;
 132         sa.sa_mask = sigset;
 133         sa.sa_flags = 0;
 134         if ((ret = sigaction(SIGTERM, &sa, NULL)) < 0) {
 135                 perror("sigaction");
 136                 return ret;
 137         }
 138
 139         if ((ret = sigaction(SIGINT, &sa, NULL)) < 0) {
 140                 perror("sigaction");
 141                 return ret;
 142         }
 143
 144         if ((ret = sigaction(SIGPIPE, &sa, NULL)) < 0) {
 145                 perror("sigaction");
 146                 return ret;
 147         }
 148
 149         return ret;
 150 }
 151
 152 /*
 153  * Usage function on stream file.
 154  */
 155 static void usage(FILE *fp)
 156 {
 157         fprintf(fp, "Usage: %s OPTIONS\n\nOptions:\n", progname);
 158         fprintf(fp, "  -h, --help                         "
 159                         "Display this usage.\n");
 160         fprintf(fp, "  -c, --consumerd-cmd-sock PATH      "
 161                         "Specify path for the command socket\n");
 162         fprintf(fp, "  -e, --consumerd-err-sock PATH      "
 163                         "Specify path for the error socket\n");
 164         fprintf(fp, "  -d, --daemonize                    "
 165                         "Start as a daemon.\n");
 166         fprintf(fp, "  -q, --quiet                        "
 167                         "No output at all.\n");
 168         fprintf(fp, "  -v, --verbose                      "
 169                         "Verbose mode. Activate DBG() macro.\n");
 170         fprintf(fp, "  -V, --version                      "
 171                         "Show version number.\n");
 172         fprintf(fp, "  -g, --group NAME                   "
 173                         "Specify the tracing group name. (default: tracing)\n");
 174         fprintf(fp, "  -k, --kernel                       "
 175                         "Consumer kernel buffers (default).\n");
 176         fprintf(fp, "  -u, --ust                          "
 177                         "Consumer UST buffers.%s\n",
 178 #ifdef HAVE_LIBLTTNG_UST_CTL
 179                         ""
 180 #else
 181                         " (support not compiled in)"
 182 #endif
 183                         );
 184 }
 185
 186 /*
 187  * daemon argument parsing
 188  */
 189 static void parse_args(int argc, char **argv)
 190 {
 191         int c;
 192
 193         static struct option long_options[] = {
 194                 { "consumerd-cmd-sock", 1, 0, 'c' },
 195                 { "consumerd-err-sock", 1, 0, 'e' },
 196                 { "daemonize", 0, 0, 'd' },
 197                 { "group", 1, 0, 'g' },
 198                 { "help", 0, 0, 'h' },
 199                 { "quiet", 0, 0, 'q' },
 200                 { "verbose", 0, 0, 'v' },
 201                 { "version", 0, 0, 'V' },
 202                 { "kernel", 0, 0, 'k' },
 203 #ifdef HAVE_LIBLTTNG_UST_CTL
 204                 { "ust", 0, 0, 'u' },
 205 #endif
 206                 { NULL, 0, 0, 0 }
 207         };
 208
 209         while (1) {
 210                 int option_index = 0;
 211                 c = getopt_long(argc, argv, "dhqvVku" "c:e:g:", long_options, &option_index);
 212                 if (c == -1) {
 213                         break;
 214                 }
 215
 216                 switch (c) {
 217                 case 0:
 218                         fprintf(stderr, "option %s", long_options[option_index].name);
 219                         if (optarg) {
 220                                 fprintf(stderr, " with arg %s\n", optarg);
 221                         }
 222                         break;
 223                 case 'c':
 224                         snprintf(command_sock_path, PATH_MAX, "%s", optarg);
 225                         break;
 226                 case 'e':
 227                         snprintf(error_sock_path, PATH_MAX, "%s", optarg);
 228                         break;
 229                 case 'd':
 230                         opt_daemon = 1;
 231                         break;
 232                 case 'g':
 233                         tracing_group_name = optarg;
 234                         break;
 235                 case 'h':
 236                         usage(stdout);
 237                         exit(EXIT_SUCCESS);
 238                 case 'q':
 239                         lttng_opt_quiet = 1;
 240                         break;
 241                 case 'v':
 242                         lttng_opt_verbose = 1;
 243                         break;
 244                 case 'V':
 245                         fprintf(stdout, "%s\n", VERSION);
 246                         exit(EXIT_SUCCESS);
 247                 case 'k':
 248                         opt_type = LTTNG_CONSUMER_KERNEL;
 249                         break;
 250 #ifdef HAVE_LIBLTTNG_UST_CTL
 251                 case 'u':
 252 # if (CAA_BITS_PER_LONG == 64)
 253                         opt_type = LTTNG_CONSUMER64_UST;
 254 # elif (CAA_BITS_PER_LONG == 32)
 255                         opt_type = LTTNG_CONSUMER32_UST;
 256 # else
 257 #  error "Unknown bitness"
 258 # endif
 259                         break;
 260 #endif
 261                 default:
 262                         usage(stderr);
 263                         exit(EXIT_FAILURE);
 264                 }
 265         }
 266 }
 267
 268 /*
 269  * Set open files limit to unlimited. This daemon can open a large number of
 270  * file descriptors in order to consumer multiple kernel traces.
 271  */
 272 static void set_ulimit(void)
 273 {
 274         int ret;
 275         struct rlimit lim;
 276
 277         /* The kernel does not allowed an infinite limit for open files */
 278         lim.rlim_cur = 65535;
 279         lim.rlim_max = 65535;
 280
 281         ret = setrlimit(RLIMIT_NOFILE, &lim);
 282         if (ret < 0) {
 283                 PERROR("failed to set open files limit");
 284         }
 285 }
 286
 287 /*
 288  * main
 289  */
 290 int main(int argc, char **argv)
 291 {
 292         int ret = 0;
 293         void *status;
 294
 295         /* Parse arguments */
 296         progname = argv[0];
 297         parse_args(argc, argv);
 298
 299         /* Daemonize */
 300         if (opt_daemon) {
 301                 int i;
 302
 303                 /*
 304                  * fork
 305                  * child: setsid, close FD 0, 1, 2, chdir /
 306                  * parent: exit (if fork is successful)
 307                  */
 308                 ret = daemon(0, 0);
 309                 if (ret < 0) {
 310                         PERROR("daemon");
 311                         goto error;
 312                 }
 313                 /*
 314                  * We are in the child. Make sure all other file
 315                  * descriptors are closed, in case we are called with
 316                  * more opened file descriptors than the standard ones.
 317                  */
 318                 for (i = 3; i < sysconf(_SC_OPEN_MAX); i++) {
 319                         (void) close(i);
 320                 }
 321         }
 322
 323         /* Set up max poll set size */
 324         lttng_poll_set_max_size();
 325
 326         if (*command_sock_path == '\0') {
 327                 switch (opt_type) {
 328                 case LTTNG_CONSUMER_KERNEL:
 329                         snprintf(command_sock_path, PATH_MAX, DEFAULT_KCONSUMERD_CMD_SOCK_PATH,
 330                                         DEFAULT_LTTNG_RUNDIR);
 331                         break;
 332                 case LTTNG_CONSUMER64_UST:
 333                         snprintf(command_sock_path, PATH_MAX,
 334                                         DEFAULT_USTCONSUMERD64_CMD_SOCK_PATH, DEFAULT_LTTNG_RUNDIR);
 335                         break;
 336                 case LTTNG_CONSUMER32_UST:
 337                         snprintf(command_sock_path, PATH_MAX,
 338                                         DEFAULT_USTCONSUMERD32_CMD_SOCK_PATH, DEFAULT_LTTNG_RUNDIR);
 339                         break;
 340                 default:
 341                         WARN("Unknown consumerd type");
 342                         goto error;
 343                 }
 344         }
 345
 346         /* Init */
 347         if (lttng_consumer_init() < 0) {
 348                 goto error;
 349         }
 350
 351         /* Init socket timeouts */
 352         lttcomm_init();
 353         lttcomm_inet_init();
 354
 355         if (!getuid()) {
 356                 /* Set limit for open files */
 357                 set_ulimit();
 358         }
 359
 360         health_consumerd = health_app_create(NR_HEALTH_CONSUMERD_TYPES);
 361         if (!health_consumerd) {
 362                 goto error;
 363         }
 364
 365         /* create the consumer instance with and assign the callbacks */
 366         ctx = lttng_consumer_create(opt_type, lttng_consumer_read_subbuffer,
 367                 NULL, lttng_consumer_on_recv_stream, NULL);
 368         if (ctx == NULL) {
 369                 goto error;
 370         }
 371
 372         lttng_consumer_set_command_sock_path(ctx, command_sock_path);
 373         if (*error_sock_path == '\0') {
 374                 switch (opt_type) {
 375                 case LTTNG_CONSUMER_KERNEL:
 376                         snprintf(error_sock_path, PATH_MAX, DEFAULT_KCONSUMERD_ERR_SOCK_PATH,
 377                                         DEFAULT_LTTNG_RUNDIR);
 378                         break;
 379                 case LTTNG_CONSUMER64_UST:
 380                         snprintf(error_sock_path, PATH_MAX,
 381                                         DEFAULT_USTCONSUMERD64_ERR_SOCK_PATH, DEFAULT_LTTNG_RUNDIR);
 382                         break;
 383                 case LTTNG_CONSUMER32_UST:
 384                         snprintf(error_sock_path, PATH_MAX,
 385                                         DEFAULT_USTCONSUMERD32_ERR_SOCK_PATH, DEFAULT_LTTNG_RUNDIR);
 386                         break;
 387                 default:
 388                         WARN("Unknown consumerd type");
 389                         goto error;
 390                 }
 391         }
 392
 393         if (set_signal_handler() < 0) {
 394                 goto error;
 395         }
 396
 397         /* Connect to the socket created by lttng-sessiond to report errors */
 398         DBG("Connecting to error socket %s", error_sock_path);
 399         ret = lttcomm_connect_unix_sock(error_sock_path);
 400         /* not a fatal error, but all communication with lttng-sessiond will fail */
 401         if (ret < 0) {
 402                 WARN("Cannot connect to error socket (is lttng-sessiond started?)");
 403         }
 404         lttng_consumer_set_error_sock(ctx, ret);
 405
 406         /*
 407          * Block RT signals used for UST periodical metadata flush and the live
 408          * timer in main, and create a dedicated thread to handle these signals.
 409          */
 410         consumer_signal_init();
 411
 412         ctx->type = opt_type;
 413
 414         ret = utils_create_pipe(health_quit_pipe);
 415         if (ret < 0) {
 416                 goto error_health_pipe;
 417         }
 418
 419         /* Create thread to manage the client socket */
 420         ret = pthread_create(&health_thread, NULL,
 421                         thread_manage_health, (void *) NULL);
 422         if (ret != 0) {
 423                 PERROR("pthread_create health");
 424                 goto health_error;
 425         }
 426
 427         /*
 428          * Wait for health thread to be initialized before letting the
 429          * sessiond thread reply to the sessiond that we are ready.
 430          */
 431         while (uatomic_read(&lttng_consumer_ready)) {
 432                 usleep(100000);
 433         }
 434         cmm_smp_mb();   /* Read ready before following operations */
 435
 436         /* Create thread to manage channels */
 437         ret = pthread_create(&channel_thread, NULL, consumer_thread_channel_poll,
 438                         (void *) ctx);
 439         if (ret != 0) {
 440                 perror("pthread_create");
 441                 goto channel_error;
 442         }
 443
 444         /* Create thread to manage the polling/writing of trace metadata */
 445         ret = pthread_create(&metadata_thread, NULL, consumer_thread_metadata_poll,
 446                         (void *) ctx);
 447         if (ret != 0) {
 448                 perror("pthread_create");
 449                 goto metadata_error;
 450         }
 451
 452         /* Create thread to manage the polling/writing of trace data */
 453         ret = pthread_create(&data_thread, NULL, consumer_thread_data_poll,
 454                         (void *) ctx);
 455         if (ret != 0) {
 456                 perror("pthread_create");
 457                 goto data_error;
 458         }
 459
 460         /* Create the thread to manage the receive of fd */
 461         ret = pthread_create(&sessiond_thread, NULL, consumer_thread_sessiond_poll,
 462                         (void *) ctx);
 463         if (ret != 0) {
 464                 perror("pthread_create");
 465                 goto sessiond_error;
 466         }
 467
 468         /*
 469          * Create the thread to manage the UST metadata periodic timer and
 470          * live timer.
 471          */
 472         ret = pthread_create(&metadata_timer_thread, NULL,
 473                         consumer_timer_thread, (void *) ctx);
 474         if (ret != 0) {
 475                 perror("pthread_create");
 476                 goto metadata_timer_error;
 477         }
 478
 479         ret = pthread_detach(metadata_timer_thread);
 480         if (ret) {
 481                 errno = ret;
 482                 perror("pthread_detach");
 483         }
 484
 485 metadata_timer_error:
 486         ret = pthread_join(sessiond_thread, &status);
 487         if (ret != 0) {
 488                 perror("pthread_join");
 489                 goto error;
 490         }
 491
 492 sessiond_error:
 493         ret = pthread_join(data_thread, &status);
 494         if (ret != 0) {
 495                 perror("pthread_join");
 496                 goto error;
 497         }
 498
 499 data_error:
 500         ret = pthread_join(metadata_thread, &status);
 501         if (ret != 0) {
 502                 perror("pthread_join");
 503                 goto error;
 504         }
 505
 506 metadata_error:
 507         ret = pthread_join(channel_thread, &status);
 508         if (ret != 0) {
 509                 perror("pthread_join");
 510                 goto error;
 511         }
 512
 513 channel_error:
 514         ret = pthread_join(health_thread, &status);
 515         if (ret != 0) {
 516                 PERROR("pthread_join health thread");
 517                 goto error;     /* join error, exit without cleanup */
 518         }
 519
 520 health_error:
 521         utils_close_pipe(health_quit_pipe);
 522
 523 error_health_pipe:
 524         if (!ret) {
 525                 ret = EXIT_SUCCESS;
 526                 goto end;
 527         }
 528
 529 error:
 530         ret = EXIT_FAILURE;
 531
 532 end:
 533         lttng_consumer_destroy(ctx);
 534         lttng_consumer_cleanup();
 535         if (health_consumerd) {
 536                 health_app_destroy(health_consumerd);
 537         }
 538
 539         return ret;
 540 }