Fix: lttng-live: use-after-free in get_next_index()
[babeltrace.git] / formats / lttng-live / lttng-live-comm.c
1 /*
2 * Copyright (C) 2013 - Julien Desfossez <jdesfossez@efficios.com>
3 * Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a copy
6 * of this software and associated documentation files (the "Software"), to deal
7 * in the Software without restriction, including without limitation the rights
8 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9 * copies of the Software, and to permit persons to whom the Software is
10 * furnished to do so, subject to the following conditions:
11 *
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
22 */
23
24 #include <sys/socket.h>
25 #include <sys/types.h>
26 #include <netinet/in.h>
27 #include <netdb.h>
28 #include <stdio.h>
29 #include <stdlib.h>
30 #include <unistd.h>
31 #include <errno.h>
32 #include <inttypes.h>
33 #include <fcntl.h>
34 #include <poll.h>
35
36 #include <babeltrace/ctf/ctf-index.h>
37
38 #include <babeltrace/babeltrace.h>
39 #include <babeltrace/endian.h>
40 #include <babeltrace/ctf/events.h>
41 #include <babeltrace/ctf/callbacks.h>
42 #include <babeltrace/ctf/iterator.h>
43
44 /* for packet_index */
45 #include <babeltrace/ctf/types.h>
46
47 #include <babeltrace/ctf/metadata.h>
48 #include <babeltrace/ctf-text/types.h>
49 #include <babeltrace/ctf/events-internal.h>
50 #include <formats/ctf/events-private.h>
51
52 #include <babeltrace/compat/memstream.h>
53 #include <babeltrace/compat/send.h>
54 #include <babeltrace/compat/string.h>
55 #include <babeltrace/compat/mman.h>
56
57 #include "lttng-live.h"
58 #include "lttng-viewer-abi.h"
59
60 #define ACTIVE_POLL_DELAY 100 /* ms */
61
62 /*
63 * Memory allocation zeroed
64 */
65 #define zmalloc(x) calloc(1, x)
66
67 #ifndef max_t
68 #define max_t(type, a, b) \
69 ((type) (a) > (type) (b) ? (type) (a) : (type) (b))
70 #endif
71
72 static void ctf_live_packet_seek(struct bt_stream_pos *stream_pos,
73 size_t index, int whence);
74 static int add_traces(struct lttng_live_ctx *ctx);
75 static int del_traces(gpointer key, gpointer value, gpointer user_data);
76 static int get_new_metadata(struct lttng_live_ctx *ctx,
77 struct lttng_live_viewer_stream *viewer_stream,
78 char **metadata_buf);
79
80 static
81 ssize_t lttng_live_recv(int fd, void *buf, size_t len)
82 {
83 ssize_t ret;
84 size_t copied = 0, to_copy = len;
85
86 do {
87 ret = recv(fd, buf + copied, to_copy, 0);
88 if (ret > 0) {
89 assert(ret <= to_copy);
90 copied += ret;
91 to_copy -= ret;
92 }
93 } while ((ret > 0 && to_copy > 0)
94 || (ret < 0 && errno == EINTR));
95 if (ret > 0)
96 ret = copied;
97 /* ret = 0 means orderly shutdown, ret < 0 is error. */
98 return ret;
99 }
100
101 static
102 ssize_t lttng_live_send(int fd, const void *buf, size_t len)
103 {
104 ssize_t ret;
105
106 do {
107 ret = bt_send_nosigpipe(fd, buf, len);
108 } while (ret < 0 && errno == EINTR);
109 return ret;
110 }
111
112 int lttng_live_connect_viewer(struct lttng_live_ctx *ctx)
113 {
114 struct hostent *host;
115 struct sockaddr_in server_addr;
116 int ret;
117
118 if (lttng_live_should_quit()) {
119 ret = -1;
120 goto end;
121 }
122
123 host = gethostbyname(ctx->relay_hostname);
124 if (!host) {
125 fprintf(stderr, "[error] Cannot lookup hostname %s\n",
126 ctx->relay_hostname);
127 goto error;
128 }
129
130 if ((ctx->control_sock = socket(AF_INET, SOCK_STREAM, 0)) == -1) {
131 perror("Socket");
132 goto error;
133 }
134
135 server_addr.sin_family = AF_INET;
136 server_addr.sin_port = htons(ctx->port);
137 server_addr.sin_addr = *((struct in_addr *) host->h_addr);
138 memset(&(server_addr.sin_zero), 0, 8);
139
140 if (connect(ctx->control_sock, (struct sockaddr *) &server_addr,
141 sizeof(struct sockaddr)) == -1) {
142 perror("Connect");
143 goto error;
144 }
145
146 ret = 0;
147
148 end:
149 return ret;
150
151 error:
152 fprintf(stderr, "[error] Connection failed\n");
153 return -1;
154 }
155
156 int lttng_live_establish_connection(struct lttng_live_ctx *ctx)
157 {
158 struct lttng_viewer_cmd cmd;
159 struct lttng_viewer_connect connect;
160 const size_t cmd_buf_len = sizeof(cmd) + sizeof(connect);
161 char cmd_buf[cmd_buf_len];
162 int ret;
163 ssize_t ret_len;
164
165 if (lttng_live_should_quit()) {
166 ret = -1;
167 goto end;
168 }
169
170 cmd.cmd = htobe32(LTTNG_VIEWER_CONNECT);
171 cmd.data_size = htobe64((uint64_t) sizeof(connect));
172 cmd.cmd_version = htobe32(0);
173
174 connect.viewer_session_id = -1ULL; /* will be set on recv */
175 connect.major = htobe32(LTTNG_LIVE_MAJOR);
176 connect.minor = htobe32(LTTNG_LIVE_MINOR);
177 connect.type = htobe32(LTTNG_VIEWER_CLIENT_COMMAND);
178
179 /*
180 * Merge the cmd and connection request to prevent a write-write
181 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
182 * second write to be performed quickly in presence of Nagle's algorithm.
183 */
184 memcpy(cmd_buf, &cmd, sizeof(cmd));
185 memcpy(cmd_buf + sizeof(cmd), &connect, sizeof(connect));
186
187 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
188 if (ret_len < 0) {
189 perror("[error] Error sending cmd for establishing session");
190 goto error;
191 }
192 assert(ret_len == cmd_buf_len);
193
194 ret_len = lttng_live_recv(ctx->control_sock, &connect, sizeof(connect));
195 if (ret_len == 0) {
196 fprintf(stderr, "[error] Remote side has closed connection\n");
197 goto error;
198 }
199 if (ret_len < 0) {
200 perror("[error] Error receiving version");
201 goto error;
202 }
203 assert(ret_len == sizeof(connect));
204
205 printf_verbose("Received viewer session ID : %" PRIu64 "\n",
206 be64toh(connect.viewer_session_id));
207 printf_verbose("Relayd version : %u.%u\n", be32toh(connect.major),
208 be32toh(connect.minor));
209
210 if (LTTNG_LIVE_MAJOR != be32toh(connect.major)) {
211 fprintf(stderr, "[error] Incompatible lttng-relayd protocol\n");
212 goto error;
213 }
214 /* Use the smallest protocol version implemented. */
215 if (LTTNG_LIVE_MINOR > be32toh(connect.minor)) {
216 ctx->minor = be32toh(connect.minor);
217 } else {
218 ctx->minor = LTTNG_LIVE_MINOR;
219 }
220 ctx->major = LTTNG_LIVE_MAJOR;
221 ret = 0;
222 end:
223 return ret;
224
225 error:
226 fprintf(stderr, "[error] Unable to establish connection\n");
227 return -1;
228 }
229
230 static
231 void free_session_list(GPtrArray *session_list)
232 {
233 int i;
234 struct lttng_live_relay_session *relay_session;
235
236 for (i = 0; i < session_list->len; i++) {
237 relay_session = g_ptr_array_index(session_list, i);
238 free(relay_session->name);
239 free(relay_session->hostname);
240 }
241 g_ptr_array_free(session_list, TRUE);
242 }
243
244 static
245 void print_session_list(GPtrArray *session_list, const char *path)
246 {
247 int i;
248 struct lttng_live_relay_session *relay_session;
249
250 for (i = 0; i < session_list->len; i++) {
251 relay_session = g_ptr_array_index(session_list, i);
252 fprintf(LTTNG_LIVE_OUTPUT_FP, "%s/host/%s/%s (timer = %u, "
253 "%u stream(s), %u client(s) connected)\n",
254 path, relay_session->hostname,
255 relay_session->name, relay_session->timer,
256 relay_session->streams, relay_session->clients);
257 }
258 }
259
260 static
261 void update_session_list(GPtrArray *session_list, char *hostname,
262 char *session_name, uint32_t streams, uint32_t clients,
263 uint32_t timer)
264 {
265 int i, found = 0;
266 struct lttng_live_relay_session *relay_session;
267
268 for (i = 0; i < session_list->len; i++) {
269 relay_session = g_ptr_array_index(session_list, i);
270 if ((strncmp(relay_session->hostname, hostname, MAXNAMLEN) == 0) &&
271 strncmp(relay_session->name,
272 session_name, MAXNAMLEN) == 0) {
273 relay_session->streams += streams;
274 if (relay_session->clients < clients)
275 relay_session->clients = clients;
276 found = 1;
277 break;
278 }
279 }
280 if (found)
281 return;
282
283 relay_session = g_new0(struct lttng_live_relay_session, 1);
284 relay_session->hostname = bt_strndup(hostname, MAXNAMLEN);
285 relay_session->name = bt_strndup(session_name, MAXNAMLEN);
286 relay_session->clients = clients;
287 relay_session->streams = streams;
288 relay_session->timer = timer;
289 g_ptr_array_add(session_list, relay_session);
290 }
291
292 int lttng_live_list_sessions(struct lttng_live_ctx *ctx, const char *path)
293 {
294 struct lttng_viewer_cmd cmd;
295 struct lttng_viewer_list_sessions list;
296 struct lttng_viewer_session lsession;
297 int i, ret, sessions_count, print_list = 0;
298 ssize_t ret_len;
299 uint64_t session_id;
300 GPtrArray *session_list = NULL;
301
302 if (lttng_live_should_quit()) {
303 ret = -1;
304 goto end;
305 }
306
307 if (strlen(ctx->session_name) == 0) {
308 print_list = 1;
309 session_list = g_ptr_array_new();
310 }
311
312 cmd.cmd = htobe32(LTTNG_VIEWER_LIST_SESSIONS);
313 cmd.data_size = htobe64((uint64_t) 0);
314 cmd.cmd_version = htobe32(0);
315
316 ret_len = lttng_live_send(ctx->control_sock, &cmd, sizeof(cmd));
317 if (ret_len < 0) {
318 perror("[error] Error sending cmd");
319 goto error;
320 }
321 assert(ret_len == sizeof(cmd));
322
323 ret_len = lttng_live_recv(ctx->control_sock, &list, sizeof(list));
324 if (ret_len == 0) {
325 fprintf(stderr, "[error] Remote side has closed connection\n");
326 goto error;
327 }
328 if (ret_len < 0) {
329 perror("[error] Error receiving session list");
330 goto error;
331 }
332 assert(ret_len == sizeof(list));
333
334 sessions_count = be32toh(list.sessions_count);
335 for (i = 0; i < sessions_count; i++) {
336 ret_len = lttng_live_recv(ctx->control_sock, &lsession, sizeof(lsession));
337 if (ret_len == 0) {
338 fprintf(stderr, "[error] Remote side has closed connection\n");
339 goto error;
340 }
341 if (ret_len < 0) {
342 perror("[error] Error receiving session");
343 goto error;
344 }
345 assert(ret_len == sizeof(lsession));
346 lsession.hostname[LTTNG_VIEWER_HOST_NAME_MAX - 1] = '\0';
347 lsession.session_name[LTTNG_VIEWER_NAME_MAX - 1] = '\0';
348 session_id = be64toh(lsession.id);
349
350 if (print_list) {
351 update_session_list(session_list,
352 lsession.hostname,
353 lsession.session_name,
354 be32toh(lsession.streams),
355 be32toh(lsession.clients),
356 be32toh(lsession.live_timer));
357 } else {
358 if ((strncmp(lsession.session_name, ctx->session_name,
359 MAXNAMLEN) == 0) && (strncmp(lsession.hostname,
360 ctx->traced_hostname, MAXNAMLEN) == 0)) {
361 printf_verbose("Reading from session %" PRIu64 "\n",
362 session_id);
363 g_array_append_val(ctx->session_ids,
364 session_id);
365 }
366 }
367 }
368
369 if (print_list) {
370 print_session_list(session_list, path);
371 free_session_list(session_list);
372 }
373 ret = 0;
374 end:
375 return ret;
376
377 error:
378 fprintf(stderr, "[error] Unable to list sessions\n");
379 return -1;
380 }
381
382 int lttng_live_ctf_trace_assign(struct lttng_live_viewer_stream *stream,
383 uint64_t ctf_trace_id)
384 {
385 struct lttng_live_ctf_trace *trace;
386 int ret = 0;
387
388 trace = g_hash_table_lookup(stream->session->ctf_traces,
389 &ctf_trace_id);
390 if (!trace) {
391 trace = g_new0(struct lttng_live_ctf_trace, 1);
392 trace->ctf_trace_id = ctf_trace_id;
393 trace->trace_id = -1;
394 printf_verbose("Create trace ctf_trace_id %" PRIu64 "\n", ctf_trace_id);
395 BT_INIT_LIST_HEAD(&trace->stream_list);
396 g_hash_table_insert(stream->session->ctf_traces,
397 &trace->ctf_trace_id,
398 trace);
399 }
400 if (stream->metadata_flag)
401 trace->metadata_stream = stream;
402
403 assert(!stream->in_trace);
404 stream->in_trace = 1;
405 stream->ctf_trace = trace;
406 bt_list_add(&stream->trace_stream_node, &trace->stream_list);
407
408 return ret;
409 }
410
411 static
412 int open_metadata_fp_write(struct lttng_live_viewer_stream *stream,
413 char **metadata_buf, size_t *size)
414 {
415 int ret = 0;
416
417 stream->metadata_fp_write =
418 babeltrace_open_memstream(metadata_buf, size);
419 if (!stream->metadata_fp_write) {
420 perror("Metadata open_memstream");
421 ret = -1;
422 }
423
424 return ret;
425 }
426
427 int lttng_live_attach_session(struct lttng_live_ctx *ctx, uint64_t id)
428 {
429 struct lttng_viewer_cmd cmd;
430 struct lttng_viewer_attach_session_request rq;
431 struct lttng_viewer_attach_session_response rp;
432 struct lttng_viewer_stream stream;
433 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
434 char cmd_buf[cmd_buf_len];
435 int ret, i;
436 ssize_t ret_len;
437
438 if (lttng_live_should_quit()) {
439 ret = -1;
440 goto end;
441 }
442
443 cmd.cmd = htobe32(LTTNG_VIEWER_ATTACH_SESSION);
444 cmd.data_size = htobe64((uint64_t) sizeof(rq));
445 cmd.cmd_version = htobe32(0);
446
447 memset(&rq, 0, sizeof(rq));
448 rq.session_id = htobe64(id);
449 // TODO: add cmd line parameter to select seek beginning
450 // rq.seek = htobe32(LTTNG_VIEWER_SEEK_BEGINNING);
451 rq.seek = htobe32(LTTNG_VIEWER_SEEK_LAST);
452
453 /*
454 * Merge the cmd and connection request to prevent a write-write
455 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
456 * second write to be performed quickly in presence of Nagle's algorithm.
457 */
458 memcpy(cmd_buf, &cmd, sizeof(cmd));
459 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
460
461 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
462 if (ret_len < 0) {
463 perror("[error] Error sending attach command and request");
464 goto error;
465 }
466 assert(ret_len == cmd_buf_len);
467
468 ret_len = lttng_live_recv(ctx->control_sock, &rp, sizeof(rp));
469 if (ret_len == 0) {
470 fprintf(stderr, "[error] Remote side has closed connection\n");
471 goto error;
472 }
473 if (ret_len < 0) {
474 perror("[error] Error receiving attach response");
475 goto error;
476 }
477 assert(ret_len == sizeof(rp));
478
479 switch(be32toh(rp.status)) {
480 case LTTNG_VIEWER_ATTACH_OK:
481 break;
482 case LTTNG_VIEWER_ATTACH_UNK:
483 ret = -LTTNG_VIEWER_ATTACH_UNK;
484 goto end;
485 case LTTNG_VIEWER_ATTACH_ALREADY:
486 fprintf(stderr, "[error] There is already a viewer attached to this session\n");
487 goto error;
488 case LTTNG_VIEWER_ATTACH_NOT_LIVE:
489 fprintf(stderr, "[error] Not a live session\n");
490 goto error;
491 case LTTNG_VIEWER_ATTACH_SEEK_ERR:
492 fprintf(stderr, "[error] Wrong seek parameter\n");
493 goto error;
494 default:
495 fprintf(stderr, "[error] Unknown attach return code %u\n",
496 be32toh(rp.status));
497 goto error;
498 }
499 if (be32toh(rp.status) != LTTNG_VIEWER_ATTACH_OK) {
500 goto error;
501 }
502
503 ctx->session->stream_count += be32toh(rp.streams_count);
504 /*
505 * When the session is created but not started, we do an active wait
506 * until it starts. It allows the viewer to start processing the trace
507 * as soon as the session starts.
508 */
509 if (ctx->session->stream_count == 0) {
510 ret = 0;
511 goto end;
512 }
513 printf_verbose("Waiting for %d streams:\n",
514 be32toh(rp.streams_count));
515 for (i = 0; i < be32toh(rp.streams_count); i++) {
516 struct lttng_live_viewer_stream *lvstream;
517
518 lvstream = g_new0(struct lttng_live_viewer_stream, 1);
519 ret_len = lttng_live_recv(ctx->control_sock, &stream,
520 sizeof(stream));
521 if (ret_len == 0) {
522 fprintf(stderr, "[error] Remote side has closed connection\n");
523 g_free(lvstream);
524 goto error;
525 }
526 if (ret_len < 0) {
527 perror("[error] Error receiving stream");
528 g_free(lvstream);
529 goto error;
530 }
531 assert(ret_len == sizeof(stream));
532 stream.path_name[LTTNG_VIEWER_PATH_MAX - 1] = '\0';
533 stream.channel_name[LTTNG_VIEWER_NAME_MAX - 1] = '\0';
534
535 printf_verbose(" stream %" PRIu64 " : %s/%s\n",
536 be64toh(stream.id), stream.path_name,
537 stream.channel_name);
538 lvstream->id = be64toh(stream.id);
539 lvstream->session = ctx->session;
540
541 lvstream->mmap_size = 0;
542 lvstream->ctf_stream_id = -1ULL;
543
544 if (be32toh(stream.metadata_flag)) {
545 lvstream->metadata_flag = 1;
546 }
547 ret = lttng_live_ctf_trace_assign(lvstream,
548 be64toh(stream.ctf_trace_id));
549 if (ret < 0) {
550 g_free(lvstream);
551 goto error;
552 }
553 bt_list_add(&lvstream->session_stream_node,
554 &ctx->session->stream_list);
555 }
556 ret = 0;
557 end:
558 return ret;
559
560 error:
561 return -1;
562 }
563
564 /*
565 * Ask the relay for new streams.
566 *
567 * Returns the number of new streams received or a negative value on error.
568 */
569 static
570 int ask_new_streams(struct lttng_live_ctx *ctx)
571 {
572 int i, ret = 0, nb_streams = 0;
573 uint64_t id;
574
575 restart:
576 for (i = 0; i < ctx->session_ids->len; i++) {
577 id = g_array_index(ctx->session_ids, uint64_t, i);
578 ret = lttng_live_get_new_streams(ctx, id);
579 printf_verbose("Asking for new streams returns %d\n", ret);
580 if (lttng_live_should_quit()) {
581 ret = -1;
582 goto end;
583 }
584 if (ret < 0) {
585 if (ret == -LTTNG_VIEWER_NEW_STREAMS_HUP) {
586 printf_verbose("Session %" PRIu64 " closed\n",
587 id);
588 /*
589 * The streams have already been closed during
590 * the reading, so we only need to get rid of
591 * the trace in our internal table of sessions.
592 */
593 g_array_remove_index(ctx->session_ids, i);
594 /*
595 * We can't continue iterating on the g_array
596 * after a remove, we have to start again.
597 */
598 goto restart;
599 } else {
600 ret = -1;
601 goto end;
602 }
603 } else {
604 nb_streams += ret;
605 }
606 }
607 if (ctx->session_ids->len == 0) {
608 /* All sessions are closed. */
609 ret = -1;
610 } else {
611 ret = nb_streams;
612 }
613
614 end:
615 return ret;
616 }
617
618 static
619 int append_metadata(struct lttng_live_ctx *ctx,
620 struct lttng_live_viewer_stream *viewer_stream)
621 {
622 int ret;
623 struct lttng_live_viewer_stream *metadata;
624 char *metadata_buf = NULL;
625
626 if (!viewer_stream->ctf_trace->handle) {
627 printf_verbose("append_metadata: trace handle not ready yet.\n");
628 return 0;
629 }
630
631 printf_verbose("get_next_index: new metadata needed\n");
632 ret = get_new_metadata(ctx, viewer_stream, &metadata_buf);
633 if (ret < 0) {
634 free(metadata_buf);
635 goto error;
636 }
637
638 metadata = viewer_stream->ctf_trace->metadata_stream;
639 metadata->ctf_trace->metadata_fp =
640 babeltrace_fmemopen(metadata_buf,
641 metadata->metadata_len, "rb");
642 if (!metadata->ctf_trace->metadata_fp) {
643 perror("Metadata fmemopen");
644 free(metadata_buf);
645 ret = -1;
646 goto error;
647 }
648 ret = ctf_append_trace_metadata(
649 viewer_stream->ctf_trace->handle->td,
650 metadata->ctf_trace->metadata_fp);
651 /* We accept empty metadata packets */
652 if (ret != 0 && ret != -ENOENT) {
653 fprintf(stderr, "[error] Appending metadata\n");
654 goto error;
655 }
656 ret = 0;
657
658 error:
659 return ret;
660 }
661
662 static
663 int get_data_packet(struct lttng_live_ctx *ctx,
664 struct ctf_stream_pos *pos,
665 struct lttng_live_viewer_stream *stream, uint64_t offset,
666 uint64_t len)
667 {
668 struct lttng_viewer_cmd cmd;
669 struct lttng_viewer_get_packet rq;
670 struct lttng_viewer_trace_packet rp;
671 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
672 char cmd_buf[cmd_buf_len];
673 ssize_t ret_len;
674 int ret;
675
676 retry:
677 if (lttng_live_should_quit()) {
678 ret = -1;
679 goto end;
680 }
681
682 cmd.cmd = htobe32(LTTNG_VIEWER_GET_PACKET);
683 cmd.data_size = htobe64((uint64_t) sizeof(rq));
684 cmd.cmd_version = htobe32(0);
685
686 memset(&rq, 0, sizeof(rq));
687 rq.stream_id = htobe64(stream->id);
688 rq.offset = htobe64(offset);
689 rq.len = htobe32(len);
690
691 /*
692 * Merge the cmd and connection request to prevent a write-write
693 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
694 * second write to be performed quickly in presence of Nagle's algorithm.
695 */
696 memcpy(cmd_buf, &cmd, sizeof(cmd));
697 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
698
699 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
700 if (ret_len < 0) {
701 perror("[error] Error sending get_data_packet cmd and request");
702 goto error;
703 }
704 assert(ret_len == cmd_buf_len);
705
706 ret_len = lttng_live_recv(ctx->control_sock, &rp, sizeof(rp));
707 if (ret_len == 0) {
708 fprintf(stderr, "[error] Remote side has closed connection\n");
709 goto error;
710 }
711 if (ret_len < 0) {
712 perror("[error] Error receiving data response");
713 goto error;
714 }
715 if (ret_len != sizeof(rp)) {
716 fprintf(stderr, "[error] get_data_packet: expected %zu"
717 ", received %zd\n", sizeof(rp),
718 ret_len);
719 goto error;
720 }
721
722 rp.flags = be32toh(rp.flags);
723
724 switch (be32toh(rp.status)) {
725 case LTTNG_VIEWER_GET_PACKET_OK:
726 len = be32toh(rp.len);
727 printf_verbose("get_data_packet: Ok, packet size : %" PRIu64
728 "\n", len);
729 break;
730 case LTTNG_VIEWER_GET_PACKET_RETRY:
731 /* Unimplemented by relay daemon */
732 printf_verbose("get_data_packet: retry\n");
733 goto error;
734 case LTTNG_VIEWER_GET_PACKET_ERR:
735 if (rp.flags & LTTNG_VIEWER_FLAG_NEW_METADATA) {
736 printf_verbose("get_data_packet: new metadata needed\n");
737 ret = append_metadata(ctx, stream);
738 if (ret)
739 goto error;
740 }
741 if (rp.flags & LTTNG_VIEWER_FLAG_NEW_STREAM) {
742 printf_verbose("get_data_packet: new streams needed\n");
743 ret = ask_new_streams(ctx);
744 if (ret < 0) {
745 goto error;
746 } else if (ret > 0) {
747 ret = add_traces(ctx);
748 if (ret < 0) {
749 goto error;
750 }
751 }
752 }
753 if (rp.flags & (LTTNG_VIEWER_FLAG_NEW_METADATA
754 | LTTNG_VIEWER_FLAG_NEW_STREAM)) {
755 goto retry;
756 }
757 fprintf(stderr, "[error] get_data_packet: error\n");
758 goto error;
759 case LTTNG_VIEWER_GET_PACKET_EOF:
760 ret = -2;
761 goto end;
762 default:
763 printf_verbose("get_data_packet: unknown\n");
764 goto error;
765 }
766
767 if (len == 0) {
768 goto error;
769 }
770
771 if (len > stream->mmap_size) {
772 uint64_t new_size;
773
774 new_size = max_t(uint64_t, len, stream->mmap_size << 1);
775 if (pos->base_mma) {
776 /* unmap old base */
777 ret = munmap_align(pos->base_mma);
778 if (ret) {
779 perror("[error] Unable to unmap old base");
780 goto error;
781 }
782 pos->base_mma = NULL;
783 }
784 pos->base_mma = mmap_align(new_size,
785 PROT_READ | PROT_WRITE,
786 MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
787 if (pos->base_mma == MAP_FAILED) {
788 perror("[error] mmap error");
789 pos->base_mma = NULL;
790 goto error;
791 }
792
793 stream->mmap_size = new_size;
794 printf_verbose("Expanding stream mmap size to %" PRIu64 " bytes\n",
795 stream->mmap_size);
796 }
797
798 ret_len = lttng_live_recv(ctx->control_sock,
799 mmap_align_addr(pos->base_mma), len);
800 if (ret_len == 0) {
801 fprintf(stderr, "[error] Remote side has closed connection\n");
802 goto error;
803 }
804 if (ret_len < 0) {
805 perror("[error] Error receiving trace packet");
806 goto error;
807 }
808 assert(ret_len == len);
809 ret = 0;
810 end:
811 return ret;
812
813 error:
814 return -1;
815 }
816
817 static
818 int get_one_metadata_packet(struct lttng_live_ctx *ctx,
819 struct lttng_live_viewer_stream *metadata_stream)
820 {
821 uint64_t len = 0;
822 int ret;
823 struct lttng_viewer_cmd cmd;
824 struct lttng_viewer_get_metadata rq;
825 struct lttng_viewer_metadata_packet rp;
826 char *data = NULL;
827 ssize_t ret_len;
828 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
829 char cmd_buf[cmd_buf_len];
830
831 if (lttng_live_should_quit()) {
832 ret = -1;
833 goto end;
834 }
835
836 rq.stream_id = htobe64(metadata_stream->id);
837 cmd.cmd = htobe32(LTTNG_VIEWER_GET_METADATA);
838 cmd.data_size = htobe64((uint64_t) sizeof(rq));
839 cmd.cmd_version = htobe32(0);
840
841 /*
842 * Merge the cmd and connection request to prevent a write-write
843 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
844 * second write to be performed quickly in presence of Nagle's algorithm.
845 */
846 memcpy(cmd_buf, &cmd, sizeof(cmd));
847 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
848
849 printf_verbose("get_metadata for trace_id: %d, ctf_trace_id: %" PRIu64 "\n",
850 metadata_stream->ctf_trace->trace_id,
851 metadata_stream->ctf_trace->ctf_trace_id);
852 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
853 if (ret_len < 0) {
854 perror("[error] Error sending get_metadata cmd and request");
855 goto error;
856 }
857 assert(ret_len == cmd_buf_len);
858
859 ret_len = lttng_live_recv(ctx->control_sock, &rp, sizeof(rp));
860 if (ret_len == 0) {
861 fprintf(stderr, "[error] Remote side has closed connection\n");
862 goto error;
863 }
864 if (ret_len < 0) {
865 perror("[error] Error receiving metadata response");
866 goto error;
867 }
868 assert(ret_len == sizeof(rp));
869
870 switch (be32toh(rp.status)) {
871 case LTTNG_VIEWER_METADATA_OK:
872 printf_verbose("get_metadata : OK\n");
873 break;
874 case LTTNG_VIEWER_NO_NEW_METADATA:
875 printf_verbose("get_metadata : NO NEW\n");
876 ret = 0;
877 goto end;
878 case LTTNG_VIEWER_METADATA_ERR:
879 printf_verbose("get_metadata : ERR\n");
880 goto error;
881 default:
882 printf_verbose("get_metadata : UNKNOWN\n");
883 goto error;
884 }
885
886 len = be64toh(rp.len);
887 printf_verbose("Writing %" PRIu64" bytes to metadata\n", len);
888 if (len <= 0) {
889 goto error;
890 }
891
892 data = zmalloc(len);
893 if (!data) {
894 perror("relay data zmalloc");
895 goto error;
896 }
897 ret_len = lttng_live_recv(ctx->control_sock, data, len);
898 if (ret_len == 0) {
899 fprintf(stderr, "[error] Remote side has closed connection\n");
900 goto error_free_data;
901 }
902 if (ret_len < 0) {
903 perror("[error] Error receiving trace packet");
904 goto error_free_data;
905 }
906 assert(ret_len == len);
907
908 do {
909 ret_len = fwrite(data, 1, len,
910 metadata_stream->metadata_fp_write);
911 } while (ret_len < 0 && errno == EINTR);
912 if (ret_len < 0) {
913 fprintf(stderr, "[error] Writing in the metadata fp\n");
914 goto error_free_data;
915 }
916 assert(ret_len == len);
917 metadata_stream->metadata_len += len;
918 free(data);
919 ret = len;
920 end:
921 return ret;
922
923 error_free_data:
924 free(data);
925 error:
926 return -1;
927 }
928
929 /*
930 * Return 0 on success, a negative value on error.
931 */
932 static
933 int get_new_metadata(struct lttng_live_ctx *ctx,
934 struct lttng_live_viewer_stream *viewer_stream,
935 char **metadata_buf)
936 {
937 int ret = 0;
938 struct lttng_live_viewer_stream *metadata_stream;
939 size_t size, len_read = 0;
940
941 metadata_stream = viewer_stream->ctf_trace->metadata_stream;
942 if (!metadata_stream) {
943 fprintf(stderr, "[error] No metadata stream\n");
944 ret = -1;
945 goto error;
946 }
947 metadata_stream->metadata_len = 0;
948 ret = open_metadata_fp_write(metadata_stream, metadata_buf, &size);
949 if (ret < 0) {
950 goto error;
951 }
952
953 do {
954 if (lttng_live_should_quit()) {
955 ret = -1;
956 goto error;
957 }
958 /*
959 * get_one_metadata_packet returns the number of bytes
960 * received, 0 when we have received everything, a
961 * negative value on error.
962 */
963 ret = get_one_metadata_packet(ctx, metadata_stream);
964 if (ret > 0) {
965 len_read += ret;
966 }
967 if (!len_read) {
968 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
969 }
970 if (ret < 0) {
971 break; /* Stop on error. */
972 }
973 } while (ret > 0 || !len_read);
974
975 if (babeltrace_close_memstream(metadata_buf, &size,
976 metadata_stream->metadata_fp_write)) {
977 perror("babeltrace_close_memstream");
978 }
979 metadata_stream->metadata_fp_write = NULL;
980
981 error:
982 return ret;
983 }
984
985 /*
986 * Assign the fields from a lttng_viewer_index to a packet_index.
987 */
988 static
989 void lttng_index_to_packet_index(struct lttng_viewer_index *lindex,
990 struct packet_index *pindex)
991 {
992 assert(lindex);
993 assert(pindex);
994
995 pindex->offset = be64toh(lindex->offset);
996 pindex->packet_size = be64toh(lindex->packet_size);
997 pindex->content_size = be64toh(lindex->content_size);
998 pindex->ts_cycles.timestamp_begin = be64toh(lindex->timestamp_begin);
999 pindex->ts_cycles.timestamp_end = be64toh(lindex->timestamp_end);
1000 pindex->events_discarded = be64toh(lindex->events_discarded);
1001 }
1002
1003 /*
1004 * Get one index for a stream.
1005 *
1006 * Returns 0 on success or a negative value on error.
1007 */
1008 static
1009 int get_next_index(struct lttng_live_ctx *ctx,
1010 struct lttng_live_viewer_stream *viewer_stream,
1011 struct packet_index *index, uint64_t *stream_id)
1012 {
1013 struct lttng_viewer_cmd cmd;
1014 struct lttng_viewer_get_next_index rq;
1015 int ret;
1016 ssize_t ret_len;
1017 struct lttng_viewer_index *rp = &viewer_stream->current_index;
1018 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
1019 char cmd_buf[cmd_buf_len];
1020
1021 cmd.cmd = htobe32(LTTNG_VIEWER_GET_NEXT_INDEX);
1022 cmd.data_size = htobe64((uint64_t) sizeof(rq));
1023 cmd.cmd_version = htobe32(0);
1024
1025 memset(&rq, 0, sizeof(rq));
1026 rq.stream_id = htobe64(viewer_stream->id);
1027
1028 /*
1029 * Merge the cmd and connection request to prevent a write-write
1030 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
1031 * second write to be performed quickly in presence of Nagle's algorithm.
1032 */
1033 memcpy(cmd_buf, &cmd, sizeof(cmd));
1034 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
1035 retry:
1036 if (lttng_live_should_quit()) {
1037 ret = -1;
1038 goto end;
1039 }
1040 ret_len = lttng_live_send(ctx->control_sock, &cmd_buf, cmd_buf_len);
1041 if (ret_len < 0) {
1042 perror("[error] Error sending get_next_index cmd and request");
1043 goto error;
1044 }
1045 assert(ret_len == cmd_buf_len);
1046
1047 ret_len = lttng_live_recv(ctx->control_sock, rp, sizeof(*rp));
1048 if (ret_len == 0) {
1049 fprintf(stderr, "[error] Remote side has closed connection\n");
1050 goto error;
1051 }
1052 if (ret_len < 0) {
1053 perror("[error] Error receiving index response");
1054 goto error;
1055 }
1056 assert(ret_len == sizeof(*rp));
1057
1058 rp->flags = be32toh(rp->flags);
1059
1060 switch (be32toh(rp->status)) {
1061 case LTTNG_VIEWER_INDEX_INACTIVE:
1062 printf_verbose("get_next_index: inactive\n");
1063
1064 if (index->ts_cycles.timestamp_end ==
1065 be64toh(rp->timestamp_end)) {
1066 /* Already seen this timestamp. */
1067 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
1068 }
1069
1070 memset(index, 0, sizeof(struct packet_index));
1071 index->ts_cycles.timestamp_end = be64toh(rp->timestamp_end);
1072 *stream_id = be64toh(rp->stream_id);
1073 break;
1074 case LTTNG_VIEWER_INDEX_OK:
1075 printf_verbose("get_next_index: Ok, need metadata update : %u\n",
1076 rp->flags & LTTNG_VIEWER_FLAG_NEW_METADATA);
1077 lttng_index_to_packet_index(rp, index);
1078 *stream_id = be64toh(rp->stream_id);
1079 viewer_stream->data_pending = 1;
1080
1081 if (rp->flags & LTTNG_VIEWER_FLAG_NEW_METADATA) {
1082 ret = append_metadata(ctx, viewer_stream);
1083 if (ret)
1084 goto error;
1085 }
1086 if (rp->flags & LTTNG_VIEWER_FLAG_NEW_STREAM) {
1087 printf_verbose("get_next_index: need new streams\n");
1088 ret = ask_new_streams(ctx);
1089 if (ret < 0) {
1090 goto error;
1091 } else if (ret > 0) {
1092 ret = add_traces(ctx);
1093 if (ret < 0) {
1094 goto error;
1095 }
1096 }
1097 }
1098 break;
1099 case LTTNG_VIEWER_INDEX_RETRY:
1100 printf_verbose("get_next_index: retry\n");
1101 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
1102 goto retry;
1103 case LTTNG_VIEWER_INDEX_HUP:
1104 printf_verbose("get_next_index: stream hung up\n");
1105 viewer_stream->id = -1ULL;
1106 index->offset = EOF;
1107 ctx->session->stream_count--;
1108 viewer_stream->in_trace = 0;
1109 bt_list_del(&viewer_stream->trace_stream_node);
1110 bt_list_del(&viewer_stream->session_stream_node);
1111 *stream_id = be64toh(rp->stream_id);
1112 g_free(viewer_stream);
1113 break;
1114 case LTTNG_VIEWER_INDEX_ERR:
1115 fprintf(stderr, "[error] get_next_index: error\n");
1116 goto error;
1117 default:
1118 fprintf(stderr, "[error] get_next_index: unkwown value\n");
1119 goto error;
1120 }
1121 ret = 0;
1122 end:
1123 return ret;
1124
1125 error:
1126 return -1;
1127 }
1128
1129 static
1130 void read_packet_header(struct ctf_stream_pos *pos,
1131 struct ctf_file_stream *file_stream)
1132 {
1133 int ret;
1134
1135 /* update trace_packet_header and stream_packet_context */
1136 if (!(pos->prot & PROT_WRITE) &&
1137 file_stream->parent.trace_packet_header) {
1138 /* Read packet header */
1139 ret = generic_rw(&pos->parent,
1140 &file_stream->parent.trace_packet_header->p);
1141 if (ret) {
1142 pos->offset = EOF;
1143 fprintf(stderr, "[error] trace packet "
1144 "header read failed\n");
1145 goto end;
1146 }
1147 }
1148 if (!(pos->prot & PROT_WRITE) &&
1149 file_stream->parent.stream_packet_context) {
1150 /* Read packet context */
1151 ret = generic_rw(&pos->parent,
1152 &file_stream->parent.stream_packet_context->p);
1153 if (ret) {
1154 pos->offset = EOF;
1155 fprintf(stderr, "[error] stream packet "
1156 "context read failed\n");
1157 goto end;
1158 }
1159 }
1160 pos->data_offset = pos->offset;
1161
1162 end:
1163 return;
1164 }
1165
1166 /*
1167 * Handle the seek parameters.
1168 * Returns 0 if the packet_seek can continue, a positive value to
1169 * cleanly exit the packet_seek, a negative value on error.
1170 */
1171 static
1172 int handle_seek_position(size_t index, int whence,
1173 struct lttng_live_viewer_stream *viewer_stream,
1174 struct ctf_stream_pos *pos,
1175 struct ctf_file_stream *file_stream)
1176 {
1177 int ret = 0;
1178
1179 switch (whence) {
1180 case SEEK_CUR:
1181 ret = 0;
1182 goto end;
1183 case SEEK_SET:
1184 /*
1185 * We only allow to seek to 0.
1186 */
1187 if (index != 0) {
1188 fprintf(stderr, "[error] Arbitrary seek in lttng-live "
1189 "trace not supported\n");
1190 pos->offset = EOF;
1191 ret = -1;
1192 goto end;
1193 }
1194
1195 ret = 0;
1196 goto end;
1197
1198 default:
1199 fprintf(stderr, "[error] Invalid seek parameter\n");
1200 assert(0);
1201 }
1202
1203 end:
1204 return ret;
1205 }
1206
1207 static
1208 void ctf_live_packet_seek(struct bt_stream_pos *stream_pos, size_t index,
1209 int whence)
1210 {
1211 struct ctf_stream_pos *pos;
1212 struct ctf_file_stream *file_stream;
1213 struct packet_index *prev_index = NULL, *cur_index;
1214 struct lttng_live_viewer_stream *viewer_stream;
1215 struct lttng_live_session *session;
1216 uint64_t stream_id = -1ULL;
1217 int ret;
1218
1219 pos = ctf_pos(stream_pos);
1220 file_stream = container_of(pos, struct ctf_file_stream, pos);
1221 viewer_stream = (struct lttng_live_viewer_stream *) pos->priv;
1222 session = viewer_stream->session;
1223
1224 ret = handle_seek_position(index, whence, viewer_stream, pos,
1225 file_stream);
1226 if (ret != 0) {
1227 ret = -BT_PACKET_SEEK_ERROR;
1228 goto end;
1229 }
1230
1231 retry:
1232 switch (pos->packet_index->len) {
1233 case 0:
1234 g_array_set_size(pos->packet_index, 1);
1235 cur_index = &g_array_index(pos->packet_index,
1236 struct packet_index, 0);
1237 break;
1238 case 1:
1239 g_array_set_size(pos->packet_index, 2);
1240 prev_index = &g_array_index(pos->packet_index,
1241 struct packet_index, 0);
1242 cur_index = &g_array_index(pos->packet_index,
1243 struct packet_index, 1);
1244 break;
1245 case 2:
1246 g_array_index(pos->packet_index,
1247 struct packet_index, 0) =
1248 g_array_index(pos->packet_index,
1249 struct packet_index, 1);
1250 prev_index = &g_array_index(pos->packet_index,
1251 struct packet_index, 0);
1252 cur_index = &g_array_index(pos->packet_index,
1253 struct packet_index, 1);
1254 break;
1255 default:
1256 abort();
1257 break;
1258 }
1259
1260 if (viewer_stream->data_pending) {
1261 lttng_index_to_packet_index(&viewer_stream->current_index, cur_index);
1262 } else {
1263 printf_verbose("get_next_index for stream %" PRIu64 "\n", viewer_stream->id);
1264 ret = get_next_index(session->ctx, viewer_stream, cur_index, &stream_id);
1265 if (ret < 0) {
1266 pos->offset = EOF;
1267 if (!lttng_live_should_quit()) {
1268 fprintf(stderr, "[error] get_next_index failed\n");
1269 }
1270 ret = -BT_PACKET_SEEK_ERROR;
1271 goto end;
1272 }
1273 printf_verbose("Index received : packet_size : %" PRIu64
1274 ", offset %" PRIu64 ", content_size %" PRIu64
1275 ", timestamp_end : %" PRIu64 "\n",
1276 cur_index->packet_size, cur_index->offset,
1277 cur_index->content_size,
1278 cur_index->ts_cycles.timestamp_end);
1279
1280 }
1281
1282 /*
1283 * On the first time we receive an index, the stream_id needs to
1284 * be set for the stream in order to use it, we don't want any
1285 * data at this stage.
1286 */
1287 if (file_stream->parent.stream_id == -1ULL) {
1288 /*
1289 * Warning: with lttng-tools < 2.4.2, the beacon does not
1290 * contain the real stream ID, it is memset to 0, so this
1291 * might create a problem when a session has multiple
1292 * channels. We can't detect it at this stage, lttng-tools
1293 * has to be upgraded to fix this problem.
1294 */
1295 printf_verbose("Assigning stream_id %" PRIu64 "\n",
1296 stream_id);
1297 file_stream->parent.stream_id = stream_id;
1298 viewer_stream->ctf_stream_id = stream_id;
1299
1300 ret = 0;
1301 goto end;
1302 }
1303
1304 pos->packet_size = cur_index->packet_size;
1305 pos->content_size = cur_index->content_size;
1306 pos->mmap_base_offset = 0;
1307 if (cur_index->offset == EOF) {
1308 pos->offset = EOF;
1309 } else {
1310 pos->offset = 0;
1311 }
1312
1313 if (cur_index->content_size == 0) {
1314 /* Beacon packet index */
1315 if (file_stream->parent.stream_class) {
1316 file_stream->parent.cycles_timestamp =
1317 cur_index->ts_cycles.timestamp_end;
1318 file_stream->parent.real_timestamp = ctf_get_real_timestamp(
1319 &file_stream->parent,
1320 cur_index->ts_cycles.timestamp_end);
1321
1322 /*
1323 * Duplicate the data from the previous index, because
1324 * the one we just received is only a beacon with no
1325 * relevant information except the timestamp_end. We
1326 * don't need to keep this timestamp_end because we already
1327 * updated the file_stream timestamps, so we only need
1328 * to keep the last real index data as prev_index. That
1329 * way, we keep the original prev timestamps and
1330 * discarded events counter. This is the same behaviour
1331 * as if we were reading a local trace, we would not
1332 * have fake indexes between real indexes.
1333 */
1334 memcpy(cur_index, prev_index, sizeof(struct packet_index));
1335 }
1336 } else {
1337 /* Real packet index */
1338 if (file_stream->parent.stream_class) {
1339 /* Convert the timestamps and append to the real_index. */
1340 cur_index->ts_real.timestamp_begin = ctf_get_real_timestamp(
1341 &file_stream->parent,
1342 cur_index->ts_cycles.timestamp_begin);
1343 cur_index->ts_real.timestamp_end = ctf_get_real_timestamp(
1344 &file_stream->parent,
1345 cur_index->ts_cycles.timestamp_end);
1346 }
1347
1348 ctf_update_current_packet_index(&file_stream->parent,
1349 prev_index, cur_index);
1350
1351 /*
1352 * We need to check if we are in trace read or called
1353 * from packet indexing. In this last case, the
1354 * collection is not there, so we cannot print the
1355 * timestamps.
1356 */
1357 if ((&file_stream->parent)->stream_class->trace->parent.collection) {
1358 ctf_print_discarded_lost(stderr, &file_stream->parent);
1359 }
1360
1361 file_stream->parent.cycles_timestamp =
1362 cur_index->ts_cycles.timestamp_begin;
1363 file_stream->parent.real_timestamp =
1364 cur_index->ts_real.timestamp_begin;
1365 }
1366
1367 /*
1368 * Flush the output between attempts to grab a packet, thus
1369 * ensuring we flush at least at the periodical timer period.
1370 * This ensures the output remains reactive for interactive users and
1371 * that the output is flushed when redirected to a file by the shell.
1372 */
1373 if (fflush(LTTNG_LIVE_OUTPUT_FP) < 0) {
1374 perror("fflush");
1375 goto end;
1376 }
1377
1378 if (pos->packet_size == 0 || pos->offset == EOF) {
1379 goto end;
1380 }
1381
1382 printf_verbose("get_data_packet for stream %" PRIu64 "\n",
1383 viewer_stream->id);
1384 ret = get_data_packet(session->ctx, pos, viewer_stream,
1385 cur_index->offset,
1386 cur_index->packet_size / CHAR_BIT);
1387 if (ret == -2) {
1388 goto retry;
1389 } else if (ret < 0) {
1390 pos->offset = EOF;
1391 if (!lttng_live_should_quit()) {
1392 fprintf(stderr, "[error] get_data_packet failed\n");
1393 ret = -BT_PACKET_SEEK_ERROR;
1394 } else {
1395 ret = 0;
1396 }
1397 goto end;
1398 }
1399 viewer_stream->data_pending = 0;
1400
1401 read_packet_header(pos, file_stream);
1402 ret = 0;
1403 end:
1404 bt_packet_seek_set_error(ret);
1405 }
1406
1407 int lttng_live_create_viewer_session(struct lttng_live_ctx *ctx)
1408 {
1409 struct lttng_viewer_cmd cmd;
1410 struct lttng_viewer_create_session_response resp;
1411 int ret;
1412 ssize_t ret_len;
1413
1414 if (lttng_live_should_quit()) {
1415 ret = -1;
1416 goto end;
1417 }
1418
1419 cmd.cmd = htobe32(LTTNG_VIEWER_CREATE_SESSION);
1420 cmd.data_size = htobe64((uint64_t) 0);
1421 cmd.cmd_version = htobe32(0);
1422
1423 ret_len = lttng_live_send(ctx->control_sock, &cmd, sizeof(cmd));
1424 if (ret_len < 0) {
1425 perror("[error] Error sending cmd");
1426 goto error;
1427 }
1428 assert(ret_len == sizeof(cmd));
1429
1430 ret_len = lttng_live_recv(ctx->control_sock, &resp, sizeof(resp));
1431 if (ret_len == 0) {
1432 fprintf(stderr, "[error] Remote side has closed connection\n");
1433 goto error;
1434 }
1435 if (ret_len < 0) {
1436 perror("[error] Error receiving create session reply");
1437 goto error;
1438 }
1439 assert(ret_len == sizeof(resp));
1440
1441 if (be32toh(resp.status) != LTTNG_VIEWER_CREATE_SESSION_OK) {
1442 fprintf(stderr, "[error] Error creating viewer session\n");
1443 goto error;
1444 }
1445 ret = 0;
1446 end:
1447 return ret;
1448
1449 error:
1450 return -1;
1451 }
1452
1453 static
1454 int del_traces(gpointer key, gpointer value, gpointer user_data)
1455 {
1456 struct bt_context *bt_ctx = user_data;
1457 struct lttng_live_ctf_trace *trace = value;
1458 int ret;
1459 struct lttng_live_viewer_stream *lvstream, *tmp;
1460
1461 /*
1462 * We don't have ownership of the live viewer stream, just
1463 * remove them from our list.
1464 */
1465 bt_list_for_each_entry_safe(lvstream, tmp, &trace->stream_list,
1466 trace_stream_node) {
1467 lvstream->in_trace = 0;
1468 bt_list_del(&lvstream->trace_stream_node);
1469 }
1470 if (trace->in_use && trace->trace_id >= 0) {
1471 ret = bt_context_remove_trace(bt_ctx, trace->trace_id);
1472 if (ret < 0)
1473 fprintf(stderr, "[error] removing trace from context\n");
1474 }
1475
1476 /* remove the key/value pair from the HT. */
1477 return 1;
1478 }
1479
1480 static
1481 int add_one_trace(struct lttng_live_ctx *ctx,
1482 struct lttng_live_ctf_trace *trace)
1483 {
1484 int ret;
1485 struct bt_context *bt_ctx = ctx->bt_ctx;
1486 struct lttng_live_viewer_stream *stream;
1487 struct bt_mmap_stream *new_mmap_stream;
1488 struct bt_mmap_stream_list mmap_list;
1489 struct bt_trace_descriptor *td;
1490 struct bt_trace_handle *handle;
1491
1492 printf_verbose("Add one trace ctf_trace_id: %" PRIu64
1493 " (metadata_stream: %p)\n",
1494 trace->ctf_trace_id, trace->metadata_stream);
1495 /*
1496 * We don't know how many streams we will receive for a trace, so
1497 * once we are done receiving the traces, we add all the traces
1498 * received to the bt_context.
1499 * We can receive streams during the attach command or the
1500 * get_new_streams, so we have to make sure not to add multiple
1501 * times the same traces.
1502 * If a trace is already in the context, we just skip this function.
1503 */
1504 if (trace->in_use) {
1505 printf_verbose("Trace already in use\n");
1506 ret = 0;
1507 goto end;
1508 }
1509 /*
1510 * add_one_trace can be called recursively if during the
1511 * bt_context_add_trace call we need to fetch new streams, so we need to
1512 * prevent a recursive call to process our current trace.
1513 */
1514 trace->in_use = 1;
1515
1516 BT_INIT_LIST_HEAD(&mmap_list.head);
1517
1518 bt_list_for_each_entry(stream, &trace->stream_list, trace_stream_node) {
1519 if (!stream->metadata_flag) {
1520 new_mmap_stream = zmalloc(sizeof(struct bt_mmap_stream));
1521 new_mmap_stream->priv = (void *) stream;
1522 new_mmap_stream->fd = -1;
1523 bt_list_add(&new_mmap_stream->list, &mmap_list.head);
1524 } else {
1525 char *metadata_buf = NULL;
1526
1527 /* Get all possible metadata before starting */
1528 ret = get_new_metadata(ctx, stream, &metadata_buf);
1529 if (ret) {
1530 free(metadata_buf);
1531 goto end_free;
1532 }
1533 if (!stream->metadata_len) {
1534 fprintf(stderr, "[error] empty metadata\n");
1535 ret = -1;
1536 free(metadata_buf);
1537 goto end_free;
1538 }
1539
1540 printf_verbose("Metadata stream found\n");
1541 trace->metadata_fp = babeltrace_fmemopen(metadata_buf,
1542 stream->metadata_len, "rb");
1543 if (!trace->metadata_fp) {
1544 perror("Metadata fmemopen");
1545 ret = -1;
1546 free(metadata_buf);
1547 goto end_free;
1548 }
1549 }
1550 }
1551
1552 if (!trace->metadata_fp) {
1553 fprintf(stderr, "[error] No metadata stream opened\n");
1554 ret = -1;
1555 goto end_free;
1556 }
1557
1558 ret = bt_context_add_trace(bt_ctx, NULL, "ctf",
1559 ctf_live_packet_seek, &mmap_list, trace->metadata_fp);
1560 if (ret < 0) {
1561 fprintf(stderr, "[error] Error adding trace\n");
1562 ret = -1;
1563 goto end_free;
1564 }
1565 trace->metadata_stream->metadata_len = 0;
1566
1567 handle = (struct bt_trace_handle *) g_hash_table_lookup(
1568 bt_ctx->trace_handles,
1569 (gpointer) (unsigned long) ret);
1570 td = handle->td;
1571 trace->handle = handle;
1572 if (bt_ctx->current_iterator) {
1573 bt_iter_add_trace(bt_ctx->current_iterator, td);
1574 }
1575
1576 trace->trace_id = ret;
1577 printf_verbose("Trace now in use, id = %d\n", trace->trace_id);
1578
1579 goto end;
1580
1581 end_free:
1582 bt_context_put(bt_ctx);
1583 end:
1584 return ret;
1585 }
1586
1587 /*
1588 * Make sure all the traces we know have a metadata stream or loop on
1589 * ask_new_streams until it is done. This must be called before we call
1590 * add_one_trace.
1591 *
1592 * Return 0 when all known traces have a metadata stream, a negative value
1593 * on error.
1594 */
1595 static
1596 int check_traces_metadata(struct lttng_live_ctx *ctx)
1597 {
1598 int ret;
1599 struct lttng_live_ctf_trace *trace;
1600 GHashTableIter it;
1601 gpointer key;
1602 gpointer value;
1603
1604 retry:
1605 g_hash_table_iter_init(&it, ctx->session->ctf_traces);
1606 while (g_hash_table_iter_next(&it, &key, &value)) {
1607 trace = (struct lttng_live_ctf_trace *) value;
1608 printf_verbose("Check trace %" PRIu64 " metadata\n", trace->ctf_trace_id);
1609 while (!trace->metadata_stream) {
1610 printf_verbose("Waiting for metadata stream\n");
1611 if (lttng_live_should_quit()) {
1612 ret = 0;
1613 goto end;
1614 }
1615 ret = ask_new_streams(ctx);
1616 if (ret < 0) {
1617 goto end;
1618 } else if (ret == 0) {
1619 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
1620 } else {
1621 /*
1622 * If ask_new_stream got streams from a trace we did not know
1623 * about until now, we have to reinitialize the iterator.
1624 */
1625 goto retry;
1626 }
1627 }
1628 }
1629
1630 ret = 0;
1631
1632 end:
1633 printf_verbose("End check traces metadata\n");
1634 return ret;
1635 }
1636
1637 static
1638 int add_traces(struct lttng_live_ctx *ctx)
1639 {
1640 int ret;
1641 struct lttng_live_ctf_trace *trace;
1642 GHashTableIter it;
1643 gpointer key;
1644 gpointer value;
1645 unsigned int nr_traces;
1646
1647 printf_verbose("Begin add traces\n");
1648
1649 retry:
1650 nr_traces = g_hash_table_size(ctx->session->ctf_traces);
1651
1652 ret = check_traces_metadata(ctx);
1653 if (ret < 0) {
1654 goto end;
1655 }
1656
1657 g_hash_table_iter_init(&it, ctx->session->ctf_traces);
1658 while (g_hash_table_iter_next(&it, &key, &value)) {
1659 trace = (struct lttng_live_ctf_trace *) value;
1660 ret = add_one_trace(ctx, trace);
1661 if (ret < 0) {
1662 goto end;
1663 }
1664 /*
1665 * If a new trace got added while we were adding the trace, the
1666 * iterator is invalid and we have to restart.
1667 */
1668 if (g_hash_table_size(ctx->session->ctf_traces) != nr_traces) {
1669 printf_verbose("New trace(s) added during add_one_trace()\n");
1670 goto retry;
1671 }
1672 }
1673
1674 ret = 0;
1675
1676 end:
1677 printf_verbose("End add traces\n");
1678 return ret;
1679 }
1680
1681 /*
1682 * Request new streams for a session.
1683 * Returns the number of streams received or a negative value on error.
1684 */
1685 int lttng_live_get_new_streams(struct lttng_live_ctx *ctx, uint64_t id)
1686 {
1687 struct lttng_viewer_cmd cmd;
1688 struct lttng_viewer_new_streams_request rq;
1689 struct lttng_viewer_new_streams_response rp;
1690 struct lttng_viewer_stream stream;
1691 int ret, i, nb_streams = 0;
1692 ssize_t ret_len;
1693 uint32_t stream_count;
1694 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
1695 char cmd_buf[cmd_buf_len];
1696
1697 if (lttng_live_should_quit()) {
1698 ret = -1;
1699 goto end;
1700 }
1701
1702 cmd.cmd = htobe32(LTTNG_VIEWER_GET_NEW_STREAMS);
1703 cmd.data_size = htobe64((uint64_t) sizeof(rq));
1704 cmd.cmd_version = htobe32(0);
1705
1706 memset(&rq, 0, sizeof(rq));
1707 rq.session_id = htobe64(id);
1708
1709 /*
1710 * Merge the cmd and connection request to prevent a write-write
1711 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
1712 * second write to be performed quickly in presence of Nagle's algorithm.
1713 */
1714 memcpy(cmd_buf, &cmd, sizeof(cmd));
1715 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
1716
1717 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
1718 if (ret_len < 0) {
1719 perror("[error] Error sending get_new_streams cmd and request");
1720 goto error;
1721 }
1722 assert(ret_len == cmd_buf_len);
1723
1724 ret_len = lttng_live_recv(ctx->control_sock, &rp, sizeof(rp));
1725 if (ret_len == 0) {
1726 fprintf(stderr, "[error] Remote side has closed connection\n");
1727 goto error;
1728 }
1729 if (ret_len < 0) {
1730 perror("[error] Error receiving get_new_streams response");
1731 goto error;
1732 }
1733 assert(ret_len == sizeof(rp));
1734
1735 switch(be32toh(rp.status)) {
1736 case LTTNG_VIEWER_NEW_STREAMS_OK:
1737 break;
1738 case LTTNG_VIEWER_NEW_STREAMS_NO_NEW:
1739 ret = 0;
1740 goto end;
1741 case LTTNG_VIEWER_NEW_STREAMS_HUP:
1742 ret = -LTTNG_VIEWER_NEW_STREAMS_HUP;
1743 goto end;
1744 case LTTNG_VIEWER_NEW_STREAMS_ERR:
1745 fprintf(stderr, "[error] get_new_streams error\n");
1746 goto error;
1747 default:
1748 fprintf(stderr, "[error] Unknown return code %u\n",
1749 be32toh(rp.status));
1750 goto error;
1751 }
1752
1753 stream_count = be32toh(rp.streams_count);
1754 ctx->session->stream_count += stream_count;
1755 /*
1756 * When the session is created but not started, we do an active wait
1757 * until it starts. It allows the viewer to start processing the trace
1758 * as soon as the session starts.
1759 */
1760 if (ctx->session->stream_count == 0) {
1761 ret = 0;
1762 goto end;
1763 }
1764 printf_verbose("Waiting for %d streams:\n", stream_count);
1765
1766 for (i = 0; i < stream_count; i++) {
1767 struct lttng_live_viewer_stream *lvstream;
1768
1769 lvstream = g_new0(struct lttng_live_viewer_stream, 1);
1770 ret_len = lttng_live_recv(ctx->control_sock, &stream,
1771 sizeof(stream));
1772 if (ret_len == 0) {
1773 fprintf(stderr, "[error] Remote side has closed connection\n");
1774 g_free(lvstream);
1775 goto error;
1776 }
1777 if (ret_len < 0) {
1778 perror("[error] Error receiving stream");
1779 g_free(lvstream);
1780 goto error;
1781 }
1782 assert(ret_len == sizeof(stream));
1783 stream.path_name[LTTNG_VIEWER_PATH_MAX - 1] = '\0';
1784 stream.channel_name[LTTNG_VIEWER_NAME_MAX - 1] = '\0';
1785
1786 printf_verbose(" stream %" PRIu64 " : %s/%s\n",
1787 be64toh(stream.id), stream.path_name,
1788 stream.channel_name);
1789 lvstream->id = be64toh(stream.id);
1790 lvstream->session = ctx->session;
1791
1792 lvstream->mmap_size = 0;
1793 lvstream->ctf_stream_id = -1ULL;
1794
1795 if (be32toh(stream.metadata_flag)) {
1796 lvstream->metadata_flag = 1;
1797 }
1798 ret = lttng_live_ctf_trace_assign(lvstream,
1799 be64toh(stream.ctf_trace_id));
1800 if (ret < 0) {
1801 g_free(lvstream);
1802 goto error;
1803 }
1804 nb_streams++;
1805 bt_list_add(&lvstream->session_stream_node,
1806 &ctx->session->stream_list);
1807 }
1808 ret = nb_streams;
1809 end:
1810 return ret;
1811
1812 error:
1813 return -1;
1814 }
1815
1816 int lttng_live_read(struct lttng_live_ctx *ctx)
1817 {
1818 int ret = -1;
1819 int i;
1820 struct bt_ctf_iter *iter;
1821 const struct bt_ctf_event *event;
1822 struct bt_iter_pos begin_pos;
1823 struct bt_trace_descriptor *td_write;
1824 struct bt_format *fmt_write;
1825 struct ctf_text_stream_pos *sout;
1826 uint64_t id;
1827
1828 ctx->bt_ctx = bt_context_create();
1829 if (!ctx->bt_ctx) {
1830 fprintf(stderr, "[error] bt_context_create allocation\n");
1831 goto end;
1832 }
1833
1834 fmt_write = bt_lookup_format(g_quark_from_static_string("text"));
1835 if (!fmt_write) {
1836 fprintf(stderr, "[error] ctf-text error\n");
1837 goto end_free;
1838 }
1839
1840 td_write = fmt_write->open_trace(NULL, O_RDWR, NULL, NULL);
1841 if (!td_write) {
1842 fprintf(stderr, "[error] Error opening output trace\n");
1843 goto end_free;
1844 }
1845
1846 sout = container_of(td_write, struct ctf_text_stream_pos,
1847 trace_descriptor);
1848 if (!sout->parent.event_cb) {
1849 goto end_free;
1850 }
1851
1852 ret = lttng_live_create_viewer_session(ctx);
1853 if (ret < 0) {
1854 goto end_free;
1855 }
1856
1857 for (i = 0; i < ctx->session_ids->len; i++) {
1858 id = g_array_index(ctx->session_ids, uint64_t, i);
1859 printf_verbose("Attaching to session %" PRIu64 "\n", id);
1860 ret = lttng_live_attach_session(ctx, id);
1861 printf_verbose("Attaching session returns %d\n", ret);
1862 if (ret < 0) {
1863 if (ret == -LTTNG_VIEWER_ATTACH_UNK) {
1864 fprintf(stderr, "[error] Unknown session ID\n");
1865 }
1866 goto end_free;
1867 }
1868 }
1869
1870 /*
1871 * As long as the session is active, we try to get new streams.
1872 */
1873 for (;;) {
1874 int flags;
1875
1876 if (lttng_live_should_quit()) {
1877 ret = 0;
1878 goto end_free;
1879 }
1880
1881 while (!ctx->session->stream_count) {
1882 if (lttng_live_should_quit()
1883 || ctx->session_ids->len == 0) {
1884 ret = 0;
1885 goto end_free;
1886 }
1887 ret = ask_new_streams(ctx);
1888 if (ret < 0) {
1889 ret = 0;
1890 goto end_free;
1891 }
1892 if (!ctx->session->stream_count) {
1893 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
1894 }
1895 }
1896
1897 ret = add_traces(ctx);
1898 if (ret < 0) {
1899 goto end_free;
1900 }
1901
1902 begin_pos.type = BT_SEEK_BEGIN;
1903 iter = bt_ctf_iter_create(ctx->bt_ctx, &begin_pos, NULL);
1904 if (!iter) {
1905 if (lttng_live_should_quit()) {
1906 ret = 0;
1907 goto end_free;
1908 }
1909 fprintf(stderr, "[error] Iterator creation error\n");
1910 goto end_free;
1911 }
1912 for (;;) {
1913 if (lttng_live_should_quit()) {
1914 ret = 0;
1915 goto end_free;
1916 }
1917 event = bt_ctf_iter_read_event_flags(iter, &flags);
1918 if (!(flags & BT_ITER_FLAG_RETRY)) {
1919 if (!event) {
1920 /* End of trace */
1921 break;
1922 }
1923 ret = sout->parent.event_cb(&sout->parent,
1924 event->parent->stream);
1925 if (ret) {
1926 fprintf(stderr, "[error] Writing "
1927 "event failed.\n");
1928 goto end_free;
1929 }
1930 }
1931 ret = bt_iter_next(bt_ctf_get_iter(iter));
1932 if (ret < 0) {
1933 goto end_free;
1934 }
1935 }
1936 bt_ctf_iter_destroy(iter);
1937 g_hash_table_foreach_remove(ctx->session->ctf_traces,
1938 del_traces, ctx->bt_ctx);
1939 ctx->session->stream_count = 0;
1940 }
1941
1942 end_free:
1943 g_hash_table_foreach_remove(ctx->session->ctf_traces,
1944 del_traces, ctx->bt_ctx);
1945 bt_context_put(ctx->bt_ctx);
1946 end:
1947 if (lttng_live_should_quit()) {
1948 ret = 0;
1949 }
1950 return ret;
1951 }
This page took 0.1096 seconds and 4 git commands to generate.