0e51c0c2ab5b1f2ab8519bb94e67e7305199e5b8
[babeltrace.git] / formats / lttng-live / lttng-live-comm.c
1 /*
2 * Copyright (C) 2013 - Julien Desfossez <jdesfossez@efficios.com>
3 * Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a copy
6 * of this software and associated documentation files (the "Software"), to deal
7 * in the Software without restriction, including without limitation the rights
8 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9 * copies of the Software, and to permit persons to whom the Software is
10 * furnished to do so, subject to the following conditions:
11 *
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
22 */
23
24 #include <sys/socket.h>
25 #include <sys/types.h>
26 #include <netinet/in.h>
27 #include <netdb.h>
28 #include <stdio.h>
29 #include <stdlib.h>
30 #include <unistd.h>
31 #include <errno.h>
32 #include <inttypes.h>
33 #include <fcntl.h>
34 #include <poll.h>
35
36 #include <babeltrace/ctf/ctf-index.h>
37
38 #include <babeltrace/babeltrace.h>
39 #include <babeltrace/endian.h>
40 #include <babeltrace/ctf/events.h>
41 #include <babeltrace/ctf/callbacks.h>
42 #include <babeltrace/ctf/iterator.h>
43
44 /* for packet_index */
45 #include <babeltrace/ctf/types.h>
46
47 #include <babeltrace/ctf/metadata.h>
48 #include <babeltrace/ctf-text/types.h>
49 #include <babeltrace/ctf/events-internal.h>
50 #include <formats/ctf/events-private.h>
51
52 #include <babeltrace/compat/memstream.h>
53 #include <babeltrace/compat/send.h>
54 #include <babeltrace/compat/string.h>
55 #include <babeltrace/compat/mman.h>
56
57 #include "lttng-live.h"
58 #include "lttng-viewer-abi.h"
59
60 #define ACTIVE_POLL_DELAY 100 /* ms */
61
62 /*
63 * Memory allocation zeroed
64 */
65 #define zmalloc(x) calloc(1, x)
66
67 #ifndef max_t
68 #define max_t(type, a, b) \
69 ((type) (a) > (type) (b) ? (type) (a) : (type) (b))
70 #endif
71
72 static void ctf_live_packet_seek(struct bt_stream_pos *stream_pos,
73 size_t index, int whence);
74 static int add_traces(struct lttng_live_ctx *ctx);
75 static int del_traces(gpointer key, gpointer value, gpointer user_data);
76 static int get_new_metadata(struct lttng_live_ctx *ctx,
77 struct lttng_live_viewer_stream *viewer_stream,
78 char **metadata_buf);
79
80 static
81 ssize_t lttng_live_recv(int fd, void *buf, size_t len)
82 {
83 ssize_t ret;
84 size_t copied = 0, to_copy = len;
85
86 do {
87 ret = recv(fd, buf + copied, to_copy, 0);
88 if (ret > 0) {
89 assert(ret <= to_copy);
90 copied += ret;
91 to_copy -= ret;
92 }
93 } while ((ret > 0 && to_copy > 0)
94 || (ret < 0 && errno == EINTR));
95 if (ret > 0)
96 ret = copied;
97 /* ret = 0 means orderly shutdown, ret < 0 is error. */
98 return ret;
99 }
100
101 static
102 ssize_t lttng_live_send(int fd, const void *buf, size_t len)
103 {
104 ssize_t ret;
105
106 do {
107 ret = bt_send_nosigpipe(fd, buf, len);
108 } while (ret < 0 && errno == EINTR);
109 return ret;
110 }
111
112 int lttng_live_connect_viewer(struct lttng_live_ctx *ctx)
113 {
114 struct hostent *host;
115 struct sockaddr_in server_addr;
116 int ret;
117
118 if (lttng_live_should_quit()) {
119 ret = -1;
120 goto end;
121 }
122
123 host = gethostbyname(ctx->relay_hostname);
124 if (!host) {
125 fprintf(stderr, "[error] Cannot lookup hostname %s\n",
126 ctx->relay_hostname);
127 goto error;
128 }
129
130 if ((ctx->control_sock = socket(AF_INET, SOCK_STREAM, 0)) == -1) {
131 perror("Socket");
132 goto error;
133 }
134
135 server_addr.sin_family = AF_INET;
136 server_addr.sin_port = htons(ctx->port);
137 server_addr.sin_addr = *((struct in_addr *) host->h_addr);
138 memset(&(server_addr.sin_zero), 0, 8);
139
140 if (connect(ctx->control_sock, (struct sockaddr *) &server_addr,
141 sizeof(struct sockaddr)) == -1) {
142 perror("Connect");
143 goto error;
144 }
145
146 ret = 0;
147
148 end:
149 return ret;
150
151 error:
152 fprintf(stderr, "[error] Connection failed\n");
153 return -1;
154 }
155
156 int lttng_live_establish_connection(struct lttng_live_ctx *ctx)
157 {
158 struct lttng_viewer_cmd cmd;
159 struct lttng_viewer_connect connect;
160 const size_t cmd_buf_len = sizeof(cmd) + sizeof(connect);
161 char cmd_buf[cmd_buf_len];
162 int ret;
163 ssize_t ret_len;
164
165 if (lttng_live_should_quit()) {
166 ret = -1;
167 goto end;
168 }
169
170 cmd.cmd = htobe32(LTTNG_VIEWER_CONNECT);
171 cmd.data_size = htobe64((uint64_t) sizeof(connect));
172 cmd.cmd_version = htobe32(0);
173
174 connect.viewer_session_id = -1ULL; /* will be set on recv */
175 connect.major = htobe32(LTTNG_LIVE_MAJOR);
176 connect.minor = htobe32(LTTNG_LIVE_MINOR);
177 connect.type = htobe32(LTTNG_VIEWER_CLIENT_COMMAND);
178
179 /*
180 * Merge the cmd and connection request to prevent a write-write
181 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
182 * second write to be performed quickly in presence of Nagle's algorithm.
183 */
184 memcpy(cmd_buf, &cmd, sizeof(cmd));
185 memcpy(cmd_buf + sizeof(cmd), &connect, sizeof(connect));
186
187 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
188 if (ret_len < 0) {
189 perror("[error] Error sending cmd for establishing session");
190 goto error;
191 }
192 assert(ret_len == cmd_buf_len);
193
194 ret_len = lttng_live_recv(ctx->control_sock, &connect, sizeof(connect));
195 if (ret_len == 0) {
196 fprintf(stderr, "[error] Remote side has closed connection\n");
197 goto error;
198 }
199 if (ret_len < 0) {
200 perror("[error] Error receiving version");
201 goto error;
202 }
203 assert(ret_len == sizeof(connect));
204
205 printf_verbose("Received viewer session ID : %" PRIu64 "\n",
206 be64toh(connect.viewer_session_id));
207 printf_verbose("Relayd version : %u.%u\n", be32toh(connect.major),
208 be32toh(connect.minor));
209
210 if (LTTNG_LIVE_MAJOR != be32toh(connect.major)) {
211 fprintf(stderr, "[error] Incompatible lttng-relayd protocol\n");
212 goto error;
213 }
214 /* Use the smallest protocol version implemented. */
215 if (LTTNG_LIVE_MINOR > be32toh(connect.minor)) {
216 ctx->minor = be32toh(connect.minor);
217 } else {
218 ctx->minor = LTTNG_LIVE_MINOR;
219 }
220 ctx->major = LTTNG_LIVE_MAJOR;
221 ret = 0;
222 end:
223 return ret;
224
225 error:
226 fprintf(stderr, "[error] Unable to establish connection\n");
227 return -1;
228 }
229
230 static
231 void free_session_list(GPtrArray *session_list)
232 {
233 int i;
234 struct lttng_live_relay_session *relay_session;
235
236 for (i = 0; i < session_list->len; i++) {
237 relay_session = g_ptr_array_index(session_list, i);
238 free(relay_session->name);
239 free(relay_session->hostname);
240 }
241 g_ptr_array_free(session_list, TRUE);
242 }
243
244 static
245 void print_session_list(GPtrArray *session_list, const char *path)
246 {
247 int i;
248 struct lttng_live_relay_session *relay_session;
249
250 for (i = 0; i < session_list->len; i++) {
251 relay_session = g_ptr_array_index(session_list, i);
252 fprintf(LTTNG_LIVE_OUTPUT_FP, "%s/host/%s/%s (timer = %u, "
253 "%u stream(s), %u client(s) connected)\n",
254 path, relay_session->hostname,
255 relay_session->name, relay_session->timer,
256 relay_session->streams, relay_session->clients);
257 }
258 }
259
260 static
261 void update_session_list(GPtrArray *session_list, char *hostname,
262 char *session_name, uint32_t streams, uint32_t clients,
263 uint32_t timer)
264 {
265 int i, found = 0;
266 struct lttng_live_relay_session *relay_session;
267
268 for (i = 0; i < session_list->len; i++) {
269 relay_session = g_ptr_array_index(session_list, i);
270 if ((strncmp(relay_session->hostname, hostname, MAXNAMLEN) == 0) &&
271 strncmp(relay_session->name,
272 session_name, MAXNAMLEN) == 0) {
273 relay_session->streams += streams;
274 if (relay_session->clients < clients)
275 relay_session->clients = clients;
276 found = 1;
277 break;
278 }
279 }
280 if (found)
281 return;
282
283 relay_session = g_new0(struct lttng_live_relay_session, 1);
284 relay_session->hostname = bt_strndup(hostname, MAXNAMLEN);
285 relay_session->name = bt_strndup(session_name, MAXNAMLEN);
286 relay_session->clients = clients;
287 relay_session->streams = streams;
288 relay_session->timer = timer;
289 g_ptr_array_add(session_list, relay_session);
290 }
291
292 int lttng_live_list_sessions(struct lttng_live_ctx *ctx, const char *path)
293 {
294 struct lttng_viewer_cmd cmd;
295 struct lttng_viewer_list_sessions list;
296 struct lttng_viewer_session lsession;
297 int i, ret, sessions_count, print_list = 0;
298 ssize_t ret_len;
299 uint64_t session_id;
300 GPtrArray *session_list = NULL;
301
302 if (lttng_live_should_quit()) {
303 ret = -1;
304 goto end;
305 }
306
307 if (strlen(ctx->session_name) == 0) {
308 print_list = 1;
309 session_list = g_ptr_array_new();
310 }
311
312 cmd.cmd = htobe32(LTTNG_VIEWER_LIST_SESSIONS);
313 cmd.data_size = htobe64((uint64_t) 0);
314 cmd.cmd_version = htobe32(0);
315
316 ret_len = lttng_live_send(ctx->control_sock, &cmd, sizeof(cmd));
317 if (ret_len < 0) {
318 perror("[error] Error sending cmd");
319 goto error;
320 }
321 assert(ret_len == sizeof(cmd));
322
323 ret_len = lttng_live_recv(ctx->control_sock, &list, sizeof(list));
324 if (ret_len == 0) {
325 fprintf(stderr, "[error] Remote side has closed connection\n");
326 goto error;
327 }
328 if (ret_len < 0) {
329 perror("[error] Error receiving session list");
330 goto error;
331 }
332 assert(ret_len == sizeof(list));
333
334 sessions_count = be32toh(list.sessions_count);
335 for (i = 0; i < sessions_count; i++) {
336 ret_len = lttng_live_recv(ctx->control_sock, &lsession, sizeof(lsession));
337 if (ret_len == 0) {
338 fprintf(stderr, "[error] Remote side has closed connection\n");
339 goto error;
340 }
341 if (ret_len < 0) {
342 perror("[error] Error receiving session");
343 goto error;
344 }
345 assert(ret_len == sizeof(lsession));
346 lsession.hostname[LTTNG_VIEWER_HOST_NAME_MAX - 1] = '\0';
347 lsession.session_name[LTTNG_VIEWER_NAME_MAX - 1] = '\0';
348 session_id = be64toh(lsession.id);
349
350 if (print_list) {
351 update_session_list(session_list,
352 lsession.hostname,
353 lsession.session_name,
354 be32toh(lsession.streams),
355 be32toh(lsession.clients),
356 be32toh(lsession.live_timer));
357 } else {
358 if ((strncmp(lsession.session_name, ctx->session_name,
359 MAXNAMLEN) == 0) && (strncmp(lsession.hostname,
360 ctx->traced_hostname, MAXNAMLEN) == 0)) {
361 printf_verbose("Reading from session %" PRIu64 "\n",
362 session_id);
363 g_array_append_val(ctx->session_ids,
364 session_id);
365 }
366 }
367 }
368
369 if (print_list) {
370 print_session_list(session_list, path);
371 free_session_list(session_list);
372 }
373 ret = 0;
374 end:
375 return ret;
376
377 error:
378 fprintf(stderr, "[error] Unable to list sessions\n");
379 return -1;
380 }
381
382 int lttng_live_ctf_trace_assign(struct lttng_live_viewer_stream *stream,
383 uint64_t ctf_trace_id)
384 {
385 struct lttng_live_ctf_trace *trace;
386 int ret = 0;
387
388 trace = g_hash_table_lookup(stream->session->ctf_traces,
389 &ctf_trace_id);
390 if (!trace) {
391 trace = g_new0(struct lttng_live_ctf_trace, 1);
392 trace->ctf_trace_id = ctf_trace_id;
393 printf_verbose("Create trace ctf_trace_id %" PRIu64 "\n", ctf_trace_id);
394 BT_INIT_LIST_HEAD(&trace->stream_list);
395 g_hash_table_insert(stream->session->ctf_traces,
396 &trace->ctf_trace_id,
397 trace);
398 }
399 if (stream->metadata_flag)
400 trace->metadata_stream = stream;
401
402 assert(!stream->in_trace);
403 stream->in_trace = 1;
404 stream->ctf_trace = trace;
405 bt_list_add(&stream->trace_stream_node, &trace->stream_list);
406
407 return ret;
408 }
409
410 static
411 int open_metadata_fp_write(struct lttng_live_viewer_stream *stream,
412 char **metadata_buf, size_t *size)
413 {
414 int ret = 0;
415
416 stream->metadata_fp_write =
417 babeltrace_open_memstream(metadata_buf, size);
418 if (!stream->metadata_fp_write) {
419 perror("Metadata open_memstream");
420 ret = -1;
421 }
422
423 return ret;
424 }
425
426 int lttng_live_attach_session(struct lttng_live_ctx *ctx, uint64_t id)
427 {
428 struct lttng_viewer_cmd cmd;
429 struct lttng_viewer_attach_session_request rq;
430 struct lttng_viewer_attach_session_response rp;
431 struct lttng_viewer_stream stream;
432 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
433 char cmd_buf[cmd_buf_len];
434 int ret, i;
435 ssize_t ret_len;
436
437 if (lttng_live_should_quit()) {
438 ret = -1;
439 goto end;
440 }
441
442 cmd.cmd = htobe32(LTTNG_VIEWER_ATTACH_SESSION);
443 cmd.data_size = htobe64((uint64_t) sizeof(rq));
444 cmd.cmd_version = htobe32(0);
445
446 memset(&rq, 0, sizeof(rq));
447 rq.session_id = htobe64(id);
448 // TODO: add cmd line parameter to select seek beginning
449 // rq.seek = htobe32(LTTNG_VIEWER_SEEK_BEGINNING);
450 rq.seek = htobe32(LTTNG_VIEWER_SEEK_LAST);
451
452 /*
453 * Merge the cmd and connection request to prevent a write-write
454 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
455 * second write to be performed quickly in presence of Nagle's algorithm.
456 */
457 memcpy(cmd_buf, &cmd, sizeof(cmd));
458 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
459
460 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
461 if (ret_len < 0) {
462 perror("[error] Error sending attach command and request");
463 goto error;
464 }
465 assert(ret_len == cmd_buf_len);
466
467 ret_len = lttng_live_recv(ctx->control_sock, &rp, sizeof(rp));
468 if (ret_len == 0) {
469 fprintf(stderr, "[error] Remote side has closed connection\n");
470 goto error;
471 }
472 if (ret_len < 0) {
473 perror("[error] Error receiving attach response");
474 goto error;
475 }
476 assert(ret_len == sizeof(rp));
477
478 switch(be32toh(rp.status)) {
479 case LTTNG_VIEWER_ATTACH_OK:
480 break;
481 case LTTNG_VIEWER_ATTACH_UNK:
482 ret = -LTTNG_VIEWER_ATTACH_UNK;
483 goto end;
484 case LTTNG_VIEWER_ATTACH_ALREADY:
485 fprintf(stderr, "[error] There is already a viewer attached to this session\n");
486 goto error;
487 case LTTNG_VIEWER_ATTACH_NOT_LIVE:
488 fprintf(stderr, "[error] Not a live session\n");
489 goto error;
490 case LTTNG_VIEWER_ATTACH_SEEK_ERR:
491 fprintf(stderr, "[error] Wrong seek parameter\n");
492 goto error;
493 default:
494 fprintf(stderr, "[error] Unknown attach return code %u\n",
495 be32toh(rp.status));
496 goto error;
497 }
498 if (be32toh(rp.status) != LTTNG_VIEWER_ATTACH_OK) {
499 goto error;
500 }
501
502 ctx->session->stream_count += be32toh(rp.streams_count);
503 /*
504 * When the session is created but not started, we do an active wait
505 * until it starts. It allows the viewer to start processing the trace
506 * as soon as the session starts.
507 */
508 if (ctx->session->stream_count == 0) {
509 ret = 0;
510 goto end;
511 }
512 printf_verbose("Waiting for %d streams:\n",
513 be32toh(rp.streams_count));
514 for (i = 0; i < be32toh(rp.streams_count); i++) {
515 struct lttng_live_viewer_stream *lvstream;
516
517 lvstream = g_new0(struct lttng_live_viewer_stream, 1);
518 ret_len = lttng_live_recv(ctx->control_sock, &stream,
519 sizeof(stream));
520 if (ret_len == 0) {
521 fprintf(stderr, "[error] Remote side has closed connection\n");
522 g_free(lvstream);
523 goto error;
524 }
525 if (ret_len < 0) {
526 perror("[error] Error receiving stream");
527 g_free(lvstream);
528 goto error;
529 }
530 assert(ret_len == sizeof(stream));
531 stream.path_name[LTTNG_VIEWER_PATH_MAX - 1] = '\0';
532 stream.channel_name[LTTNG_VIEWER_NAME_MAX - 1] = '\0';
533
534 printf_verbose(" stream %" PRIu64 " : %s/%s\n",
535 be64toh(stream.id), stream.path_name,
536 stream.channel_name);
537 lvstream->id = be64toh(stream.id);
538 lvstream->session = ctx->session;
539
540 lvstream->mmap_size = 0;
541 lvstream->ctf_stream_id = -1ULL;
542
543 if (be32toh(stream.metadata_flag)) {
544 lvstream->metadata_flag = 1;
545 }
546 ret = lttng_live_ctf_trace_assign(lvstream,
547 be64toh(stream.ctf_trace_id));
548 if (ret < 0) {
549 g_free(lvstream);
550 goto error;
551 }
552 bt_list_add(&lvstream->session_stream_node,
553 &ctx->session->stream_list);
554 }
555 ret = 0;
556 end:
557 return ret;
558
559 error:
560 return -1;
561 }
562
563 /*
564 * Ask the relay for new streams.
565 *
566 * Returns the number of new streams received or a negative value on error.
567 */
568 static
569 int ask_new_streams(struct lttng_live_ctx *ctx)
570 {
571 int i, ret = 0, nb_streams = 0;
572 uint64_t id;
573
574 restart:
575 for (i = 0; i < ctx->session_ids->len; i++) {
576 id = g_array_index(ctx->session_ids, uint64_t, i);
577 ret = lttng_live_get_new_streams(ctx, id);
578 printf_verbose("Asking for new streams returns %d\n", ret);
579 if (lttng_live_should_quit()) {
580 ret = -1;
581 goto end;
582 }
583 if (ret < 0) {
584 if (ret == -LTTNG_VIEWER_NEW_STREAMS_HUP) {
585 printf_verbose("Session %" PRIu64 " closed\n",
586 id);
587 /*
588 * The streams have already been closed during
589 * the reading, so we only need to get rid of
590 * the trace in our internal table of sessions.
591 */
592 g_array_remove_index(ctx->session_ids, i);
593 /*
594 * We can't continue iterating on the g_array
595 * after a remove, we have to start again.
596 */
597 goto restart;
598 } else {
599 ret = -1;
600 goto end;
601 }
602 } else {
603 nb_streams += ret;
604 }
605 }
606 if (ctx->session_ids->len == 0) {
607 /* All sessions are closed. */
608 ret = -1;
609 } else {
610 ret = nb_streams;
611 }
612
613 end:
614 return ret;
615 }
616
617 static
618 int append_metadata(struct lttng_live_ctx *ctx,
619 struct lttng_live_viewer_stream *viewer_stream)
620 {
621 int ret;
622 struct lttng_live_viewer_stream *metadata;
623 char *metadata_buf = NULL;
624
625 if (!viewer_stream->ctf_trace->handle) {
626 printf_verbose("append_metadata: trace handle not ready yet.\n");
627 return 0;
628 }
629
630 printf_verbose("get_next_index: new metadata needed\n");
631 ret = get_new_metadata(ctx, viewer_stream, &metadata_buf);
632 if (ret < 0) {
633 free(metadata_buf);
634 goto error;
635 }
636
637 metadata = viewer_stream->ctf_trace->metadata_stream;
638 metadata->ctf_trace->metadata_fp =
639 babeltrace_fmemopen(metadata_buf,
640 metadata->metadata_len, "rb");
641 if (!metadata->ctf_trace->metadata_fp) {
642 perror("Metadata fmemopen");
643 free(metadata_buf);
644 ret = -1;
645 goto error;
646 }
647 ret = ctf_append_trace_metadata(
648 viewer_stream->ctf_trace->handle->td,
649 metadata->ctf_trace->metadata_fp);
650 /* We accept empty metadata packets */
651 if (ret != 0 && ret != -ENOENT) {
652 fprintf(stderr, "[error] Appending metadata\n");
653 goto error;
654 }
655 ret = 0;
656
657 error:
658 return ret;
659 }
660
661 static
662 int get_data_packet(struct lttng_live_ctx *ctx,
663 struct ctf_stream_pos *pos,
664 struct lttng_live_viewer_stream *stream, uint64_t offset,
665 uint64_t len)
666 {
667 struct lttng_viewer_cmd cmd;
668 struct lttng_viewer_get_packet rq;
669 struct lttng_viewer_trace_packet rp;
670 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
671 char cmd_buf[cmd_buf_len];
672 ssize_t ret_len;
673 int ret;
674
675 retry:
676 if (lttng_live_should_quit()) {
677 ret = -1;
678 goto end;
679 }
680
681 cmd.cmd = htobe32(LTTNG_VIEWER_GET_PACKET);
682 cmd.data_size = htobe64((uint64_t) sizeof(rq));
683 cmd.cmd_version = htobe32(0);
684
685 memset(&rq, 0, sizeof(rq));
686 rq.stream_id = htobe64(stream->id);
687 rq.offset = htobe64(offset);
688 rq.len = htobe32(len);
689
690 /*
691 * Merge the cmd and connection request to prevent a write-write
692 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
693 * second write to be performed quickly in presence of Nagle's algorithm.
694 */
695 memcpy(cmd_buf, &cmd, sizeof(cmd));
696 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
697
698 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
699 if (ret_len < 0) {
700 perror("[error] Error sending get_data_packet cmd and request");
701 goto error;
702 }
703 assert(ret_len == cmd_buf_len);
704
705 ret_len = lttng_live_recv(ctx->control_sock, &rp, sizeof(rp));
706 if (ret_len == 0) {
707 fprintf(stderr, "[error] Remote side has closed connection\n");
708 goto error;
709 }
710 if (ret_len < 0) {
711 perror("[error] Error receiving data response");
712 goto error;
713 }
714 if (ret_len != sizeof(rp)) {
715 fprintf(stderr, "[error] get_data_packet: expected %zu"
716 ", received %zd\n", sizeof(rp),
717 ret_len);
718 goto error;
719 }
720
721 rp.flags = be32toh(rp.flags);
722
723 switch (be32toh(rp.status)) {
724 case LTTNG_VIEWER_GET_PACKET_OK:
725 len = be32toh(rp.len);
726 printf_verbose("get_data_packet: Ok, packet size : %" PRIu64
727 "\n", len);
728 break;
729 case LTTNG_VIEWER_GET_PACKET_RETRY:
730 /* Unimplemented by relay daemon */
731 printf_verbose("get_data_packet: retry\n");
732 goto error;
733 case LTTNG_VIEWER_GET_PACKET_ERR:
734 if (rp.flags & LTTNG_VIEWER_FLAG_NEW_METADATA) {
735 printf_verbose("get_data_packet: new metadata needed\n");
736 ret = append_metadata(ctx, stream);
737 if (ret)
738 goto error;
739 }
740 if (rp.flags & LTTNG_VIEWER_FLAG_NEW_STREAM) {
741 printf_verbose("get_data_packet: new streams needed\n");
742 ret = ask_new_streams(ctx);
743 if (ret < 0) {
744 goto error;
745 } else if (ret > 0) {
746 ret = add_traces(ctx);
747 if (ret < 0) {
748 goto error;
749 }
750 }
751 }
752 if (rp.flags & (LTTNG_VIEWER_FLAG_NEW_METADATA
753 | LTTNG_VIEWER_FLAG_NEW_STREAM)) {
754 goto retry;
755 }
756 fprintf(stderr, "[error] get_data_packet: error\n");
757 goto error;
758 case LTTNG_VIEWER_GET_PACKET_EOF:
759 ret = -2;
760 goto end;
761 default:
762 printf_verbose("get_data_packet: unknown\n");
763 goto error;
764 }
765
766 if (len == 0) {
767 goto error;
768 }
769
770 if (len > stream->mmap_size) {
771 uint64_t new_size;
772
773 new_size = max_t(uint64_t, len, stream->mmap_size << 1);
774 if (pos->base_mma) {
775 /* unmap old base */
776 ret = munmap_align(pos->base_mma);
777 if (ret) {
778 perror("[error] Unable to unmap old base");
779 goto error;
780 }
781 pos->base_mma = NULL;
782 }
783 pos->base_mma = mmap_align(new_size,
784 PROT_READ | PROT_WRITE,
785 MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
786 if (pos->base_mma == MAP_FAILED) {
787 perror("[error] mmap error");
788 pos->base_mma = NULL;
789 goto error;
790 }
791
792 stream->mmap_size = new_size;
793 printf_verbose("Expanding stream mmap size to %" PRIu64 " bytes\n",
794 stream->mmap_size);
795 }
796
797 ret_len = lttng_live_recv(ctx->control_sock,
798 mmap_align_addr(pos->base_mma), len);
799 if (ret_len == 0) {
800 fprintf(stderr, "[error] Remote side has closed connection\n");
801 goto error;
802 }
803 if (ret_len < 0) {
804 perror("[error] Error receiving trace packet");
805 goto error;
806 }
807 assert(ret_len == len);
808 ret = 0;
809 end:
810 return ret;
811
812 error:
813 return -1;
814 }
815
816 static
817 int get_one_metadata_packet(struct lttng_live_ctx *ctx,
818 struct lttng_live_viewer_stream *metadata_stream)
819 {
820 uint64_t len = 0;
821 int ret;
822 struct lttng_viewer_cmd cmd;
823 struct lttng_viewer_get_metadata rq;
824 struct lttng_viewer_metadata_packet rp;
825 char *data = NULL;
826 ssize_t ret_len;
827 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
828 char cmd_buf[cmd_buf_len];
829
830 if (lttng_live_should_quit()) {
831 ret = -1;
832 goto end;
833 }
834
835 rq.stream_id = htobe64(metadata_stream->id);
836 cmd.cmd = htobe32(LTTNG_VIEWER_GET_METADATA);
837 cmd.data_size = htobe64((uint64_t) sizeof(rq));
838 cmd.cmd_version = htobe32(0);
839
840 /*
841 * Merge the cmd and connection request to prevent a write-write
842 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
843 * second write to be performed quickly in presence of Nagle's algorithm.
844 */
845 memcpy(cmd_buf, &cmd, sizeof(cmd));
846 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
847
848 printf_verbose("get_metadata for trace_id: %d, ctf_trace_id: %" PRIu64 "\n",
849 metadata_stream->ctf_trace->trace_id,
850 metadata_stream->ctf_trace->ctf_trace_id);
851 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
852 if (ret_len < 0) {
853 perror("[error] Error sending get_metadata cmd and request");
854 goto error;
855 }
856 assert(ret_len == cmd_buf_len);
857
858 ret_len = lttng_live_recv(ctx->control_sock, &rp, sizeof(rp));
859 if (ret_len == 0) {
860 fprintf(stderr, "[error] Remote side has closed connection\n");
861 goto error;
862 }
863 if (ret_len < 0) {
864 perror("[error] Error receiving metadata response");
865 goto error;
866 }
867 assert(ret_len == sizeof(rp));
868
869 switch (be32toh(rp.status)) {
870 case LTTNG_VIEWER_METADATA_OK:
871 printf_verbose("get_metadata : OK\n");
872 break;
873 case LTTNG_VIEWER_NO_NEW_METADATA:
874 printf_verbose("get_metadata : NO NEW\n");
875 ret = 0;
876 goto end;
877 case LTTNG_VIEWER_METADATA_ERR:
878 printf_verbose("get_metadata : ERR\n");
879 goto error;
880 default:
881 printf_verbose("get_metadata : UNKNOWN\n");
882 goto error;
883 }
884
885 len = be64toh(rp.len);
886 printf_verbose("Writing %" PRIu64" bytes to metadata\n", len);
887 if (len <= 0) {
888 goto error;
889 }
890
891 data = zmalloc(len);
892 if (!data) {
893 perror("relay data zmalloc");
894 goto error;
895 }
896 ret_len = lttng_live_recv(ctx->control_sock, data, len);
897 if (ret_len == 0) {
898 fprintf(stderr, "[error] Remote side has closed connection\n");
899 goto error_free_data;
900 }
901 if (ret_len < 0) {
902 perror("[error] Error receiving trace packet");
903 goto error_free_data;
904 }
905 assert(ret_len == len);
906
907 do {
908 ret_len = fwrite(data, 1, len,
909 metadata_stream->metadata_fp_write);
910 } while (ret_len < 0 && errno == EINTR);
911 if (ret_len < 0) {
912 fprintf(stderr, "[error] Writing in the metadata fp\n");
913 goto error_free_data;
914 }
915 assert(ret_len == len);
916 metadata_stream->metadata_len += len;
917 free(data);
918 ret = len;
919 end:
920 return ret;
921
922 error_free_data:
923 free(data);
924 error:
925 return -1;
926 }
927
928 /*
929 * Return 0 on success, a negative value on error.
930 */
931 static
932 int get_new_metadata(struct lttng_live_ctx *ctx,
933 struct lttng_live_viewer_stream *viewer_stream,
934 char **metadata_buf)
935 {
936 int ret = 0;
937 struct lttng_live_viewer_stream *metadata_stream;
938 size_t size, len_read = 0;
939
940 metadata_stream = viewer_stream->ctf_trace->metadata_stream;
941 if (!metadata_stream) {
942 fprintf(stderr, "[error] No metadata stream\n");
943 ret = -1;
944 goto error;
945 }
946 metadata_stream->metadata_len = 0;
947 ret = open_metadata_fp_write(metadata_stream, metadata_buf, &size);
948 if (ret < 0) {
949 goto error;
950 }
951
952 do {
953 if (lttng_live_should_quit()) {
954 ret = -1;
955 goto error;
956 }
957 /*
958 * get_one_metadata_packet returns the number of bytes
959 * received, 0 when we have received everything, a
960 * negative value on error.
961 */
962 ret = get_one_metadata_packet(ctx, metadata_stream);
963 if (ret > 0) {
964 len_read += ret;
965 }
966 if (!len_read) {
967 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
968 }
969 if (ret < 0) {
970 break; /* Stop on error. */
971 }
972 } while (ret > 0 || !len_read);
973
974 if (babeltrace_close_memstream(metadata_buf, &size,
975 metadata_stream->metadata_fp_write)) {
976 perror("babeltrace_close_memstream");
977 }
978 metadata_stream->metadata_fp_write = NULL;
979
980 error:
981 return ret;
982 }
983
984 /*
985 * Assign the fields from a lttng_viewer_index to a packet_index.
986 */
987 static
988 void lttng_index_to_packet_index(struct lttng_viewer_index *lindex,
989 struct packet_index *pindex)
990 {
991 assert(lindex);
992 assert(pindex);
993
994 pindex->offset = be64toh(lindex->offset);
995 pindex->packet_size = be64toh(lindex->packet_size);
996 pindex->content_size = be64toh(lindex->content_size);
997 pindex->ts_cycles.timestamp_begin = be64toh(lindex->timestamp_begin);
998 pindex->ts_cycles.timestamp_end = be64toh(lindex->timestamp_end);
999 pindex->events_discarded = be64toh(lindex->events_discarded);
1000 }
1001
1002 /*
1003 * Get one index for a stream.
1004 *
1005 * Returns 0 on success or a negative value on error.
1006 */
1007 static
1008 int get_next_index(struct lttng_live_ctx *ctx,
1009 struct lttng_live_viewer_stream *viewer_stream,
1010 struct packet_index *index, uint64_t *stream_id)
1011 {
1012 struct lttng_viewer_cmd cmd;
1013 struct lttng_viewer_get_next_index rq;
1014 int ret;
1015 ssize_t ret_len;
1016 struct lttng_viewer_index *rp = &viewer_stream->current_index;
1017 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
1018 char cmd_buf[cmd_buf_len];
1019
1020 cmd.cmd = htobe32(LTTNG_VIEWER_GET_NEXT_INDEX);
1021 cmd.data_size = htobe64((uint64_t) sizeof(rq));
1022 cmd.cmd_version = htobe32(0);
1023
1024 memset(&rq, 0, sizeof(rq));
1025 rq.stream_id = htobe64(viewer_stream->id);
1026
1027 /*
1028 * Merge the cmd and connection request to prevent a write-write
1029 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
1030 * second write to be performed quickly in presence of Nagle's algorithm.
1031 */
1032 memcpy(cmd_buf, &cmd, sizeof(cmd));
1033 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
1034 retry:
1035 if (lttng_live_should_quit()) {
1036 ret = -1;
1037 goto end;
1038 }
1039 ret_len = lttng_live_send(ctx->control_sock, &cmd_buf, cmd_buf_len);
1040 if (ret_len < 0) {
1041 perror("[error] Error sending get_next_index cmd and request");
1042 goto error;
1043 }
1044 assert(ret_len == cmd_buf_len);
1045
1046 ret_len = lttng_live_recv(ctx->control_sock, rp, sizeof(*rp));
1047 if (ret_len == 0) {
1048 fprintf(stderr, "[error] Remote side has closed connection\n");
1049 goto error;
1050 }
1051 if (ret_len < 0) {
1052 perror("[error] Error receiving index response");
1053 goto error;
1054 }
1055 assert(ret_len == sizeof(*rp));
1056
1057 rp->flags = be32toh(rp->flags);
1058
1059 switch (be32toh(rp->status)) {
1060 case LTTNG_VIEWER_INDEX_INACTIVE:
1061 printf_verbose("get_next_index: inactive\n");
1062
1063 if (index->ts_cycles.timestamp_end ==
1064 be64toh(rp->timestamp_end)) {
1065 /* Already seen this timestamp. */
1066 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
1067 }
1068
1069 memset(index, 0, sizeof(struct packet_index));
1070 index->ts_cycles.timestamp_end = be64toh(rp->timestamp_end);
1071 *stream_id = be64toh(rp->stream_id);
1072 break;
1073 case LTTNG_VIEWER_INDEX_OK:
1074 printf_verbose("get_next_index: Ok, need metadata update : %u\n",
1075 rp->flags & LTTNG_VIEWER_FLAG_NEW_METADATA);
1076 lttng_index_to_packet_index(rp, index);
1077 *stream_id = be64toh(rp->stream_id);
1078 viewer_stream->data_pending = 1;
1079
1080 if (rp->flags & LTTNG_VIEWER_FLAG_NEW_METADATA) {
1081 ret = append_metadata(ctx, viewer_stream);
1082 if (ret)
1083 goto error;
1084 }
1085 if (rp->flags & LTTNG_VIEWER_FLAG_NEW_STREAM) {
1086 printf_verbose("get_next_index: need new streams\n");
1087 ret = ask_new_streams(ctx);
1088 if (ret < 0) {
1089 goto error;
1090 } else if (ret > 0) {
1091 ret = add_traces(ctx);
1092 if (ret < 0) {
1093 goto error;
1094 }
1095 }
1096 }
1097 break;
1098 case LTTNG_VIEWER_INDEX_RETRY:
1099 printf_verbose("get_next_index: retry\n");
1100 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
1101 goto retry;
1102 case LTTNG_VIEWER_INDEX_HUP:
1103 printf_verbose("get_next_index: stream hung up\n");
1104 viewer_stream->id = -1ULL;
1105 index->offset = EOF;
1106 ctx->session->stream_count--;
1107 viewer_stream->in_trace = 0;
1108 bt_list_del(&viewer_stream->trace_stream_node);
1109 bt_list_del(&viewer_stream->session_stream_node);
1110 g_free(viewer_stream);
1111 *stream_id = be64toh(rp->stream_id);
1112 break;
1113 case LTTNG_VIEWER_INDEX_ERR:
1114 fprintf(stderr, "[error] get_next_index: error\n");
1115 goto error;
1116 default:
1117 fprintf(stderr, "[error] get_next_index: unkwown value\n");
1118 goto error;
1119 }
1120 ret = 0;
1121 end:
1122 return ret;
1123
1124 error:
1125 return -1;
1126 }
1127
1128 static
1129 void read_packet_header(struct ctf_stream_pos *pos,
1130 struct ctf_file_stream *file_stream)
1131 {
1132 int ret;
1133
1134 /* update trace_packet_header and stream_packet_context */
1135 if (!(pos->prot & PROT_WRITE) &&
1136 file_stream->parent.trace_packet_header) {
1137 /* Read packet header */
1138 ret = generic_rw(&pos->parent,
1139 &file_stream->parent.trace_packet_header->p);
1140 if (ret) {
1141 pos->offset = EOF;
1142 fprintf(stderr, "[error] trace packet "
1143 "header read failed\n");
1144 goto end;
1145 }
1146 }
1147 if (!(pos->prot & PROT_WRITE) &&
1148 file_stream->parent.stream_packet_context) {
1149 /* Read packet context */
1150 ret = generic_rw(&pos->parent,
1151 &file_stream->parent.stream_packet_context->p);
1152 if (ret) {
1153 pos->offset = EOF;
1154 fprintf(stderr, "[error] stream packet "
1155 "context read failed\n");
1156 goto end;
1157 }
1158 }
1159 pos->data_offset = pos->offset;
1160
1161 end:
1162 return;
1163 }
1164
1165 /*
1166 * Handle the seek parameters.
1167 * Returns 0 if the packet_seek can continue, a positive value to
1168 * cleanly exit the packet_seek, a negative value on error.
1169 */
1170 static
1171 int handle_seek_position(size_t index, int whence,
1172 struct lttng_live_viewer_stream *viewer_stream,
1173 struct ctf_stream_pos *pos,
1174 struct ctf_file_stream *file_stream)
1175 {
1176 int ret = 0;
1177
1178 switch (whence) {
1179 case SEEK_CUR:
1180 ret = 0;
1181 goto end;
1182 case SEEK_SET:
1183 /*
1184 * We only allow to seek to 0.
1185 */
1186 if (index != 0) {
1187 fprintf(stderr, "[error] Arbitrary seek in lttng-live "
1188 "trace not supported\n");
1189 pos->offset = EOF;
1190 ret = -1;
1191 goto end;
1192 }
1193
1194 ret = 0;
1195 goto end;
1196
1197 default:
1198 fprintf(stderr, "[error] Invalid seek parameter\n");
1199 assert(0);
1200 }
1201
1202 end:
1203 return ret;
1204 }
1205
1206 static
1207 void ctf_live_packet_seek(struct bt_stream_pos *stream_pos, size_t index,
1208 int whence)
1209 {
1210 struct ctf_stream_pos *pos;
1211 struct ctf_file_stream *file_stream;
1212 struct packet_index *prev_index = NULL, *cur_index;
1213 struct lttng_live_viewer_stream *viewer_stream;
1214 struct lttng_live_session *session;
1215 uint64_t stream_id = -1ULL;
1216 int ret;
1217
1218 pos = ctf_pos(stream_pos);
1219 file_stream = container_of(pos, struct ctf_file_stream, pos);
1220 viewer_stream = (struct lttng_live_viewer_stream *) pos->priv;
1221 session = viewer_stream->session;
1222
1223 ret = handle_seek_position(index, whence, viewer_stream, pos,
1224 file_stream);
1225 if (ret != 0) {
1226 return;
1227 }
1228
1229 retry:
1230 switch (pos->packet_index->len) {
1231 case 0:
1232 g_array_set_size(pos->packet_index, 1);
1233 cur_index = &g_array_index(pos->packet_index,
1234 struct packet_index, 0);
1235 break;
1236 case 1:
1237 g_array_set_size(pos->packet_index, 2);
1238 prev_index = &g_array_index(pos->packet_index,
1239 struct packet_index, 0);
1240 cur_index = &g_array_index(pos->packet_index,
1241 struct packet_index, 1);
1242 break;
1243 case 2:
1244 g_array_index(pos->packet_index,
1245 struct packet_index, 0) =
1246 g_array_index(pos->packet_index,
1247 struct packet_index, 1);
1248 prev_index = &g_array_index(pos->packet_index,
1249 struct packet_index, 0);
1250 cur_index = &g_array_index(pos->packet_index,
1251 struct packet_index, 1);
1252 break;
1253 default:
1254 abort();
1255 break;
1256 }
1257
1258 if (viewer_stream->data_pending) {
1259 lttng_index_to_packet_index(&viewer_stream->current_index, cur_index);
1260 } else {
1261 printf_verbose("get_next_index for stream %" PRIu64 "\n", viewer_stream->id);
1262 ret = get_next_index(session->ctx, viewer_stream, cur_index, &stream_id);
1263 if (ret < 0) {
1264 pos->offset = EOF;
1265 if (!lttng_live_should_quit()) {
1266 fprintf(stderr, "[error] get_next_index failed\n");
1267 }
1268 return;
1269 }
1270 printf_verbose("Index received : packet_size : %" PRIu64
1271 ", offset %" PRIu64 ", content_size %" PRIu64
1272 ", timestamp_end : %" PRIu64 "\n",
1273 cur_index->packet_size, cur_index->offset,
1274 cur_index->content_size,
1275 cur_index->ts_cycles.timestamp_end);
1276
1277 }
1278
1279 /*
1280 * On the first time we receive an index, the stream_id needs to
1281 * be set for the stream in order to use it, we don't want any
1282 * data at this stage.
1283 */
1284 if (file_stream->parent.stream_id == -1ULL) {
1285 /*
1286 * Warning: with lttng-tools < 2.4.2, the beacon does not
1287 * contain the real stream ID, it is memset to 0, so this
1288 * might create a problem when a session has multiple
1289 * channels. We can't detect it at this stage, lttng-tools
1290 * has to be upgraded to fix this problem.
1291 */
1292 printf_verbose("Assigning stream_id %" PRIu64 "\n",
1293 stream_id);
1294 file_stream->parent.stream_id = stream_id;
1295 viewer_stream->ctf_stream_id = stream_id;
1296
1297 return;
1298 }
1299
1300 pos->packet_size = cur_index->packet_size;
1301 pos->content_size = cur_index->content_size;
1302 pos->mmap_base_offset = 0;
1303 if (cur_index->offset == EOF) {
1304 pos->offset = EOF;
1305 } else {
1306 pos->offset = 0;
1307 }
1308
1309 if (cur_index->content_size == 0) {
1310 /* Beacon packet index */
1311 if (file_stream->parent.stream_class) {
1312 file_stream->parent.cycles_timestamp =
1313 cur_index->ts_cycles.timestamp_end;
1314 file_stream->parent.real_timestamp = ctf_get_real_timestamp(
1315 &file_stream->parent,
1316 cur_index->ts_cycles.timestamp_end);
1317
1318 /*
1319 * Duplicate the data from the previous index, because
1320 * the one we just received is only a beacon with no
1321 * relevant information except the timestamp_end. We
1322 * don't need to keep this timestamp_end because we already
1323 * updated the file_stream timestamps, so we only need
1324 * to keep the last real index data as prev_index. That
1325 * way, we keep the original prev timestamps and
1326 * discarded events counter. This is the same behaviour
1327 * as if we were reading a local trace, we would not
1328 * have fake indexes between real indexes.
1329 */
1330 memcpy(cur_index, prev_index, sizeof(struct packet_index));
1331 }
1332 } else {
1333 /* Real packet index */
1334 if (file_stream->parent.stream_class) {
1335 /* Convert the timestamps and append to the real_index. */
1336 cur_index->ts_real.timestamp_begin = ctf_get_real_timestamp(
1337 &file_stream->parent,
1338 cur_index->ts_cycles.timestamp_begin);
1339 cur_index->ts_real.timestamp_end = ctf_get_real_timestamp(
1340 &file_stream->parent,
1341 cur_index->ts_cycles.timestamp_end);
1342 }
1343
1344 ctf_update_current_packet_index(&file_stream->parent,
1345 prev_index, cur_index);
1346
1347 /*
1348 * We need to check if we are in trace read or called
1349 * from packet indexing. In this last case, the
1350 * collection is not there, so we cannot print the
1351 * timestamps.
1352 */
1353 if ((&file_stream->parent)->stream_class->trace->parent.collection) {
1354 ctf_print_discarded_lost(stderr, &file_stream->parent);
1355 }
1356
1357 file_stream->parent.cycles_timestamp =
1358 cur_index->ts_cycles.timestamp_begin;
1359 file_stream->parent.real_timestamp =
1360 cur_index->ts_real.timestamp_begin;
1361 }
1362
1363 /*
1364 * Flush the output between attempts to grab a packet, thus
1365 * ensuring we flush at least at the periodical timer period.
1366 * This ensures the output remains reactive for interactive users and
1367 * that the output is flushed when redirected to a file by the shell.
1368 */
1369 if (fflush(LTTNG_LIVE_OUTPUT_FP) < 0) {
1370 perror("fflush");
1371 goto end;
1372 }
1373
1374 if (pos->packet_size == 0 || pos->offset == EOF) {
1375 goto end;
1376 }
1377
1378 printf_verbose("get_data_packet for stream %" PRIu64 "\n",
1379 viewer_stream->id);
1380 ret = get_data_packet(session->ctx, pos, viewer_stream,
1381 cur_index->offset,
1382 cur_index->packet_size / CHAR_BIT);
1383 if (ret == -2) {
1384 goto retry;
1385 } else if (ret < 0) {
1386 pos->offset = EOF;
1387 if (!lttng_live_should_quit()) {
1388 fprintf(stderr, "[error] get_data_packet failed\n");
1389 }
1390 return;
1391 }
1392 viewer_stream->data_pending = 0;
1393
1394 read_packet_header(pos, file_stream);
1395
1396 end:
1397 return;
1398 }
1399
1400 int lttng_live_create_viewer_session(struct lttng_live_ctx *ctx)
1401 {
1402 struct lttng_viewer_cmd cmd;
1403 struct lttng_viewer_create_session_response resp;
1404 int ret;
1405 ssize_t ret_len;
1406
1407 if (lttng_live_should_quit()) {
1408 ret = -1;
1409 goto end;
1410 }
1411
1412 cmd.cmd = htobe32(LTTNG_VIEWER_CREATE_SESSION);
1413 cmd.data_size = htobe64((uint64_t) 0);
1414 cmd.cmd_version = htobe32(0);
1415
1416 ret_len = lttng_live_send(ctx->control_sock, &cmd, sizeof(cmd));
1417 if (ret_len < 0) {
1418 perror("[error] Error sending cmd");
1419 goto error;
1420 }
1421 assert(ret_len == sizeof(cmd));
1422
1423 ret_len = lttng_live_recv(ctx->control_sock, &resp, sizeof(resp));
1424 if (ret_len == 0) {
1425 fprintf(stderr, "[error] Remote side has closed connection\n");
1426 goto error;
1427 }
1428 if (ret_len < 0) {
1429 perror("[error] Error receiving create session reply");
1430 goto error;
1431 }
1432 assert(ret_len == sizeof(resp));
1433
1434 if (be32toh(resp.status) != LTTNG_VIEWER_CREATE_SESSION_OK) {
1435 fprintf(stderr, "[error] Error creating viewer session\n");
1436 goto error;
1437 }
1438 ret = 0;
1439 end:
1440 return ret;
1441
1442 error:
1443 return -1;
1444 }
1445
1446 static
1447 int del_traces(gpointer key, gpointer value, gpointer user_data)
1448 {
1449 struct bt_context *bt_ctx = user_data;
1450 struct lttng_live_ctf_trace *trace = value;
1451 int ret;
1452 struct lttng_live_viewer_stream *lvstream, *tmp;
1453
1454 /*
1455 * We don't have ownership of the live viewer stream, just
1456 * remove them from our list.
1457 */
1458 bt_list_for_each_entry_safe(lvstream, tmp, &trace->stream_list,
1459 trace_stream_node) {
1460 lvstream->in_trace = 0;
1461 bt_list_del(&lvstream->trace_stream_node);
1462 }
1463 if (trace->in_use) {
1464 ret = bt_context_remove_trace(bt_ctx, trace->trace_id);
1465 if (ret < 0)
1466 fprintf(stderr, "[error] removing trace from context\n");
1467 }
1468
1469 /* remove the key/value pair from the HT. */
1470 return 1;
1471 }
1472
1473 static
1474 int add_one_trace(struct lttng_live_ctx *ctx,
1475 struct lttng_live_ctf_trace *trace)
1476 {
1477 int ret;
1478 struct bt_context *bt_ctx = ctx->bt_ctx;
1479 struct lttng_live_viewer_stream *stream;
1480 struct bt_mmap_stream *new_mmap_stream;
1481 struct bt_mmap_stream_list mmap_list;
1482 struct bt_trace_descriptor *td;
1483 struct bt_trace_handle *handle;
1484
1485 printf_verbose("Add one trace ctf_trace_id: %" PRIu64
1486 " (metadata_stream: %p)\n",
1487 trace->ctf_trace_id, trace->metadata_stream);
1488 /*
1489 * We don't know how many streams we will receive for a trace, so
1490 * once we are done receiving the traces, we add all the traces
1491 * received to the bt_context.
1492 * We can receive streams during the attach command or the
1493 * get_new_streams, so we have to make sure not to add multiple
1494 * times the same traces.
1495 * If a trace is already in the context, we just skip this function.
1496 */
1497 if (trace->in_use) {
1498 printf_verbose("Trace already in use\n");
1499 ret = 0;
1500 goto end;
1501 }
1502
1503 BT_INIT_LIST_HEAD(&mmap_list.head);
1504
1505 bt_list_for_each_entry(stream, &trace->stream_list, trace_stream_node) {
1506 if (!stream->metadata_flag) {
1507 new_mmap_stream = zmalloc(sizeof(struct bt_mmap_stream));
1508 new_mmap_stream->priv = (void *) stream;
1509 new_mmap_stream->fd = -1;
1510 bt_list_add(&new_mmap_stream->list, &mmap_list.head);
1511 } else {
1512 char *metadata_buf = NULL;
1513
1514 /* Get all possible metadata before starting */
1515 ret = get_new_metadata(ctx, stream, &metadata_buf);
1516 if (ret) {
1517 free(metadata_buf);
1518 goto end_free;
1519 }
1520 if (!stream->metadata_len) {
1521 fprintf(stderr, "[error] empty metadata\n");
1522 ret = -1;
1523 free(metadata_buf);
1524 goto end_free;
1525 }
1526
1527 printf_verbose("Metadata stream found\n");
1528 trace->metadata_fp = babeltrace_fmemopen(metadata_buf,
1529 stream->metadata_len, "rb");
1530 if (!trace->metadata_fp) {
1531 perror("Metadata fmemopen");
1532 ret = -1;
1533 free(metadata_buf);
1534 goto end_free;
1535 }
1536 }
1537 }
1538
1539 if (!trace->metadata_fp) {
1540 fprintf(stderr, "[error] No metadata stream opened\n");
1541 ret = -1;
1542 goto end_free;
1543 }
1544
1545 ret = bt_context_add_trace(bt_ctx, NULL, "ctf",
1546 ctf_live_packet_seek, &mmap_list, trace->metadata_fp);
1547 if (ret < 0) {
1548 fprintf(stderr, "[error] Error adding trace\n");
1549 ret = -1;
1550 goto end_free;
1551 }
1552 trace->metadata_stream->metadata_len = 0;
1553
1554 handle = (struct bt_trace_handle *) g_hash_table_lookup(
1555 bt_ctx->trace_handles,
1556 (gpointer) (unsigned long) ret);
1557 td = handle->td;
1558 trace->handle = handle;
1559 if (bt_ctx->current_iterator) {
1560 bt_iter_add_trace(bt_ctx->current_iterator, td);
1561 }
1562
1563 trace->trace_id = ret;
1564 trace->in_use = 1;
1565 printf_verbose("Trace now in use, id = %d\n", trace->trace_id);
1566
1567 goto end;
1568
1569 end_free:
1570 bt_context_put(bt_ctx);
1571 end:
1572 return ret;
1573 }
1574
1575 static
1576 int add_traces(struct lttng_live_ctx *ctx)
1577 {
1578 int ret;
1579 struct lttng_live_ctf_trace *trace;
1580 GHashTableIter it;
1581 gpointer key;
1582 gpointer value;
1583
1584 printf_verbose("Begin add traces\n");
1585 g_hash_table_iter_init(&it, ctx->session->ctf_traces);
1586 while (g_hash_table_iter_next(&it, &key, &value)) {
1587 trace = (struct lttng_live_ctf_trace *) value;
1588 ret = add_one_trace(ctx, trace);
1589 if (ret < 0) {
1590 goto end;
1591 }
1592 }
1593
1594 ret = 0;
1595
1596 end:
1597 printf_verbose("End add traces\n");
1598 return ret;
1599 }
1600
1601 /*
1602 * Request new streams for a session.
1603 * Returns the number of streams received or a negative value on error.
1604 */
1605 int lttng_live_get_new_streams(struct lttng_live_ctx *ctx, uint64_t id)
1606 {
1607 struct lttng_viewer_cmd cmd;
1608 struct lttng_viewer_new_streams_request rq;
1609 struct lttng_viewer_new_streams_response rp;
1610 struct lttng_viewer_stream stream;
1611 int ret, i, nb_streams = 0;
1612 ssize_t ret_len;
1613 uint32_t stream_count;
1614 const size_t cmd_buf_len = sizeof(cmd) + sizeof(rq);
1615 char cmd_buf[cmd_buf_len];
1616
1617 if (lttng_live_should_quit()) {
1618 ret = -1;
1619 goto end;
1620 }
1621
1622 cmd.cmd = htobe32(LTTNG_VIEWER_GET_NEW_STREAMS);
1623 cmd.data_size = htobe64((uint64_t) sizeof(rq));
1624 cmd.cmd_version = htobe32(0);
1625
1626 memset(&rq, 0, sizeof(rq));
1627 rq.session_id = htobe64(id);
1628
1629 /*
1630 * Merge the cmd and connection request to prevent a write-write
1631 * sequence on the TCP socket. Otherwise, a delayed ACK will prevent the
1632 * second write to be performed quickly in presence of Nagle's algorithm.
1633 */
1634 memcpy(cmd_buf, &cmd, sizeof(cmd));
1635 memcpy(cmd_buf + sizeof(cmd), &rq, sizeof(rq));
1636
1637 ret_len = lttng_live_send(ctx->control_sock, cmd_buf, cmd_buf_len);
1638 if (ret_len < 0) {
1639 perror("[error] Error sending get_new_streams cmd and request");
1640 goto error;
1641 }
1642 assert(ret_len == cmd_buf_len);
1643
1644 ret_len = lttng_live_recv(ctx->control_sock, &rp, sizeof(rp));
1645 if (ret_len == 0) {
1646 fprintf(stderr, "[error] Remote side has closed connection\n");
1647 goto error;
1648 }
1649 if (ret_len < 0) {
1650 perror("[error] Error receiving get_new_streams response");
1651 goto error;
1652 }
1653 assert(ret_len == sizeof(rp));
1654
1655 switch(be32toh(rp.status)) {
1656 case LTTNG_VIEWER_NEW_STREAMS_OK:
1657 break;
1658 case LTTNG_VIEWER_NEW_STREAMS_NO_NEW:
1659 ret = 0;
1660 goto end;
1661 case LTTNG_VIEWER_NEW_STREAMS_HUP:
1662 ret = -LTTNG_VIEWER_NEW_STREAMS_HUP;
1663 goto end;
1664 case LTTNG_VIEWER_NEW_STREAMS_ERR:
1665 fprintf(stderr, "[error] get_new_streams error\n");
1666 goto error;
1667 default:
1668 fprintf(stderr, "[error] Unknown return code %u\n",
1669 be32toh(rp.status));
1670 goto error;
1671 }
1672
1673 stream_count = be32toh(rp.streams_count);
1674 ctx->session->stream_count += stream_count;
1675 /*
1676 * When the session is created but not started, we do an active wait
1677 * until it starts. It allows the viewer to start processing the trace
1678 * as soon as the session starts.
1679 */
1680 if (ctx->session->stream_count == 0) {
1681 ret = 0;
1682 goto end;
1683 }
1684 printf_verbose("Waiting for %d streams:\n", stream_count);
1685
1686 for (i = 0; i < stream_count; i++) {
1687 struct lttng_live_viewer_stream *lvstream;
1688
1689 lvstream = g_new0(struct lttng_live_viewer_stream, 1);
1690 ret_len = lttng_live_recv(ctx->control_sock, &stream,
1691 sizeof(stream));
1692 if (ret_len == 0) {
1693 fprintf(stderr, "[error] Remote side has closed connection\n");
1694 g_free(lvstream);
1695 goto error;
1696 }
1697 if (ret_len < 0) {
1698 perror("[error] Error receiving stream");
1699 g_free(lvstream);
1700 goto error;
1701 }
1702 assert(ret_len == sizeof(stream));
1703 stream.path_name[LTTNG_VIEWER_PATH_MAX - 1] = '\0';
1704 stream.channel_name[LTTNG_VIEWER_NAME_MAX - 1] = '\0';
1705
1706 printf_verbose(" stream %" PRIu64 " : %s/%s\n",
1707 be64toh(stream.id), stream.path_name,
1708 stream.channel_name);
1709 lvstream->id = be64toh(stream.id);
1710 lvstream->session = ctx->session;
1711
1712 lvstream->mmap_size = 0;
1713 lvstream->ctf_stream_id = -1ULL;
1714
1715 if (be32toh(stream.metadata_flag)) {
1716 lvstream->metadata_flag = 1;
1717 }
1718 ret = lttng_live_ctf_trace_assign(lvstream,
1719 be64toh(stream.ctf_trace_id));
1720 if (ret < 0) {
1721 g_free(lvstream);
1722 goto error;
1723 }
1724 nb_streams++;
1725 bt_list_add(&lvstream->session_stream_node,
1726 &ctx->session->stream_list);
1727 }
1728 ret = nb_streams;
1729 end:
1730 return ret;
1731
1732 error:
1733 return -1;
1734 }
1735
1736 int lttng_live_read(struct lttng_live_ctx *ctx)
1737 {
1738 int ret = -1;
1739 int i;
1740 struct bt_ctf_iter *iter;
1741 const struct bt_ctf_event *event;
1742 struct bt_iter_pos begin_pos;
1743 struct bt_trace_descriptor *td_write;
1744 struct bt_format *fmt_write;
1745 struct ctf_text_stream_pos *sout;
1746 uint64_t id;
1747
1748 ctx->bt_ctx = bt_context_create();
1749 if (!ctx->bt_ctx) {
1750 fprintf(stderr, "[error] bt_context_create allocation\n");
1751 goto end;
1752 }
1753
1754 fmt_write = bt_lookup_format(g_quark_from_static_string("text"));
1755 if (!fmt_write) {
1756 fprintf(stderr, "[error] ctf-text error\n");
1757 goto end_free;
1758 }
1759
1760 td_write = fmt_write->open_trace(NULL, O_RDWR, NULL, NULL);
1761 if (!td_write) {
1762 fprintf(stderr, "[error] Error opening output trace\n");
1763 goto end_free;
1764 }
1765
1766 sout = container_of(td_write, struct ctf_text_stream_pos,
1767 trace_descriptor);
1768 if (!sout->parent.event_cb) {
1769 goto end_free;
1770 }
1771
1772 ret = lttng_live_create_viewer_session(ctx);
1773 if (ret < 0) {
1774 goto end_free;
1775 }
1776
1777 for (i = 0; i < ctx->session_ids->len; i++) {
1778 id = g_array_index(ctx->session_ids, uint64_t, i);
1779 printf_verbose("Attaching to session %" PRIu64 "\n", id);
1780 ret = lttng_live_attach_session(ctx, id);
1781 printf_verbose("Attaching session returns %d\n", ret);
1782 if (ret < 0) {
1783 if (ret == -LTTNG_VIEWER_ATTACH_UNK) {
1784 fprintf(stderr, "[error] Unknown session ID\n");
1785 }
1786 goto end_free;
1787 }
1788 }
1789
1790 /*
1791 * As long as the session is active, we try to get new streams.
1792 */
1793 for (;;) {
1794 int flags;
1795
1796 if (lttng_live_should_quit()) {
1797 ret = 0;
1798 goto end_free;
1799 }
1800
1801 while (!ctx->session->stream_count) {
1802 if (lttng_live_should_quit()
1803 || ctx->session_ids->len == 0) {
1804 ret = 0;
1805 goto end_free;
1806 }
1807 ret = ask_new_streams(ctx);
1808 if (ret < 0) {
1809 ret = 0;
1810 goto end_free;
1811 }
1812 if (!ctx->session->stream_count) {
1813 (void) poll(NULL, 0, ACTIVE_POLL_DELAY);
1814 }
1815 }
1816
1817 ret = add_traces(ctx);
1818 if (ret < 0) {
1819 goto end_free;
1820 }
1821
1822 begin_pos.type = BT_SEEK_BEGIN;
1823 iter = bt_ctf_iter_create(ctx->bt_ctx, &begin_pos, NULL);
1824 if (!iter) {
1825 if (lttng_live_should_quit()) {
1826 ret = 0;
1827 goto end_free;
1828 }
1829 fprintf(stderr, "[error] Iterator creation error\n");
1830 goto end_free;
1831 }
1832 for (;;) {
1833 if (lttng_live_should_quit()) {
1834 ret = 0;
1835 goto end_free;
1836 }
1837 event = bt_ctf_iter_read_event_flags(iter, &flags);
1838 if (!(flags & BT_ITER_FLAG_RETRY)) {
1839 if (!event) {
1840 /* End of trace */
1841 break;
1842 }
1843 ret = sout->parent.event_cb(&sout->parent,
1844 event->parent->stream);
1845 if (ret) {
1846 fprintf(stderr, "[error] Writing "
1847 "event failed.\n");
1848 goto end_free;
1849 }
1850 }
1851 ret = bt_iter_next(bt_ctf_get_iter(iter));
1852 if (ret < 0) {
1853 goto end_free;
1854 }
1855 }
1856 bt_ctf_iter_destroy(iter);
1857 g_hash_table_foreach_remove(ctx->session->ctf_traces,
1858 del_traces, ctx->bt_ctx);
1859 ctx->session->stream_count = 0;
1860 }
1861
1862 end_free:
1863 g_hash_table_foreach_remove(ctx->session->ctf_traces,
1864 del_traces, ctx->bt_ctx);
1865 bt_context_put(ctx->bt_ctx);
1866 end:
1867 if (lttng_live_should_quit()) {
1868 ret = 0;
1869 }
1870 return ret;
1871 }
This page took 0.110309 seconds and 3 git commands to generate.