2 * Copyright (C) 2013 - Julien Desfossez <jdesfossez@efficios.com>
3 * Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
5 * Permission is hereby granted, free of charge, to any person obtaining a copy
6 * of this software and associated documentation files (the "Software"), to deal
7 * in the Software without restriction, including without limitation the rights
8 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9 * copies of the Software, and to permit persons to whom the Software is
10 * furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 #include <sys/socket.h>
25 #include <sys/types.h>
26 #include <netinet/in.h>
38 #include <babeltrace/ctf/ctf-index.h>
40 #include <babeltrace/babeltrace.h>
41 #include <babeltrace/ctf/events.h>
42 #include <babeltrace/ctf/callbacks.h>
43 #include <babeltrace/ctf/iterator.h>
45 /* for packet_index */
46 #include <babeltrace/ctf/types.h>
48 #include <babeltrace/ctf/metadata.h>
49 #include <babeltrace/ctf-text/types.h>
50 #include <babeltrace/ctf/events-internal.h>
51 #include <formats/ctf/events-private.h>
53 #include <babeltrace/compat/memstream.h>
55 #include "lttng-live.h"
56 #include "lttng-viewer-abi.h"
58 #define ACTIVE_POLL_DELAY 100 /* ms */
61 * Memory allocation zeroed
63 #define zmalloc(x) calloc(1, x)
66 #define max_t(type, a, b) \
67 ((type) (a) > (type) (b) ? (type) (a) : (type) (b))
70 static void ctf_live_packet_seek(struct bt_stream_pos
*stream_pos
,
71 size_t index
, int whence
);
72 static void add_traces(gpointer key
, gpointer value
, gpointer user_data
);
73 static int del_traces(gpointer key
, gpointer value
, gpointer user_data
);
74 static int get_new_metadata(struct lttng_live_ctx
*ctx
,
75 struct lttng_live_viewer_stream
*viewer_stream
,
79 ssize_t
lttng_live_recv(int fd
, void *buf
, size_t len
)
82 size_t copied
= 0, to_copy
= len
;
85 ret
= recv(fd
, buf
+ copied
, to_copy
, 0);
87 assert(ret
<= to_copy
);
91 } while ((ret
> 0 && to_copy
> 0)
92 || (ret
< 0 && errno
== EINTR
));
95 /* ret = 0 means orderly shutdown, ret < 0 is error. */
100 ssize_t
lttng_live_send(int fd
, const void *buf
, size_t len
)
105 ret
= send(fd
, buf
, len
, MSG_NOSIGNAL
);
106 } while (ret
< 0 && errno
== EINTR
);
110 int lttng_live_connect_viewer(struct lttng_live_ctx
*ctx
)
112 struct hostent
*host
;
113 struct sockaddr_in server_addr
;
116 if (lttng_live_should_quit()) {
121 host
= gethostbyname(ctx
->relay_hostname
);
123 fprintf(stderr
, "[error] Cannot lookup hostname %s\n",
124 ctx
->relay_hostname
);
128 if ((ctx
->control_sock
= socket(AF_INET
, SOCK_STREAM
, 0)) == -1) {
133 server_addr
.sin_family
= AF_INET
;
134 server_addr
.sin_port
= htons(ctx
->port
);
135 server_addr
.sin_addr
= *((struct in_addr
*) host
->h_addr
);
136 bzero(&(server_addr
.sin_zero
), 8);
138 if (connect(ctx
->control_sock
, (struct sockaddr
*) &server_addr
,
139 sizeof(struct sockaddr
)) == -1) {
150 fprintf(stderr
, "[error] Connection failed\n");
154 int lttng_live_establish_connection(struct lttng_live_ctx
*ctx
)
156 struct lttng_viewer_cmd cmd
;
157 struct lttng_viewer_connect connect
;
161 if (lttng_live_should_quit()) {
166 cmd
.cmd
= htobe32(LTTNG_VIEWER_CONNECT
);
167 cmd
.data_size
= sizeof(connect
);
170 connect
.viewer_session_id
= -1ULL; /* will be set on recv */
171 connect
.major
= htobe32(LTTNG_LIVE_MAJOR
);
172 connect
.minor
= htobe32(LTTNG_LIVE_MINOR
);
173 connect
.type
= htobe32(LTTNG_VIEWER_CLIENT_COMMAND
);
175 ret_len
= lttng_live_send(ctx
->control_sock
, &cmd
, sizeof(cmd
));
177 perror("[error] Error sending cmd");
180 assert(ret_len
== sizeof(cmd
));
182 ret_len
= lttng_live_send(ctx
->control_sock
, &connect
, sizeof(connect
));
184 perror("[error] Error sending version");
187 assert(ret_len
== sizeof(connect
));
189 ret_len
= lttng_live_recv(ctx
->control_sock
, &connect
, sizeof(connect
));
191 fprintf(stderr
, "[error] Remote side has closed connection\n");
195 perror("[error] Error receiving version");
198 assert(ret_len
== sizeof(connect
));
200 printf_verbose("Received viewer session ID : %" PRIu64
"\n",
201 be64toh(connect
.viewer_session_id
));
202 printf_verbose("Relayd version : %u.%u\n", be32toh(connect
.major
),
203 be32toh(connect
.minor
));
209 fprintf(stderr
, "[error] Unable to establish connection\n");
214 void free_session_list(GPtrArray
*session_list
)
217 struct lttng_live_relay_session
*relay_session
;
219 for (i
= 0; i
< session_list
->len
; i
++) {
220 relay_session
= g_ptr_array_index(session_list
, i
);
221 free(relay_session
->name
);
222 free(relay_session
->hostname
);
224 g_ptr_array_free(session_list
, TRUE
);
228 void print_session_list(GPtrArray
*session_list
, const char *path
)
231 struct lttng_live_relay_session
*relay_session
;
233 for (i
= 0; i
< session_list
->len
; i
++) {
234 relay_session
= g_ptr_array_index(session_list
, i
);
235 fprintf(stdout
, "%s/host/%s/%s (timer = %u, "
236 "%u stream(s), %u client(s) connected)\n",
237 path
, relay_session
->hostname
,
238 relay_session
->name
, relay_session
->timer
,
239 relay_session
->streams
, relay_session
->clients
);
244 void update_session_list(GPtrArray
*session_list
, char *hostname
,
245 char *session_name
, uint32_t streams
, uint32_t clients
,
249 struct lttng_live_relay_session
*relay_session
;
251 for (i
= 0; i
< session_list
->len
; i
++) {
252 relay_session
= g_ptr_array_index(session_list
, i
);
253 if ((strncmp(relay_session
->hostname
, hostname
, NAME_MAX
) == 0) &&
254 strncmp(relay_session
->name
,
255 session_name
, NAME_MAX
) == 0) {
256 relay_session
->streams
+= streams
;
257 if (relay_session
->clients
< clients
)
258 relay_session
->clients
= clients
;
266 relay_session
= g_new0(struct lttng_live_relay_session
, 1);
267 relay_session
->hostname
= strndup(hostname
, NAME_MAX
);
268 relay_session
->name
= strndup(session_name
, NAME_MAX
);
269 relay_session
->clients
= clients
;
270 relay_session
->streams
= streams
;
271 relay_session
->timer
= timer
;
272 g_ptr_array_add(session_list
, relay_session
);
275 int lttng_live_list_sessions(struct lttng_live_ctx
*ctx
, const char *path
)
277 struct lttng_viewer_cmd cmd
;
278 struct lttng_viewer_list_sessions list
;
279 struct lttng_viewer_session lsession
;
280 int i
, ret
, sessions_count
, print_list
= 0;
283 GPtrArray
*session_list
= NULL
;
285 if (lttng_live_should_quit()) {
290 if (strlen(ctx
->session_name
) == 0) {
292 session_list
= g_ptr_array_new();
295 cmd
.cmd
= htobe32(LTTNG_VIEWER_LIST_SESSIONS
);
299 ret_len
= lttng_live_send(ctx
->control_sock
, &cmd
, sizeof(cmd
));
301 perror("[error] Error sending cmd");
304 assert(ret_len
== sizeof(cmd
));
306 ret_len
= lttng_live_recv(ctx
->control_sock
, &list
, sizeof(list
));
308 fprintf(stderr
, "[error] Remote side has closed connection\n");
312 perror("[error] Error receiving session list");
315 assert(ret_len
== sizeof(list
));
317 sessions_count
= be32toh(list
.sessions_count
);
318 for (i
= 0; i
< sessions_count
; i
++) {
319 ret_len
= lttng_live_recv(ctx
->control_sock
, &lsession
, sizeof(lsession
));
321 fprintf(stderr
, "[error] Remote side has closed connection\n");
325 perror("[error] Error receiving session");
328 assert(ret_len
== sizeof(lsession
));
329 lsession
.hostname
[LTTNG_VIEWER_HOST_NAME_MAX
- 1] = '\0';
330 lsession
.session_name
[LTTNG_VIEWER_NAME_MAX
- 1] = '\0';
331 session_id
= be64toh(lsession
.id
);
334 update_session_list(session_list
,
336 lsession
.session_name
,
337 be32toh(lsession
.streams
),
338 be32toh(lsession
.clients
),
339 be32toh(lsession
.live_timer
));
341 if ((strncmp(lsession
.session_name
, ctx
->session_name
,
342 NAME_MAX
) == 0) && (strncmp(lsession
.hostname
,
343 ctx
->traced_hostname
, NAME_MAX
) == 0)) {
344 printf_verbose("Reading from session %" PRIu64
"\n",
346 g_array_append_val(ctx
->session_ids
,
353 print_session_list(session_list
, path
);
354 free_session_list(session_list
);
361 fprintf(stderr
, "[error] Unable to list sessions\n");
365 int lttng_live_ctf_trace_assign(struct lttng_live_viewer_stream
*stream
,
366 uint64_t ctf_trace_id
)
368 struct lttng_live_ctf_trace
*trace
;
371 trace
= g_hash_table_lookup(stream
->session
->ctf_traces
,
372 (gpointer
) ctf_trace_id
);
374 trace
= g_new0(struct lttng_live_ctf_trace
, 1);
375 trace
->ctf_trace_id
= ctf_trace_id
;
376 trace
->streams
= g_ptr_array_new();
377 g_hash_table_insert(stream
->session
->ctf_traces
,
378 (gpointer
) ctf_trace_id
,
381 if (stream
->metadata_flag
)
382 trace
->metadata_stream
= stream
;
384 stream
->ctf_trace
= trace
;
385 g_ptr_array_add(trace
->streams
, stream
);
391 int open_metadata_fp_write(struct lttng_live_viewer_stream
*stream
,
392 char **metadata_buf
, size_t *size
)
396 stream
->metadata_fp_write
=
397 babeltrace_open_memstream(metadata_buf
, size
);
398 if (!stream
->metadata_fp_write
) {
399 perror("Metadata open_memstream");
406 int lttng_live_attach_session(struct lttng_live_ctx
*ctx
, uint64_t id
)
408 struct lttng_viewer_cmd cmd
;
409 struct lttng_viewer_attach_session_request rq
;
410 struct lttng_viewer_attach_session_response rp
;
411 struct lttng_viewer_stream stream
;
415 if (lttng_live_should_quit()) {
420 cmd
.cmd
= htobe32(LTTNG_VIEWER_ATTACH_SESSION
);
421 cmd
.data_size
= sizeof(rq
);
424 memset(&rq
, 0, sizeof(rq
));
425 rq
.session_id
= htobe64(id
);
426 // TODO: add cmd line parameter to select seek beginning
427 // rq.seek = htobe32(LTTNG_VIEWER_SEEK_BEGINNING);
428 rq
.seek
= htobe32(LTTNG_VIEWER_SEEK_LAST
);
430 ret_len
= lttng_live_send(ctx
->control_sock
, &cmd
, sizeof(cmd
));
432 perror("[error] Error sending cmd");
435 assert(ret_len
== sizeof(cmd
));
437 ret_len
= lttng_live_send(ctx
->control_sock
, &rq
, sizeof(rq
));
439 perror("[error] Error sending attach request");
442 assert(ret_len
== sizeof(rq
));
444 ret_len
= lttng_live_recv(ctx
->control_sock
, &rp
, sizeof(rp
));
446 fprintf(stderr
, "[error] Remote side has closed connection\n");
450 perror("[error] Error receiving attach response");
453 assert(ret_len
== sizeof(rp
));
455 switch(be32toh(rp
.status
)) {
456 case LTTNG_VIEWER_ATTACH_OK
:
458 case LTTNG_VIEWER_ATTACH_UNK
:
459 ret
= -LTTNG_VIEWER_ATTACH_UNK
;
461 case LTTNG_VIEWER_ATTACH_ALREADY
:
462 fprintf(stderr
, "[error] There is already a viewer attached to this session\n");
464 case LTTNG_VIEWER_ATTACH_NOT_LIVE
:
465 fprintf(stderr
, "[error] Not a live session\n");
467 case LTTNG_VIEWER_ATTACH_SEEK_ERR
:
468 fprintf(stderr
, "[error] Wrong seek parameter\n");
471 fprintf(stderr
, "[error] Unknown attach return code %u\n",
475 if (be32toh(rp
.status
) != LTTNG_VIEWER_ATTACH_OK
) {
479 ctx
->session
->stream_count
+= be32toh(rp
.streams_count
);
481 * When the session is created but not started, we do an active wait
482 * until it starts. It allows the viewer to start processing the trace
483 * as soon as the session starts.
485 if (ctx
->session
->stream_count
== 0) {
489 printf_verbose("Waiting for %" PRIu64
" streams:\n",
490 ctx
->session
->stream_count
);
491 ctx
->session
->streams
= g_new0(struct lttng_live_viewer_stream
,
492 ctx
->session
->stream_count
);
493 for (i
= 0; i
< be32toh(rp
.streams_count
); i
++) {
494 ret_len
= lttng_live_recv(ctx
->control_sock
, &stream
, sizeof(stream
));
496 fprintf(stderr
, "[error] Remote side has closed connection\n");
500 perror("[error] Error receiving stream");
503 assert(ret_len
== sizeof(stream
));
504 stream
.path_name
[LTTNG_VIEWER_PATH_MAX
- 1] = '\0';
505 stream
.channel_name
[LTTNG_VIEWER_NAME_MAX
- 1] = '\0';
507 printf_verbose(" stream %" PRIu64
" : %s/%s\n",
508 be64toh(stream
.id
), stream
.path_name
,
509 stream
.channel_name
);
510 ctx
->session
->streams
[i
].id
= be64toh(stream
.id
);
511 ctx
->session
->streams
[i
].session
= ctx
->session
;
513 ctx
->session
->streams
[i
].first_read
= 1;
514 ctx
->session
->streams
[i
].mmap_size
= 0;
516 if (be32toh(stream
.metadata_flag
)) {
517 ctx
->session
->streams
[i
].metadata_flag
= 1;
519 ret
= lttng_live_ctf_trace_assign(&ctx
->session
->streams
[i
],
520 be64toh(stream
.ctf_trace_id
));
535 int ask_new_streams(struct lttng_live_ctx
*ctx
)
541 for (i
= 0; i
< ctx
->session_ids
->len
; i
++) {
542 id
= g_array_index(ctx
->session_ids
, uint64_t, i
);
543 ret
= lttng_live_get_new_streams(ctx
, id
);
544 printf_verbose("Asking for new streams returns %d\n",
547 if (lttng_live_should_quit()) {
550 if (ret
== -LTTNG_VIEWER_NEW_STREAMS_HUP
) {
551 printf_verbose("Session %" PRIu64
" closed\n",
554 * The streams have already been closed during
555 * the reading, so we only need to get rid of
556 * the trace in our internal table of sessions.
558 g_array_remove_index(ctx
->session_ids
, i
);
560 * We can't continue iterating on the g_array
561 * after a remove, we have to start again.
576 int append_metadata(struct lttng_live_ctx
*ctx
,
577 struct lttng_live_viewer_stream
*viewer_stream
)
580 struct lttng_live_viewer_stream
*metadata
;
581 char *metadata_buf
= NULL
;
583 printf_verbose("get_next_index: new metadata needed\n");
584 ret
= get_new_metadata(ctx
, viewer_stream
, &metadata_buf
);
590 metadata
= viewer_stream
->ctf_trace
->metadata_stream
;
591 metadata
->ctf_trace
->metadata_fp
=
592 babeltrace_fmemopen(metadata_buf
,
593 metadata
->metadata_len
, "rb");
594 if (!metadata
->ctf_trace
->metadata_fp
) {
595 perror("Metadata fmemopen");
600 ret
= ctf_append_trace_metadata(
601 viewer_stream
->ctf_trace
->handle
->td
,
602 metadata
->ctf_trace
->metadata_fp
);
603 /* We accept empty metadata packets */
604 if (ret
!= 0 && ret
!= -ENOENT
) {
605 fprintf(stderr
, "[error] Appending metadata\n");
615 int get_data_packet(struct lttng_live_ctx
*ctx
,
616 struct ctf_stream_pos
*pos
,
617 struct lttng_live_viewer_stream
*stream
, uint64_t offset
,
620 struct lttng_viewer_cmd cmd
;
621 struct lttng_viewer_get_packet rq
;
622 struct lttng_viewer_trace_packet rp
;
627 if (lttng_live_should_quit()) {
631 cmd
.cmd
= htobe32(LTTNG_VIEWER_GET_PACKET
);
632 cmd
.data_size
= sizeof(rq
);
635 memset(&rq
, 0, sizeof(rq
));
636 rq
.stream_id
= htobe64(stream
->id
);
637 rq
.offset
= htobe64(offset
);
638 rq
.len
= htobe32(len
);
640 ret_len
= lttng_live_send(ctx
->control_sock
, &cmd
, sizeof(cmd
));
642 perror("[error] Error sending cmd");
645 assert(ret_len
== sizeof(cmd
));
647 ret_len
= lttng_live_send(ctx
->control_sock
, &rq
, sizeof(rq
));
649 perror("[error] Error sending get_data_packet request");
652 assert(ret_len
== sizeof(rq
));
654 ret_len
= lttng_live_recv(ctx
->control_sock
, &rp
, sizeof(rp
));
656 fprintf(stderr
, "[error] Remote side has closed connection\n");
660 perror("[error] Error receiving data response");
663 if (ret_len
!= sizeof(rp
)) {
664 fprintf(stderr
, "[error] get_data_packet: expected %" PRId64
665 ", received %" PRId64
"\n", sizeof(rp
),
670 rp
.flags
= be32toh(rp
.flags
);
672 switch (be32toh(rp
.status
)) {
673 case LTTNG_VIEWER_GET_PACKET_OK
:
674 len
= be32toh(rp
.len
);
675 printf_verbose("get_data_packet: Ok, packet size : %" PRIu64
678 case LTTNG_VIEWER_GET_PACKET_RETRY
:
679 /* Unimplemented by relay daemon */
680 printf_verbose("get_data_packet: retry\n");
682 case LTTNG_VIEWER_GET_PACKET_ERR
:
683 if (rp
.flags
& LTTNG_VIEWER_FLAG_NEW_METADATA
) {
684 printf_verbose("get_data_packet: new metadata needed\n");
685 ret
= append_metadata(ctx
, stream
);
689 if (rp
.flags
& LTTNG_VIEWER_FLAG_NEW_STREAM
) {
690 printf_verbose("get_data_packet: new streams needed\n");
691 ret
= ask_new_streams(ctx
);
694 g_hash_table_foreach(ctx
->session
->ctf_traces
,
695 add_traces
, ctx
->bt_ctx
);
697 if (rp
.flags
& (LTTNG_VIEWER_FLAG_NEW_METADATA
698 | LTTNG_VIEWER_FLAG_NEW_STREAM
)) {
701 fprintf(stderr
, "[error] get_data_packet: error\n");
703 case LTTNG_VIEWER_GET_PACKET_EOF
:
707 printf_verbose("get_data_packet: unknown\n");
715 if (len
> stream
->mmap_size
) {
718 new_size
= max_t(uint64_t, len
, stream
->mmap_size
<< 1);
721 ret
= munmap_align(pos
->base_mma
);
723 perror("[error] Unable to unmap old base");
726 pos
->base_mma
= NULL
;
728 pos
->base_mma
= mmap_align(new_size
,
729 PROT_READ
| PROT_WRITE
,
730 MAP_PRIVATE
| MAP_ANONYMOUS
, -1, 0);
731 if (pos
->base_mma
== MAP_FAILED
) {
732 perror("[error] mmap error");
733 pos
->base_mma
= NULL
;
737 stream
->mmap_size
= new_size
;
738 printf_verbose("Expanding stream mmap size to %" PRIu64
" bytes\n",
742 ret_len
= lttng_live_recv(ctx
->control_sock
,
743 mmap_align_addr(pos
->base_mma
), len
);
745 fprintf(stderr
, "[error] Remote side has closed connection\n");
749 perror("[error] Error receiving trace packet");
752 assert(ret_len
== len
);
762 int get_one_metadata_packet(struct lttng_live_ctx
*ctx
,
763 struct lttng_live_viewer_stream
*metadata_stream
)
767 struct lttng_viewer_cmd cmd
;
768 struct lttng_viewer_get_metadata rq
;
769 struct lttng_viewer_metadata_packet rp
;
773 if (lttng_live_should_quit()) {
778 rq
.stream_id
= htobe64(metadata_stream
->id
);
779 cmd
.cmd
= htobe32(LTTNG_VIEWER_GET_METADATA
);
780 cmd
.data_size
= sizeof(rq
);
783 ret_len
= lttng_live_send(ctx
->control_sock
, &cmd
, sizeof(cmd
));
785 perror("[error] Error sending cmd");
788 assert(ret_len
== sizeof(cmd
));
790 ret_len
= lttng_live_send(ctx
->control_sock
, &rq
, sizeof(rq
));
792 perror("[error] Error sending get_metadata request");
795 assert(ret_len
== sizeof(rq
));
797 ret_len
= lttng_live_recv(ctx
->control_sock
, &rp
, sizeof(rp
));
799 fprintf(stderr
, "[error] Remote side has closed connection\n");
803 perror("[error] Error receiving metadata response");
806 assert(ret_len
== sizeof(rp
));
808 switch (be32toh(rp
.status
)) {
809 case LTTNG_VIEWER_METADATA_OK
:
810 printf_verbose("get_metadata : OK\n");
812 case LTTNG_VIEWER_NO_NEW_METADATA
:
813 printf_verbose("get_metadata : NO NEW\n");
816 case LTTNG_VIEWER_METADATA_ERR
:
817 printf_verbose("get_metadata : ERR\n");
820 printf_verbose("get_metadata : UNKNOWN\n");
824 len
= be64toh(rp
.len
);
825 printf_verbose("Writing %" PRIu64
" bytes to metadata\n", len
);
832 perror("relay data zmalloc");
835 ret_len
= lttng_live_recv(ctx
->control_sock
, data
, len
);
837 fprintf(stderr
, "[error] Remote side has closed connection\n");
838 goto error_free_data
;
841 perror("[error] Error receiving trace packet");
842 goto error_free_data
;
844 assert(ret_len
== len
);
847 ret_len
= fwrite(data
, 1, len
,
848 metadata_stream
->metadata_fp_write
);
849 } while (ret_len
< 0 && errno
== EINTR
);
851 fprintf(stderr
, "[error] Writing in the metadata fp\n");
852 goto error_free_data
;
854 assert(ret_len
== len
);
855 metadata_stream
->metadata_len
+= len
;
868 * Return 0 on success, a negative value on error.
871 int get_new_metadata(struct lttng_live_ctx
*ctx
,
872 struct lttng_live_viewer_stream
*viewer_stream
,
876 struct lttng_live_viewer_stream
*metadata_stream
;
877 size_t size
, len_read
= 0;;
879 metadata_stream
= viewer_stream
->ctf_trace
->metadata_stream
;
880 if (!metadata_stream
) {
881 fprintf(stderr
, "[error] No metadata stream\n");
885 metadata_stream
->metadata_len
= 0;
886 ret
= open_metadata_fp_write(metadata_stream
, metadata_buf
, &size
);
893 * get_one_metadata_packet returns the number of bytes
894 * received, 0 when we have received everything, a
895 * negative value on error.
897 ret
= get_one_metadata_packet(ctx
, metadata_stream
);
902 (void) poll(NULL
, 0, ACTIVE_POLL_DELAY
);
904 } while (ret
> 0 || !len_read
);
906 if (fclose(metadata_stream
->metadata_fp_write
))
908 metadata_stream
->metadata_fp_write
= NULL
;
915 * Get one index for a stream.
917 * Returns 0 on success or a negative value on error.
920 int get_next_index(struct lttng_live_ctx
*ctx
,
921 struct lttng_live_viewer_stream
*viewer_stream
,
922 struct packet_index
*index
)
924 struct lttng_viewer_cmd cmd
;
925 struct lttng_viewer_get_next_index rq
;
926 struct lttng_viewer_index rp
;
930 cmd
.cmd
= htobe32(LTTNG_VIEWER_GET_NEXT_INDEX
);
931 cmd
.data_size
= sizeof(rq
);
934 memset(&rq
, 0, sizeof(rq
));
935 rq
.stream_id
= htobe64(viewer_stream
->id
);
938 if (lttng_live_should_quit()) {
942 ret_len
= lttng_live_send(ctx
->control_sock
, &cmd
, sizeof(cmd
));
944 perror("[error] Error sending cmd");
947 assert(ret_len
== sizeof(cmd
));
949 ret_len
= lttng_live_send(ctx
->control_sock
, &rq
, sizeof(rq
));
951 perror("[error] Error sending get_next_index request");
954 assert(ret_len
== sizeof(rq
));
956 ret_len
= lttng_live_recv(ctx
->control_sock
, &rp
, sizeof(rp
));
958 fprintf(stderr
, "[error] Remote side has closed connection\n");
962 perror("[error] Error receiving index response");
965 assert(ret_len
== sizeof(rp
));
967 rp
.flags
= be32toh(rp
.flags
);
969 switch (be32toh(rp
.status
)) {
970 case LTTNG_VIEWER_INDEX_INACTIVE
:
971 printf_verbose("get_next_index: inactive\n");
972 memset(index
, 0, sizeof(struct packet_index
));
973 index
->ts_cycles
.timestamp_end
= be64toh(rp
.timestamp_end
);
975 case LTTNG_VIEWER_INDEX_OK
:
976 printf_verbose("get_next_index: Ok, need metadata update : %u\n",
977 rp
.flags
& LTTNG_VIEWER_FLAG_NEW_METADATA
);
978 index
->offset
= be64toh(rp
.offset
);
979 index
->packet_size
= be64toh(rp
.packet_size
);
980 index
->content_size
= be64toh(rp
.content_size
);
981 index
->ts_cycles
.timestamp_begin
= be64toh(rp
.timestamp_begin
);
982 index
->ts_cycles
.timestamp_end
= be64toh(rp
.timestamp_end
);
983 index
->events_discarded
= be64toh(rp
.events_discarded
);
985 if (rp
.flags
& LTTNG_VIEWER_FLAG_NEW_METADATA
) {
986 ret
= append_metadata(ctx
, viewer_stream
);
990 if (rp
.flags
& LTTNG_VIEWER_FLAG_NEW_STREAM
) {
991 ret
= ask_new_streams(ctx
);
994 g_hash_table_foreach(ctx
->session
->ctf_traces
,
995 add_traces
, ctx
->bt_ctx
);
998 case LTTNG_VIEWER_INDEX_RETRY
:
999 printf_verbose("get_next_index: retry\n");
1000 (void) poll(NULL
, 0, ACTIVE_POLL_DELAY
);
1002 case LTTNG_VIEWER_INDEX_HUP
:
1003 printf_verbose("get_next_index: stream hung up\n");
1004 viewer_stream
->id
= -1ULL;
1005 index
->offset
= EOF
;
1006 ctx
->session
->stream_count
--;
1008 case LTTNG_VIEWER_INDEX_ERR
:
1009 fprintf(stderr
, "[error] get_next_index: error\n");
1012 fprintf(stderr
, "[error] get_next_index: unkwown value\n");
1024 void ctf_live_packet_seek(struct bt_stream_pos
*stream_pos
, size_t index
,
1027 struct ctf_stream_pos
*pos
;
1028 struct ctf_file_stream
*file_stream
;
1029 struct packet_index
*prev_index
= NULL
, *cur_index
;
1030 struct lttng_live_viewer_stream
*viewer_stream
;
1031 struct lttng_live_session
*session
;
1035 pos
= ctf_pos(stream_pos
);
1036 file_stream
= container_of(pos
, struct ctf_file_stream
, pos
);
1037 viewer_stream
= (struct lttng_live_viewer_stream
*) pos
->priv
;
1038 session
= viewer_stream
->session
;
1040 switch (pos
->packet_index
->len
) {
1042 g_array_set_size(pos
->packet_index
, 1);
1043 cur_index
= &g_array_index(pos
->packet_index
,
1044 struct packet_index
, 0);
1047 g_array_set_size(pos
->packet_index
, 2);
1048 prev_index
= &g_array_index(pos
->packet_index
,
1049 struct packet_index
, 0);
1050 cur_index
= &g_array_index(pos
->packet_index
,
1051 struct packet_index
, 1);
1054 g_array_index(pos
->packet_index
,
1055 struct packet_index
, 0) =
1056 g_array_index(pos
->packet_index
,
1057 struct packet_index
, 1);
1058 prev_index
= &g_array_index(pos
->packet_index
,
1059 struct packet_index
, 0);
1060 cur_index
= &g_array_index(pos
->packet_index
,
1061 struct packet_index
, 1);
1067 printf_verbose("get_next_index for stream %" PRIu64
"\n", viewer_stream
->id
);
1068 ret
= get_next_index(session
->ctx
, viewer_stream
, cur_index
);
1071 if (!lttng_live_should_quit()) {
1072 fprintf(stderr
, "[error] get_next_index failed\n");
1077 pos
->packet_size
= cur_index
->packet_size
;
1078 pos
->content_size
= cur_index
->content_size
;
1079 pos
->mmap_base_offset
= 0;
1080 if (cur_index
->offset
== EOF
) {
1086 if (cur_index
->content_size
== 0) {
1087 file_stream
->parent
.cycles_timestamp
=
1088 cur_index
->ts_cycles
.timestamp_end
;
1089 file_stream
->parent
.real_timestamp
= ctf_get_real_timestamp(
1090 &file_stream
->parent
,
1091 cur_index
->ts_cycles
.timestamp_end
);
1093 /* Convert the timestamps and append to the real_index. */
1094 cur_index
->ts_real
.timestamp_begin
= ctf_get_real_timestamp(
1095 &file_stream
->parent
,
1096 cur_index
->ts_cycles
.timestamp_begin
);
1097 cur_index
->ts_real
.timestamp_end
= ctf_get_real_timestamp(
1098 &file_stream
->parent
,
1099 cur_index
->ts_cycles
.timestamp_end
);
1101 ctf_update_current_packet_index(&file_stream
->parent
,
1102 prev_index
, cur_index
);
1104 file_stream
->parent
.cycles_timestamp
=
1105 cur_index
->ts_cycles
.timestamp_begin
;
1106 file_stream
->parent
.real_timestamp
=
1107 cur_index
->ts_real
.timestamp_begin
;
1110 if (pos
->packet_size
== 0 || pos
->offset
== EOF
) {
1114 printf_verbose("get_data_packet for stream %" PRIu64
"\n",
1116 ret
= get_data_packet(session
->ctx
, pos
, viewer_stream
,
1118 cur_index
->packet_size
/ CHAR_BIT
);
1121 } else if (ret
< 0) {
1123 if (!lttng_live_should_quit()) {
1124 fprintf(stderr
, "[error] get_data_packet failed\n");
1129 printf_verbose("Index received : packet_size : %" PRIu64
1130 ", offset %" PRIu64
", content_size %" PRIu64
1131 ", timestamp_end : %" PRIu64
"\n",
1132 cur_index
->packet_size
, cur_index
->offset
,
1133 cur_index
->content_size
,
1134 cur_index
->ts_cycles
.timestamp_end
);
1136 /* update trace_packet_header and stream_packet_context */
1137 if (pos
->prot
!= PROT_WRITE
&& file_stream
->parent
.trace_packet_header
) {
1138 /* Read packet header */
1139 ret
= generic_rw(&pos
->parent
, &file_stream
->parent
.trace_packet_header
->p
);
1142 fprintf(stderr
, "[error] trace packet header read failed\n");
1146 if (pos
->prot
!= PROT_WRITE
&& file_stream
->parent
.stream_packet_context
) {
1147 /* Read packet context */
1148 ret
= generic_rw(&pos
->parent
, &file_stream
->parent
.stream_packet_context
->p
);
1151 fprintf(stderr
, "[error] stream packet context read failed\n");
1155 pos
->data_offset
= pos
->offset
;
1161 int lttng_live_create_viewer_session(struct lttng_live_ctx
*ctx
)
1163 struct lttng_viewer_cmd cmd
;
1164 struct lttng_viewer_create_session_response resp
;
1168 if (lttng_live_should_quit()) {
1173 cmd
.cmd
= htobe32(LTTNG_VIEWER_CREATE_SESSION
);
1175 cmd
.cmd_version
= 0;
1177 ret_len
= lttng_live_send(ctx
->control_sock
, &cmd
, sizeof(cmd
));
1179 perror("[error] Error sending cmd");
1182 assert(ret_len
== sizeof(cmd
));
1184 ret_len
= lttng_live_recv(ctx
->control_sock
, &resp
, sizeof(resp
));
1186 fprintf(stderr
, "[error] Remote side has closed connection\n");
1190 perror("[error] Error receiving create session reply");
1193 assert(ret_len
== sizeof(resp
));
1195 if (be32toh(resp
.status
) != LTTNG_VIEWER_CREATE_SESSION_OK
) {
1196 fprintf(stderr
, "[error] Error creating viewer session\n");
1208 int del_traces(gpointer key
, gpointer value
, gpointer user_data
)
1210 struct bt_context
*bt_ctx
= user_data
;
1211 struct lttng_live_ctf_trace
*trace
= value
;
1214 ret
= bt_context_remove_trace(bt_ctx
, trace
->trace_id
);
1216 fprintf(stderr
, "[error] removing trace from context\n");
1218 /* remove the key/value pair from the HT. */
1223 void add_traces(gpointer key
, gpointer value
, gpointer user_data
)
1226 struct bt_context
*bt_ctx
= user_data
;
1227 struct lttng_live_ctf_trace
*trace
= value
;
1228 struct lttng_live_viewer_stream
*stream
;
1229 struct bt_mmap_stream
*new_mmap_stream
;
1230 struct bt_mmap_stream_list mmap_list
;
1231 struct lttng_live_ctx
*ctx
= NULL
;
1232 struct bt_trace_descriptor
*td
;
1233 struct bt_trace_handle
*handle
;
1236 * We don't know how many streams we will receive for a trace, so
1237 * once we are done receiving the traces, we add all the traces
1238 * received to the bt_context.
1239 * We can receive streams during the attach command or the
1240 * get_new_streams, so we have to make sure not to add multiple
1241 * times the same traces.
1242 * If a trace is already in the context, we just skip this function.
1247 BT_INIT_LIST_HEAD(&mmap_list
.head
);
1249 for (i
= 0; i
< trace
->streams
->len
; i
++) {
1250 stream
= g_ptr_array_index(trace
->streams
, i
);
1251 ctx
= stream
->session
->ctx
;
1253 if (!stream
->metadata_flag
) {
1254 new_mmap_stream
= zmalloc(sizeof(struct bt_mmap_stream
));
1255 new_mmap_stream
->priv
= (void *) stream
;
1256 new_mmap_stream
->fd
= -1;
1257 bt_list_add(&new_mmap_stream
->list
, &mmap_list
.head
);
1259 char *metadata_buf
= NULL
;
1261 /* Get all possible metadata before starting */
1262 ret
= get_new_metadata(ctx
, stream
, &metadata_buf
);
1267 if (!stream
->metadata_len
) {
1268 fprintf(stderr
, "[error] empty metadata\n");
1274 trace
->metadata_fp
= babeltrace_fmemopen(metadata_buf
,
1275 stream
->metadata_len
, "rb");
1276 if (!trace
->metadata_fp
) {
1277 perror("Metadata fmemopen");
1285 if (!trace
->metadata_fp
) {
1286 fprintf(stderr
, "[error] No metadata stream opened\n");
1290 ret
= bt_context_add_trace(bt_ctx
, NULL
, "ctf",
1291 ctf_live_packet_seek
, &mmap_list
, trace
->metadata_fp
);
1293 fprintf(stderr
, "[error] Error adding trace\n");
1296 trace
->metadata_stream
->metadata_len
= 0;
1298 handle
= (struct bt_trace_handle
*) g_hash_table_lookup(
1299 bt_ctx
->trace_handles
,
1300 (gpointer
) (unsigned long) ret
);
1302 trace
->handle
= handle
;
1303 if (bt_ctx
->current_iterator
) {
1304 bt_iter_add_trace(bt_ctx
->current_iterator
, td
);
1307 trace
->trace_id
= ret
;
1313 bt_context_put(bt_ctx
);
1318 int lttng_live_get_new_streams(struct lttng_live_ctx
*ctx
, uint64_t id
)
1320 struct lttng_viewer_cmd cmd
;
1321 struct lttng_viewer_new_streams_request rq
;
1322 struct lttng_viewer_new_streams_response rp
;
1323 struct lttng_viewer_stream stream
;
1326 uint32_t stream_count
;
1328 if (lttng_live_should_quit()) {
1333 cmd
.cmd
= htobe32(LTTNG_VIEWER_GET_NEW_STREAMS
);
1334 cmd
.data_size
= sizeof(rq
);
1335 cmd
.cmd_version
= 0;
1337 memset(&rq
, 0, sizeof(rq
));
1338 rq
.session_id
= htobe64(id
);
1340 ret_len
= lttng_live_send(ctx
->control_sock
, &cmd
, sizeof(cmd
));
1342 perror("[error] Error sending cmd");
1345 assert(ret_len
== sizeof(cmd
));
1347 ret_len
= lttng_live_send(ctx
->control_sock
, &rq
, sizeof(rq
));
1349 perror("[error] Error sending get_new_streams request");
1352 assert(ret_len
== sizeof(rq
));
1354 ret_len
= lttng_live_recv(ctx
->control_sock
, &rp
, sizeof(rp
));
1356 fprintf(stderr
, "[error] Remote side has closed connection\n");
1360 perror("[error] Error receiving get_new_streams response");
1363 assert(ret_len
== sizeof(rp
));
1365 switch(be32toh(rp
.status
)) {
1366 case LTTNG_VIEWER_NEW_STREAMS_OK
:
1368 case LTTNG_VIEWER_NEW_STREAMS_NO_NEW
:
1371 case LTTNG_VIEWER_NEW_STREAMS_HUP
:
1372 ret
= -LTTNG_VIEWER_NEW_STREAMS_HUP
;
1374 case LTTNG_VIEWER_NEW_STREAMS_ERR
:
1375 fprintf(stderr
, "[error] get_new_streams error\n");
1378 fprintf(stderr
, "[error] Unknown return code %u\n",
1379 be32toh(rp
.status
));
1383 stream_count
= be32toh(rp
.streams_count
);
1384 ctx
->session
->stream_count
+= stream_count
;
1386 * When the session is created but not started, we do an active wait
1387 * until it starts. It allows the viewer to start processing the trace
1388 * as soon as the session starts.
1390 if (ctx
->session
->stream_count
== 0) {
1394 printf_verbose("Waiting for %" PRIu64
" streams:\n",
1395 ctx
->session
->stream_count
);
1396 ctx
->session
->streams
= g_new0(struct lttng_live_viewer_stream
,
1397 ctx
->session
->stream_count
);
1398 for (i
= 0; i
< stream_count
; i
++) {
1399 ret_len
= lttng_live_recv(ctx
->control_sock
, &stream
, sizeof(stream
));
1401 fprintf(stderr
, "[error] Remote side has closed connection\n");
1405 perror("[error] Error receiving stream");
1408 assert(ret_len
== sizeof(stream
));
1409 stream
.path_name
[LTTNG_VIEWER_PATH_MAX
- 1] = '\0';
1410 stream
.channel_name
[LTTNG_VIEWER_NAME_MAX
- 1] = '\0';
1412 printf_verbose(" stream %" PRIu64
" : %s/%s\n",
1413 be64toh(stream
.id
), stream
.path_name
,
1414 stream
.channel_name
);
1415 ctx
->session
->streams
[i
].id
= be64toh(stream
.id
);
1416 ctx
->session
->streams
[i
].session
= ctx
->session
;
1418 ctx
->session
->streams
[i
].first_read
= 1;
1419 ctx
->session
->streams
[i
].mmap_size
= 0;
1421 if (be32toh(stream
.metadata_flag
)) {
1422 ctx
->session
->streams
[i
].metadata_flag
= 1;
1424 ret
= lttng_live_ctf_trace_assign(&ctx
->session
->streams
[i
],
1425 be64toh(stream
.ctf_trace_id
));
1439 int lttng_live_read(struct lttng_live_ctx
*ctx
)
1443 struct bt_ctf_iter
*iter
;
1444 const struct bt_ctf_event
*event
;
1445 struct bt_iter_pos begin_pos
;
1446 struct bt_trace_descriptor
*td_write
;
1447 struct bt_format
*fmt_write
;
1448 struct ctf_text_stream_pos
*sout
;
1451 ctx
->bt_ctx
= bt_context_create();
1453 fprintf(stderr
, "[error] bt_context_create allocation\n");
1457 fmt_write
= bt_lookup_format(g_quark_from_static_string("text"));
1459 fprintf(stderr
, "[error] ctf-text error\n");
1463 td_write
= fmt_write
->open_trace(NULL
, O_RDWR
, NULL
, NULL
);
1465 fprintf(stderr
, "[error] Error opening output trace\n");
1469 sout
= container_of(td_write
, struct ctf_text_stream_pos
,
1471 if (!sout
->parent
.event_cb
) {
1475 ret
= lttng_live_create_viewer_session(ctx
);
1480 for (i
= 0; i
< ctx
->session_ids
->len
; i
++) {
1481 id
= g_array_index(ctx
->session_ids
, uint64_t, i
);
1482 printf_verbose("Attaching to session %lu\n", id
);
1483 ret
= lttng_live_attach_session(ctx
, id
);
1484 printf_verbose("Attaching session returns %d\n", ret
);
1486 if (ret
== -LTTNG_VIEWER_ATTACH_UNK
) {
1487 fprintf(stderr
, "[error] Unknown session ID\n");
1494 * As long as the session is active, we try to get new streams.
1499 if (lttng_live_should_quit()) {
1504 while (!ctx
->session
->stream_count
) {
1505 if (lttng_live_should_quit()
1506 || ctx
->session_ids
->len
== 0) {
1510 ret
= ask_new_streams(ctx
);
1514 if (!ctx
->session
->stream_count
) {
1515 (void) poll(NULL
, 0, ACTIVE_POLL_DELAY
);
1519 g_hash_table_foreach(ctx
->session
->ctf_traces
, add_traces
,
1522 begin_pos
.type
= BT_SEEK_BEGIN
;
1523 iter
= bt_ctf_iter_create(ctx
->bt_ctx
, &begin_pos
, NULL
);
1525 if (lttng_live_should_quit()) {
1529 fprintf(stderr
, "[error] Iterator creation error\n");
1533 if (lttng_live_should_quit()) {
1537 event
= bt_ctf_iter_read_event_flags(iter
, &flags
);
1538 if (!(flags
& BT_ITER_FLAG_RETRY
)) {
1543 ret
= sout
->parent
.event_cb(&sout
->parent
,
1544 event
->parent
->stream
);
1546 fprintf(stderr
, "[error] Writing "
1551 ret
= bt_iter_next(bt_ctf_get_iter(iter
));
1556 bt_ctf_iter_destroy(iter
);
1557 g_hash_table_foreach_remove(ctx
->session
->ctf_traces
,
1558 del_traces
, ctx
->bt_ctx
);
1559 ctx
->session
->stream_count
= 0;
1563 bt_context_put(ctx
->bt_ctx
);
1565 if (lttng_live_should_quit()) {