start to handle async rotation on the relay + basics for remote rotate_pending
[lttng-tools.git] / src / bin / lttng-relayd / main.c
index 2fcc60af00d9d3b29b9809865ed7747ab4dbde45..c6d61a186f095f339193a509c701f67e56d73bbf 100644 (file)
@@ -977,12 +977,16 @@ static void *relay_thread_dispatcher(void *data)
 
        health_code_update();
 
-       while (!CMM_LOAD_SHARED(dispatch_thread_exit)) {
+       for (;;) {
                health_code_update();
 
                /* Atomically prepare the queue futex */
                futex_nto1_prepare(&relay_conn_queue.futex);
 
+               if (CMM_LOAD_SHARED(dispatch_thread_exit)) {
+                       break;
+               }
+
                do {
                        health_code_update();
 
@@ -1098,6 +1102,7 @@ static int relay_create_session(struct lttcomm_relayd_hdr *recv_hdr,
                goto send_reply;
        }
 
+       fprintf(stderr, "name: %s\n", session_name);
        session = session_create(session_name, hostname, live_timer,
                        snapshot, conn->major, conn->minor);
        if (!session) {
@@ -1184,10 +1189,23 @@ static int relay_add_stream(struct lttcomm_relayd_hdr *recv_hdr,
                        &channel_name);
                break;
        case 2: /* LTTng sessiond 2.2. Allocates path_name and channel_name. */
-       default:
+       case 3: /* LTTng sessiond 2.3. Allocates path_name and channel_name. */
+       case 4: /* LTTng sessiond 2.4. Allocates path_name and channel_name. */
+       case 5: /* LTTng sessiond 2.5. Allocates path_name and channel_name. */
+       case 6: /* LTTng sessiond 2.6. Allocates path_name and channel_name. */
+       case 7: /* LTTng sessiond 2.7. Allocates path_name and channel_name. */
+       case 8: /* LTTng sessiond 2.8. Allocates path_name and channel_name. */
+       case 9: /* LTTng sessiond 2.9. Allocates path_name and channel_name. */
+       case 10: /* LTTng sessiond 2.10. Allocates path_name and channel_name. */
                ret = cmd_recv_stream_2_2(conn, &path_name,
                        &channel_name, &tracefile_size, &tracefile_count);
                break;
+       case 11: /* LTTng sessiond 2.11. Allocates path_name and channel_name. */
+       default:
+               ret = cmd_recv_stream_2_11(conn, &path_name,
+                       &channel_name, &tracefile_size, &tracefile_count,
+                       session);
+               break;
        }
        if (ret < 0) {
                goto send_reply;
@@ -1489,6 +1507,100 @@ end:
        return ret;
 }
 
+static
+int rotate_index_file(struct relay_stream *stream)
+{
+       int ret;
+       uint32_t major, minor;
+
+       /* Put ref on previous index_file. */
+       if (stream->index_file) {
+               lttng_index_file_put(stream->index_file);
+               stream->index_file = NULL;
+       }
+       major = stream->trace->session->major;
+       minor = stream->trace->session->minor;
+       stream->index_file = lttng_index_file_create(stream->path_name,
+                       stream->channel_name,
+                       -1, -1, stream->tracefile_size,
+                       tracefile_array_get_file_index_head(stream->tfa),
+                       lttng_to_index_major(major, minor),
+                       lttng_to_index_minor(major, minor));
+       if (!stream->index_file) {
+               ret = -1;
+               goto end;
+       }
+
+       ret = 0;
+
+end:
+       return ret;
+}
+
+/*
+ * Check if a stream should perform a rotation (for session rotation).
+ * Must be called with the stream lock held.
+ *
+ * Return 0 on success, a negative value on error.
+ */
+static
+int check_rotate_stream(struct relay_stream *stream)
+{
+       int ret;
+
+       /* No rotation expected */
+       if (stream->rotate_at_seq_num == -1ULL) {
+               ret = 0;
+               goto end;
+       }
+
+       if (stream->prev_seq < stream->rotate_at_seq_num) {
+               DBG("Stream %" PRIu64 " no yet ready for rotation",
+                               stream->stream_handle);
+               fprintf(stderr, "Stream %" PRIu64 " no yet ready for rotation\n",
+                               stream->stream_handle);
+               ret = 0;
+               goto end;
+       } else if (stream->prev_seq > stream->rotate_at_seq_num) {
+               DBG("Rotation after too much data has been written in tracefile "
+                               "for stream %" PRIu64 ", need to truncate before "
+                               "rotating", stream->stream_handle);
+               fprintf(stderr, "Rotation after too much data has been written in tracefile "
+                               "for stream %" PRIu64 ", need to truncate before "
+                               "rotating\n", stream->stream_handle);
+               /* TODO */
+       } else {
+               DBG("Stream %" PRIu64 " ready for rotation", stream->stream_handle);
+               fprintf(stderr, "Stream %" PRIu64 " ready for rotation\n", stream->stream_handle);
+       }
+
+       /* Perform the stream rotation. */
+       ret = utils_rotate_stream_file(stream->path_name,
+                       stream->channel_name, stream->tracefile_size,
+                       stream->tracefile_count, -1,
+                       -1, stream->stream_fd->fd,
+                       NULL, &stream->stream_fd->fd);
+       if (ret < 0) {
+               ERR("Rotating stream output file");
+               goto end;
+       }
+       stream->tracefile_size_current = 0;
+
+       /* Rotate also the index if the stream is not a metadata stream. */
+       if (!stream->is_metadata) {
+               ret = rotate_index_file(stream);
+               if (ret < 0) {
+                       ERR("Failed to rotate index file");
+                       goto end;
+               }
+       }
+
+       stream->rotate_at_seq_num = -1ULL;
+
+end:
+       return ret;
+}
+
 /*
  * relay_recv_metadata: receive the metadata for the session.
  */
@@ -1572,6 +1684,12 @@ static int relay_recv_metadata(struct lttcomm_relayd_hdr *recv_hdr,
        DBG2("Relay metadata written. Updated metadata_received %" PRIu64,
                metadata_stream->metadata_received);
 
+       ret = check_rotate_stream(metadata_stream);
+       if (ret < 0) {
+               ERR("Check rotate stream");
+               goto end_put;
+       }
+
 end_put:
        pthread_mutex_unlock(&metadata_stream->lock);
        stream_put(metadata_stream);
@@ -2104,6 +2222,223 @@ end_no_session:
        return ret;
 }
 
+/*
+ * relay_rotate_stream: rotate a stream to a new tracefile for the session
+ * rotation feature (not the tracefile rotation feature).
+ */
+static int relay_rotate_session_stream(struct lttcomm_relayd_hdr *recv_hdr,
+               struct relay_connection *conn)
+{
+       int ret, send_ret;
+       struct relay_session *session = conn->session;
+       struct lttcomm_relayd_rotate_stream stream_info;
+       struct lttcomm_relayd_generic_reply reply;
+       struct relay_stream *stream;
+       size_t len;
+
+       DBG("Rotate stream received");
+
+       if (!session || conn->version_check_done == 0) {
+               ERR("Trying to rotate a stream before version check");
+               ret = -1;
+               goto end_no_session;
+       }
+
+       if (session->minor < 11) {
+               ERR("Unsupported feature before 2.11");
+               ret = -1;
+               goto end_no_session;
+       }
+
+       ret = conn->sock->ops->recvmsg(conn->sock, &stream_info,
+                       sizeof(stream_info), 0);
+       if (ret < sizeof(stream_info)) {
+               if (ret == 0) {
+                       /* Orderly shutdown. Not necessary to print an error. */
+                       DBG("Socket %d did an orderly shutdown", conn->sock->fd);
+               } else {
+                       ERR("Relay didn't receive valid rotate_stream struct size : %d", ret);
+               }
+               ret = -1;
+               goto end_no_session;
+       }
+
+       stream = stream_get_by_id(be64toh(stream_info.stream_id));
+       if (!stream) {
+               ret = -1;
+               goto end;
+       }
+
+       len = lttng_strnlen(stream_info.new_pathname,
+                       sizeof(stream_info.new_pathname));
+       /* Ensure that NULL-terminated and fits in local filename length. */
+       if (len == sizeof(stream_info.new_pathname) || len >= LTTNG_NAME_MAX) {
+               ret = -ENAMETOOLONG;
+               ERR("Path name too long");
+               goto end;
+       }
+
+       fprintf(stderr, "Stream %lu needs to rotate to %s (%lu vs %lu)/\n",
+                       be64toh(stream_info.stream_id), stream_info.new_pathname,
+                       stream->prev_seq, be64toh(stream_info.rotate_at_seq_num));
+       fprintf(stderr, "metadata: %d\n", stream->is_metadata);
+
+       pthread_mutex_lock(&stream->lock);
+
+       /* Update the trace path (just the folder, the stream name does not change). */
+       free(stream->path_name);
+       stream->path_name = create_output_path(stream_info.new_pathname);
+       if (!stream->path_name) {
+               ERR("Failed to create a new output path");
+               goto end_stream_unlock;
+       }
+       ret = utils_mkdir_recursive(stream->path_name, S_IRWXU | S_IRWXG,
+                       -1, -1);
+       if (ret < 0) {
+               ERR("relay creating output directory");
+               goto end;
+       }
+       stream->rotate_at_seq_num = be64toh(stream_info.rotate_at_seq_num);
+       stream->chunk_id = be64toh(stream_info.new_chunk_id);
+       /* FIXME: YOU ARE HERE
+        * metadata stream does not have a valid seq_num, but is sent on the control connection */
+       ret = check_rotate_stream(stream);
+       if (ret < 0) {
+               ERR("Check rotate stream");
+               goto end_stream_unlock;
+       }
+
+end_stream_unlock:
+       pthread_mutex_unlock(&stream->lock);
+       stream_put(stream);
+end:
+       memset(&reply, 0, sizeof(reply));
+       if (ret < 0) {
+               reply.ret_code = htobe32(LTTNG_ERR_UNK);
+       } else {
+               reply.ret_code = htobe32(LTTNG_OK);
+       }
+       send_ret = conn->sock->ops->sendmsg(conn->sock, &reply,
+                       sizeof(struct lttcomm_relayd_generic_reply), 0);
+       if (send_ret < 0) {
+               ERR("Relay sending stream id");
+               ret = send_ret;
+       }
+
+end_no_session:
+       return ret;
+}
+
+/*
+ * relay_rotate_rename: rename the trace folder after the rotation is
+ * complete. We are not closing any fd here, just moving the folder, so it
+ * works even if data is still in flight.
+ */
+static int relay_rotate_rename(struct lttcomm_relayd_hdr *recv_hdr,
+               struct relay_connection *conn)
+{
+       int ret, send_ret;
+       struct relay_session *session = conn->session;
+       struct lttcomm_relayd_rotate_rename stream_info;
+       struct lttcomm_relayd_generic_reply reply;
+       size_t len;
+       char *old = NULL, *new = NULL;
+
+       DBG("Rotate rename received");
+
+       if (!session || conn->version_check_done == 0) {
+               ERR("Trying to rename before version check");
+               ret = -1;
+               goto end_no_session;
+       }
+
+       if (session->minor < 11) {
+               ERR("Unsupported feature before 2.11");
+               ret = -1;
+               goto end_no_session;
+       }
+
+       ret = conn->sock->ops->recvmsg(conn->sock, &stream_info,
+                       sizeof(stream_info), 0);
+       if (ret < sizeof(stream_info)) {
+               if (ret == 0) {
+                       /* Orderly shutdown. Not necessary to print an error. */
+                       DBG("Socket %d did an orderly shutdown", conn->sock->fd);
+               } else {
+                       ERR("Relay didn't receive valid rotate_rename struct size : %d", ret);
+               }
+               ret = -1;
+               goto end_no_session;
+       }
+
+       len = lttng_strnlen(stream_info.current_path,
+                       sizeof(stream_info.current_path));
+       /* Ensure that NULL-terminated and fits in local filename length. */
+       if (len == sizeof(stream_info.current_path) || len >= LTTNG_NAME_MAX) {
+               ret = -ENAMETOOLONG;
+               ERR("Path name too long");
+               goto end;
+       }
+
+       len = lttng_strnlen(stream_info.new_path,
+                       sizeof(stream_info.new_path));
+       /* Ensure that NULL-terminated and fits in local filename length. */
+       if (len == sizeof(stream_info.new_path) || len >= LTTNG_NAME_MAX) {
+               ret = -ENAMETOOLONG;
+               ERR("Path name too long");
+               goto end;
+       }
+
+       fprintf(stderr, "Renaming %s to %s/\n", stream_info.current_path,
+                       stream_info.new_path);
+
+       old = create_output_path(stream_info.current_path);
+       if (!old) {
+               ERR("Failed to create current output path");
+               ret = -1;
+               goto end;
+       }
+
+       new = create_output_path(stream_info.new_path);
+       if (!new) {
+               ERR("Failed to create new output path");
+               ret = -1;
+               goto end;
+       }
+
+       ret = utils_mkdir_recursive(new, S_IRWXU | S_IRWXG,
+                       -1, -1);
+       if (ret < 0) {
+               ERR("relay creating output directory");
+               goto end;
+       }
+
+       ret = rename(old, new);
+       if (ret < 0 && errno != ENOENT) {
+               PERROR("Rename completed rotation chunk");
+               goto end;
+       }
+
+end:
+       memset(&reply, 0, sizeof(reply));
+       if (ret < 0) {
+               reply.ret_code = htobe32(LTTNG_ERR_UNK);
+       } else {
+               reply.ret_code = htobe32(LTTNG_OK);
+       }
+       send_ret = conn->sock->ops->sendmsg(conn->sock, &reply,
+                       sizeof(struct lttcomm_relayd_generic_reply), 0);
+       if (send_ret < 0) {
+               ERR("Relay sending stream id");
+               ret = send_ret;
+       }
+
+end_no_session:
+       free(old);
+       free(new);
+       return ret;
+}
+
 /*
  * Process the commands received on the control socket
  */
@@ -2152,6 +2487,12 @@ static int relay_process_control(struct lttcomm_relayd_hdr *recv_hdr,
        case RELAYD_RESET_METADATA:
                ret = relay_reset_metadata(recv_hdr, conn);
                break;
+       case RELAYD_ROTATE_STREAM:
+               ret = relay_rotate_session_stream(recv_hdr, conn);
+               break;
+       case RELAYD_ROTATE_RENAME:
+               ret = relay_rotate_rename(recv_hdr, conn);
+               break;
        case RELAYD_UPDATE_SYNC_INFO:
        default:
                ERR("Received unknown command (%u)", be32toh(recv_hdr->cmd));
@@ -2196,23 +2537,9 @@ static int handle_index_data(struct relay_stream *stream, uint64_t net_seq_num,
        }
 
        if (rotate_index || !stream->index_file) {
-               uint32_t major, minor;
-
-               /* Put ref on previous index_file. */
-               if (stream->index_file) {
-                       lttng_index_file_put(stream->index_file);
-                       stream->index_file = NULL;
-               }
-               major = stream->trace->session->major;
-               minor = stream->trace->session->minor;
-               stream->index_file = lttng_index_file_create(stream->path_name,
-                               stream->channel_name,
-                               -1, -1, stream->tracefile_size,
-                               tracefile_array_get_file_index_head(stream->tfa),
-                               lttng_to_index_major(major, minor),
-                               lttng_to_index_minor(major, minor));
-               if (!stream->index_file) {
-                       ret = -1;
+               ret = rotate_index_file(stream);
+               if (ret < 0) {
+                       ERR("Failed to rotate index");
                        /* Put self-ref for this index due to error. */
                        relay_index_put(index);
                        index = NULL;
@@ -2378,6 +2705,12 @@ static int relay_process_data(struct relay_connection *conn)
 
        stream->prev_seq = net_seq_num;
 
+       ret = check_rotate_stream(stream);
+       if (ret < 0) {
+               ERR("Check rotate stream");
+               goto end_stream_unlock;
+       }
+
 end_stream_unlock:
        close_requested = stream->close_requested;
        pthread_mutex_unlock(&stream->lock);
This page took 0.029055 seconds and 5 git commands to generate.