[deliverable/lttng-tools.git] / src / bin / lttng-sessiond / rotate.c

/*
 * Copyright (C) 2017 - Julien Desfossez <jdesfossez@efficios.com>
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License, version 2 only, as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License along with
 * this program; if not, write to the Free Software Foundation, Inc., 51
 * Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
 */

#define _LGPL_SOURCE
#include <lttng/trigger/trigger.h>
#include <common/error.h>
#include <common/config/session-config.h>
#include <common/defaults.h>
#include <common/utils.h>
#include <common/futex.h>
#include <common/align.h>
#include <common/time.h>
#include <common/hashtable/utils.h>
#include <common/kernel-ctl/kernel-ctl.h>
#include <sys/eventfd.h>
#include <sys/stat.h>
#include <time.h>
#include <signal.h>
#include <inttypes.h>

#include "session.h"
#include "rotate.h"
#include "rotation-thread.h"
#include "lttng-sessiond.h"
#include "health-sessiond.h"
#include "cmd.h"

#include <urcu.h>
#include <urcu/list.h>
#include <urcu/rculfhash.h>

unsigned long hash_channel_key(struct rotation_channel_key *key)
{
	return hash_key_u64(&key->key, lttng_ht_seed) ^ hash_key_ulong(
		(void *) (unsigned long) key->domain, lttng_ht_seed);
}

int rotate_add_channel_pending(uint64_t key, enum lttng_domain_type domain,
		struct ltt_session *session)
{
	int ret;
	struct rotation_channel_info *new_info;
	struct rotation_channel_key channel_key = { .key = key,
		.domain = domain };

	new_info = zmalloc(sizeof(struct rotation_channel_info));
	if (!new_info) {
		goto error;
	}

	new_info->channel_key.key = key;
	new_info->channel_key.domain = domain;
	new_info->session = session;
	cds_lfht_node_init(&new_info->rotate_channels_ht_node);

	session->nr_chan_rotate_pending++;
	cds_lfht_add(channel_pending_rotate_ht,
			hash_channel_key(&channel_key),
			&new_info->rotate_channels_ht_node);

	ret = 0;
	goto end;

error:
	ret = -1;
end:
	return ret;
}

int session_rename_chunk(struct ltt_session *session, char *current_path,
		char *new_path)
{
	int ret;
	struct consumer_socket *socket;
	struct consumer_output *output;
	struct lttng_ht_iter iter;
	uid_t uid;
	gid_t gid;

	/*
	 * Either one of the sessions is enough to find the consumer_output
	 * and uid/gid.
	 */
	if (session->kernel_session) {
		output = session->kernel_session->consumer;
		uid = session->kernel_session->uid;
		gid = session->kernel_session->gid;
	} else if (session->ust_session) {
		output = session->ust_session->consumer;
		uid = session->ust_session->uid;
		gid = session->ust_session->gid;
	} else {
		assert(0);
	}

	if (!output || !output->socks) {
		ERR("No consumer output found");
		ret = -1;
		goto end;
	}

	rcu_read_lock();
	/*
	 * We have to iterate to find a socket, but we only need to send the
	 * rename command to one consumer, so we break after the first one.
	 */
	cds_lfht_for_each_entry(output->socks->ht, &iter.iter, socket, node.node) {
		pthread_mutex_lock(socket->lock);
		ret = consumer_rotate_rename(socket, session->id, output,
				current_path, new_path, uid, gid);
		pthread_mutex_unlock(socket->lock);
		if (ret) {
			ERR("Consumer rename chunk");
			ret = -1;
			rcu_read_unlock();
			goto end;
		}
		break;
	}
	rcu_read_unlock();

	ret = 0;

end:
	return ret;
}

static
int rename_first_chunk(struct ltt_session *session,
		struct consumer_output *consumer, char *new_path)
{
	int ret;
	char *tmppath = NULL, *tmppath2 = NULL;

	tmppath = zmalloc(PATH_MAX * sizeof(char));
	if (!tmppath) {
		ret = -LTTNG_ERR_NOMEM;
		goto error;
	}
	tmppath2 = zmalloc(PATH_MAX * sizeof(char));
	if (!tmppath2) {
		ret = -LTTNG_ERR_NOMEM;
		goto error;
	}

	/* Current domain path: <session>/kernel */
	if (session->net_handle > 0) {
		snprintf(tmppath, PATH_MAX, "%s/%s",
				consumer->dst.net.base_dir, consumer->subdir);
	} else {
		snprintf(tmppath, PATH_MAX, "%s/%s",
				consumer->dst.session_root_path, consumer->subdir);
	}
	/* New domain path: <session>/<start-date>-<end-date>-<rotate-count>/kernel */
	snprintf(tmppath2, PATH_MAX, "%s/%s",
			new_path, consumer->subdir);
	fprintf(stderr, "A: %s, B: %s, C: %s\n",
			consumer->dst.net.base_dir, consumer->subdir, new_path);
	/*
	 * Move the per-domain folder inside the first rotation
	 * folder.
	 */
	ret = session_rename_chunk(session, tmppath, tmppath2);
	if (ret < 0) {
		ERR("Rename first trace directory");
		ret = -LTTNG_ERR_ROTATE_NO_DATA;
		goto error;
	}

	ret = 0;

error:
	free(tmppath);
	free(tmppath2);

	return ret;
}

int rename_complete_chunk(struct ltt_session *session, time_t ts)
{
	struct tm *timeinfo;
	char datetime[16];
	char *new_path = NULL;
	int ret;

	/*
	 * TODO 2: on first rotate, the current_rotate_path is the session root
	 * path, so move the kernel/ and ust/ folders inside the
	 * "session->last_chunk_start_ts-now()"
	 */

	timeinfo = localtime(&ts);
	strftime(datetime, sizeof(datetime), "%Y%m%d-%H%M%S", timeinfo);

	new_path = zmalloc(PATH_MAX * sizeof(char));
	if (!new_path) {
		session->rotate_status = LTTNG_ROTATE_ERROR;
		ERR("Alloc new_path");
		ret = -1;
		goto end;
	}

	if (session->rotate_count == 1) {
		char start_time[16];

		timeinfo = localtime(&session->last_chunk_start_ts);
		strftime(start_time, sizeof(start_time), "%Y%m%d-%H%M%S", timeinfo);

		/*
		 * On the first rotation, the current_rotate_path is the
		 * session_root_path, so we need to create the chunk folder
		 * and move the domain-specific folders inside it.
		 */
		snprintf(new_path, PATH_MAX, "%s/%s-%s-%" PRIu64,
				session->rotation_chunk.current_rotate_path,
				start_time,
				datetime, session->rotate_count);

		if (session->kernel_session) {
			fprintf(stderr, "rename %s/kernel to %s\n",
					session->rotation_chunk.current_rotate_path,
					new_path);
			ret = rename_first_chunk(session,
					session->kernel_session->consumer,
					new_path);
			if (ret) {
				ERR("Rename kernel session");
				/*
				 * This is not a fatal error for the rotation
				 * thread, we just need to inform the client
				 * that a problem occurred with the rotation.
				 * Returning 0, same for the other errors
				 * below.
				 */
				ret = 0;
				goto error;
			}
		}
		if (session->ust_session) {
			fprintf(stderr, "rename %s/kernel to %s\n",
					session->rotation_chunk.current_rotate_path,
					new_path);
			ret = rename_first_chunk(session,
					session->ust_session->consumer,
					new_path);
			if (ret) {
				ERR("Rename ust session");
				ret = 0;
				goto error;
			}
		}
	} else {
		/*
		 * After the first rotation, all the trace data is already in
		 * its own chunk folder, we just need to append the suffix.
		 */
		snprintf(new_path, PATH_MAX, "%s%s-%" PRIu64,
				session->rotation_chunk.current_rotate_path,
				datetime, session->rotate_count);

		fprintf(stderr, "rename %s to %s\n",
				session->rotation_chunk.current_rotate_path,
				new_path);

		ret = session_rename_chunk(session,
				session->rotation_chunk.current_rotate_path,
				new_path);
		if (ret) {
			ERR("Session rename");
			ret = 0;
			goto error;
		}
	}

	/*
	 * Store the path where the readable chunk is. This path is valid
	 * and can be queried by the client with rotate_pending until the next
	 * rotation is started.
	 */
	snprintf(session->rotation_chunk.current_rotate_path, PATH_MAX,
			"%s", new_path);
	session->rotate_pending = 0;

	goto end;

error:
	session->rotate_status = LTTNG_ROTATE_ERROR;
end:
	free(new_path);
	return ret;
}
Commit	Line	Data
e8ed1ed1 JD	1	/*
	2	* Copyright (C) 2017 - Julien Desfossez <jdesfossez@efficios.com>
	3	*
	4	* This program is free software; you can redistribute it and/or modify it
	5	* under the terms of the GNU General Public License, version 2 only, as
	6	* published by the Free Software Foundation.
	7	*
	8	* This program is distributed in the hope that it will be useful, but WITHOUT
	9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
	10	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
	11	* more details.
	12	*
	13	* You should have received a copy of the GNU General Public License along with
	14	* this program; if not, write to the Free Software Foundation, Inc., 51
	15	* Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
	16	*/
	17
	18	#define _LGPL_SOURCE
	19	#include <lttng/trigger/trigger.h>
	20	#include <common/error.h>
	21	#include <common/config/session-config.h>
	22	#include <common/defaults.h>
	23	#include <common/utils.h>
	24	#include <common/futex.h>
	25	#include <common/align.h>
	26	#include <common/time.h>
	27	#include <common/hashtable/utils.h>
	28	#include <common/kernel-ctl/kernel-ctl.h>
	29	#include <sys/eventfd.h>
	30	#include <sys/stat.h>
	31	#include <time.h>
	32	#include <signal.h>
	33	#include <inttypes.h>
	34
	35	#include "session.h"
	36	#include "rotate.h"
	37	#include "rotation-thread.h"
	38	#include "lttng-sessiond.h"
	39	#include "health-sessiond.h"
	40	#include "cmd.h"
	41
	42	#include <urcu.h>
	43	#include <urcu/list.h>
	44	#include <urcu/rculfhash.h>
	45
	46	unsigned long hash_channel_key(struct rotation_channel_key *key)
	47	{
	48	return hash_key_u64(&key->key, lttng_ht_seed) ^ hash_key_ulong(
	49	(void *) (unsigned long) key->domain, lttng_ht_seed);
	50	}
	51
	52	int rotate_add_channel_pending(uint64_t key, enum lttng_domain_type domain,
	53	struct ltt_session *session)
	54	{
	55	int ret;
	56	struct rotation_channel_info *new_info;
	57	struct rotation_channel_key channel_key = { .key = key,
	58	.domain = domain };
	59
	60	new_info = zmalloc(sizeof(struct rotation_channel_info));
	61	if (!new_info) {
	62	goto error;
	63	}
	64
65	new_info->channel_key.key = key;
66	new_info->channel_key.domain = domain;
67	new_info->session = session;
68	cds_lfht_node_init(&new_info->rotate_channels_ht_node);
69
70	session->nr_chan_rotate_pending++;
71	cds_lfht_add(channel_pending_rotate_ht,
72	hash_channel_key(&channel_key),
73	&new_info->rotate_channels_ht_node);
74
75	ret = 0;
76	goto end;
77
78	error:
79	ret = -1;
80	end:
81	return ret;
82	}
83
84	int session_rename_chunk(struct ltt_session session, char current_path,
0ee5eef6	85	char *new_path)
e8ed1ed1 JD	86	{
	87	int ret;
	88	struct consumer_socket *socket;
	89	struct consumer_output *output;
	90	struct lttng_ht_iter iter;
	91	uid_t uid;
	92	gid_t gid;
	93
	94	/*
	95	* Either one of the sessions is enough to find the consumer_output
	96	* and uid/gid.
	97	*/
	98	if (session->kernel_session) {
	99	output = session->kernel_session->consumer;
	100	uid = session->kernel_session->uid;
	101	gid = session->kernel_session->gid;
	102	} else if (session->ust_session) {
	103	output = session->ust_session->consumer;
	104	uid = session->ust_session->uid;
	105	gid = session->ust_session->gid;
	106	} else {
	107	assert(0);
	108	}
	109
	110	if (!output \|\| !output->socks) {
	111	ERR("No consumer output found");
	112	ret = -1;
	113	goto end;
	114	}
	115
	116	rcu_read_lock();
	117	/*
	118	* We have to iterate to find a socket, but we only need to send the
	119	* rename command to one consumer, so we break after the first one.
	120	*/
	121	cds_lfht_for_each_entry(output->socks->ht, &iter.iter, socket, node.node) {
	122	pthread_mutex_lock(socket->lock);
	123	ret = consumer_rotate_rename(socket, session->id, output,
0ee5eef6	124	current_path, new_path, uid, gid);
e8ed1ed1 JD	125	pthread_mutex_unlock(socket->lock);
	126	if (ret) {
	127	ERR("Consumer rename chunk");
	128	ret = -1;
	129	rcu_read_unlock();
	130	goto end;
	131	}
	132	break;
	133	}
	134	rcu_read_unlock();
	135
	136	ret = 0;
	137
	138	end:
	139	return ret;
	140	}
	141
103373d7 JD	142	static
	143	int rename_first_chunk(struct ltt_session *session,
	144	struct consumer_output consumer, char new_path)
	145	{
	146	int ret;
	147	char tmppath = NULL, tmppath2 = NULL;
	148
	149	tmppath = zmalloc(PATH_MAX * sizeof(char));
	150	if (!tmppath) {
	151	ret = -LTTNG_ERR_NOMEM;
	152	goto error;
	153	}
	154	tmppath2 = zmalloc(PATH_MAX * sizeof(char));
	155	if (!tmppath2) {
	156	ret = -LTTNG_ERR_NOMEM;
	157	goto error;
	158	}
	159
	160	/* Current domain path: <session>/kernel */
0ee5eef6 JD	161	if (session->net_handle > 0) {
	162	snprintf(tmppath, PATH_MAX, "%s/%s",
	163	consumer->dst.net.base_dir, consumer->subdir);
	164	} else {
	165	snprintf(tmppath, PATH_MAX, "%s/%s",
	166	consumer->dst.session_root_path, consumer->subdir);
	167	}
103373d7 JD	168	/* New domain path: <session>/<start-date>-<end-date>-<rotate-count>/kernel */
	169	snprintf(tmppath2, PATH_MAX, "%s/%s",
	170	new_path, consumer->subdir);
0ee5eef6 JD	171	fprintf(stderr, "A: %s, B: %s, C: %s\n",
0ee5eef6 JD	172	consumer->dst.net.base_dir, consumer->subdir, new_path);
103373d7 JD	173	/*
	174	* Move the per-domain folder inside the first rotation
	175	* folder.
	176	*/
0ee5eef6	177	ret = session_rename_chunk(session, tmppath, tmppath2);
103373d7	178	if (ret < 0) {
4a478f45	179	ERR("Rename first trace directory");
103373d7 JD	180	ret = -LTTNG_ERR_ROTATE_NO_DATA;
	181	goto error;
	182	}
	183
	184	ret = 0;
	185
	186	error:
	187	free(tmppath);
	188	free(tmppath2);
	189
	190	return ret;
	191	}
	192
e8ed1ed1 JD	193	int rename_complete_chunk(struct ltt_session *session, time_t ts)
	194	{
	195	struct tm *timeinfo;
	196	char datetime[16];
103373d7	197	char *new_path = NULL;
e8ed1ed1 JD	198	int ret;
e8ed1ed1 JD	199
103373d7 JD	200	/*
	201	* TODO 2: on first rotate, the current_rotate_path is the session root
	202	* path, so move the kernel/ and ust/ folders inside the
	203	* "session->last_chunk_start_ts-now()"
	204	*/
	205
e8ed1ed1 JD	206	timeinfo = localtime(&ts);
	207	strftime(datetime, sizeof(datetime), "%Y%m%d-%H%M%S", timeinfo);
	208
103373d7 JD	209	new_path = zmalloc(PATH_MAX * sizeof(char));
103373d7 JD	210	if (!new_path) {
4a478f45	211	session->rotate_status = LTTNG_ROTATE_ERROR;
103373d7	212	ERR("Alloc new_path");
e8ed1ed1 JD	213	ret = -1;
	214	goto end;
	215	}
	216
103373d7 JD	217	if (session->rotate_count == 1) {
103373d7 JD	218	char start_time[16];
e8ed1ed1	219
103373d7 JD	220	timeinfo = localtime(&session->last_chunk_start_ts);
	221	strftime(start_time, sizeof(start_time), "%Y%m%d-%H%M%S", timeinfo);
	222
	223	/*
	224	* On the first rotation, the current_rotate_path is the
	225	* session_root_path, so we need to create the chunk folder
	226	* and move the domain-specific folders inside it.
	227	*/
	228	snprintf(new_path, PATH_MAX, "%s/%s-%s-%" PRIu64,
	229	session->rotation_chunk.current_rotate_path,
	230	start_time,
	231	datetime, session->rotate_count);
	232
	233	if (session->kernel_session) {
	234	fprintf(stderr, "rename %s/kernel to %s\n",
	235	session->rotation_chunk.current_rotate_path,
	236	new_path);
	237	ret = rename_first_chunk(session,
	238	session->kernel_session->consumer,
	239	new_path);
	240	if (ret) {
	241	ERR("Rename kernel session");
4a478f45 JD	242	/*
	243	* This is not a fatal error for the rotation
	244	* thread, we just need to inform the client
	245	* that a problem occurred with the rotation.
	246	* Returning 0, same for the other errors
	247	* below.
	248	*/
	249	ret = 0;
	250	goto error;
103373d7 JD	251	}
	252	}
	253	if (session->ust_session) {
	254	fprintf(stderr, "rename %s/kernel to %s\n",
	255	session->rotation_chunk.current_rotate_path,
	256	new_path);
	257	ret = rename_first_chunk(session,
	258	session->ust_session->consumer,
	259	new_path);
	260	if (ret) {
	261	ERR("Rename ust session");
4a478f45 JD	262	ret = 0;
4a478f45 JD	263	goto error;
103373d7 JD	264	}
	265	}
	266	} else {
	267	/*
	268	* After the first rotation, all the trace data is already in
	269	* its own chunk folder, we just need to append the suffix.
	270	*/
	271	snprintf(new_path, PATH_MAX, "%s%s-%" PRIu64,
	272	session->rotation_chunk.current_rotate_path,
	273	datetime, session->rotate_count);
	274
	275	fprintf(stderr, "rename %s to %s\n",
	276	session->rotation_chunk.current_rotate_path,
	277	new_path);
	278
	279	ret = session_rename_chunk(session,
	280	session->rotation_chunk.current_rotate_path,
0ee5eef6	281	new_path);
103373d7 JD	282	if (ret) {
103373d7 JD	283	ERR("Session rename");
4a478f45 JD	284	ret = 0;
4a478f45 JD	285	goto error;
103373d7	286	}
e8ed1ed1 JD	287	}
	288
	289	/*
	290	* Store the path where the readable chunk is. This path is valid
	291	* and can be queried by the client with rotate_pending until the next
	292	* rotation is started.
	293	*/
	294	snprintf(session->rotation_chunk.current_rotate_path, PATH_MAX,
103373d7	295	"%s", new_path);
e8ed1ed1 JD	296	session->rotate_pending = 0;
e8ed1ed1 JD	297
4a478f45 JD	298	goto end;
	299
	300	error:
	301	session->rotate_status = LTTNG_ROTATE_ERROR;
e8ed1ed1	302	end:
103373d7	303	free(new_path);
e8ed1ed1 JD	304	return ret;
	305	}
	306