[lttng-tools.git] / src / common / consumer-metadata-cache.c

/*
 * Copyright (C) 2013 - Julien Desfossez <jdesfossez@efficios.com>
 *                      David Goulet <dgoulet@efficios.com>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License, version 2 only,
 * as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License along
 * with this program; if not, write to the Free Software Foundation, Inc.,
 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
 */

#define _GNU_SOURCE
#include <assert.h>
#include <pthread.h>
#include <stdlib.h>
#include <string.h>
#include <sys/types.h>
#include <unistd.h>
#include <inttypes.h>

#include <common/common.h>
#include <common/utils.h>
#include <common/sessiond-comm/sessiond-comm.h>
#include <common/ust-consumer/ust-consumer.h>
#include <common/consumer.h>

#include "consumer-metadata-cache.h"

extern struct lttng_consumer_global_data consumer_data;

/*
 * Extend the allocated size of the metadata cache. Called only from
 * lttng_ustconsumer_write_metadata_cache.
 *
 * Return 0 on success, a negative value on error.
 */
static int extend_metadata_cache(struct lttng_consumer_channel *channel,
		unsigned int size)
{
	int ret = 0;
	char *tmp_data_ptr;
	unsigned int new_size;

	assert(channel);
	assert(channel->metadata_cache);

	new_size = max_t(unsigned int,
			channel->metadata_cache->cache_alloc_size + size,
			channel->metadata_cache->cache_alloc_size << 1);
	DBG("Extending metadata cache to %u", new_size);
	tmp_data_ptr = realloc(channel->metadata_cache->data, new_size);
	if (!tmp_data_ptr) {
		ERR("Reallocating metadata cache");
		free(channel->metadata_cache->data);
		ret = -1;
		goto end;
	}
	channel->metadata_cache->data = tmp_data_ptr;
	channel->metadata_cache->cache_alloc_size = new_size;

end:
	return ret;
}

/*
 * Write metadata to the cache, extend the cache if necessary. We support
 * non-contiguous updates but not overlapping ones. If there is contiguous
 * metadata in the cache, we send it to the ring buffer. The metadata cache
 * lock MUST be acquired to write in the cache.
 *
 * Return 0 on success, a negative value on error.
 */
int consumer_metadata_cache_write(struct lttng_consumer_channel *channel,
		unsigned int offset, unsigned int len, char *data)
{
	int ret = 0;
	struct consumer_metadata_cache *cache;

	assert(channel);
	assert(channel->metadata_cache);

	cache = channel->metadata_cache;
	DBG("Writing %u bytes from offset %u in metadata cache", len, offset);

	if (offset + len > cache->cache_alloc_size) {
		ret = extend_metadata_cache(channel,
				len - cache->cache_alloc_size + offset);
		if (ret < 0) {
			ERR("Extending metadata cache");
			goto end;
		}
	}

	memcpy(cache->data + offset, data, len);
	cache->total_bytes_written += len;
	if (offset + len > cache->max_offset) {
		cache->max_offset = offset + len;
	}

	if (cache->max_offset == cache->total_bytes_written) {
		offset = cache->rb_pushed;
		len = cache->total_bytes_written - cache->rb_pushed;
		ret = lttng_ustconsumer_push_metadata(channel, cache->data, offset,
				len);
		if (ret < 0) {
			ERR("Pushing metadata");
			goto end;
		}
		cache->rb_pushed += len;
	}

end:
	return ret;
}

/*
 * Create the metadata cache, original allocated size: max_sb_size
 *
 * Return 0 on success, a negative value on error.
 */
int consumer_metadata_cache_allocate(struct lttng_consumer_channel *channel)
{
	int ret;

	assert(channel);

	channel->metadata_cache = zmalloc(
			sizeof(struct consumer_metadata_cache));
	if (!channel->metadata_cache) {
		PERROR("zmalloc metadata cache struct");
		ret = -1;
		goto end;
	}
	ret = pthread_mutex_init(&channel->metadata_cache->lock, NULL);
	if (ret != 0) {
		PERROR("mutex init");
		goto end_free_cache;
	}

	channel->metadata_cache->cache_alloc_size = DEFAULT_METADATA_CACHE_SIZE;
	channel->metadata_cache->data = zmalloc(
			channel->metadata_cache->cache_alloc_size * sizeof(char));
	if (!channel->metadata_cache->data) {
		PERROR("zmalloc metadata cache data");
		ret = -1;
		goto end_free_mutex;
	}
	DBG("Allocated metadata cache of %" PRIu64 " bytes",
			channel->metadata_cache->cache_alloc_size);

	ret = 0;
	goto end;

end_free_mutex:
	pthread_mutex_destroy(&channel->metadata_cache->lock);
end_free_cache:
	free(channel->metadata_cache);
end:
	return ret;
}

/*
 * Destroy and free the metadata cache
 */
void consumer_metadata_cache_destroy(struct lttng_consumer_channel *channel)
{
	if (!channel || !channel->metadata_cache) {
		return;
	}

	DBG("Destroying metadata cache");

	if (channel->metadata_cache->max_offset >
			channel->metadata_cache->rb_pushed) {
		ERR("Destroying a cache not entirely commited");
	}

	pthread_mutex_destroy(&channel->metadata_cache->lock);
	free(channel->metadata_cache->data);
	free(channel->metadata_cache);
}

/*
 * Check if the cache is flushed up to the offset passed in parameter.
 *
 * Return 0 if everything has been flushed, 1 if there is data not flushed.
 */
int consumer_metadata_cache_flushed(struct lttng_consumer_channel *channel,
		uint64_t offset)
{
	int ret;
	struct consumer_metadata_cache *cache;

	assert(channel);
	assert(channel->metadata_cache);

	cache = channel->metadata_cache;

	/*
	 * XXX This consumer_data.lock should eventually be replaced by
	 * a channel lock. It protects metadata_stream read and endpoint
	 * status check.
	 */
	pthread_mutex_lock(&consumer_data.lock);
	pthread_mutex_lock(&channel->lock);
	pthread_mutex_lock(&channel->metadata_cache->lock);

	if (cache->rb_pushed >= offset) {
		ret = 0;
	} else if (!channel->metadata_stream) {
		/*
		 * Having no metadata stream means the channel is being destroyed so there
		 * is no cache to flush anymore.
		 */
		ret = 0;
	} else if (channel->metadata_stream->endpoint_status !=
			CONSUMER_ENDPOINT_ACTIVE) {
		/* An inactive endpoint means we don't have to flush anymore. */
		ret = 0;
	} else {
		/* Still not completely flushed. */
		ret = 1;
	}

	pthread_mutex_unlock(&channel->metadata_cache->lock);
	pthread_mutex_unlock(&channel->lock);
	pthread_mutex_unlock(&consumer_data.lock);

	return ret;
}
Commit	Line	Data
331744e3 JD	1	/*
	2	* Copyright (C) 2013 - Julien Desfossez <jdesfossez@efficios.com>
	3	* David Goulet <dgoulet@efficios.com>
	4	*
	5	* This program is free software; you can redistribute it and/or modify
	6	* it under the terms of the GNU General Public License, version 2 only,
	7	* as published by the Free Software Foundation.
	8	*
	9	* This program is distributed in the hope that it will be useful, but WITHOUT
	10	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
	11	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
	12	* more details.
	13	*
	14	* You should have received a copy of the GNU General Public License along
	15	* with this program; if not, write to the Free Software Foundation, Inc.,
	16	* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
	17	*/
	18
	19	#define _GNU_SOURCE
	20	#include <assert.h>
	21	#include <pthread.h>
	22	#include <stdlib.h>
	23	#include <string.h>
	24	#include <sys/types.h>
	25	#include <unistd.h>
	26	#include <inttypes.h>
	27
	28	#include <common/common.h>
	29	#include <common/utils.h>
	30	#include <common/sessiond-comm/sessiond-comm.h>
	31	#include <common/ust-consumer/ust-consumer.h>
	32	#include <common/consumer.h>
	33
	34	#include "consumer-metadata-cache.h"
	35
fe81e5c9 DG	36	extern struct lttng_consumer_global_data consumer_data;
fe81e5c9 DG	37
331744e3 JD	38	/*
	39	* Extend the allocated size of the metadata cache. Called only from
	40	* lttng_ustconsumer_write_metadata_cache.
	41	*
	42	* Return 0 on success, a negative value on error.
	43	*/
	44	static int extend_metadata_cache(struct lttng_consumer_channel *channel,
	45	unsigned int size)
	46	{
	47	int ret = 0;
	48	char *tmp_data_ptr;
	49	unsigned int new_size;
	50
	51	assert(channel);
	52	assert(channel->metadata_cache);
	53
	54	new_size = max_t(unsigned int,
	55	channel->metadata_cache->cache_alloc_size + size,
	56	channel->metadata_cache->cache_alloc_size << 1);
	57	DBG("Extending metadata cache to %u", new_size);
	58	tmp_data_ptr = realloc(channel->metadata_cache->data, new_size);
	59	if (!tmp_data_ptr) {
	60	ERR("Reallocating metadata cache");
	61	free(channel->metadata_cache->data);
	62	ret = -1;
	63	goto end;
	64	}
	65	channel->metadata_cache->data = tmp_data_ptr;
	66	channel->metadata_cache->cache_alloc_size = new_size;
	67
	68	end:
	69	return ret;
	70	}
	71
	72	/*
	73	* Write metadata to the cache, extend the cache if necessary. We support
	74	* non-contiguous updates but not overlapping ones. If there is contiguous
	75	* metadata in the cache, we send it to the ring buffer. The metadata cache
	76	* lock MUST be acquired to write in the cache.
	77	*
	78	* Return 0 on success, a negative value on error.
	79	*/
	80	int consumer_metadata_cache_write(struct lttng_consumer_channel *channel,
	81	unsigned int offset, unsigned int len, char *data)
	82	{
	83	int ret = 0;
	84	struct consumer_metadata_cache *cache;
	85
	86	assert(channel);
	87	assert(channel->metadata_cache);
	88
	89	cache = channel->metadata_cache;
	90	DBG("Writing %u bytes from offset %u in metadata cache", len, offset);
	91
	92	if (offset + len > cache->cache_alloc_size) {
	93	ret = extend_metadata_cache(channel,
	94	len - cache->cache_alloc_size + offset);
	95	if (ret < 0) {
	96	ERR("Extending metadata cache");
	97	goto end;
	98	}
	99	}
	100
	101	memcpy(cache->data + offset, data, len);
102	cache->total_bytes_written += len;
103	if (offset + len > cache->max_offset) {
104	cache->max_offset = offset + len;
105	}
106
107	if (cache->max_offset == cache->total_bytes_written) {
108	offset = cache->rb_pushed;
109	len = cache->total_bytes_written - cache->rb_pushed;
110	ret = lttng_ustconsumer_push_metadata(channel, cache->data, offset,
111	len);
112	if (ret < 0) {
113	ERR("Pushing metadata");
114	goto end;
115	}
116	cache->rb_pushed += len;
117	}
118
119	end:
120	return ret;
121	}
122
123	/*
124	* Create the metadata cache, original allocated size: max_sb_size
125	*
126	* Return 0 on success, a negative value on error.
127	*/
128	int consumer_metadata_cache_allocate(struct lttng_consumer_channel *channel)
129	{
130	int ret;
131
132	assert(channel);
133
134	channel->metadata_cache = zmalloc(
135	sizeof(struct consumer_metadata_cache));
136	if (!channel->metadata_cache) {
137	PERROR("zmalloc metadata cache struct");
138	ret = -1;
139	goto end;
140	}
141	ret = pthread_mutex_init(&channel->metadata_cache->lock, NULL);
142	if (ret != 0) {
143	PERROR("mutex init");
144	goto end_free_cache;
145	}
146
147	channel->metadata_cache->cache_alloc_size = DEFAULT_METADATA_CACHE_SIZE;
148	channel->metadata_cache->data = zmalloc(
149	channel->metadata_cache->cache_alloc_size * sizeof(char));
150	if (!channel->metadata_cache->data) {
151	PERROR("zmalloc metadata cache data");
152	ret = -1;
153	goto end_free_mutex;
154	}
155	DBG("Allocated metadata cache of %" PRIu64 " bytes",
156	channel->metadata_cache->cache_alloc_size);
157
158	ret = 0;
159	goto end;
160
161	end_free_mutex:
162	pthread_mutex_destroy(&channel->metadata_cache->lock);
163	end_free_cache:
164	free(channel->metadata_cache);
165	end:
166	return ret;
167	}
168
169	/*
170	* Destroy and free the metadata cache
171	*/
172	void consumer_metadata_cache_destroy(struct lttng_consumer_channel *channel)
173	{
174	if (!channel \|\| !channel->metadata_cache) {
175	return;
176	}
177
178	DBG("Destroying metadata cache");
179
180	if (channel->metadata_cache->max_offset >
181	channel->metadata_cache->rb_pushed) {
182	ERR("Destroying a cache not entirely commited");
183	}
184
185	pthread_mutex_destroy(&channel->metadata_cache->lock);
186	free(channel->metadata_cache->data);
187	free(channel->metadata_cache);
188	}
189
190	/*
191	* Check if the cache is flushed up to the offset passed in parameter.
192	*
193	* Return 0 if everything has been flushed, 1 if there is data not flushed.
194	*/
195	int consumer_metadata_cache_flushed(struct lttng_consumer_channel *channel,
196	uint64_t offset)
197	{
198	int ret;
199	struct consumer_metadata_cache *cache;
200
201	assert(channel);
202	assert(channel->metadata_cache);
203
204	cache = channel->metadata_cache;
205
7f725ec5 MD	206	/*
	207	* XXX This consumer_data.lock should eventually be replaced by
	208	* a channel lock. It protects metadata_stream read and endpoint
	209	* status check.
	210	*/
fe81e5c9	211	pthread_mutex_lock(&consumer_data.lock);
a9838785	212	pthread_mutex_lock(&channel->lock);
331744e3	213	pthread_mutex_lock(&channel->metadata_cache->lock);
fe81e5c9	214
331744e3 JD	215	if (cache->rb_pushed >= offset) {
331744e3 JD	216	ret = 0;
fe81e5c9 DG	217	} else if (!channel->metadata_stream) {
	218	/*
	219	* Having no metadata stream means the channel is being destroyed so there
	220	* is no cache to flush anymore.
	221	*/
	222	ret = 0;
	223	} else if (channel->metadata_stream->endpoint_status !=
	224	CONSUMER_ENDPOINT_ACTIVE) {
	225	/* An inactive endpoint means we don't have to flush anymore. */
	226	ret = 0;
331744e3	227	} else {
fe81e5c9	228	/* Still not completely flushed. */
331744e3 JD	229	ret = 1;
331744e3 JD	230	}
fe81e5c9	231
331744e3	232	pthread_mutex_unlock(&channel->metadata_cache->lock);
a9838785	233	pthread_mutex_unlock(&channel->lock);
fe81e5c9	234	pthread_mutex_unlock(&consumer_data.lock);
331744e3 JD	235
	236	return ret;
	237	}