[ust.git] / ustd / ustd.c

/* Copyright (C) 2009  Pierre-Marc Fournier
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
 */

#define _GNU_SOURCE

#include <sys/types.h>
#include <sys/stat.h>
#include <sys/shm.h>
#include <fcntl.h>
#include <unistd.h>
#include <pthread.h>
#include <signal.h>

#include <stdlib.h>
#include <stdio.h>
#include <string.h>
#include <errno.h>
#include <assert.h>
#include <getopt.h>

#include "ustd.h"
#include "usterr.h"
#include "ustcomm.h"

/* return value: 0 = subbuffer is finished, it won't produce data anymore
 *               1 = got subbuffer successfully
 *               <0 = error
 */

#define GET_SUBBUF_OK 1
#define GET_SUBBUF_DONE 0
#define GET_SUBBUF_DIED 2

#define PUT_SUBBUF_OK 1
#define PUT_SUBBUF_DIED 0
#define PUT_SUBBUF_PUSHED 2

char *sock_path=NULL;
char *trace_path=NULL;
int daemon_mode = 0;
char *pidfile = NULL;

/* Number of active buffers and the mutex to protect it. */
int active_buffers = 0;
pthread_mutex_t active_buffers_mutex = PTHREAD_MUTEX_INITIALIZER;
/* Whether a request to end the program was received. */
sig_atomic_t terminate_req = 0;

int get_subbuffer(struct buffer_info *buf)
{
	char *send_msg=NULL;
	char *received_msg=NULL;
	char *rep_code=NULL;
	int retval;
	int result;

	asprintf(&send_msg, "get_subbuffer %s", buf->name);
	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
	if((result == -1 && errno == EPIPE) || result == 0) {
		DBG("app died while being traced");
		retval = GET_SUBBUF_DIED;
		goto end;
	}
	else if(result < 0) {
		ERR("get_subbuffer: ustcomm_send_request failed");
		retval = -1;
		goto end;
	}

	result = sscanf(received_msg, "%as %ld", &rep_code, &buf->consumed_old);
	if(result != 2 && result != 1) {
		ERR("unable to parse response to get_subbuffer");
		retval = -1;
		goto end_rep;
	}

	DBG("received msg is %s", received_msg);

	if(!strcmp(rep_code, "OK")) {
		DBG("got subbuffer %s", buf->name);
		retval = GET_SUBBUF_OK;
	}
	else if(nth_token_is(received_msg, "END", 0) == 1) {
		retval = GET_SUBBUF_DONE;
		goto end_rep;
	}
	else {
		DBG("error getting subbuffer %s", buf->name);
		retval = -1;
	}

	/* FIMXE: free correctly the stuff */
end_rep:
	if(rep_code)
		free(rep_code);
end:
	if(send_msg)
		free(send_msg);
	if(received_msg)
		free(received_msg);

	return retval;
}

int put_subbuffer(struct buffer_info *buf)
{
	char *send_msg=NULL;
	char *received_msg=NULL;
	char *rep_code=NULL;
	int retval;
	int result;

	asprintf(&send_msg, "put_subbuffer %s %ld", buf->name, buf->consumed_old);
	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
	if(result < 0 && errno == ECONNRESET) {
		retval = PUT_SUBBUF_DIED;
		goto end;
	}
	if(result < 0) {
		ERR("put_subbuffer: send_message failed");
		retval = -1;
		goto end;
	}

	result = sscanf(received_msg, "%as", &rep_code);
	if(result != 1) {
		ERR("unable to parse response to put_subbuffer");
		retval = -1;
		goto end_rep;
	}

	if(!strcmp(rep_code, "OK")) {
		DBG("subbuffer put %s", buf->name);
		retval = PUT_SUBBUF_OK;
	}
	else {
		DBG("put_subbuffer: received error, we were pushed");
		retval = PUT_SUBBUF_PUSHED;
		goto end_rep;
	}

end_rep:
	if(rep_code)
		free(rep_code);

end:
	if(send_msg)
		free(send_msg);
	if(received_msg)
		free(received_msg);

	return retval;
}

void decrement_active_buffers(void *arg)
{
	pthread_mutex_lock(&active_buffers_mutex);
	active_buffers--;
	pthread_mutex_unlock(&active_buffers_mutex);
}

int create_dir_if_needed(char *dir)
{
	int result;
	result = mkdir(dir, 0777);
	if(result == -1) {
		if(errno != EEXIST) {
			PERROR("mkdir");
			return -1;
		}
	}

	return 0;
}

int is_directory(const char *dir)
{
	int result;
	struct stat st;

	result = stat(dir, &st);
	if(result == -1) {
		PERROR("stat");
		return 0;
	}

	if(!S_ISDIR(st.st_mode)) {
		return 0;
	}

	return 1;
}

struct buffer_info *connect_buffer(pid_t pid, const char *bufname)
{
	struct buffer_info *buf;
	char *send_msg;
	char *received_msg;
	int result;
	char *tmp;
	int fd;
	struct shmid_ds shmds;

	buf = (struct buffer_info *) malloc(sizeof(struct buffer_info));
	if(buf == NULL) {
		ERR("add_buffer: insufficient memory");
		return NULL;
	}

	buf->name = bufname;
	buf->pid = pid;

	/* connect to app */
	result = ustcomm_connect_app(buf->pid, &buf->conn);
	if(result) {
		WARN("unable to connect to process, it probably died before we were able to connect");
		return NULL;
	}

	/* get pidunique */
	asprintf(&send_msg, "get_pidunique");
	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
	free(send_msg);
	if(result == -1) {
		ERR("problem in ustcomm_send_request(get_pidunique)");
		return NULL;
	}

	result = sscanf(received_msg, "%lld", &buf->pidunique);
	if(result != 1) {
		ERR("unable to parse response to get_pidunique");
		return NULL;
	}
	free(received_msg);
	DBG("got pidunique %lld", buf->pidunique);

	/* get shmid */
	asprintf(&send_msg, "get_shmid %s", buf->name);
	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
	free(send_msg);
	if(result == -1) {
		ERR("problem in ustcomm_send_request(get_shmid)");
		return NULL;
	}

	result = sscanf(received_msg, "%d %d", &buf->shmid, &buf->bufstruct_shmid);
	if(result != 2) {
		ERR("unable to parse response to get_shmid (\"%s\")", received_msg);
		return NULL;
	}
	free(received_msg);
	DBG("got shmids %d %d", buf->shmid, buf->bufstruct_shmid);

	/* get n_subbufs */
	asprintf(&send_msg, "get_n_subbufs %s", buf->name);
	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
	free(send_msg);
	if(result == -1) {
		ERR("problem in ustcomm_send_request(g_n_subbufs)");
		return NULL;
	}

	result = sscanf(received_msg, "%d", &buf->n_subbufs);
	if(result != 1) {
		ERR("unable to parse response to get_n_subbufs");
		return NULL;
	}
	free(received_msg);
	DBG("got n_subbufs %d", buf->n_subbufs);

	/* get subbuf size */
	asprintf(&send_msg, "get_subbuf_size %s", buf->name);
	ustcomm_send_request(&buf->conn, send_msg, &received_msg);
	free(send_msg);

	result = sscanf(received_msg, "%d", &buf->subbuf_size);
	if(result != 1) {
		ERR("unable to parse response to get_subbuf_size");
		return NULL;
	}
	free(received_msg);
	DBG("got subbuf_size %d", buf->subbuf_size);

	/* attach memory */
	buf->mem = shmat(buf->shmid, NULL, 0);
	if(buf->mem == (void *) 0) {
		PERROR("shmat");
		return NULL;
	}
	DBG("successfully attached buffer memory");

	buf->bufstruct_mem = shmat(buf->bufstruct_shmid, NULL, 0);
	if(buf->bufstruct_mem == (void *) 0) {
		PERROR("shmat");
		return NULL;
	}
	DBG("successfully attached buffer bufstruct memory");

	/* obtain info on the memory segment */
	result = shmctl(buf->shmid, IPC_STAT, &shmds);
	if(result == -1) {
		PERROR("shmctl");
		return NULL;
	}
	buf->memlen = shmds.shm_segsz;

	/* open file for output */
	if(!trace_path) {
		/* Only create the directory if using the default path, because
		 * of the risk of typo when using trace path override. We don't
		 * want to risk creating plenty of useless directories in that case.
		 */
		result = create_dir_if_needed(USTD_DEFAULT_TRACE_PATH);
		if(result == -1) {
			ERR("could not create directory %s", USTD_DEFAULT_TRACE_PATH);
			return NULL;
		}

		trace_path = USTD_DEFAULT_TRACE_PATH;
	}

	asprintf(&tmp, "%s/%u_%lld", trace_path, buf->pid, buf->pidunique);
	result = create_dir_if_needed(tmp);
	if(result == -1) {
		ERR("could not create directory %s", tmp);
		free(tmp);
		return NULL;
	}
	free(tmp);

	asprintf(&tmp, "%s/%u_%lld/%s", trace_path, buf->pid, buf->pidunique, buf->name);
	result = fd = open(tmp, O_WRONLY | O_CREAT | O_TRUNC | O_EXCL, 00600);
	if(result == -1) {
		PERROR("open");
		ERR("failed opening trace file %s", tmp);
		return NULL;
	}
	buf->file_fd = fd;
	free(tmp);

	pthread_mutex_lock(&active_buffers_mutex);
	active_buffers++;
	pthread_mutex_unlock(&active_buffers_mutex);

	return buf;
}

int write_current_subbuffer(struct buffer_info *buf)
{
	int result;

	void *subbuf_mem = buf->mem + (buf->consumed_old & (buf->n_subbufs * buf->subbuf_size-1));

	size_t cur_sb_size = subbuffer_data_size(subbuf_mem);

	result = patient_write(buf->file_fd, subbuf_mem, cur_sb_size);
	if(result == -1) {
		PERROR("write");
		/* FIXME: maybe drop this trace */
		return 0;
	}

	return 0;
}

int consumer_loop(struct buffer_info *buf)
{
	int result;

	pthread_cleanup_push(decrement_active_buffers, NULL);

	for(;;) {
		/* get the subbuffer */
		result = get_subbuffer(buf);
		if(result == -1) {
			ERR("error getting subbuffer");
			continue;
		}
		else if(result == GET_SUBBUF_DONE) {
			/* this is done */
			break;
		}
		else if(result == GET_SUBBUF_DIED) {
			finish_consuming_dead_subbuffer(buf);
			break;
		}

		/* write data to file */
		write_current_subbuffer(buf);
		/* FIXME: handle return value? */

		/* put the subbuffer */
		/* FIXME: we actually should unput the buffer before consuming... */
		result = put_subbuffer(buf);
		if(result == -1) {
			ERR("unknown error putting subbuffer (channel=%s)", buf->name);
			break;
		}
		else if(result == PUT_SUBBUF_PUSHED) {
			ERR("Buffer overflow (channel=%s), reader pushed. This channel will not be usable passed this point.", buf->name);
			break;
		}
		else if(result == PUT_SUBBUF_DIED) {
			WARN("application died while putting subbuffer");
			/* FIXME: probably need to skip the first subbuffer in finish_consuming_dead_subbuffer */
			finish_consuming_dead_subbuffer(buf);
			break;
		}
		else if(result == PUT_SUBBUF_OK) {
		}
	}

	DBG("thread for buffer %s is stopping", buf->name);

	/* FIXME: destroy, unalloc... */

	pthread_cleanup_pop(1);

	return 0;
}

void free_buffer(struct buffer_info *buf)
{
}

struct consumer_thread_args {
	pid_t pid;
	const char *bufname;
};

void *consumer_thread(void *arg)
{
	struct buffer_info *buf = (struct buffer_info *) arg;
	struct consumer_thread_args *args = (struct consumer_thread_args *) arg;

	DBG("GOT ARGS: pid %d bufname %s", args->pid, args->bufname);

	buf = connect_buffer(args->pid, args->bufname);
	if(buf == NULL) {
		ERR("failed to connect to buffer");
		goto end;
	}

	consumer_loop(buf);

	free_buffer(buf);

	end:
	/* bufname is free'd in free_buffer() */
	free(args);
	return NULL;
}

int start_consuming_buffer(pid_t pid, const char *bufname)
{
	pthread_t thr;
	struct consumer_thread_args *args;

	DBG("beginning of start_consuming_buffer: args: pid %d bufname %s", pid, bufname);

	args = (struct consumer_thread_args *) malloc(sizeof(struct consumer_thread_args));

	args->pid = pid;
	args->bufname = strdup(bufname);
	DBG("beginning2 of start_consuming_buffer: args: pid %d bufname %s", args->pid, args->bufname);

	pthread_create(&thr, NULL, consumer_thread, args);
	DBG("end of start_consuming_buffer: args: pid %d bufname %s", args->pid, args->bufname);

	return 0;
}

void usage(void)
{
	fprintf(stderr, "Usage:\nustd OPTIONS\n\nOptions:\n"
			"\t-h\t\tDisplay this usage.\n"
			"\t-o DIR\t\tSpecify the directory where to output the traces.\n"
			"\t-s PATH\t\tSpecify the path to use for the daemon socket.\n"
			"\t-d\t\tStart as a daemon.\n"
			"\t--pidfile FILE\tWrite the PID in this file (when using -d).\n");
}

int parse_args(int argc, char **argv)
{
	int c;

	while (1) {
		int option_index = 0;
		static struct option long_options[] = {
			{"pidfile", 1, 0, 'p'},
			{"help", 0, 0, 'h'},
			{"version", 0, 0, 'V'},
			{0, 0, 0, 0}
		};

		c = getopt_long(argc, argv, "hs:o:d", long_options, &option_index);
		if (c == -1)
			break;

		switch (c) {
		case 0:
			printf("option %s", long_options[option_index].name);
			if (optarg)
				printf(" with arg %s", optarg);
			printf("\n");
			break;
		case 's':
			sock_path = optarg;
			break;
		case 'o':
			trace_path = optarg;
			if(!is_directory(trace_path)) {
				ERR("Not a valid directory. (%s)", trace_path);
				return -1;
			}
			break;
		case 'd':
			daemon_mode = 1;
			break;
		case 'p':
			pidfile = strdup(optarg);
			break;
		case 'h':
			usage();
			exit(0);
		case 'V':
			printf("Version 0.0\n");
			break;

		default:
			/* unknown option or other error; error is
			printed by getopt, just return */
			return -1;
		}
	}

	return 0;
}

void sigterm_handler(int sig)
{
	terminate_req = 1;
}

static int write_pidfile(const char *file_name, pid_t pid)
{
	FILE *pidfp;

	pidfp = fopen(file_name, "w");
	if(!pidfp) {
		PERROR("fopen (%s)", pidfile);
		WARN("killing child process");
		return -1;
	}

	fprintf(pidfp, "%d\n", pid);

	fclose(pidfp);

	return 0;
}

int start_ustd(int fd)
{
	struct ustcomm_ustd ustd;
	int result;
	sigset_t sigset;
	struct sigaction sa;

	result = sigemptyset(&sigset);
	if(result == -1) {
		PERROR("sigemptyset");
		return 1;
	}
	sa.sa_handler = sigterm_handler;
	sa.sa_mask = sigset;
	sa.sa_flags = SA_RESTART;
	result = sigaction(SIGTERM, &sa, NULL);
	if(result == -1) {
		PERROR("sigaction");
		return 1;
	}

	result = ustcomm_init_ustd(&ustd, sock_path);
	if(result == -1) {
		ERR("failed to initialize socket");
		return 1;
	}

	/* setup handler for SIGPIPE */
	result = sigemptyset(&sigset);
	if(result == -1) {
		PERROR("sigemptyset");
		return 1;
	}
	result = sigaddset(&sigset, SIGPIPE);
	if(result == -1) {
		PERROR("sigaddset");
		return 1;
	}
	result = sigprocmask(SIG_BLOCK, &sigset, NULL);
	if(result == -1) {
		PERROR("sigprocmask");
		return 1;
	}

	/* Write pidfile */
	if(pidfile) {
		result = write_pidfile(pidfile, getpid());
		if(result == -1) {
			ERR("failed to write pidfile");
			return 1;
		}
	}

	/* Notify parent that we are successfully started. */
	if(fd != -1) {
		/* write any one character */
		result = write(fd, "!", 1);
		if(result == -1) {
			PERROR("write");
			return -1;
		}
		if(result != 1) {
			ERR("Problem sending confirmation of daemon start to parent");
			return -1;
		}
		result = close(fd);
		if(result == -1) {
			PERROR("close");
		}
	}

	/* app loop */
	for(;;) {
		char *recvbuf;

		/* check for requests on our public socket */
		result = ustcomm_ustd_recv_message(&ustd, &recvbuf, NULL, 100);
		if(result == -1) {
			ERR("error in ustcomm_ustd_recv_message");
			goto loop_end;
		}
		if(result > 0) {
			if(!strncmp(recvbuf, "collect", 7)) {
				pid_t pid;
				char *bufname;
				int result;

				result = sscanf(recvbuf, "%*s %d %50as", &pid, &bufname);
				if(result != 2) {
					ERR("parsing error: %s", recvbuf);
					goto free_bufname;
				}

				result = start_consuming_buffer(pid, bufname);
				if(result < 0) {
					ERR("error in add_buffer");
					goto free_bufname;
				}

				free_bufname:
				free(bufname);
			}

			free(recvbuf);
		}

		loop_end:

		if(terminate_req) {
			pthread_mutex_lock(&active_buffers_mutex);
			if(active_buffers == 0) {
				pthread_mutex_unlock(&active_buffers_mutex);
				break;
			}
			pthread_mutex_unlock(&active_buffers_mutex);
		}
	}

	return 0;
}

int start_ustd_daemon()
{
	int result;
	int fd[2];
	pid_t child_pid;

	result = pipe(fd);

	result = child_pid = fork();
	if(result == -1) {
		PERROR("fork");
		return -1;
	}
	else if(result == 0) {
		return start_ustd(fd[1]);
	}
	else {
		char buf;

		result = read(fd[0], &buf, 1);
		if(result == -1) {
			PERROR("read");
			return -1;
		}
		if(result != 1) {
			ERR("did not receive valid confirmation that the daemon is started");
			return -1;
		}

		result = close(fd[0]);
		if(result == -1) {
			PERROR("close");
		}

		DBG("The daemon is now successfully started");
	}

	/* Wait for confirmation that the server is ready. */


	return 0;
}

int main(int argc, char **argv)
{
	int result;

	result = parse_args(argc, argv);
	if(result == -1) {
		exit(1);
	}

	if(daemon_mode) {
		result = start_ustd_daemon();
	}
	else {
		result = start_ustd(-1);
	}

	return result;
}
Commit	Line	Data
c39c72ee	1	/* Copyright (C) 2009 Pierre-Marc Fournier
1f8b0dff	2	*
c39c72ee PMF	3	* This library is free software; you can redistribute it and/or
	4	* modify it under the terms of the GNU Lesser General Public
	5	* License as published by the Free Software Foundation; either
	6	* version 2.1 of the License, or (at your option) any later version.
1f8b0dff	7	*
c39c72ee	8	* This library is distributed in the hope that it will be useful,
1f8b0dff	9	* but WITHOUT ANY WARRANTY; without even the implied warranty of
c39c72ee PMF	10	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
c39c72ee PMF	11	* Lesser General Public License for more details.
1f8b0dff	12	*
c39c72ee PMF	13	* You should have received a copy of the GNU Lesser General Public
	14	* License along with this library; if not, write to the Free Software
	15	* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1f8b0dff PMF	16	*/
1f8b0dff PMF	17
3796af9b PMF	18	#define _GNU_SOURCE
	19
	20	#include <sys/types.h>
cd226f25	21	#include <sys/stat.h>
3796af9b	22	#include <sys/shm.h>
688760ef PMF	23	#include <fcntl.h>
688760ef PMF	24	#include <unistd.h>
3a7b90de	25	#include <pthread.h>
a3cdd4a7	26	#include <signal.h>
3796af9b PMF	27
	28	#include <stdlib.h>
	29	#include <stdio.h>
	30	#include <string.h>
a3cdd4a7 PMF	31	#include <errno.h>
a3cdd4a7 PMF	32	#include <assert.h>
cd226f25	33	#include <getopt.h>
3796af9b	34
0b0cd937	35	#include "ustd.h"
6af64c43	36	#include "usterr.h"
3796af9b PMF	37	#include "ustcomm.h"
3796af9b PMF	38
3a7b90de PMF	39	/* return value: 0 = subbuffer is finished, it won't produce data anymore
	40	* 1 = got subbuffer successfully
	41	* <0 = error
	42	*/
3796af9b	43
8cefc145 PMF	44	#define GET_SUBBUF_OK 1
	45	#define GET_SUBBUF_DONE 0
	46	#define GET_SUBBUF_DIED 2
	47
a3cdd4a7 PMF	48	#define PUT_SUBBUF_OK 1
	49	#define PUT_SUBBUF_DIED 0
	50	#define PUT_SUBBUF_PUSHED 2
	51
c97d4437	52	char *sock_path=NULL;
cd226f25	53	char *trace_path=NULL;
bce2937a	54	int daemon_mode = 0;
2730a7d6	55	char *pidfile = NULL;
cd226f25	56
3158b808 PMF	57	/* Number of active buffers and the mutex to protect it. */
	58	int active_buffers = 0;
	59	pthread_mutex_t active_buffers_mutex = PTHREAD_MUTEX_INITIALIZER;
	60	/* Whether a request to end the program was received. */
	61	sig_atomic_t terminate_req = 0;
	62
688760ef PMF	63	int get_subbuffer(struct buffer_info *buf)
688760ef PMF	64	{
ab805ccd PMF	65	char *send_msg=NULL;
	66	char *received_msg=NULL;
	67	char *rep_code=NULL;
688760ef PMF	68	int retval;
	69	int result;
	70
	71	asprintf(&send_msg, "get_subbuffer %s", buf->name);
3bb56863	72	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
dc2f5ffa	73	if((result == -1 && errno == EPIPE) \|\| result == 0) {
409e2abe PMF	74	DBG("app died while being traced");
409e2abe PMF	75	retval = GET_SUBBUF_DIED;
ab805ccd	76	goto end;
a3cdd4a7 PMF	77	}
a3cdd4a7 PMF	78	else if(result < 0) {
3bb56863	79	ERR("get_subbuffer: ustcomm_send_request failed");
ab805ccd PMF	80	retval = -1;
ab805ccd PMF	81	goto end;
688760ef	82	}
688760ef PMF	83
688760ef PMF	84	result = sscanf(received_msg, "%as %ld", &rep_code, &buf->consumed_old);
3a7b90de	85	if(result != 2 && result != 1) {
688760ef	86	ERR("unable to parse response to get_subbuffer");
ab805ccd PMF	87	retval = -1;
ab805ccd PMF	88	goto end_rep;
688760ef	89	}
3a7b90de PMF	90
3a7b90de PMF	91	DBG("received msg is %s", received_msg);
688760ef PMF	92
	93	if(!strcmp(rep_code, "OK")) {
	94	DBG("got subbuffer %s", buf->name);
8cefc145	95	retval = GET_SUBBUF_OK;
688760ef	96	}
3a7b90de	97	else if(nth_token_is(received_msg, "END", 0) == 1) {
ab805ccd PMF	98	retval = GET_SUBBUF_DONE;
ab805ccd PMF	99	goto end_rep;
3a7b90de	100	}
688760ef	101	else {
3a7b90de PMF	102	DBG("error getting subbuffer %s", buf->name);
3a7b90de PMF	103	retval = -1;
688760ef PMF	104	}
688760ef PMF	105
3a7b90de	106	/* FIMXE: free correctly the stuff */
ab805ccd PMF	107	end_rep:
	108	if(rep_code)
	109	free(rep_code);
	110	end:
	111	if(send_msg)
	112	free(send_msg);
	113	if(received_msg)
	114	free(received_msg);
	115
688760ef PMF	116	return retval;
	117	}
	118
	119	int put_subbuffer(struct buffer_info *buf)
	120	{
ab805ccd PMF	121	char *send_msg=NULL;
	122	char *received_msg=NULL;
	123	char *rep_code=NULL;
688760ef PMF	124	int retval;
	125	int result;
	126
	127	asprintf(&send_msg, "put_subbuffer %s %ld", buf->name, buf->consumed_old);
3bb56863	128	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
ab805ccd PMF	129	if(result < 0 && errno == ECONNRESET) {
	130	retval = PUT_SUBBUF_DIED;
	131	goto end;
	132	}
688760ef PMF	133	if(result < 0) {
688760ef PMF	134	ERR("put_subbuffer: send_message failed");
ab805ccd PMF	135	retval = -1;
ab805ccd PMF	136	goto end;
688760ef	137	}
688760ef PMF	138
	139	result = sscanf(received_msg, "%as", &rep_code);
	140	if(result != 1) {
	141	ERR("unable to parse response to put_subbuffer");
ab805ccd PMF	142	retval = -1;
ab805ccd PMF	143	goto end_rep;
688760ef	144	}
688760ef PMF	145
	146	if(!strcmp(rep_code, "OK")) {
	147	DBG("subbuffer put %s", buf->name);
a3cdd4a7	148	retval = PUT_SUBBUF_OK;
688760ef PMF	149	}
688760ef PMF	150	else {
a3cdd4a7	151	DBG("put_subbuffer: received error, we were pushed");
ab805ccd PMF	152	retval = PUT_SUBBUF_PUSHED;
ab805ccd PMF	153	goto end_rep;
688760ef PMF	154	}
688760ef PMF	155
ab805ccd PMF	156	end_rep:
	157	if(rep_code)
	158	free(rep_code);
	159
	160	end:
	161	if(send_msg)
	162	free(send_msg);
	163	if(received_msg)
	164	free(received_msg);
	165
688760ef PMF	166	return retval;
	167	}
	168
3158b808 PMF	169	void decrement_active_buffers(void *arg)
	170	{
	171	pthread_mutex_lock(&active_buffers_mutex);
	172	active_buffers--;
	173	pthread_mutex_unlock(&active_buffers_mutex);
	174	}
	175
72ebd39a PMF	176	int create_dir_if_needed(char *dir)
	177	{
	178	int result;
	179	result = mkdir(dir, 0777);
	180	if(result == -1) {
	181	if(errno != EEXIST) {
4d70f833	182	PERROR("mkdir");
72ebd39a PMF	183	return -1;
	184	}
	185	}
	186
	187	return 0;
	188	}
	189
cd226f25 PMF	190	int is_directory(const char *dir)
	191	{
	192	int result;
	193	struct stat st;
	194
	195	result = stat(dir, &st);
	196	if(result == -1) {
	197	PERROR("stat");
	198	return 0;
	199	}
	200
	201	if(!S_ISDIR(st.st_mode)) {
	202	return 0;
	203	}
	204
	205	return 1;
	206	}
	207
f99c0b5c	208	struct buffer_info connect_buffer(pid_t pid, const char bufname)
3a7b90de PMF	209	{
	210	struct buffer_info *buf;
	211	char *send_msg;
	212	char *received_msg;
	213	int result;
	214	char *tmp;
	215	int fd;
a3cdd4a7	216	struct shmid_ds shmds;
3a7b90de PMF	217
	218	buf = (struct buffer_info *) malloc(sizeof(struct buffer_info));
	219	if(buf == NULL) {
	220	ERR("add_buffer: insufficient memory");
f99c0b5c	221	return NULL;
3a7b90de PMF	222	}
	223
	224	buf->name = bufname;
	225	buf->pid = pid;
	226
4e2a8808 PMF	227	/* connect to app */
	228	result = ustcomm_connect_app(buf->pid, &buf->conn);
	229	if(result) {
a3cdd4a7	230	WARN("unable to connect to process, it probably died before we were able to connect");
f99c0b5c	231	return NULL;
4e2a8808 PMF	232	}
4e2a8808 PMF	233
ed1317e7 PMF	234	/* get pidunique */
	235	asprintf(&send_msg, "get_pidunique");
	236	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
	237	free(send_msg);
	238	if(result == -1) {
	239	ERR("problem in ustcomm_send_request(get_pidunique)");
f99c0b5c	240	return NULL;
ed1317e7 PMF	241	}
	242
	243	result = sscanf(received_msg, "%lld", &buf->pidunique);
	244	if(result != 1) {
	245	ERR("unable to parse response to get_pidunique");
f99c0b5c	246	return NULL;
ed1317e7 PMF	247	}
	248	free(received_msg);
	249	DBG("got pidunique %lld", buf->pidunique);
	250
3a7b90de PMF	251	/* get shmid */
3a7b90de PMF	252	asprintf(&send_msg, "get_shmid %s", buf->name);
a3cdd4a7	253	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
3a7b90de	254	free(send_msg);
a3cdd4a7 PMF	255	if(result == -1) {
a3cdd4a7 PMF	256	ERR("problem in ustcomm_send_request(get_shmid)");
f99c0b5c	257	return NULL;
a3cdd4a7	258	}
3a7b90de	259
8cefc145 PMF	260	result = sscanf(received_msg, "%d %d", &buf->shmid, &buf->bufstruct_shmid);
8cefc145 PMF	261	if(result != 2) {
204141ee	262	ERR("unable to parse response to get_shmid (\"%s\")", received_msg);
f99c0b5c	263	return NULL;
3a7b90de PMF	264	}
3a7b90de PMF	265	free(received_msg);
8cefc145	266	DBG("got shmids %d %d", buf->shmid, buf->bufstruct_shmid);
3a7b90de PMF	267
	268	/* get n_subbufs */
	269	asprintf(&send_msg, "get_n_subbufs %s", buf->name);
a3cdd4a7	270	result = ustcomm_send_request(&buf->conn, send_msg, &received_msg);
3a7b90de	271	free(send_msg);
a3cdd4a7 PMF	272	if(result == -1) {
a3cdd4a7 PMF	273	ERR("problem in ustcomm_send_request(g_n_subbufs)");
f99c0b5c	274	return NULL;
a3cdd4a7	275	}
3a7b90de PMF	276
	277	result = sscanf(received_msg, "%d", &buf->n_subbufs);
	278	if(result != 1) {
	279	ERR("unable to parse response to get_n_subbufs");
f99c0b5c	280	return NULL;
3a7b90de PMF	281	}
	282	free(received_msg);
	283	DBG("got n_subbufs %d", buf->n_subbufs);
	284
	285	/* get subbuf size */
	286	asprintf(&send_msg, "get_subbuf_size %s", buf->name);
4e2a8808	287	ustcomm_send_request(&buf->conn, send_msg, &received_msg);
3a7b90de PMF	288	free(send_msg);
	289
	290	result = sscanf(received_msg, "%d", &buf->subbuf_size);
	291	if(result != 1) {
	292	ERR("unable to parse response to get_subbuf_size");
f99c0b5c	293	return NULL;
3a7b90de PMF	294	}
	295	free(received_msg);
	296	DBG("got subbuf_size %d", buf->subbuf_size);
	297
	298	/* attach memory */
	299	buf->mem = shmat(buf->shmid, NULL, 0);
	300	if(buf->mem == (void *) 0) {
4d70f833	301	PERROR("shmat");
f99c0b5c	302	return NULL;
3a7b90de	303	}
8cefc145 PMF	304	DBG("successfully attached buffer memory");
	305
	306	buf->bufstruct_mem = shmat(buf->bufstruct_shmid, NULL, 0);
	307	if(buf->bufstruct_mem == (void *) 0) {
4d70f833	308	PERROR("shmat");
f99c0b5c	309	return NULL;
8cefc145 PMF	310	}
8cefc145 PMF	311	DBG("successfully attached buffer bufstruct memory");
3a7b90de	312
a3cdd4a7 PMF	313	/* obtain info on the memory segment */
	314	result = shmctl(buf->shmid, IPC_STAT, &shmds);
	315	if(result == -1) {
4d70f833	316	PERROR("shmctl");
f99c0b5c	317	return NULL;
a3cdd4a7 PMF	318	}
	319	buf->memlen = shmds.shm_segsz;
	320
3a7b90de	321	/* open file for output */
cd226f25 PMF	322	if(!trace_path) {
	323	/* Only create the directory if using the default path, because
	324	* of the risk of typo when using trace path override. We don't
	325	* want to risk creating plenty of useless directories in that case.
	326	*/
	327	result = create_dir_if_needed(USTD_DEFAULT_TRACE_PATH);
	328	if(result == -1) {
	329	ERR("could not create directory %s", USTD_DEFAULT_TRACE_PATH);
f99c0b5c	330	return NULL;
cd226f25 PMF	331	}
	332
	333	trace_path = USTD_DEFAULT_TRACE_PATH;
72ebd39a PMF	334	}
72ebd39a PMF	335
ed1317e7	336	asprintf(&tmp, "%s/%u_%lld", trace_path, buf->pid, buf->pidunique);
72ebd39a PMF	337	result = create_dir_if_needed(tmp);
	338	if(result == -1) {
	339	ERR("could not create directory %s", tmp);
	340	free(tmp);
f99c0b5c	341	return NULL;
72ebd39a PMF	342	}
	343	free(tmp);
	344
204141ee	345	asprintf(&tmp, "%s/%u_%lld/%s", trace_path, buf->pid, buf->pidunique, buf->name);
ed1317e7	346	result = fd = open(tmp, O_WRONLY \| O_CREAT \| O_TRUNC \| O_EXCL, 00600);
3a7b90de PMF	347	if(result == -1) {
3a7b90de PMF	348	PERROR("open");
6cb88bc0	349	ERR("failed opening trace file %s", tmp);
f99c0b5c	350	return NULL;
3a7b90de PMF	351	}
	352	buf->file_fd = fd;
	353	free(tmp);
	354
3158b808 PMF	355	pthread_mutex_lock(&active_buffers_mutex);
	356	active_buffers++;
	357	pthread_mutex_unlock(&active_buffers_mutex);
	358
f99c0b5c PMF	359	return buf;
	360	}
	361
02af3e60 PMF	362	int write_current_subbuffer(struct buffer_info *buf)
	363	{
	364	int result;
	365
	366	void subbuf_mem = buf->mem + (buf->consumed_old & (buf->n_subbufs buf->subbuf_size-1));
	367
	368	size_t cur_sb_size = subbuffer_data_size(subbuf_mem);
	369
	370	result = patient_write(buf->file_fd, subbuf_mem, cur_sb_size);
	371	if(result == -1) {
	372	PERROR("write");
	373	/* FIXME: maybe drop this trace */
	374	return 0;
	375	}
	376
	377	return 0;
	378	}
	379
f99c0b5c PMF	380	int consumer_loop(struct buffer_info *buf)
	381	{
	382	int result;
	383
	384	pthread_cleanup_push(decrement_active_buffers, NULL);
	385
	386	for(;;) {
	387	/* get the subbuffer */
	388	result = get_subbuffer(buf);
	389	if(result == -1) {
	390	ERR("error getting subbuffer");
	391	continue;
	392	}
	393	else if(result == GET_SUBBUF_DONE) {
	394	/* this is done */
	395	break;
	396	}
	397	else if(result == GET_SUBBUF_DIED) {
	398	finish_consuming_dead_subbuffer(buf);
	399	break;
	400	}
	401
	402	/* write data to file */
02af3e60 PMF	403	write_current_subbuffer(buf);
02af3e60 PMF	404	/* FIXME: handle return value? */
f99c0b5c PMF	405
	406	/* put the subbuffer */
	407	/* FIXME: we actually should unput the buffer before consuming... */
	408	result = put_subbuffer(buf);
	409	if(result == -1) {
	410	ERR("unknown error putting subbuffer (channel=%s)", buf->name);
	411	break;
	412	}
	413	else if(result == PUT_SUBBUF_PUSHED) {
	414	ERR("Buffer overflow (channel=%s), reader pushed. This channel will not be usable passed this point.", buf->name);
	415	break;
	416	}
	417	else if(result == PUT_SUBBUF_DIED) {
	418	WARN("application died while putting subbuffer");
	419	/* FIXME: probably need to skip the first subbuffer in finish_consuming_dead_subbuffer */
	420	finish_consuming_dead_subbuffer(buf);
	421	break;
	422	}
	423	else if(result == PUT_SUBBUF_OK) {
	424	}
	425	}
	426
	427	DBG("thread for buffer %s is stopping", buf->name);
	428
	429	/* FIXME: destroy, unalloc... */
	430
	431	pthread_cleanup_pop(1);
	432
	433	return 0;
	434	}
	435
	436	void free_buffer(struct buffer_info *buf)
	437	{
	438	}
	439
	440	struct consumer_thread_args {
	441	pid_t pid;
	442	const char *bufname;
	443	};
	444
	445	void consumer_thread(void arg)
	446	{
	447	struct buffer_info buf = (struct buffer_info ) arg;
	448	struct consumer_thread_args args = (struct consumer_thread_args ) arg;
	449
	450	DBG("GOT ARGS: pid %d bufname %s", args->pid, args->bufname);
	451
	452	buf = connect_buffer(args->pid, args->bufname);
	453	if(buf == NULL) {
	454	ERR("failed to connect to buffer");
	455	goto end;
	456	}
	457
	458	consumer_loop(buf);
	459
	460	free_buffer(buf);
	461
	462	end:
	463	/* bufname is free'd in free_buffer() */
	464	free(args);
	465	return NULL;
	466	}
	467
	468	int start_consuming_buffer(pid_t pid, const char *bufname)
469	{
470	pthread_t thr;
471	struct consumer_thread_args *args;
472
473	DBG("beginning of start_consuming_buffer: args: pid %d bufname %s", pid, bufname);
474
475	args = (struct consumer_thread_args *) malloc(sizeof(struct consumer_thread_args));
476
477	args->pid = pid;
478	args->bufname = strdup(bufname);
479	DBG("beginning2 of start_consuming_buffer: args: pid %d bufname %s", args->pid, args->bufname);
480
481	pthread_create(&thr, NULL, consumer_thread, args);
482	DBG("end of start_consuming_buffer: args: pid %d bufname %s", args->pid, args->bufname);
3a7b90de PMF	483
	484	return 0;
	485	}
	486
cd226f25 PMF	487	void usage(void)
	488	{
	489	fprintf(stderr, "Usage:\nustd OPTIONS\n\nOptions:\n"
	490	"\t-h\t\tDisplay this usage.\n"
	491	"\t-o DIR\t\tSpecify the directory where to output the traces.\n"
bce2937a PMF	492	"\t-s PATH\t\tSpecify the path to use for the daemon socket.\n"
	493	"\t-d\t\tStart as a daemon.\n"
	494	"\t--pidfile FILE\tWrite the PID in this file (when using -d).\n");
cd226f25 PMF	495	}
	496
	497	int parse_args(int argc, char **argv)
	498	{
	499	int c;
	500
	501	while (1) {
	502	int option_index = 0;
	503	static struct option long_options[] = {
bce2937a	504	{"pidfile", 1, 0, 'p'},
cd226f25 PMF	505	{"help", 0, 0, 'h'},
	506	{"version", 0, 0, 'V'},
	507	{0, 0, 0, 0}
	508	};
	509
bce2937a	510	c = getopt_long(argc, argv, "hs:o:d", long_options, &option_index);
cd226f25 PMF	511	if (c == -1)
	512	break;
	513
	514	switch (c) {
	515	case 0:
	516	printf("option %s", long_options[option_index].name);
	517	if (optarg)
	518	printf(" with arg %s", optarg);
	519	printf("\n");
	520	break;
	521	case 's':
	522	sock_path = optarg;
	523	break;
	524	case 'o':
	525	trace_path = optarg;
	526	if(!is_directory(trace_path)) {
	527	ERR("Not a valid directory. (%s)", trace_path);
	528	return -1;
	529	}
	530	break;
bce2937a PMF	531	case 'd':
	532	daemon_mode = 1;
	533	break;
2730a7d6 PMF	534	case 'p':
	535	pidfile = strdup(optarg);
	536	break;
cd226f25 PMF	537	case 'h':
	538	usage();
	539	exit(0);
	540	case 'V':
	541	printf("Version 0.0\n");
	542	break;
	543
	544	default:
	545	/* unknown option or other error; error is
	546	printed by getopt, just return */
	547	return -1;
	548	}
	549	}
	550
	551	return 0;
	552	}
	553
3158b808 PMF	554	void sigterm_handler(int sig)
	555	{
	556	terminate_req = 1;
	557	}
	558
2b3c64a4 PMF	559	static int write_pidfile(const char *file_name, pid_t pid)
	560	{
	561	FILE *pidfp;
	562
5d72e651	563	pidfp = fopen(file_name, "w");
2b3c64a4 PMF	564	if(!pidfp) {
	565	PERROR("fopen (%s)", pidfile);
	566	WARN("killing child process");
	567	return -1;
	568	}
	569
	570	fprintf(pidfp, "%d\n", pid);
	571
	572	fclose(pidfp);
	573
	574	return 0;
	575	}
	576
bce2937a	577	int start_ustd(int fd)
3796af9b PMF	578	{
	579	struct ustcomm_ustd ustd;
	580	int result;
a3cdd4a7	581	sigset_t sigset;
3158b808 PMF	582	struct sigaction sa;
	583
	584	result = sigemptyset(&sigset);
	585	if(result == -1) {
4d70f833	586	PERROR("sigemptyset");
3158b808 PMF	587	return 1;
	588	}
	589	sa.sa_handler = sigterm_handler;
	590	sa.sa_mask = sigset;
	591	sa.sa_flags = SA_RESTART;
	592	result = sigaction(SIGTERM, &sa, NULL);
	593	if(result == -1) {
	594	PERROR("sigaction");
	595	return 1;
	596	}
3796af9b	597
cd226f25	598	result = ustcomm_init_ustd(&ustd, sock_path);
3796af9b PMF	599	if(result == -1) {
	600	ERR("failed to initialize socket");
	601	return 1;
	602	}
	603
3158b808	604	/* setup handler for SIGPIPE */
a3cdd4a7 PMF	605	result = sigemptyset(&sigset);
a3cdd4a7 PMF	606	if(result == -1) {
4d70f833	607	PERROR("sigemptyset");
a3cdd4a7 PMF	608	return 1;
	609	}
	610	result = sigaddset(&sigset, SIGPIPE);
	611	if(result == -1) {
4d70f833	612	PERROR("sigaddset");
a3cdd4a7 PMF	613	return 1;
	614	}
	615	result = sigprocmask(SIG_BLOCK, &sigset, NULL);
	616	if(result == -1) {
4d70f833	617	PERROR("sigprocmask");
a3cdd4a7 PMF	618	return 1;
	619	}
	620
2b3c64a4 PMF	621	/* Write pidfile */
	622	if(pidfile) {
	623	result = write_pidfile(pidfile, getpid());
	624	if(result == -1) {
	625	ERR("failed to write pidfile");
	626	return 1;
	627	}
	628	}
	629
bce2937a PMF	630	/* Notify parent that we are successfully started. */
	631	if(fd != -1) {
	632	/* write any one character */
	633	result = write(fd, "!", 1);
	634	if(result == -1) {
	635	PERROR("write");
	636	return -1;
	637	}
	638	if(result != 1) {
	639	ERR("Problem sending confirmation of daemon start to parent");
	640	return -1;
	641	}
	642	result = close(fd);
	643	if(result == -1) {
	644	PERROR("close");
	645	}
	646	}
	647
688760ef	648	/* app loop */
3796af9b PMF	649	for(;;) {
	650	char *recvbuf;
	651
3a7b90de	652	/* check for requests on our public socket */
688760ef PMF	653	result = ustcomm_ustd_recv_message(&ustd, &recvbuf, NULL, 100);
	654	if(result == -1) {
	655	ERR("error in ustcomm_ustd_recv_message");
f99c0b5c	656	goto loop_end;
688760ef PMF	657	}
	658	if(result > 0) {
	659	if(!strncmp(recvbuf, "collect", 7)) {
	660	pid_t pid;
	661	char *bufname;
	662	int result;
3796af9b	663
688760ef PMF	664	result = sscanf(recvbuf, "%*s %d %50as", &pid, &bufname);
688760ef PMF	665	if(result != 2) {
f99c0b5c PMF	666	ERR("parsing error: %s", recvbuf);
f99c0b5c PMF	667	goto free_bufname;
688760ef	668	}
3796af9b	669
f99c0b5c	670	result = start_consuming_buffer(pid, bufname);
688760ef PMF	671	if(result < 0) {
688760ef PMF	672	ERR("error in add_buffer");
f99c0b5c	673	goto free_bufname;
688760ef	674	}
f99c0b5c PMF	675
	676	free_bufname:
	677	free(bufname);
3796af9b PMF	678	}
3796af9b PMF	679
688760ef	680	free(recvbuf);
3796af9b	681	}
3158b808	682
f99c0b5c PMF	683	loop_end:
f99c0b5c PMF	684
3158b808 PMF	685	if(terminate_req) {
	686	pthread_mutex_lock(&active_buffers_mutex);
	687	if(active_buffers == 0) {
	688	pthread_mutex_unlock(&active_buffers_mutex);
	689	break;
	690	}
	691	pthread_mutex_unlock(&active_buffers_mutex);
	692	}
3796af9b PMF	693	}
	694
	695	return 0;
	696	}
bce2937a PMF	697
	698	int start_ustd_daemon()
	699	{
	700	int result;
	701	int fd[2];
2730a7d6	702	pid_t child_pid;
bce2937a PMF	703
	704	result = pipe(fd);
	705
2730a7d6	706	result = child_pid = fork();
bce2937a PMF	707	if(result == -1) {
	708	PERROR("fork");
	709	return -1;
	710	}
	711	else if(result == 0) {
	712	return start_ustd(fd[1]);
	713	}
	714	else {
	715	char buf;
2730a7d6	716
bce2937a PMF	717	result = read(fd[0], &buf, 1);
	718	if(result == -1) {
	719	PERROR("read");
	720	return -1;
	721	}
	722	if(result != 1) {
	723	ERR("did not receive valid confirmation that the daemon is started");
	724	return -1;
	725	}
	726
	727	result = close(fd[0]);
	728	if(result == -1) {
	729	PERROR("close");
	730	}
	731
	732	DBG("The daemon is now successfully started");
	733	}
	734
	735	/* Wait for confirmation that the server is ready. */
	736
	737
	738	return 0;
	739	}
	740
	741	int main(int argc, char **argv)
	742	{
	743	int result;
	744
	745	result = parse_args(argc, argv);
	746	if(result == -1) {
	747	exit(1);
	748	}
	749
	750	if(daemon_mode) {
	751	result = start_ustd_daemon();
	752	}
	753	else {
	754	result = start_ustd(-1);
	755	}
	756
	757	return result;
	758	}