X-Git-Url: http://git.lttng.org/?a=blobdiff_plain;f=ustd%2Fustd.c;h=18dbf6377a5488dbc0d3f322c7f0663791f1d81f;hb=5f9aacae75a4181a54bf16f31ce8e18229dddc60;hp=7d1eb49cec6de8d51157ca3c377a0d0be8d2318c;hpb=68ab7a5d576faa16e0da19d0f824785eac215ae9;p=ust.git diff --git a/ustd/ustd.c b/ustd/ustd.c index 7d1eb49..18dbf63 100644 --- a/ustd/ustd.c +++ b/ustd/ustd.c @@ -1,4 +1,5 @@ /* Copyright (C) 2009 Pierre-Marc Fournier + * 2010 Alexis Halle * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public @@ -22,7 +23,6 @@ #include #include #include -#include #include #include @@ -32,260 +32,39 @@ #include #include -#include "ustd.h" -#include "localerr.h" -#include "ustcomm.h" - -/* return value: 0 = subbuffer is finished, it won't produce data anymore - * 1 = got subbuffer successfully - * <0 = error - */ - -#define GET_SUBBUF_OK 1 -#define GET_SUBBUF_DONE 0 -#define GET_SUBBUF_DIED 2 - -#define PUT_SUBBUF_OK 1 -#define PUT_SUBBUF_DIED 0 -#define PUT_SUBBUF_PUSHED 2 +#include "libustd.h" +#include "usterr.h" char *sock_path=NULL; char *trace_path=NULL; +int daemon_mode = 0; +char *pidfile = NULL; -/* Number of active buffers and the mutex to protect it. */ -int active_buffers = 0; -pthread_mutex_t active_buffers_mutex = PTHREAD_MUTEX_INITIALIZER; -/* Whether a request to end the program was received. */ -sig_atomic_t terminate_req = 0; +struct libustd_instance *instance; -int test_sigpipe(void) -{ - sigset_t sigset; - int result; +struct buffer_info_local { + /* output file */ + int file_fd; + /* the offset we must truncate to, to unput the last subbuffer */ + off_t previous_offset; +}; - result = sigemptyset(&sigset); - if(result == -1) { - PERROR("sigemptyset"); - return -1; - } - result = sigaddset(&sigset, SIGPIPE); - if(result == -1) { - PERROR("sigaddset"); - return -1; - } - - result = sigtimedwait(&sigset, NULL, &(struct timespec){0,0}); - if(result == -1 && errno == EAGAIN) { - /* no signal received */ - return 0; - } - else if(result == -1) { - PERROR("sigtimedwait"); - return -1; - } - else if(result == SIGPIPE) { - /* received sigpipe */ - return 1; - } - else { - assert(0); - } -} - -int get_subbuffer(struct buffer_info *buf) +static int write_pidfile(const char *file_name, pid_t pid) { - char *send_msg=NULL; - char *received_msg=NULL; - char *rep_code=NULL; - int retval; - int result; + FILE *pidfp; - asprintf(&send_msg, "get_subbuffer %s", buf->name); - result = ustcomm_send_request(&buf->conn, send_msg, &received_msg); - if(test_sigpipe()) { - WARN("process %d destroyed before we could connect to it", buf->pid); - retval = GET_SUBBUF_DONE; - goto end; - } - else if(result < 0) { - ERR("get_subbuffer: ustcomm_send_request failed"); - retval = -1; - goto end; - } - - result = sscanf(received_msg, "%as %ld", &rep_code, &buf->consumed_old); - if(result != 2 && result != 1) { - ERR("unable to parse response to get_subbuffer"); - retval = -1; - goto end_rep; - } - - DBG("received msg is %s", received_msg); - - if(!strcmp(rep_code, "OK")) { - DBG("got subbuffer %s", buf->name); - retval = GET_SUBBUF_OK; - } - else if(nth_token_is(received_msg, "END", 0) == 1) { - retval = GET_SUBBUF_DONE; - goto end_rep; - } - else { - DBG("error getting subbuffer %s", buf->name); - retval = -1; - } - - /* FIMXE: free correctly the stuff */ -end_rep: - if(rep_code) - free(rep_code); -end: - if(send_msg) - free(send_msg); - if(received_msg) - free(received_msg); - - return retval; -} - -int put_subbuffer(struct buffer_info *buf) -{ - char *send_msg=NULL; - char *received_msg=NULL; - char *rep_code=NULL; - int retval; - int result; - - asprintf(&send_msg, "put_subbuffer %s %ld", buf->name, buf->consumed_old); - result = ustcomm_send_request(&buf->conn, send_msg, &received_msg); - if(result < 0 && errno == ECONNRESET) { - retval = PUT_SUBBUF_DIED; - goto end; - } - if(result < 0) { - ERR("put_subbuffer: send_message failed"); - retval = -1; - goto end; - } - - result = sscanf(received_msg, "%as", &rep_code); - if(result != 1) { - ERR("unable to parse response to put_subbuffer"); - retval = -1; - goto end_rep; - } - - if(!strcmp(rep_code, "OK")) { - DBG("subbuffer put %s", buf->name); - retval = PUT_SUBBUF_OK; - } - else { - DBG("put_subbuffer: received error, we were pushed"); - retval = PUT_SUBBUF_PUSHED; - goto end_rep; - } - -end_rep: - if(rep_code) - free(rep_code); - -end: - if(send_msg) - free(send_msg); - if(received_msg) - free(received_msg); - - return retval; -} - -/* This write is patient because it restarts if it was incomplete. - */ - -ssize_t patient_write(int fd, const void *buf, size_t count) -{ - const char *bufc = (const char *) buf; - int result; - - for(;;) { - result = write(fd, bufc, count); - if(result <= 0) { - return result; - } - count -= result; - bufc += result; - - if(count == 0) { - break; - } - } - - return bufc-(const char *)buf; -} - -void decrement_active_buffers(void *arg) -{ - pthread_mutex_lock(&active_buffers_mutex); - active_buffers--; - pthread_mutex_unlock(&active_buffers_mutex); -} - -void *consumer_thread(void *arg) -{ - struct buffer_info *buf = (struct buffer_info *) arg; - int result; - - pthread_cleanup_push(decrement_active_buffers, NULL); - - for(;;) { - /* get the subbuffer */ - result = get_subbuffer(buf); - if(result == -1) { - ERR("error getting subbuffer"); - continue; - } - else if(result == GET_SUBBUF_DONE) { - /* this is done */ - break; - } - else if(result == GET_SUBBUF_DIED) { - finish_consuming_dead_subbuffer(buf); - break; - } - - /* write data to file */ - result = patient_write(buf->file_fd, buf->mem + (buf->consumed_old & (buf->n_subbufs * buf->subbuf_size-1)), buf->subbuf_size); - if(result == -1) { - PERROR("write"); - /* FIXME: maybe drop this trace */ - } - - /* put the subbuffer */ - result = put_subbuffer(buf); - if(result == -1) { - ERR("unknown error putting subbuffer (channel=%s)", buf->name); - break; - } - else if(result == PUT_SUBBUF_PUSHED) { - ERR("Buffer overflow (channel=%s), reader pushed. This channel will not be usable passed this point.", buf->name); - break; - } - else if(result == PUT_SUBBUF_DIED) { - WARN("application died while putting subbuffer"); - /* FIXME: probably need to skip the first subbuffer in finish_consuming_dead_subbuffer */ - finish_consuming_dead_subbuffer(buf); - break; - } - else if(result == PUT_SUBBUF_OK) { - } + pidfp = fopen(file_name, "w"); + if(!pidfp) { + PERROR("fopen (%s)", file_name); + WARN("killing child process"); + return -1; } - DBG("thread for buffer %s is stopping", buf->name); + fprintf(pidfp, "%d\n", pid); - /* FIXME: destroy, unalloc... */ + fclose(pidfp); - pthread_cleanup_pop(1); - - return NULL; + return 0; } int create_dir_if_needed(char *dir) @@ -302,137 +81,101 @@ int create_dir_if_needed(char *dir) return 0; } -int is_directory(const char *dir) +int unwrite_last_subbuffer(struct buffer_info *buf) { int result; - struct stat st; + struct buffer_info_local *buf_local = buf->user_data; - result = stat(dir, &st); + result = ftruncate(buf_local->file_fd, buf_local->previous_offset); if(result == -1) { - PERROR("stat"); - return 0; + PERROR("ftruncate"); + return -1; } - if(!S_ISDIR(st.st_mode)) { - return 0; + result = lseek(buf_local->file_fd, buf_local->previous_offset, SEEK_SET); + if(result == (int)(off_t)-1) { + PERROR("lseek"); + return -1; } - return 1; + return 0; } -int add_buffer(pid_t pid, char *bufname) +int write_current_subbuffer(struct buffer_info *buf) { - struct buffer_info *buf; - char *send_msg; - char *received_msg; int result; - char *tmp; - int fd; - pthread_t thr; - struct shmid_ds shmds; + struct buffer_info_local *buf_local = buf->user_data; - buf = (struct buffer_info *) malloc(sizeof(struct buffer_info)); - if(buf == NULL) { - ERR("add_buffer: insufficient memory"); - return -1; - } + void *subbuf_mem = buf->mem + (buf->consumed_old & (buf->n_subbufs * buf->subbuf_size-1)); - buf->name = bufname; - buf->pid = pid; + size_t cur_sb_size = subbuffer_data_size(subbuf_mem); - /* connect to app */ - result = ustcomm_connect_app(buf->pid, &buf->conn); - if(result) { - WARN("unable to connect to process, it probably died before we were able to connect"); + off_t cur_offset = lseek(buf_local->file_fd, 0, SEEK_CUR); + if(cur_offset == (off_t)-1) { + PERROR("lseek"); return -1; } - /* get pidunique */ - asprintf(&send_msg, "get_pidunique"); - result = ustcomm_send_request(&buf->conn, send_msg, &received_msg); - free(send_msg); + buf_local->previous_offset = cur_offset; + DBG("previous_offset: %ld", cur_offset); + + result = patient_write(buf_local->file_fd, subbuf_mem, cur_sb_size); if(result == -1) { - ERR("problem in ustcomm_send_request(get_pidunique)"); + PERROR("write"); return -1; } - result = sscanf(received_msg, "%lld", &buf->pidunique); - if(result != 1) { - ERR("unable to parse response to get_pidunique"); - return -1; - } - free(received_msg); - DBG("got pidunique %lld", buf->pidunique); + return 0; +} - /* get shmid */ - asprintf(&send_msg, "get_shmid %s", buf->name); - result = ustcomm_send_request(&buf->conn, send_msg, &received_msg); - free(send_msg); - if(result == -1) { - ERR("problem in ustcomm_send_request(get_shmid)"); - return -1; - } +int on_read_subbuffer(struct libustd_callbacks *data, struct buffer_info *buf) +{ + return write_current_subbuffer(buf); +} - result = sscanf(received_msg, "%d %d", &buf->shmid, &buf->bufstruct_shmid); - if(result != 2) { - ERR("unable to parse response to get_shmid"); - return -1; - } - free(received_msg); - DBG("got shmids %d %d", buf->shmid, buf->bufstruct_shmid); +int on_read_partial_subbuffer(struct libustd_callbacks *data, struct buffer_info *buf, + long subbuf_index, unsigned long valid_length) +{ + struct buffer_info_local *buf_local = buf->user_data; + char *tmp; + int result; + unsigned long pad_size; - /* get n_subbufs */ - asprintf(&send_msg, "get_n_subbufs %s", buf->name); - result = ustcomm_send_request(&buf->conn, send_msg, &received_msg); - free(send_msg); + result = patient_write(buf_local->file_fd, buf->mem + subbuf_index * buf->subbuf_size, valid_length); if(result == -1) { - ERR("problem in ustcomm_send_request(g_n_subbufs)"); - return -1; + ERR("Error writing to buffer file"); + return; } - result = sscanf(received_msg, "%d", &buf->n_subbufs); - if(result != 1) { - ERR("unable to parse response to get_n_subbufs"); - return -1; + /* pad with empty bytes */ + pad_size = PAGE_ALIGN(valid_length)-valid_length; + if(pad_size) { + tmp = malloc(pad_size); + memset(tmp, 0, pad_size); + result = patient_write(buf_local->file_fd, tmp, pad_size); + if(result == -1) { + ERR("Error writing to buffer file"); + return; + } + free(tmp); } - free(received_msg); - DBG("got n_subbufs %d", buf->n_subbufs); - /* get subbuf size */ - asprintf(&send_msg, "get_subbuf_size %s", buf->name); - ustcomm_send_request(&buf->conn, send_msg, &received_msg); - free(send_msg); - - result = sscanf(received_msg, "%d", &buf->subbuf_size); - if(result != 1) { - ERR("unable to parse response to get_subbuf_size"); - return -1; - } - free(received_msg); - DBG("got subbuf_size %d", buf->subbuf_size); +} - /* attach memory */ - buf->mem = shmat(buf->shmid, NULL, 0); - if(buf->mem == (void *) 0) { - PERROR("shmat"); - return -1; - } - DBG("successfully attached buffer memory"); +int on_open_buffer(struct libustd_callbacks *data, struct buffer_info *buf) +{ + char *tmp; + int result; + int fd; + struct buffer_info_local *buf_local = + malloc(sizeof(struct buffer_info_local)); - buf->bufstruct_mem = shmat(buf->bufstruct_shmid, NULL, 0); - if(buf->bufstruct_mem == (void *) 0) { - PERROR("shmat"); - return -1; + if(!buf_local) { + ERR("could not allocate buffer_info_local struct"); + return 1; } - DBG("successfully attached buffer bufstruct memory"); - /* obtain info on the memory segment */ - result = shmctl(buf->shmid, IPC_STAT, &shmds); - if(result == -1) { - PERROR("shmctl"); - return -1; - } - buf->memlen = shmds.shm_segsz; + buf->user_data = buf_local; /* open file for output */ if(!trace_path) { @@ -443,7 +186,7 @@ int add_buffer(pid_t pid, char *bufname) result = create_dir_if_needed(USTD_DEFAULT_TRACE_PATH); if(result == -1) { ERR("could not create directory %s", USTD_DEFAULT_TRACE_PATH); - return -1; + return 1; } trace_path = USTD_DEFAULT_TRACE_PATH; @@ -454,35 +197,86 @@ int add_buffer(pid_t pid, char *bufname) if(result == -1) { ERR("could not create directory %s", tmp); free(tmp); - return -1; + return 1; } free(tmp); - asprintf(&tmp, "%s/%u_%lld/%s_0", trace_path, buf->pid, buf->pidunique, buf->name); + asprintf(&tmp, "%s/%u_%lld/%s", trace_path, buf->pid, buf->pidunique, buf->name); result = fd = open(tmp, O_WRONLY | O_CREAT | O_TRUNC | O_EXCL, 00600); if(result == -1) { PERROR("open"); ERR("failed opening trace file %s", tmp); - return -1; + return 1; } - buf->file_fd = fd; + buf_local->file_fd = fd; free(tmp); - pthread_mutex_lock(&active_buffers_mutex); - active_buffers++; - pthread_mutex_unlock(&active_buffers_mutex); - - pthread_create(&thr, NULL, consumer_thread, buf); + return 0; +} +int on_close_buffer(struct libustd_callbacks *data, struct buffer_info *buf) +{ + struct buffer_info_local *buf_local = buf->user_data; + int result = close(buf_local->file_fd); + free(buf_local); + if(result == -1) { + PERROR("close"); + } return 0; } +int on_put_error(struct libustd_callbacks *data, struct buffer_info *buf) +{ + unwrite_last_subbuffer(buf); +} + +struct libustd_callbacks *new_callbacks() +{ + struct libustd_callbacks *callbacks = + malloc(sizeof(struct libustd_callbacks)); + + if(!callbacks) + return NULL; + + callbacks->on_open_buffer = on_open_buffer; + callbacks->on_close_buffer = on_close_buffer; + callbacks->on_read_subbuffer = on_read_subbuffer; + callbacks->on_read_partial_subbuffer = on_read_partial_subbuffer; + callbacks->on_put_error = on_put_error; + callbacks->on_new_thread = NULL; + callbacks->on_close_thread = NULL; + callbacks->on_trace_end = NULL; + + return callbacks; + +} + +int is_directory(const char *dir) +{ + int result; + struct stat st; + + result = stat(dir, &st); + if(result == -1) { + PERROR("stat"); + return 0; + } + + if(!S_ISDIR(st.st_mode)) { + return 0; + } + + return 1; +} + void usage(void) { fprintf(stderr, "Usage:\nustd OPTIONS\n\nOptions:\n" "\t-h\t\tDisplay this usage.\n" "\t-o DIR\t\tSpecify the directory where to output the traces.\n" - "\t-s PATH\t\tSpecify the path to use for the daemon socket.\n"); + "\t-s PATH\t\tSpecify the path to use for the daemon socket.\n" + "\t-d\t\tStart as a daemon.\n" + "\t--pidfile FILE\tWrite the PID in this file (when using -d).\n"); } int parse_args(int argc, char **argv) @@ -492,12 +286,13 @@ int parse_args(int argc, char **argv) while (1) { int option_index = 0; static struct option long_options[] = { + {"pidfile", 1, 0, 'p'}, {"help", 0, 0, 'h'}, {"version", 0, 0, 'V'}, {0, 0, 0, 0} }; - c = getopt_long(argc, argv, "hs:o:", long_options, &option_index); + c = getopt_long(argc, argv, "hs:o:d", long_options, &option_index); if (c == -1) break; @@ -518,6 +313,12 @@ int parse_args(int argc, char **argv) return -1; } break; + case 'd': + daemon_mode = 1; + break; + case 'p': + pidfile = strdup(optarg); + break; case 'h': usage(); exit(0); @@ -537,16 +338,21 @@ int parse_args(int argc, char **argv) void sigterm_handler(int sig) { - terminate_req = 1; + libustd_stop_instance(instance, 0); } -int main(int argc, char **argv) +int start_ustd(int fd) { - struct ustcomm_ustd ustd; int result; sigset_t sigset; struct sigaction sa; + struct libustd_callbacks *callbacks = new_callbacks(); + if(!callbacks) { + PERROR("new_callbacks"); + return 1; + } + result = sigemptyset(&sigset); if(result == -1) { PERROR("sigemptyset"); @@ -554,21 +360,27 @@ int main(int argc, char **argv) } sa.sa_handler = sigterm_handler; sa.sa_mask = sigset; - sa.sa_flags = SA_RESTART; + sa.sa_flags = 0; result = sigaction(SIGTERM, &sa, NULL); if(result == -1) { PERROR("sigaction"); return 1; } - - result = parse_args(argc, argv); + result = sigaction(SIGINT, &sa, NULL); if(result == -1) { - exit(1); + PERROR("sigaction"); + return 1; } - result = ustcomm_init_ustd(&ustd, sock_path); - if(result == -1) { - ERR("failed to initialize socket"); + instance = libustd_new_instance(callbacks, sock_path); + if(!instance) { + ERR("failed to create libustd instance"); + return 1; + } + + result = libustd_init_instance(instance); + if(result) { + ERR("failed to initialize libustd instance"); return 1; } @@ -589,46 +401,98 @@ int main(int argc, char **argv) return 1; } - /* app loop */ - for(;;) { - char *recvbuf; + /* Write pidfile */ + if(pidfile) { + result = write_pidfile(pidfile, getpid()); + if(result == -1) { + ERR("failed to write pidfile"); + return 1; + } + } - /* check for requests on our public socket */ - result = ustcomm_ustd_recv_message(&ustd, &recvbuf, NULL, 100); + /* Notify parent that we are successfully started. */ + if(fd != -1) { + /* write any one character */ + result = write(fd, "!", 1); if(result == -1) { - ERR("error in ustcomm_ustd_recv_message"); - continue; + PERROR("write"); + return -1; } - if(result > 0) { - if(!strncmp(recvbuf, "collect", 7)) { - pid_t pid; - char *bufname; - int result; - - result = sscanf(recvbuf, "%*s %d %50as", &pid, &bufname); - if(result != 2) { - fprintf(stderr, "parsing error: %s\n", recvbuf); - } - - result = add_buffer(pid, bufname); - if(result < 0) { - ERR("error in add_buffer"); - continue; - } - } + if(result != 1) { + ERR("Problem sending confirmation of daemon start to parent"); + return -1; + } + result = close(fd); + if(result == -1) { + PERROR("close"); + } + } + + libustd_start_instance(instance); + + free(callbacks); + + return 0; +} + +int start_ustd_daemon() +{ + int result; + int fd[2]; + pid_t child_pid; + + result = pipe(fd); + + result = child_pid = fork(); + if(result == -1) { + PERROR("fork"); + return -1; + } + else if(result == 0) { + return start_ustd(fd[1]); + } + else { + char buf; - free(recvbuf); + result = read(fd[0], &buf, 1); + if(result == -1) { + PERROR("read"); + return -1; + } + if(result != 1) { + ERR("did not receive valid confirmation that the daemon is started"); + return -1; } - if(terminate_req) { - pthread_mutex_lock(&active_buffers_mutex); - if(active_buffers == 0) { - pthread_mutex_unlock(&active_buffers_mutex); - break; - } - pthread_mutex_unlock(&active_buffers_mutex); + result = close(fd[0]); + if(result == -1) { + PERROR("close"); } + + DBG("The daemon is now successfully started"); } + /* Wait for confirmation that the server is ready. */ + + return 0; } + +int main(int argc, char **argv) +{ + int result; + + result = parse_args(argc, argv); + if(result == -1) { + exit(1); + } + + if(daemon_mode) { + result = start_ustd_daemon(); + } + else { + result = start_ustd(-1); + } + + return result; +}