From 58eb9381cd933f0644e6a5b89750dbd6d9b14570 Mon Sep 17 00:00:00 2001 From: David Goulet Date: Thu, 23 Jan 2014 14:57:05 -0500 Subject: [PATCH] Fix: relayd connection object refactor Mostly rename and move the connection data structure to its own C file/header along with functions handling the object. Signed-off-by: David Goulet --- src/bin/lttng-relayd/Makefile.am | 3 +- src/bin/lttng-relayd/cmd-2-1.c | 7 +- src/bin/lttng-relayd/cmd-2-1.h | 3 +- src/bin/lttng-relayd/cmd-2-2.c | 7 +- src/bin/lttng-relayd/cmd-2-2.h | 3 +- src/bin/lttng-relayd/cmd-2-4.c | 6 +- src/bin/lttng-relayd/cmd-2-4.h | 2 +- src/bin/lttng-relayd/cmd-generic.h | 2 + src/bin/lttng-relayd/connection.c | 111 ++++++ src/bin/lttng-relayd/connection.h | 70 ++++ src/bin/lttng-relayd/ctf-trace.h | 2 +- src/bin/lttng-relayd/live.c | 394 ++++++++------------ src/bin/lttng-relayd/lttng-relayd.h | 33 +- src/bin/lttng-relayd/main.c | 546 ++++++++++++---------------- 14 files changed, 580 insertions(+), 609 deletions(-) create mode 100644 src/bin/lttng-relayd/connection.c create mode 100644 src/bin/lttng-relayd/connection.h diff --git a/src/bin/lttng-relayd/Makefile.am b/src/bin/lttng-relayd/Makefile.am index cf1e62f61..126cdafc4 100644 --- a/src/bin/lttng-relayd/Makefile.am +++ b/src/bin/lttng-relayd/Makefile.am @@ -16,7 +16,8 @@ lttng_relayd_SOURCES = main.c lttng-relayd.h utils.h utils.c cmd.h \ lttng-viewer-abi.h testpoint.h \ viewer-stream.h viewer-stream.c \ session.c session.h \ - stream.c stream.h + stream.c stream.h \ + connection.c connection.h # link on liblttngctl for check if relayd is already alive. lttng_relayd_LDADD = -lrt -lurcu-common -lurcu \ diff --git a/src/bin/lttng-relayd/cmd-2-1.c b/src/bin/lttng-relayd/cmd-2-1.c index 1942dee0a..de70c5172 100644 --- a/src/bin/lttng-relayd/cmd-2-1.c +++ b/src/bin/lttng-relayd/cmd-2-1.c @@ -27,15 +27,16 @@ #include "cmd-2-1.h" #include "utils.h" -int cmd_recv_stream_2_1(struct relay_command *cmd, struct relay_stream *stream) +int cmd_recv_stream_2_1(struct relay_connection *conn, + struct relay_stream *stream) { int ret; struct lttcomm_relayd_add_stream stream_info; - assert(cmd); + assert(conn); assert(stream); - ret = cmd_recv(cmd->sock, &stream_info, sizeof(stream_info)); + ret = cmd_recv(conn->sock, &stream_info, sizeof(stream_info)); if (ret < 0) { ERR("Unable to recv stream version 2.1"); goto error; diff --git a/src/bin/lttng-relayd/cmd-2-1.h b/src/bin/lttng-relayd/cmd-2-1.h index 3bba909b3..bab8190bf 100644 --- a/src/bin/lttng-relayd/cmd-2-1.h +++ b/src/bin/lttng-relayd/cmd-2-1.h @@ -22,6 +22,7 @@ #include "lttng-relayd.h" #include "stream.h" -int cmd_recv_stream_2_1(struct relay_command *cmd, struct relay_stream *stream); +int cmd_recv_stream_2_1(struct relay_connection *conn, + struct relay_stream *stream); #endif /* RELAYD_CMD_2_1_H */ diff --git a/src/bin/lttng-relayd/cmd-2-2.c b/src/bin/lttng-relayd/cmd-2-2.c index 0450fbf9d..b7299a5aa 100644 --- a/src/bin/lttng-relayd/cmd-2-2.c +++ b/src/bin/lttng-relayd/cmd-2-2.c @@ -27,15 +27,16 @@ #include "cmd-2-1.h" #include "utils.h" -int cmd_recv_stream_2_2(struct relay_command *cmd, struct relay_stream *stream) +int cmd_recv_stream_2_2(struct relay_connection *conn, + struct relay_stream *stream) { int ret; struct lttcomm_relayd_add_stream_2_2 stream_info; - assert(cmd); + assert(conn); assert(stream); - ret = cmd_recv(cmd->sock, &stream_info, sizeof(stream_info)); + ret = cmd_recv(conn->sock, &stream_info, sizeof(stream_info)); if (ret < 0) { ERR("Unable to recv stream version 2.2"); goto error; diff --git a/src/bin/lttng-relayd/cmd-2-2.h b/src/bin/lttng-relayd/cmd-2-2.h index 9a6312777..bd1cd1414 100644 --- a/src/bin/lttng-relayd/cmd-2-2.h +++ b/src/bin/lttng-relayd/cmd-2-2.h @@ -21,6 +21,7 @@ #include "lttng-relayd.h" -int cmd_recv_stream_2_2(struct relay_command *cmd, struct relay_stream *stream); +int cmd_recv_stream_2_2(struct relay_connection *conn, + struct relay_stream *stream); #endif /* RELAYD_CMD_2_2_H */ diff --git a/src/bin/lttng-relayd/cmd-2-4.c b/src/bin/lttng-relayd/cmd-2-4.c index f199b8396..31963839c 100644 --- a/src/bin/lttng-relayd/cmd-2-4.c +++ b/src/bin/lttng-relayd/cmd-2-4.c @@ -26,16 +26,16 @@ #include "cmd-generic.h" #include "lttng-relayd.h" -int cmd_create_session_2_4(struct relay_command *cmd, +int cmd_create_session_2_4(struct relay_connection *conn, struct relay_session *session) { int ret; struct lttcomm_relayd_create_session_2_4 session_info; - assert(cmd); + assert(conn); assert(session); - ret = cmd_recv(cmd->sock, &session_info, sizeof(session_info)); + ret = cmd_recv(conn->sock, &session_info, sizeof(session_info)); if (ret < 0) { ERR("Unable to recv session info version 2.4"); goto error; diff --git a/src/bin/lttng-relayd/cmd-2-4.h b/src/bin/lttng-relayd/cmd-2-4.h index fc611345b..aaf572a1c 100644 --- a/src/bin/lttng-relayd/cmd-2-4.h +++ b/src/bin/lttng-relayd/cmd-2-4.h @@ -21,7 +21,7 @@ #include "lttng-relayd.h" -int cmd_create_session_2_4(struct relay_command *cmd, +int cmd_create_session_2_4(struct relay_connection *conn, struct relay_session *session); #endif /* RELAYD_CMD_2_4_H */ diff --git a/src/bin/lttng-relayd/cmd-generic.h b/src/bin/lttng-relayd/cmd-generic.h index 30b96b421..640fed7e4 100644 --- a/src/bin/lttng-relayd/cmd-generic.h +++ b/src/bin/lttng-relayd/cmd-generic.h @@ -21,6 +21,8 @@ #include +#include "connection.h" + int cmd_recv(struct lttcomm_sock *sock, void *buf, size_t len); #endif /* RELAYD_CMD_GENERIC_H */ diff --git a/src/bin/lttng-relayd/connection.c b/src/bin/lttng-relayd/connection.c new file mode 100644 index 000000000..4dc41e0e4 --- /dev/null +++ b/src/bin/lttng-relayd/connection.c @@ -0,0 +1,111 @@ +/* + * Copyright (C) 2013 - Julien Desfossez + * David Goulet + * + * This program is free software; you can redistribute it and/or modify it + * under the terms of the GNU General Public License, version 2 only, as + * published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, but WITHOUT + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for + * more details. + * + * You should have received a copy of the GNU General Public License along with + * this program; if not, write to the Free Software Foundation, Inc., 51 + * Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + */ + +#define _GNU_SOURCE +#include + +#include "connection.h" +#include "stream.h" + +static void rcu_free_connection(struct rcu_head *head) +{ + struct relay_connection *conn = + caa_container_of(head, struct relay_connection, rcu_node); + + lttcomm_destroy_sock(conn->sock); + free(conn); +} + +struct relay_connection *connection_find_by_sock(struct lttng_ht *ht, int sock) +{ + struct lttng_ht_node_ulong *node; + struct lttng_ht_iter iter; + struct relay_connection *conn = NULL; + + assert(ht); + assert(sock >= 0); + + lttng_ht_lookup(ht, (void *)((unsigned long) sock), &iter); + node = lttng_ht_iter_get_node_ulong(&iter); + if (!node) { + DBG2("Relay connection by sock %d not found", sock); + goto end; + } + conn = caa_container_of(node, struct relay_connection, sock_n); + +end: + return conn; +} + +void connection_delete(struct lttng_ht *ht, struct relay_connection *conn) +{ + int ret; + struct lttng_ht_iter iter; + + assert(ht); + assert(conn); + + iter.iter.node = &conn->sock_n.node; + ret = lttng_ht_del(ht, &iter); + assert(!ret); +} + +void connection_destroy(struct relay_connection *conn) +{ + struct relay_stream *stream, *tmp_stream; + + assert(conn); + + /* Clean up recv list of this connection if any. */ + cds_list_for_each_entry_safe(stream, tmp_stream, &conn->recv_head, + recv_list) { + cds_list_del(&stream->recv_list); + } + + call_rcu(&conn->rcu_node, rcu_free_connection); +} + +struct relay_connection *connection_create(void) +{ + struct relay_connection *conn; + + conn = zmalloc(sizeof(*conn)); + if (!conn) { + PERROR("zmalloc relay connection"); + goto error; + } + +error: + return conn; +} + +void connection_init(struct relay_connection *conn) +{ + assert(conn); + assert(conn->sock); + + CDS_INIT_LIST_HEAD(&conn->recv_head); + lttng_ht_node_init_ulong(&conn->sock_n, (unsigned long) conn->sock->fd); +} + +void connection_free(struct relay_connection *conn) +{ + assert(conn); + + free(conn); +} diff --git a/src/bin/lttng-relayd/connection.h b/src/bin/lttng-relayd/connection.h new file mode 100644 index 000000000..6fb8913bf --- /dev/null +++ b/src/bin/lttng-relayd/connection.h @@ -0,0 +1,70 @@ +/* + * Copyright (C) 2013 - Julien Desfossez + * David Goulet + * + * This program is free software; you can redistribute it and/or modify it + * under the terms of the GNU General Public License, version 2 only, as + * published by the Free Software Foundation. + * + * This program is distributed in the hope that it will be useful, but WITHOUT + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for + * more details. + * + * You should have received a copy of the GNU General Public License along with + * this program; if not, write to the Free Software Foundation, Inc., 51 + * Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + */ + +#ifndef _CONNECTION_H +#define _CONNECTION_H + +#include +#include +#include +#include +#include + +#include +#include + +#include "session.h" + +enum connection_type { + RELAY_DATA = 1, + RELAY_CONTROL = 2, + RELAY_VIEWER_COMMAND = 3, + RELAY_VIEWER_NOTIFICATION = 4, +}; + +/* + * Internal structure to map a socket with the corresponding session. + * A hashtable indexed on the socket FD is used for the lookups. + */ +struct relay_connection { + struct lttcomm_sock *sock; + struct relay_session *session; + struct cds_wfq_node qnode; + struct lttng_ht_node_ulong sock_n; + struct rcu_head rcu_node; + enum connection_type type; + /* Protocol version to use for this connection. */ + uint32_t major; + uint32_t minor; + uint64_t session_id; + struct cds_list_head recv_head; + unsigned int version_check_done:1; + + /* Pointer to the sessions HT that this connection can use. */ + struct lttng_ht *sessions_ht; +}; + +struct relay_connection *connection_find_by_sock(struct lttng_ht *ht, + int sock); +struct relay_connection *connection_create(void); +void connection_init(struct relay_connection *conn); +void connection_delete(struct lttng_ht *ht, struct relay_connection *conn); +void connection_destroy(struct relay_connection *conn); +void connection_free(struct relay_connection *conn); + +#endif /* _CONNECTION_H */ diff --git a/src/bin/lttng-relayd/ctf-trace.h b/src/bin/lttng-relayd/ctf-trace.h index a64d53aa6..489c5f1d5 100644 --- a/src/bin/lttng-relayd/ctf-trace.h +++ b/src/bin/lttng-relayd/ctf-trace.h @@ -23,8 +23,8 @@ #include -#include "lttng-relayd.h" #include "session.h" +#include "stream.h" struct ctf_trace { int refcount; diff --git a/src/bin/lttng-relayd/live.c b/src/bin/lttng-relayd/live.c index 764d616a2..23cf09eeb 100644 --- a/src/bin/lttng-relayd/live.c +++ b/src/bin/lttng-relayd/live.c @@ -62,6 +62,7 @@ #include "stream.h" #include "session.h" #include "ctf-trace.h" +#include "connection.h" static struct lttng_uri *live_uri; @@ -69,7 +70,7 @@ static struct lttng_uri *live_uri; * This pipe is used to inform the worker thread that a command is queued and * ready to be processed. */ -static int live_relay_cmd_pipe[2] = { -1, -1 }; +static int live_conn_pipe[2] = { -1, -1 }; /* Shared between threads */ static int live_dispatch_thread_exit; @@ -84,7 +85,7 @@ static pthread_t live_worker_thread; * The live_thread_listener and live_thread_dispatcher communicate with this * queue. */ -static struct relay_cmd_queue viewer_cmd_queue; +static struct relay_conn_queue viewer_conn_queue; static uint64_t last_relay_viewer_session_id; @@ -355,7 +356,7 @@ void stop_threads(void) /* Dispatch thread */ CMM_STORE_SHARED(live_dispatch_thread_exit, 1); - futex_nto1_wake(&viewer_cmd_queue.futex); + futex_nto1_wake(&viewer_conn_queue.futex); } /* @@ -451,7 +452,6 @@ static void *thread_listener(void *data) { int i, ret, pollfd, err = -1; - int val = 1; uint32_t revents, nb_fd; struct lttng_poll_event events; struct lttcomm_sock *live_control_sock; @@ -528,43 +528,41 @@ restart: * Get allocated in this thread, enqueued to a global queue, * dequeued and freed in the worker thread. */ - struct relay_command *relay_cmd; + int val = 1; + struct relay_connection *new_conn; struct lttcomm_sock *newsock; - relay_cmd = zmalloc(sizeof(*relay_cmd)); - if (!relay_cmd) { - PERROR("relay command zmalloc"); + new_conn = connection_create(); + if (!new_conn) { goto error; } - assert(pollfd == live_control_sock->fd); newsock = live_control_sock->ops->accept(live_control_sock); if (!newsock) { PERROR("accepting control sock"); - free(relay_cmd); + connection_free(new_conn); goto error; } DBG("Relay viewer connection accepted socket %d", newsock->fd); + ret = setsockopt(newsock->fd, SOL_SOCKET, SO_REUSEADDR, &val, - sizeof(int)); + sizeof(val)); if (ret < 0) { PERROR("setsockopt inet"); lttcomm_destroy_sock(newsock); - free(relay_cmd); + connection_free(new_conn); goto error; } - relay_cmd->sock = newsock; + new_conn->sock = newsock; - /* - * Lock free enqueue the request. - */ - cds_wfq_enqueue(&viewer_cmd_queue.queue, &relay_cmd->node); + /* Enqueue request for the dispatcher thread. */ + cds_wfq_enqueue(&viewer_conn_queue.queue, &new_conn->qnode); /* - * Wake the dispatch queue futex. Implicit memory - * barrier with the exchange in cds_wfq_enqueue. + * Wake the dispatch queue futex. Implicit memory barrier with + * the exchange in cds_wfq_enqueue. */ - futex_nto1_wake(&viewer_cmd_queue.futex); + futex_nto1_wake(&viewer_conn_queue.futex); } } } @@ -602,7 +600,7 @@ void *thread_dispatcher(void *data) int err = -1; ssize_t ret; struct cds_wfq_node *node; - struct relay_command *relay_cmd = NULL; + struct relay_connection *conn = NULL; DBG("[thread] Live viewer relay dispatcher started"); @@ -618,41 +616,39 @@ void *thread_dispatcher(void *data) health_code_update(); /* Atomically prepare the queue futex */ - futex_nto1_prepare(&viewer_cmd_queue.futex); + futex_nto1_prepare(&viewer_conn_queue.futex); do { health_code_update(); /* Dequeue commands */ - node = cds_wfq_dequeue_blocking(&viewer_cmd_queue.queue); + node = cds_wfq_dequeue_blocking(&viewer_conn_queue.queue); if (node == NULL) { DBG("Woken up but nothing in the live-viewer " "relay command queue"); /* Continue thread execution */ break; } - - relay_cmd = caa_container_of(node, struct relay_command, node); + conn = caa_container_of(node, struct relay_connection, qnode); DBG("Dispatching viewer request waiting on sock %d", - relay_cmd->sock->fd); + conn->sock->fd); /* * Inform worker thread of the new request. This call is blocking * so we can be assured that the data will be read at some point in * time or wait to the end of the world :) */ - ret = lttng_write(live_relay_cmd_pipe[1], relay_cmd, - sizeof(*relay_cmd)); - free(relay_cmd); - if (ret < sizeof(struct relay_command)) { - PERROR("write cmd pipe"); + ret = lttng_write(live_conn_pipe[1], &conn, sizeof(conn)); + if (ret < 0) { + PERROR("write conn pipe"); + connection_destroy(conn); goto error; } } while (node != NULL); /* Futex wait on queue. Blocking call on futex() */ health_poll_entry(); - futex_nto1_wait(&viewer_cmd_queue.futex); + futex_nto1_wait(&viewer_conn_queue.futex); health_poll_exit(); } @@ -677,20 +673,20 @@ error_testpoint: * Return 0 on success or else negative value. */ static -int viewer_connect(struct relay_command *cmd) +int viewer_connect(struct relay_connection *conn) { int ret; struct lttng_viewer_connect reply, msg; - assert(cmd); + assert(conn); - cmd->version_check_done = 1; + conn->version_check_done = 1; health_code_update(); DBG("Viewer is establishing a connection to the relayd."); - ret = recv_request(cmd->sock, &msg, sizeof(msg)); + ret = recv_request(conn->sock, &msg, sizeof(msg)); if (ret < 0) { goto end; } @@ -708,18 +704,18 @@ int viewer_connect(struct relay_command *cmd) goto end; } - cmd->major = reply.major; + conn->major = reply.major; /* We adapt to the lowest compatible version */ if (reply.minor <= be32toh(msg.minor)) { - cmd->minor = reply.minor; + conn->minor = reply.minor; } else { - cmd->minor = be32toh(msg.minor); + conn->minor = be32toh(msg.minor); } if (be32toh(msg.type) == VIEWER_CLIENT_COMMAND) { - cmd->type = RELAY_VIEWER_COMMAND; + conn->type = RELAY_VIEWER_COMMAND; } else if (be32toh(msg.type) == VIEWER_CLIENT_NOTIFICATION) { - cmd->type = RELAY_VIEWER_NOTIFICATION; + conn->type = RELAY_VIEWER_NOTIFICATION; } else { ERR("Unknown connection type : %u", be32toh(msg.type)); ret = -1; @@ -728,20 +724,20 @@ int viewer_connect(struct relay_command *cmd) reply.major = htobe32(reply.major); reply.minor = htobe32(reply.minor); - if (cmd->type == RELAY_VIEWER_COMMAND) { + if (conn->type == RELAY_VIEWER_COMMAND) { reply.viewer_session_id = htobe64(++last_relay_viewer_session_id); } health_code_update(); - ret = send_response(cmd->sock, &reply, sizeof(reply)); + ret = send_response(conn->sock, &reply, sizeof(reply)); if (ret < 0) { goto end; } health_code_update(); - DBG("Version check done using protocol %u.%u", cmd->major, cmd->minor); + DBG("Version check done using protocol %u.%u", conn->major, conn->minor); ret = 0; end: @@ -754,8 +750,7 @@ end: * Return 0 on success or else a negative value. */ static -int viewer_list_sessions(struct relay_command *cmd, - struct lttng_ht *sessions_ht) +int viewer_list_sessions(struct relay_connection *conn) { int ret; struct lttng_viewer_list_sessions session_list; @@ -768,19 +763,20 @@ int viewer_list_sessions(struct relay_command *cmd, DBG("List sessions received"); rcu_read_lock(); - cds_lfht_count_nodes(sessions_ht->ht, &approx_before, &count, &approx_after); + cds_lfht_count_nodes(conn->sessions_ht->ht, &approx_before, &count, + &approx_after); session_list.sessions_count = htobe32(count); health_code_update(); - ret = send_response(cmd->sock, &session_list, sizeof(session_list)); + ret = send_response(conn->sock, &session_list, sizeof(session_list)); if (ret < 0) { goto end_unlock; } health_code_update(); - cds_lfht_for_each_entry(sessions_ht->ht, &iter.iter, session, + cds_lfht_for_each_entry(conn->sessions_ht->ht, &iter.iter, session, session_n.node) { health_code_update(); @@ -795,7 +791,7 @@ int viewer_list_sessions(struct relay_command *cmd, health_code_update(); - ret = send_response(cmd->sock, &send_session, sizeof(send_session)); + ret = send_response(conn->sock, &send_session, sizeof(send_session)); if (ret < 0) { goto end_unlock; } @@ -817,8 +813,7 @@ end: * Send the viewer the list of current sessions. */ static -int viewer_get_new_streams(struct relay_command *cmd, - struct lttng_ht *sessions_ht) +int viewer_get_new_streams(struct relay_connection *conn) { int ret, send_streams = 0; uint32_t nb_created = 0, nb_unsent = 0, nb_streams = 0; @@ -826,15 +821,14 @@ int viewer_get_new_streams(struct relay_command *cmd, struct lttng_viewer_new_streams_response response; struct relay_session *session; - assert(cmd); - assert(sessions_ht); + assert(conn); DBG("Get new streams received"); health_code_update(); /* Receive the request from the connected client. */ - ret = recv_request(cmd->sock, &request, sizeof(request)); + ret = recv_request(conn->sock, &request, sizeof(request)); if (ret < 0) { goto error; } @@ -842,7 +836,8 @@ int viewer_get_new_streams(struct relay_command *cmd, health_code_update(); rcu_read_lock(); - session = session_find_by_id(sessions_ht, be64toh(request.session_id)); + session = session_find_by_id(conn->sessions_ht, + be64toh(request.session_id)); if (!session) { DBG("Relay session %" PRIu64 " not found", be64toh(request.session_id)); @@ -850,7 +845,7 @@ int viewer_get_new_streams(struct relay_command *cmd, goto send_reply; } - if (cmd->session_id == session->id) { + if (conn->session_id == session->id) { /* We confirmed the viewer is asking for the same session. */ send_streams = 1; response.status = htobe32(VIEWER_NEW_STREAMS_OK); @@ -875,7 +870,7 @@ int viewer_get_new_streams(struct relay_command *cmd, send_reply: health_code_update(); - ret = send_response(cmd->sock, &response, sizeof(response)); + ret = send_response(conn->sock, &response, sizeof(response)); if (ret < 0) { goto end_unlock; } @@ -894,7 +889,7 @@ send_reply: * Send stream and *DON'T* ignore the sent flag so every viewer streams * that were not sent from that point will be sent to the viewer. */ - ret = send_viewer_streams(cmd->sock, session, 0); + ret = send_viewer_streams(conn->sock, session, 0); if (ret < 0) { goto end_unlock; } @@ -909,8 +904,7 @@ error: * Send the viewer the list of current sessions. */ static -int viewer_attach_session(struct relay_command *cmd, - struct lttng_ht *sessions_ht) +int viewer_attach_session(struct relay_connection *conn) { int send_streams = 0; ssize_t ret; @@ -920,13 +914,12 @@ int viewer_attach_session(struct relay_command *cmd, struct lttng_viewer_attach_session_response response; struct relay_session *session; - assert(cmd); - assert(sessions_ht); + assert(conn); health_code_update(); /* Receive the request from the connected client. */ - ret = recv_request(cmd->sock, &request, sizeof(request)); + ret = recv_request(conn->sock, &request, sizeof(request)); if (ret < 0) { goto error; } @@ -934,7 +927,8 @@ int viewer_attach_session(struct relay_command *cmd, health_code_update(); rcu_read_lock(); - session = session_find_by_id(sessions_ht, be64toh(request.session_id)); + session = session_find_by_id(conn->sessions_ht, + be64toh(request.session_id)); if (!session) { DBG("Relay session %" PRIu64 " not found", be64toh(request.session_id)); @@ -956,8 +950,8 @@ int viewer_attach_session(struct relay_command *cmd, } else { send_streams = 1; response.status = htobe32(VIEWER_ATTACH_OK); - cmd->session_id = session->id; - cmd->session = session; + conn->session_id = session->id; + conn->session = session; } switch (be32toh(request.seek)) { @@ -984,7 +978,7 @@ int viewer_attach_session(struct relay_command *cmd, send_reply: health_code_update(); - ret = send_response(cmd->sock, &response, sizeof(response)); + ret = send_response(conn->sock, &response, sizeof(response)); if (ret < 0) { goto end_unlock; } @@ -1000,7 +994,7 @@ send_reply: } /* Send stream and ignore the sent flag. */ - ret = send_viewer_streams(cmd->sock, session, 1); + ret = send_viewer_streams(conn->sock, session, 1); if (ret < 0) { goto end_unlock; } @@ -1017,8 +1011,7 @@ error: * Return 0 on success or else a negative value. */ static -int viewer_get_next_index(struct relay_command *cmd, - struct lttng_ht *sessions_ht) +int viewer_get_next_index(struct relay_connection *conn) { int ret; struct lttng_viewer_get_next_index request_index; @@ -1029,21 +1022,20 @@ int viewer_get_next_index(struct relay_command *cmd, struct ctf_trace *ctf_trace; struct relay_session *session; - assert(cmd); - assert(sessions_ht); + assert(conn); DBG("Viewer get next index"); health_code_update(); - ret = recv_request(cmd->sock, &request_index, sizeof(request_index)); + ret = recv_request(conn->sock, &request_index, sizeof(request_index)); if (ret < 0) { goto end; } health_code_update(); rcu_read_lock(); - session = session_find_by_id(sessions_ht, cmd->session_id); + session = session_find_by_id(conn->sessions_ht, conn->session_id); if (!session) { ret = -1; goto end_unlock; @@ -1143,7 +1135,7 @@ int viewer_get_next_index(struct relay_command *cmd, viewer_index.flags |= LTTNG_VIEWER_FLAG_NEW_METADATA; } - ret = check_new_streams(vstream->session_id, sessions_ht); + ret = check_new_streams(vstream->session_id, conn->sessions_ht); if (ret < 0) { goto end_unlock; } else if (ret == 1) { @@ -1213,7 +1205,7 @@ send_reply: viewer_index.flags = htobe32(viewer_index.flags); health_code_update(); - ret = send_response(cmd->sock, &viewer_index, sizeof(viewer_index)); + ret = send_response(conn->sock, &viewer_index, sizeof(viewer_index)); if (ret < 0) { goto end_unlock; } @@ -1235,8 +1227,7 @@ end: * Return 0 on success or else a negative value. */ static -int viewer_get_packet(struct relay_command *cmd, - struct lttng_ht *sessions_ht) +int viewer_get_packet(struct relay_connection *conn) { int ret, send_data = 0; char *data = NULL; @@ -1247,13 +1238,13 @@ int viewer_get_packet(struct relay_command *cmd, struct relay_viewer_stream *stream; struct ctf_trace *ctf_trace; - assert(cmd); + assert(conn); DBG2("Relay get data packet"); health_code_update(); - ret = recv_request(cmd->sock, &get_packet_info, sizeof(get_packet_info)); + ret = recv_request(conn->sock, &get_packet_info, sizeof(get_packet_info)); if (ret < 0) { goto end; } @@ -1268,7 +1259,7 @@ int viewer_get_packet(struct relay_command *cmd, goto error; } - ctf_trace = ctf_trace_find_by_path(cmd->session->ctf_traces_ht, + ctf_trace = ctf_trace_find_by_path(conn->session->ctf_traces_ht, stream->path_name); assert(ctf_trace); @@ -1306,7 +1297,7 @@ int viewer_get_packet(struct relay_command *cmd, goto send_reply; } - ret = check_new_streams(stream->session_id, sessions_ht); + ret = check_new_streams(stream->session_id, conn->sessions_ht); if (ret < 0) { goto end_unlock; } else if (ret == 1) { @@ -1364,7 +1355,7 @@ send_reply: health_code_update(); - ret = send_response(cmd->sock, &reply, sizeof(reply)); + ret = send_response(conn->sock, &reply, sizeof(reply)); if (ret < 0) { goto end_unlock; } @@ -1372,7 +1363,7 @@ send_reply: if (send_data) { health_code_update(); - ret = send_response(cmd->sock, data, len); + ret = send_response(conn->sock, data, len); if (ret < 0) { goto end_unlock; } @@ -1396,7 +1387,7 @@ end: * Return 0 on success else a negative value. */ static -int viewer_get_metadata(struct relay_command *cmd) +int viewer_get_metadata(struct relay_connection *conn) { int ret = 0; ssize_t read_len; @@ -1407,13 +1398,13 @@ int viewer_get_metadata(struct relay_command *cmd) struct relay_viewer_stream *stream; struct ctf_trace *ctf_trace; - assert(cmd); + assert(conn); DBG("Relay get metadata"); health_code_update(); - ret = recv_request(cmd->sock, &request, sizeof(request)); + ret = recv_request(conn->sock, &request, sizeof(request)); if (ret < 0) { goto end; } @@ -1426,7 +1417,7 @@ int viewer_get_metadata(struct relay_command *cmd) goto error; } - ctf_trace = ctf_trace_find_by_path(cmd->session->ctf_traces_ht, + ctf_trace = ctf_trace_find_by_path(conn->session->ctf_traces_ht, stream->path_name); assert(ctf_trace); assert(ctf_trace->metadata_sent <= ctf_trace->metadata_received); @@ -1475,14 +1466,14 @@ error: send_reply: health_code_update(); - ret = send_response(cmd->sock, &reply, sizeof(reply)); + ret = send_response(conn->sock, &reply, sizeof(reply)); if (ret < 0) { goto end_unlock; } health_code_update(); if (len > 0) { - ret = send_response(cmd->sock, data, len); + ret = send_response(conn->sock, data, len); if (ret < 0) { goto end_unlock; } @@ -1504,12 +1495,12 @@ end: * live_relay_unknown_command: send -1 if received unknown command */ static -void live_relay_unknown_command(struct relay_command *cmd) +void live_relay_unknown_command(struct relay_connection *conn) { struct lttcomm_relayd_generic_reply reply; reply.ret_code = htobe32(LTTNG_ERR_UNK); - (void) send_response(cmd->sock, &reply, sizeof(reply)); + (void) send_response(conn->sock, &reply, sizeof(reply)); } /* @@ -1517,14 +1508,13 @@ void live_relay_unknown_command(struct relay_command *cmd) */ static int process_control(struct lttng_viewer_cmd *recv_hdr, - struct relay_command *cmd, struct lttng_ht *sessions_ht) + struct relay_connection *conn) { int ret = 0; uint32_t msg_value; assert(recv_hdr); - assert(cmd); - assert(sessions_ht); + assert(conn); msg_value = be32toh(recv_hdr->cmd); @@ -1532,37 +1522,37 @@ int process_control(struct lttng_viewer_cmd *recv_hdr, * Make sure we've done the version check before any command other then a * new client connection. */ - if (msg_value != VIEWER_CONNECT && !cmd->version_check_done) { - ERR("Viewer cmd value %" PRIu32 " before version check", msg_value); + if (msg_value != VIEWER_CONNECT && !conn->version_check_done) { + ERR("Viewer conn value %" PRIu32 " before version check", msg_value); ret = -1; goto end; } switch (msg_value) { case VIEWER_CONNECT: - ret = viewer_connect(cmd); + ret = viewer_connect(conn); break; case VIEWER_LIST_SESSIONS: - ret = viewer_list_sessions(cmd, sessions_ht); + ret = viewer_list_sessions(conn); break; case VIEWER_ATTACH_SESSION: - ret = viewer_attach_session(cmd, sessions_ht); + ret = viewer_attach_session(conn); break; case VIEWER_GET_NEXT_INDEX: - ret = viewer_get_next_index(cmd, sessions_ht); + ret = viewer_get_next_index(conn); break; case VIEWER_GET_PACKET: - ret = viewer_get_packet(cmd, sessions_ht); + ret = viewer_get_packet(conn); break; case VIEWER_GET_METADATA: - ret = viewer_get_metadata(cmd); + ret = viewer_get_metadata(conn); break; case VIEWER_GET_NEW_STREAMS: - ret = viewer_get_new_streams(cmd, sessions_ht); + ret = viewer_get_new_streams(conn); break; default: ERR("Received unknown viewer command (%u)", be32toh(recv_hdr->cmd)); - live_relay_unknown_command(cmd); + live_relay_unknown_command(conn); ret = -1; goto end; } @@ -1572,13 +1562,13 @@ end: } static -void cleanup_poll_connection(struct lttng_poll_event *events, int pollfd) +void cleanup_connection_pollfd(struct lttng_poll_event *events, int pollfd) { int ret; assert(events); - lttng_poll_del(events, pollfd); + (void) lttng_poll_del(events, pollfd); ret = close(pollfd); if (ret < 0) { @@ -1586,59 +1576,6 @@ void cleanup_poll_connection(struct lttng_poll_event *events, int pollfd) } } -/* - * Create and add connection to the given hash table. - * - * Return poll add value or else -1 on error. - */ -static -int add_connection(int fd, struct lttng_poll_event *events, - struct lttng_ht *relay_connections_ht) -{ - int ret; - struct relay_command *relay_connection; - - assert(events); - assert(relay_connections_ht); - - relay_connection = zmalloc(sizeof(struct relay_command)); - if (relay_connection == NULL) { - PERROR("Relay command zmalloc"); - goto error; - } - - ret = lttng_read(fd, relay_connection, sizeof(*relay_connection)); - if (ret < sizeof(*relay_connection)) { - PERROR("read relay cmd pipe"); - goto error_read; - } - - lttng_ht_node_init_ulong(&relay_connection->sock_n, - (unsigned long) relay_connection->sock->fd); - rcu_read_lock(); - lttng_ht_add_unique_ulong(relay_connections_ht, - &relay_connection->sock_n); - rcu_read_unlock(); - - return lttng_poll_add(events, relay_connection->sock->fd, - LPOLLIN | LPOLLRDHUP); - -error_read: - free(relay_connection); -error: - return -1; -} - -static -void deferred_free_connection(struct rcu_head *head) -{ - struct relay_command *relay_connection = - caa_container_of(head, struct relay_command, rcu_node); - - lttcomm_destroy_sock(relay_connection->sock); - free(relay_connection); -} - /* * Delete all streams for a specific session ID. */ @@ -1690,31 +1627,24 @@ static void try_destroy_streams(struct relay_session *session) } /* - * Delete and free a connection. + * Delete and destroy a connection. * * RCU read side lock MUST be acquired. */ -static -void del_connection(struct lttng_ht *relay_connections_ht, - struct lttng_ht_iter *iter, struct relay_command *relay_connection, - struct lttng_ht *sessions_ht) +static void destroy_connection(struct lttng_ht *relay_connections_ht, + struct relay_connection *conn) { - int ret; struct relay_session *session; assert(relay_connections_ht); - assert(iter); - assert(relay_connection); - assert(sessions_ht); + assert(conn); - DBG("Cleaning connection of session ID %" PRIu64, - relay_connection->session_id); + DBG("Cleaning connection of session ID %" PRIu64, conn->session_id); - rcu_read_lock(); - ret = lttng_ht_del(relay_connections_ht, iter); - assert(!ret); + connection_delete(relay_connections_ht, conn); - session = session_find_by_id(sessions_ht, relay_connection->session_id); + rcu_read_lock(); + session = session_find_by_id(conn->sessions_ht, conn->session_id); if (session) { /* * Very important that this is done before destroying the session so we @@ -1722,11 +1652,11 @@ void del_connection(struct lttng_ht *relay_connections_ht, */ destroy_viewer_streams_by_session(session); try_destroy_streams(session); - session_viewer_try_destroy(sessions_ht, session); + session_viewer_try_destroy(conn->sessions_ht, session); } rcu_read_unlock(); - call_rcu(&relay_connection->rcu_node, deferred_free_connection); + connection_destroy(conn); } /* @@ -1737,10 +1667,9 @@ void *thread_worker(void *data) { int ret, err = -1; uint32_t nb_fd; - struct relay_command *relay_connection; + struct relay_connection *conn; struct lttng_poll_event events; struct lttng_ht *relay_connections_ht; - struct lttng_ht_node_ulong *node; struct lttng_ht_iter iter; struct lttng_viewer_cmd recv_hdr; struct relay_local_data *relay_ctx = (struct relay_local_data *) data; @@ -1767,7 +1696,7 @@ void *thread_worker(void *data) goto error_poll_create; } - ret = lttng_poll_add(&events, live_relay_cmd_pipe[0], LPOLLIN | LPOLLRDHUP); + ret = lttng_poll_add(&events, live_conn_pipe[0], LPOLLIN | LPOLLRDHUP); if (ret < 0) { goto error; } @@ -1814,66 +1743,49 @@ restart: goto exit; } - /* Inspect the relay cmd pipe for new connection */ - if (pollfd == live_relay_cmd_pipe[0]) { + /* Inspect the relay conn pipe for new connection */ + if (pollfd == live_conn_pipe[0]) { if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) { ERR("Relay live pipe error"); goto error; } else if (revents & LPOLLIN) { - DBG("Relay live viewer command received"); - ret = add_connection(live_relay_cmd_pipe[0], - &events, relay_connections_ht); + ret = lttng_read(live_conn_pipe[0], &conn, sizeof(conn)); if (ret < 0) { goto error; } - } - } else if (revents) { - rcu_read_lock(); - lttng_ht_lookup(relay_connections_ht, - (void *)((unsigned long) pollfd), &iter); - node = lttng_ht_iter_get_node_ulong(&iter); - if (node == NULL) { - DBG2("Relay viewer sock %d not found", pollfd); + conn->sessions_ht = sessions_ht; + connection_init(conn); + lttng_poll_add(&events, conn->sock->fd, + LPOLLIN | LPOLLRDHUP); + rcu_read_lock(); + lttng_ht_add_unique_ulong(relay_connections_ht, + &conn->sock_n); rcu_read_unlock(); - goto error; + DBG("Connection socket %d added", conn->sock->fd); } - relay_connection = caa_container_of(node, struct relay_command, - sock_n); - - if (revents & (LPOLLERR)) { - cleanup_poll_connection(&events, pollfd); - del_connection(relay_connections_ht, &iter, - relay_connection, relay_ctx->sessions_ht); - } else if (revents & (LPOLLHUP | LPOLLRDHUP)) { - DBG("Viewer socket %d hung up", pollfd); - cleanup_poll_connection(&events, pollfd); - del_connection(relay_connections_ht, &iter, - relay_connection, relay_ctx->sessions_ht); + } else { + rcu_read_lock(); + conn = connection_find_by_sock(relay_connections_ht, pollfd); + /* If not found, there is a synchronization issue. */ + assert(conn); + + if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) { + cleanup_connection_pollfd(&events, pollfd); + destroy_connection(relay_connections_ht, conn); } else if (revents & LPOLLIN) { - ret = relay_connection->sock->ops->recvmsg( - relay_connection->sock, &recv_hdr, - sizeof(struct lttng_viewer_cmd), - 0); - /* connection closed */ + ret = conn->sock->ops->recvmsg(conn->sock, &recv_hdr, + sizeof(recv_hdr), 0); if (ret <= 0) { - cleanup_poll_connection(&events, pollfd); - del_connection(relay_connections_ht, &iter, - relay_connection, relay_ctx->sessions_ht); - DBG("Viewer control connection closed with %d", - pollfd); + /* Connection closed */ + cleanup_connection_pollfd(&events, pollfd); + destroy_connection(relay_connections_ht, conn); + DBG("Viewer control conn closed with %d", pollfd); } else { - if (relay_connection->session) { - DBG2("Relay viewer worker receiving data for " - "session: %" PRIu64, - relay_connection->session->id); - } - ret = process_control(&recv_hdr, relay_connection, - sessions_ht); + ret = process_control(&recv_hdr, conn); if (ret < 0) { /* Clear the session on error. */ - cleanup_poll_connection(&events, pollfd); - del_connection(relay_connections_ht, &iter, - relay_connection, relay_ctx->sessions_ht); + cleanup_connection_pollfd(&events, pollfd); + destroy_connection(relay_connections_ht, conn); DBG("Viewer connection closed with %d", pollfd); } } @@ -1887,27 +1799,19 @@ exit: error: lttng_poll_clean(&events); - /* empty the hash table and free the memory */ + /* Cleanup reamaining connection object. */ rcu_read_lock(); - cds_lfht_for_each_entry(relay_connections_ht->ht, &iter.iter, node, node) { + cds_lfht_for_each_entry(relay_connections_ht->ht, &iter.iter, conn, + sock_n.node) { health_code_update(); - - node = lttng_ht_iter_get_node_ulong(&iter); - if (!node) { - continue; - } - - relay_connection = caa_container_of(node, struct relay_command, - sock_n); - del_connection(relay_connections_ht, &iter, relay_connection, - relay_ctx->sessions_ht); + destroy_connection(relay_connections_ht, conn); } rcu_read_unlock(); error_poll_create: lttng_ht_destroy(relay_connections_ht); relay_connections_ht_error: - /* Close relay cmd pipes */ - utils_close_pipe(live_relay_cmd_pipe); + /* Close relay conn pipes */ + utils_close_pipe(live_conn_pipe); if (err) { DBG("Viewer worker thread exited with error"); } @@ -1927,11 +1831,11 @@ error_testpoint: * Create the relay command pipe to wake thread_manage_apps. * Closed in cleanup(). */ -static int create_relay_cmd_pipe(void) +static int create_conn_pipe(void) { int ret; - ret = utils_create_pipe_cloexec(live_relay_cmd_pipe); + ret = utils_create_pipe_cloexec(live_conn_pipe); return ret; } @@ -1992,12 +1896,12 @@ int live_start_threads(struct lttng_uri *uri, } /* Setup the thread apps communication pipe. */ - if ((ret = create_relay_cmd_pipe()) < 0) { + if ((ret = create_conn_pipe()) < 0) { goto exit; } /* Init relay command queue. */ - cds_wfq_init(&viewer_cmd_queue.queue); + cds_wfq_init(&viewer_conn_queue.queue); /* Set up max poll set size */ lttng_poll_set_max_size(); diff --git a/src/bin/lttng-relayd/lttng-relayd.h b/src/bin/lttng-relayd/lttng-relayd.h index f0c1abfee..fa9d2ca74 100644 --- a/src/bin/lttng-relayd/lttng-relayd.h +++ b/src/bin/lttng-relayd/lttng-relayd.h @@ -23,48 +23,17 @@ #include #include #include -#include #include -#include - -#include "ctf-trace.h" -#include "session.h" /* * Queue used to enqueue relay requests */ -struct relay_cmd_queue { +struct relay_conn_queue { struct cds_wfq_queue queue; int32_t futex; }; -enum connection_type { - RELAY_DATA = 1, - RELAY_CONTROL = 2, - RELAY_VIEWER_COMMAND = 3, - RELAY_VIEWER_NOTIFICATION = 4, -}; - -/* - * Internal structure to map a socket with the corresponding session. - * A hashtable indexed on the socket FD is used for the lookups. - */ -struct relay_command { - struct lttcomm_sock *sock; - struct relay_session *session; - struct cds_wfq_node node; - struct lttng_ht_node_ulong sock_n; - struct rcu_head rcu_node; - enum connection_type type; - /* protocol version to use for this session */ - uint32_t major; - uint32_t minor; - uint64_t session_id; - struct cds_list_head recv_head; - unsigned int version_check_done:1; -}; - struct relay_local_data { struct lttng_ht *sessions_ht; }; diff --git a/src/bin/lttng-relayd/main.c b/src/bin/lttng-relayd/main.c index fdfe73ccc..43d7891a2 100644 --- a/src/bin/lttng-relayd/main.c +++ b/src/bin/lttng-relayd/main.c @@ -65,6 +65,7 @@ #include "viewer-stream.h" #include "session.h" #include "stream.h" +#include "connection.h" /* command line options */ char *opt_output_path; @@ -100,7 +101,7 @@ int thread_quit_pipe[2] = { -1, -1 }; * This pipe is used to inform the worker thread that a command is queued and * ready to be processed. */ -static int relay_cmd_pipe[2] = { -1, -1 }; +static int relay_conn_pipe[2] = { -1, -1 }; /* Shared between threads */ static int dispatch_thread_exit; @@ -118,7 +119,7 @@ static uint64_t last_relay_stream_id; * The relay_thread_listener and relay_thread_dispatcher communicate with this * queue. */ -static struct relay_cmd_queue relay_cmd_queue; +static struct relay_conn_queue relay_conn_queue; /* buffer allocated at startup, used to store the trace data */ static char *data_buffer; @@ -499,7 +500,7 @@ void stop_threads(void) /* Dispatch thread */ CMM_STORE_SHARED(dispatch_thread_exit, 1); - futex_nto1_wake(&relay_cmd_queue.futex); + futex_nto1_wake(&relay_conn_queue.futex); } /* @@ -746,7 +747,6 @@ static void *relay_thread_listener(void *data) { int i, ret, pollfd, err = -1; - int val = 1; uint32_t revents, nb_fd; struct lttng_poll_event events; struct lttcomm_sock *control_sock, *data_sock; @@ -834,58 +834,54 @@ restart: goto error; } else if (revents & LPOLLIN) { /* - * Get allocated in this thread, - * enqueued to a global queue, dequeued - * and freed in the worker thread. + * Get allocated in this thread, enqueued to a global queue, + * dequeued and freed in the worker thread. */ - struct relay_command *relay_cmd; + int val = 1; + struct relay_connection *new_conn; struct lttcomm_sock *newsock; - relay_cmd = zmalloc(sizeof(struct relay_command)); - if (relay_cmd == NULL) { - PERROR("relay command zmalloc"); + new_conn = connection_create(); + if (!new_conn) { goto error; } if (pollfd == data_sock->fd) { + new_conn->type = RELAY_DATA; newsock = data_sock->ops->accept(data_sock); - if (!newsock) { - PERROR("accepting data sock"); - free(relay_cmd); - goto error; - } - relay_cmd->type = RELAY_DATA; - DBG("Relay data connection accepted, socket %d", newsock->fd); + DBG("Relay data connection accepted, socket %d", + newsock->fd); } else { assert(pollfd == control_sock->fd); + new_conn->type = RELAY_CONTROL; newsock = control_sock->ops->accept(control_sock); - if (!newsock) { - PERROR("accepting control sock"); - free(relay_cmd); - goto error; - } - relay_cmd->type = RELAY_CONTROL; - DBG("Relay control connection accepted, socket %d", newsock->fd); + DBG("Relay control connection accepted, socket %d", + newsock->fd); } - ret = setsockopt(newsock->fd, SOL_SOCKET, SO_REUSEADDR, - &val, sizeof(int)); + if (!newsock) { + PERROR("accepting sock"); + connection_free(new_conn); + goto error; + } + + ret = setsockopt(newsock->fd, SOL_SOCKET, SO_REUSEADDR, &val, + sizeof(val)); if (ret < 0) { PERROR("setsockopt inet"); lttcomm_destroy_sock(newsock); - free(relay_cmd); + connection_free(new_conn); goto error; } - relay_cmd->sock = newsock; - /* - * Lock free enqueue the request. - */ - cds_wfq_enqueue(&relay_cmd_queue.queue, &relay_cmd->node); + new_conn->sock = newsock; + + /* Enqueue request for the dispatcher thread. */ + cds_wfq_enqueue(&relay_conn_queue.queue, &new_conn->qnode); /* - * Wake the dispatch queue futex. Implicit memory - * barrier with the exchange in cds_wfq_enqueue. + * Wake the dispatch queue futex. Implicit memory barrier with + * the exchange in cds_wfq_enqueue. */ - futex_nto1_wake(&relay_cmd_queue.futex); + futex_nto1_wake(&relay_conn_queue.futex); } } } @@ -931,7 +927,7 @@ void *relay_thread_dispatcher(void *data) int err = -1; ssize_t ret; struct cds_wfq_node *node; - struct relay_command *relay_cmd = NULL; + struct relay_connection *new_conn = NULL; DBG("[thread] Relay dispatcher started"); @@ -947,39 +943,38 @@ void *relay_thread_dispatcher(void *data) health_code_update(); /* Atomically prepare the queue futex */ - futex_nto1_prepare(&relay_cmd_queue.futex); + futex_nto1_prepare(&relay_conn_queue.futex); do { health_code_update(); /* Dequeue commands */ - node = cds_wfq_dequeue_blocking(&relay_cmd_queue.queue); + node = cds_wfq_dequeue_blocking(&relay_conn_queue.queue); if (node == NULL) { DBG("Woken up but nothing in the relay command queue"); /* Continue thread execution */ break; } + new_conn = caa_container_of(node, struct relay_connection, qnode); - relay_cmd = caa_container_of(node, struct relay_command, node); - DBG("Dispatching request waiting on sock %d", relay_cmd->sock->fd); + DBG("Dispatching request waiting on sock %d", new_conn->sock->fd); /* - * Inform worker thread of the new request. This - * call is blocking so we can be assured that the data will be read - * at some point in time or wait to the end of the world :) + * Inform worker thread of the new request. This call is blocking + * so we can be assured that the data will be read at some point in + * time or wait to the end of the world :) */ - ret = lttng_write(relay_cmd_pipe[1], relay_cmd, - sizeof(struct relay_command)); - free(relay_cmd); - if (ret < sizeof(struct relay_command)) { - PERROR("write cmd pipe"); + ret = lttng_write(relay_conn_pipe[1], &new_conn, sizeof(new_conn)); + if (ret < 0) { + PERROR("write connection pipe"); + connection_destroy(new_conn); goto error; } } while (node != NULL); /* Futex wait on queue. Blocking call on futex() */ health_poll_entry(); - futex_nto1_wait(&relay_cmd_queue.futex); + futex_nto1_wait(&relay_conn_queue.futex); health_poll_exit(); } @@ -1026,23 +1021,22 @@ static void try_close_streams(struct relay_session *session) /* * Try to destroy a session within a connection. */ -static -void relay_delete_session(struct relay_command *cmd, +static void destroy_session(struct relay_session *session, struct lttng_ht *sessions_ht) { - assert(cmd); + assert(session); assert(sessions_ht); /* Indicate that this session can be destroyed from now on. */ - cmd->session->close_flag = 1; + session->close_flag = 1; - try_close_streams(cmd->session); + try_close_streams(session); /* * This will try to delete and destroy the session if no viewer is attached * to it meaning the refcount is down to zero. */ - session_try_destroy(sessions_ht, cmd->session); + session_try_destroy(sessions_ht, session); } /* @@ -1074,15 +1068,14 @@ static void copy_index_control_data(struct relay_index *index, */ static int relay_create_session(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd, - struct lttng_ht *sessions_ht) + struct relay_connection *conn) { int ret = 0, send_ret; struct relay_session *session; struct lttcomm_relayd_status_session reply; assert(recv_hdr); - assert(cmd); + assert(conn); memset(&reply, 0, sizeof(reply)); @@ -1091,25 +1084,24 @@ int relay_create_session(struct lttcomm_relayd_hdr *recv_hdr, ret = -1; goto error; } - session->minor = cmd->minor; - session->major = cmd->major; - cmd->session_id = session->id; - cmd->session = session; + session->minor = conn->minor; + session->major = conn->major; + conn->session_id = session->id; + conn->session = session; reply.session_id = htobe64(session->id); - switch (cmd->minor) { + switch (conn->minor) { case 1: case 2: case 3: break; case 4: /* LTTng sessiond 2.4 */ default: - ret = cmd_create_session_2_4(cmd, session); - break; + ret = cmd_create_session_2_4(conn, session); } - lttng_ht_add_unique_u64(sessions_ht, &session->session_n); + lttng_ht_add_unique_u64(conn->sessions_ht, &session->session_n); DBG("Created session %" PRIu64, session->id); error: @@ -1119,7 +1111,7 @@ error: reply.ret_code = htobe32(LTTNG_OK); } - send_ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, sizeof(reply), 0); + send_ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(reply), 0); if (send_ret < 0) { ERR("Relayd sending session id"); ret = send_ret; @@ -1133,17 +1125,17 @@ error: * we make them visible to the viewer threads. */ static -void set_viewer_ready_flag(struct relay_command *cmd) +void set_viewer_ready_flag(struct relay_connection *conn) { struct relay_stream *stream, *tmp_stream; - pthread_mutex_lock(&cmd->session->viewer_ready_lock); - cds_list_for_each_entry_safe(stream, tmp_stream, &cmd->recv_head, + pthread_mutex_lock(&conn->session->viewer_ready_lock); + cds_list_for_each_entry_safe(stream, tmp_stream, &conn->recv_head, recv_list) { stream->viewer_ready = 1; cds_list_del(&stream->recv_list); } - pthread_mutex_unlock(&cmd->session->viewer_ready_lock); + pthread_mutex_unlock(&conn->session->viewer_ready_lock); return; } @@ -1152,12 +1144,13 @@ void set_viewer_ready_flag(struct relay_command *cmd) * handle. A new node is allocated thus must be freed when the node is deleted * from the list. */ -static void queue_stream(struct relay_stream *stream, struct relay_command *cmd) +static void queue_stream(struct relay_stream *stream, + struct relay_connection *conn) { - assert(cmd); + assert(conn); assert(stream); - cds_list_add(&stream->recv_list, &cmd->recv_head); + cds_list_add(&stream->recv_list, &conn->recv_head); } /* @@ -1165,15 +1158,15 @@ static void queue_stream(struct relay_stream *stream, struct relay_command *cmd) */ static int relay_add_stream(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd, struct lttng_ht *sessions_ht) + struct relay_connection *conn) { int ret, send_ret; - struct relay_session *session = cmd->session; + struct relay_session *session = conn->session; struct relay_stream *stream = NULL; struct lttcomm_relayd_status_stream reply; struct ctf_trace *trace; - if (!session || cmd->version_check_done == 0) { + if (!session || conn->version_check_done == 0) { ERR("Trying to add a stream before version check"); ret = -1; goto end_no_session; @@ -1186,13 +1179,13 @@ int relay_add_stream(struct lttcomm_relayd_hdr *recv_hdr, goto end_no_session; } - switch (cmd->minor) { + switch (conn->minor) { case 1: /* LTTng sessiond 2.1 */ - ret = cmd_recv_stream_2_1(cmd, stream); + ret = cmd_recv_stream_2_1(conn, stream); break; case 2: /* LTTng sessiond 2.2 */ default: - ret = cmd_recv_stream_2_2(cmd, stream); + ret = cmd_recv_stream_2_2(conn, stream); break; } if (ret < 0) { @@ -1253,7 +1246,7 @@ int relay_add_stream(struct lttcomm_relayd_hdr *recv_hdr, * message is received, this list is emptied and streams are set with the * viewer ready flag. */ - queue_stream(stream, cmd); + queue_stream(stream, conn); /* * Both in the ctf_trace object and the global stream ht since the data @@ -1278,7 +1271,7 @@ end: reply.ret_code = htobe32(LTTNG_OK); } - send_ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, + send_ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(struct lttcomm_relayd_status_stream), 0); if (send_ret < 0) { ERR("Relay sending stream id"); @@ -1301,28 +1294,28 @@ err_free_stream: */ static int relay_close_stream(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { int ret, send_ret; - struct relay_session *session = cmd->session; + struct relay_session *session = conn->session; struct lttcomm_relayd_close_stream stream_info; struct lttcomm_relayd_generic_reply reply; struct relay_stream *stream; DBG("Close stream received"); - if (!session || cmd->version_check_done == 0) { + if (!session || conn->version_check_done == 0) { ERR("Trying to close a stream before version check"); ret = -1; goto end_no_session; } - ret = cmd->sock->ops->recvmsg(cmd->sock, &stream_info, + ret = conn->sock->ops->recvmsg(conn->sock, &stream_info, sizeof(struct lttcomm_relayd_close_stream), 0); if (ret < sizeof(struct lttcomm_relayd_close_stream)) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { ERR("Relay didn't receive valid add_stream struct size : %d", ret); } @@ -1354,7 +1347,7 @@ end_unlock: } else { reply.ret_code = htobe32(LTTNG_OK); } - send_ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, + send_ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(struct lttcomm_relayd_generic_reply), 0); if (send_ret < 0) { ERR("Relay sending stream id"); @@ -1369,13 +1362,13 @@ end_no_session: * relay_unknown_command: send -1 if received unknown command */ static -void relay_unknown_command(struct relay_command *cmd) +void relay_unknown_command(struct relay_connection *conn) { struct lttcomm_relayd_generic_reply reply; int ret; reply.ret_code = htobe32(LTTNG_ERR_UNK); - ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, + ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(struct lttcomm_relayd_generic_reply), 0); if (ret < 0) { ERR("Relay sending unknown command"); @@ -1388,11 +1381,11 @@ void relay_unknown_command(struct relay_command *cmd) */ static int relay_start(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { int ret = htobe32(LTTNG_OK); struct lttcomm_relayd_generic_reply reply; - struct relay_session *session = cmd->session; + struct relay_session *session = conn->session; if (!session) { DBG("Trying to start the streaming without a session established"); @@ -1400,7 +1393,7 @@ int relay_start(struct lttcomm_relayd_hdr *recv_hdr, } reply.ret_code = ret; - ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, + ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(struct lttcomm_relayd_generic_reply), 0); if (ret < 0) { ERR("Relay sending start ack"); @@ -1444,11 +1437,11 @@ end: */ static int relay_recv_metadata(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { int ret = htobe32(LTTNG_OK); ssize_t size_ret; - struct relay_session *session = cmd->session; + struct relay_session *session = conn->session; struct lttcomm_relayd_metadata_payload *metadata_struct; struct relay_stream *metadata_stream; uint64_t data_size, payload_size; @@ -1484,11 +1477,11 @@ int relay_recv_metadata(struct lttcomm_relayd_hdr *recv_hdr, } memset(data_buffer, 0, data_size); DBG2("Relay receiving metadata, waiting for %" PRIu64 " bytes", data_size); - ret = cmd->sock->ops->recvmsg(cmd->sock, data_buffer, data_size, 0); + ret = conn->sock->ops->recvmsg(conn->sock, data_buffer, data_size, 0); if (ret < 0 || ret != data_size) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { ERR("Relay didn't receive the whole metadata"); } @@ -1538,21 +1531,21 @@ end: */ static int relay_send_version(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd, struct lttng_ht *sessions_ht) + struct relay_connection *conn) { int ret; struct lttcomm_relayd_version reply, msg; - assert(cmd); + assert(conn); - cmd->version_check_done = 1; + conn->version_check_done = 1; /* Get version from the other side. */ - ret = cmd->sock->ops->recvmsg(cmd->sock, &msg, sizeof(msg), 0); + ret = conn->sock->ops->recvmsg(conn->sock, &msg, sizeof(msg), 0); if (ret < 0 || ret != sizeof(msg)) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { ERR("Relay failed to receive the version values."); } @@ -1567,29 +1560,29 @@ int relay_send_version(struct lttcomm_relayd_hdr *recv_hdr, if (reply.major != be32toh(msg.major)) { DBG("Incompatible major versions (%u vs %u), deleting session", reply.major, be32toh(msg.major)); - relay_delete_session(cmd, sessions_ht); + destroy_session(conn->session, conn->sessions_ht); ret = 0; goto end; } - cmd->major = reply.major; + conn->major = reply.major; /* We adapt to the lowest compatible version */ if (reply.minor <= be32toh(msg.minor)) { - cmd->minor = reply.minor; + conn->minor = reply.minor; } else { - cmd->minor = be32toh(msg.minor); + conn->minor = be32toh(msg.minor); } reply.major = htobe32(reply.major); reply.minor = htobe32(reply.minor); - ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, + ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(struct lttcomm_relayd_version), 0); if (ret < 0) { ERR("Relay sending version"); } - DBG("Version check done using protocol %u.%u", cmd->major, - cmd->minor); + DBG("Version check done using protocol %u.%u", conn->major, + conn->minor); end: return ret; @@ -1600,9 +1593,9 @@ end: */ static int relay_data_pending(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { - struct relay_session *session = cmd->session; + struct relay_session *session = conn->session; struct lttcomm_relayd_data_pending msg; struct lttcomm_relayd_generic_reply reply; struct relay_stream *stream; @@ -1611,17 +1604,17 @@ int relay_data_pending(struct lttcomm_relayd_hdr *recv_hdr, DBG("Data pending command received"); - if (!session || cmd->version_check_done == 0) { + if (!session || conn->version_check_done == 0) { ERR("Trying to check for data before version check"); ret = -1; goto end_no_session; } - ret = cmd->sock->ops->recvmsg(cmd->sock, &msg, sizeof(msg), 0); + ret = conn->sock->ops->recvmsg(conn->sock, &msg, sizeof(msg), 0); if (ret < sizeof(msg)) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { ERR("Relay didn't receive valid data_pending struct size : %d", ret); @@ -1660,7 +1653,7 @@ end_unlock: rcu_read_unlock(); reply.ret_code = htobe32(ret); - ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, sizeof(reply), 0); + ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(reply), 0); if (ret < 0) { ERR("Relay data pending ret code failed"); } @@ -1678,7 +1671,7 @@ end_no_session: */ static int relay_quiescent_control(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { int ret; uint64_t stream_id; @@ -1689,17 +1682,17 @@ int relay_quiescent_control(struct lttcomm_relayd_hdr *recv_hdr, DBG("Checking quiescent state on control socket"); - if (!cmd->session || cmd->version_check_done == 0) { + if (!conn->session || conn->version_check_done == 0) { ERR("Trying to check for data before version check"); ret = -1; goto end_no_session; } - ret = cmd->sock->ops->recvmsg(cmd->sock, &msg, sizeof(msg), 0); + ret = conn->sock->ops->recvmsg(conn->sock, &msg, sizeof(msg), 0); if (ret < sizeof(msg)) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { ERR("Relay didn't receive valid begin data_pending struct size: %d", ret); @@ -1723,7 +1716,7 @@ int relay_quiescent_control(struct lttcomm_relayd_hdr *recv_hdr, rcu_read_unlock(); reply.ret_code = htobe32(LTTNG_OK); - ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, sizeof(reply), 0); + ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(reply), 0); if (ret < 0) { ERR("Relay data quiescent control ret code failed"); } @@ -1741,7 +1734,7 @@ end_no_session: */ static int relay_begin_data_pending(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { int ret; struct lttng_ht_iter iter; @@ -1751,21 +1744,21 @@ int relay_begin_data_pending(struct lttcomm_relayd_hdr *recv_hdr, uint64_t session_id; assert(recv_hdr); - assert(cmd); + assert(conn); DBG("Init streams for data pending"); - if (!cmd->session || cmd->version_check_done == 0) { + if (!conn->session || conn->version_check_done == 0) { ERR("Trying to check for data before version check"); ret = -1; goto end_no_session; } - ret = cmd->sock->ops->recvmsg(cmd->sock, &msg, sizeof(msg), 0); + ret = conn->sock->ops->recvmsg(conn->sock, &msg, sizeof(msg), 0); if (ret < sizeof(msg)) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { ERR("Relay didn't receive valid begin data_pending struct size: %d", ret); @@ -1795,7 +1788,7 @@ int relay_begin_data_pending(struct lttcomm_relayd_hdr *recv_hdr, /* All good, send back reply. */ reply.ret_code = htobe32(LTTNG_OK); - ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, sizeof(reply), 0); + ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(reply), 0); if (ret < 0) { ERR("Relay begin data pending send reply failed"); } @@ -1815,7 +1808,7 @@ end_no_session: */ static int relay_end_data_pending(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { int ret; struct lttng_ht_iter iter; @@ -1826,21 +1819,21 @@ int relay_end_data_pending(struct lttcomm_relayd_hdr *recv_hdr, uint32_t is_data_inflight = 0; assert(recv_hdr); - assert(cmd); + assert(conn); DBG("End data pending command"); - if (!cmd->session || cmd->version_check_done == 0) { + if (!conn->session || conn->version_check_done == 0) { ERR("Trying to check for data before version check"); ret = -1; goto end_no_session; } - ret = cmd->sock->ops->recvmsg(cmd->sock, &msg, sizeof(msg), 0); + ret = conn->sock->ops->recvmsg(conn->sock, &msg, sizeof(msg), 0); if (ret < sizeof(msg)) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { ERR("Relay didn't receive valid end data_pending struct size: %d", ret); @@ -1868,7 +1861,7 @@ int relay_end_data_pending(struct lttcomm_relayd_hdr *recv_hdr, /* All good, send back reply. */ reply.ret_code = htobe32(is_data_inflight); - ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, sizeof(reply), 0); + ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(reply), 0); if (ret < 0) { ERR("Relay end data pending send reply failed"); } @@ -1884,32 +1877,32 @@ end_no_session: */ static int relay_recv_index(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { int ret, send_ret, index_created = 0; - struct relay_session *session = cmd->session; + struct relay_session *session = conn->session; struct lttcomm_relayd_index index_info; struct relay_index *index, *wr_index = NULL; struct lttcomm_relayd_generic_reply reply; struct relay_stream *stream; uint64_t net_seq_num; - assert(cmd); + assert(conn); DBG("Relay receiving index"); - if (!session || cmd->version_check_done == 0) { + if (!session || conn->version_check_done == 0) { ERR("Trying to close a stream before version check"); ret = -1; goto end_no_session; } - ret = cmd->sock->ops->recvmsg(cmd->sock, &index_info, + ret = conn->sock->ops->recvmsg(conn->sock, &index_info, sizeof(index_info), 0); if (ret < sizeof(index_info)) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { ERR("Relay didn't receive valid index struct size : %d", ret); } @@ -1974,7 +1967,7 @@ int relay_recv_index(struct lttcomm_relayd_hdr *recv_hdr, /* Do we have a writable ready index to write on disk. */ if (wr_index) { /* Starting at 2.4, create the index file if none available. */ - if (cmd->minor >= 4 && stream->index_fd < 0) { + if (conn->minor >= 4 && stream->index_fd < 0) { ret = index_create_file(stream->path_name, stream->channel_name, relayd_uid, relayd_gid, stream->tracefile_size, stream->tracefile_count_current); @@ -1999,7 +1992,7 @@ end_rcu_unlock: } else { reply.ret_code = htobe32(LTTNG_OK); } - send_ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, sizeof(reply), 0); + send_ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(reply), 0); if (send_ret < 0) { ERR("Relay sending close index id reply"); ret = send_ret; @@ -2016,16 +2009,16 @@ end_no_session: */ static int relay_streams_sent(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd) + struct relay_connection *conn) { int ret, send_ret; struct lttcomm_relayd_generic_reply reply; - assert(cmd); + assert(conn); DBG("Relay receiving streams_sent"); - if (!cmd->session || cmd->version_check_done == 0) { + if (!conn->session || conn->version_check_done == 0) { ERR("Trying to close a stream before version check"); ret = -1; goto end_no_session; @@ -2035,15 +2028,15 @@ int relay_streams_sent(struct lttcomm_relayd_hdr *recv_hdr, * Flag every pending stream in the connection recv list that they are * ready to be used by the viewer. */ - set_viewer_ready_flag(cmd); + set_viewer_ready_flag(conn); /* * Inform the viewer that there are new streams in the session. */ - uatomic_set(&cmd->session->new_streams, 1); + uatomic_set(&conn->session->new_streams, 1); reply.ret_code = htobe32(LTTNG_OK); - send_ret = cmd->sock->ops->sendmsg(cmd->sock, &reply, sizeof(reply), 0); + send_ret = conn->sock->ops->sendmsg(conn->sock, &reply, sizeof(reply), 0); if (send_ret < 0) { ERR("Relay sending sent_stream reply"); ret = send_ret; @@ -2061,51 +2054,51 @@ end_no_session: */ static int relay_process_control(struct lttcomm_relayd_hdr *recv_hdr, - struct relay_command *cmd, struct relay_local_data *ctx) + struct relay_connection *conn) { int ret = 0; switch (be32toh(recv_hdr->cmd)) { case RELAYD_CREATE_SESSION: - ret = relay_create_session(recv_hdr, cmd, ctx->sessions_ht); + ret = relay_create_session(recv_hdr, conn); break; case RELAYD_ADD_STREAM: - ret = relay_add_stream(recv_hdr, cmd, ctx->sessions_ht); + ret = relay_add_stream(recv_hdr, conn); break; case RELAYD_START_DATA: - ret = relay_start(recv_hdr, cmd); + ret = relay_start(recv_hdr, conn); break; case RELAYD_SEND_METADATA: - ret = relay_recv_metadata(recv_hdr, cmd); + ret = relay_recv_metadata(recv_hdr, conn); break; case RELAYD_VERSION: - ret = relay_send_version(recv_hdr, cmd, ctx->sessions_ht); + ret = relay_send_version(recv_hdr, conn); break; case RELAYD_CLOSE_STREAM: - ret = relay_close_stream(recv_hdr, cmd); + ret = relay_close_stream(recv_hdr, conn); break; case RELAYD_DATA_PENDING: - ret = relay_data_pending(recv_hdr, cmd); + ret = relay_data_pending(recv_hdr, conn); break; case RELAYD_QUIESCENT_CONTROL: - ret = relay_quiescent_control(recv_hdr, cmd); + ret = relay_quiescent_control(recv_hdr, conn); break; case RELAYD_BEGIN_DATA_PENDING: - ret = relay_begin_data_pending(recv_hdr, cmd); + ret = relay_begin_data_pending(recv_hdr, conn); break; case RELAYD_END_DATA_PENDING: - ret = relay_end_data_pending(recv_hdr, cmd); + ret = relay_end_data_pending(recv_hdr, conn); break; case RELAYD_SEND_INDEX: - ret = relay_recv_index(recv_hdr, cmd); + ret = relay_recv_index(recv_hdr, conn); break; case RELAYD_STREAMS_SENT: - ret = relay_streams_sent(recv_hdr, cmd); + ret = relay_streams_sent(recv_hdr, conn); break; case RELAYD_UPDATE_SYNC_INFO: default: ERR("Received unknown command (%u)", be32toh(recv_hdr->cmd)); - relay_unknown_command(cmd); + relay_unknown_command(conn); ret = -1; goto end; } @@ -2200,7 +2193,7 @@ error: * relay_process_data: Process the data received on the data socket */ static -int relay_process_data(struct relay_command *cmd, struct lttng_ht *sessions_ht) +int relay_process_data(struct relay_connection *conn) { int ret = 0, rotate_index = 0; ssize_t size_ret; @@ -2211,14 +2204,16 @@ int relay_process_data(struct relay_command *cmd, struct lttng_ht *sessions_ht) uint32_t data_size; struct relay_session *session; - ret = cmd->sock->ops->recvmsg(cmd->sock, &data_hdr, + assert(conn); + + ret = conn->sock->ops->recvmsg(conn->sock, &data_hdr, sizeof(struct lttcomm_relayd_data_hdr), 0); if (ret <= 0) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } else { - ERR("Unable to receive data header on sock %d", cmd->sock->fd); + ERR("Unable to receive data header on sock %d", conn->sock->fd); } ret = -1; goto end; @@ -2233,7 +2228,7 @@ int relay_process_data(struct relay_command *cmd, struct lttng_ht *sessions_ht) goto end_rcu_unlock; } - session = session_find_by_id(sessions_ht, stream->session_id); + session = session_find_by_id(conn->sessions_ht, stream->session_id); assert(session); data_size = be32toh(data_hdr.data_size); @@ -2256,11 +2251,11 @@ int relay_process_data(struct relay_command *cmd, struct lttng_ht *sessions_ht) DBG3("Receiving data of size %u for stream id %" PRIu64 " seqnum %" PRIu64, data_size, stream_id, net_seq_num); - ret = cmd->sock->ops->recvmsg(cmd->sock, data_buffer, data_size, 0); + ret = conn->sock->ops->recvmsg(conn->sock, data_buffer, data_size, 0); if (ret <= 0) { if (ret == 0) { /* Orderly shutdown. Not necessary to print an error. */ - DBG("Socket %d did an orderly shutdown", cmd->sock->fd); + DBG("Socket %d did an orderly shutdown", conn->sock->fd); } ret = -1; goto end_rcu_unlock; @@ -2366,11 +2361,13 @@ end: } static -void relay_cleanup_poll_connection(struct lttng_poll_event *events, int pollfd) +void cleanup_connection_pollfd(struct lttng_poll_event *events, int pollfd) { int ret; - lttng_poll_del(events, pollfd); + assert(events); + + (void) lttng_poll_del(events, pollfd); ret = close(pollfd); if (ret < 0) { @@ -2378,75 +2375,20 @@ void relay_cleanup_poll_connection(struct lttng_poll_event *events, int pollfd) } } -static -int relay_add_connection(int fd, struct lttng_poll_event *events, - struct lttng_ht *relay_connections_ht) -{ - struct relay_command *relay_connection; - ssize_t ret; - - relay_connection = zmalloc(sizeof(struct relay_command)); - if (relay_connection == NULL) { - PERROR("Relay command zmalloc"); - goto error; - } - ret = lttng_read(fd, relay_connection, sizeof(struct relay_command)); - if (ret < sizeof(struct relay_command)) { - PERROR("read relay cmd pipe"); - goto error_read; - } - CDS_INIT_LIST_HEAD(&relay_connection->recv_head); - - lttng_ht_node_init_ulong(&relay_connection->sock_n, - (unsigned long) relay_connection->sock->fd); - rcu_read_lock(); - lttng_ht_add_unique_ulong(relay_connections_ht, - &relay_connection->sock_n); - rcu_read_unlock(); - return lttng_poll_add(events, - relay_connection->sock->fd, - LPOLLIN | LPOLLRDHUP); - -error_read: - free(relay_connection); -error: - return -1; -} - -static -void deferred_free_connection(struct rcu_head *head) -{ - struct relay_command *relay_connection = - caa_container_of(head, struct relay_command, rcu_node); - - lttcomm_destroy_sock(relay_connection->sock); - free(relay_connection); -} - -static -void relay_del_connection(struct lttng_ht *relay_connections_ht, - struct lttng_ht_iter *iter, struct relay_command *relay_connection, - struct lttng_ht *sessions_ht) +static void destroy_connection(struct lttng_ht *relay_connections_ht, + struct relay_connection *conn) { - int ret; - - ret = lttng_ht_del(relay_connections_ht, iter); - assert(!ret); - - if (relay_connection->type == RELAY_CONTROL) { - struct relay_stream *stream, *tmp_stream; - - /* Clean up recv list. */ - cds_list_for_each_entry_safe(stream, tmp_stream, - &relay_connection->recv_head, recv_list) { - cds_list_del(&stream->recv_list); - } + assert(relay_connections_ht); + assert(conn); - relay_delete_session(relay_connection, sessions_ht); + connection_delete(relay_connections_ht, conn); + /* For the control socket, we try to destroy the session. */ + if (conn->type == RELAY_CONTROL) { + destroy_session(conn->session, conn->sessions_ht); } - call_rcu(&relay_connection->rcu_node, deferred_free_connection); + connection_destroy(conn); } /* @@ -2457,10 +2399,9 @@ void *relay_thread_worker(void *data) { int ret, err = -1, last_seen_data_fd = -1; uint32_t nb_fd; - struct relay_command *relay_connection; + struct relay_connection *conn; struct lttng_poll_event events; struct lttng_ht *relay_connections_ht; - struct lttng_ht_node_ulong *node; struct lttng_ht_iter iter; struct lttcomm_relayd_hdr recv_hdr; struct relay_local_data *relay_ctx = (struct relay_local_data *) data; @@ -2495,7 +2436,7 @@ void *relay_thread_worker(void *data) goto error_poll_create; } - ret = lttng_poll_add(&events, relay_cmd_pipe[0], LPOLLIN | LPOLLRDHUP); + ret = lttng_poll_add(&events, relay_conn_pipe[0], LPOLLIN | LPOLLRDHUP); if (ret < 0) { goto error; } @@ -2542,73 +2483,53 @@ restart: goto exit; } - /* Inspect the relay cmd pipe for new connection */ - if (pollfd == relay_cmd_pipe[0]) { + /* Inspect the relay conn pipe for new connection */ + if (pollfd == relay_conn_pipe[0]) { if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) { - ERR("Relay pipe error"); + ERR("Relay connection pipe error"); goto error; } else if (revents & LPOLLIN) { - DBG("Relay command received"); - ret = relay_add_connection(relay_cmd_pipe[0], - &events, relay_connections_ht); + ret = lttng_read(relay_conn_pipe[0], &conn, sizeof(conn)); if (ret < 0) { goto error; } - } - } else if (revents) { - rcu_read_lock(); - lttng_ht_lookup(relay_connections_ht, - (void *)((unsigned long) pollfd), - &iter); - node = lttng_ht_iter_get_node_ulong(&iter); - if (node == NULL) { - DBG2("Relay sock %d not found", pollfd); + conn->sessions_ht = sessions_ht; + connection_init(conn); + lttng_poll_add(&events, conn->sock->fd, + LPOLLIN | LPOLLRDHUP); + rcu_read_lock(); + lttng_ht_add_unique_ulong(relay_connections_ht, + &conn->sock_n); rcu_read_unlock(); - goto error; + DBG("Connection socket %d added", conn->sock->fd); } - relay_connection = caa_container_of(node, - struct relay_command, sock_n); - - if (revents & (LPOLLERR)) { - ERR("POLL ERROR"); - relay_cleanup_poll_connection(&events, pollfd); - relay_del_connection(relay_connections_ht, - &iter, relay_connection, sessions_ht); - if (last_seen_data_fd == pollfd) { - last_seen_data_fd = last_notdel_data_fd; - } - } else if (revents & (LPOLLHUP | LPOLLRDHUP)) { - DBG("Socket %d hung up", pollfd); - relay_cleanup_poll_connection(&events, pollfd); - relay_del_connection(relay_connections_ht, - &iter, relay_connection, sessions_ht); + } else { + rcu_read_lock(); + conn = connection_find_by_sock(relay_connections_ht, pollfd); + /* If not found, there is a synchronization issue. */ + assert(conn); + + if (revents & (LPOLLERR | LPOLLHUP | LPOLLRDHUP)) { + cleanup_connection_pollfd(&events, pollfd); + destroy_connection(relay_connections_ht, conn); if (last_seen_data_fd == pollfd) { last_seen_data_fd = last_notdel_data_fd; } } else if (revents & LPOLLIN) { - /* control socket */ - if (relay_connection->type == RELAY_CONTROL) { - ret = relay_connection->sock->ops->recvmsg( - relay_connection->sock, &recv_hdr, - sizeof(struct lttcomm_relayd_hdr), 0); - /* connection closed */ + if (conn->type == RELAY_CONTROL) { + ret = conn->sock->ops->recvmsg(conn->sock, &recv_hdr, + sizeof(recv_hdr), 0); if (ret <= 0) { - relay_cleanup_poll_connection(&events, pollfd); - relay_del_connection(relay_connections_ht, - &iter, relay_connection, sessions_ht); + /* Connection closed */ + cleanup_connection_pollfd(&events, pollfd); + destroy_connection(relay_connections_ht, conn); DBG("Control connection closed with %d", pollfd); } else { - if (relay_connection->session) { - DBG2("Relay worker receiving data for session : %" PRIu64, - relay_connection->session->id); - } - ret = relay_process_control(&recv_hdr, - relay_connection, relay_ctx); + ret = relay_process_control(&recv_hdr, conn); if (ret < 0) { /* Clear the session on error. */ - relay_cleanup_poll_connection(&events, pollfd); - relay_del_connection(relay_connections_ht, - &iter, relay_connection, sessions_ht); + cleanup_connection_pollfd(&events, pollfd); + destroy_connection(relay_connections_ht, conn); DBG("Connection closed with %d", pollfd); } seen_control = 1; @@ -2621,6 +2542,8 @@ restart: */ last_notdel_data_fd = pollfd; } + } else { + ERR("Unknown poll events %u for sock %d", revents, pollfd); } rcu_read_unlock(); } @@ -2656,36 +2579,29 @@ restart: health_code_update(); /* Skip the command pipe. It's handled in the first loop. */ - if (pollfd == relay_cmd_pipe[0]) { + if (pollfd == relay_conn_pipe[0]) { continue; } if (revents) { rcu_read_lock(); - lttng_ht_lookup(relay_connections_ht, - (void *)((unsigned long) pollfd), - &iter); - node = lttng_ht_iter_get_node_ulong(&iter); - if (node == NULL) { + conn = connection_find_by_sock(relay_connections_ht, pollfd); + if (!conn) { /* Skip it. Might be removed before. */ rcu_read_unlock(); continue; } - relay_connection = caa_container_of(node, - struct relay_command, sock_n); if (revents & LPOLLIN) { - if (relay_connection->type != RELAY_DATA) { + if (conn->type != RELAY_DATA) { continue; } - ret = relay_process_data(relay_connection, - sessions_ht); - /* connection closed */ + ret = relay_process_data(conn); + /* Connection closed */ if (ret < 0) { - relay_cleanup_poll_connection(&events, pollfd); - relay_del_connection(relay_connections_ht, - &iter, relay_connection, sessions_ht); + cleanup_connection_pollfd(&events, pollfd); + destroy_connection(relay_connections_ht, conn); DBG("Data connection closed with %d", pollfd); /* * Every goto restart call sets the last seen fd where @@ -2712,18 +2628,12 @@ exit: error: lttng_poll_clean(&events); - /* empty the hash table and free the memory */ + /* Cleanup reamaining connection object. */ rcu_read_lock(); - cds_lfht_for_each_entry(relay_connections_ht->ht, &iter.iter, node, node) { + cds_lfht_for_each_entry(relay_connections_ht->ht, &iter.iter, conn, + sock_n.node) { health_code_update(); - - node = lttng_ht_iter_get_node_ulong(&iter); - if (node) { - relay_connection = caa_container_of(node, - struct relay_command, sock_n); - relay_del_connection(relay_connections_ht, - &iter, relay_connection, sessions_ht); - } + destroy_connection(relay_connections_ht, conn); } rcu_read_unlock(); error_poll_create: @@ -2731,8 +2641,8 @@ error_poll_create: indexes_ht_error: lttng_ht_destroy(relay_connections_ht); relay_connections_ht_error: - /* Close relay cmd pipes */ - utils_close_pipe(relay_cmd_pipe); + /* Close relay conn pipes */ + utils_close_pipe(relay_conn_pipe); if (err) { DBG("Thread exited with error"); } @@ -2753,11 +2663,11 @@ error_testpoint: * Create the relay command pipe to wake thread_manage_apps. * Closed in cleanup(). */ -static int create_relay_cmd_pipe(void) +static int create_relay_conn_pipe(void) { int ret; - ret = utils_create_pipe_cloexec(relay_cmd_pipe); + ret = utils_create_pipe_cloexec(relay_conn_pipe); return ret; } @@ -2834,12 +2744,12 @@ int main(int argc, char **argv) } /* Setup the thread apps communication pipe. */ - if ((ret = create_relay_cmd_pipe()) < 0) { + if ((ret = create_relay_conn_pipe()) < 0) { goto exit; } /* Init relay command queue. */ - cds_wfq_init(&relay_cmd_queue.queue); + cds_wfq_init(&relay_conn_queue.queue); /* Set up max poll set size */ lttng_poll_set_max_size(); -- 2.34.1