X-Git-Url: https://git.lttng.org/?p=lttng-tools.git;a=blobdiff_plain;f=src%2Fbin%2Flttng-relayd%2Fstream.h;h=5e23e7339cf4fcf7495f2ae4825fcdfdd57641d1;hp=5aca693cce4a5ea131ac383909da542ecb309576;hb=c6db3843828a8fbf08444a2bc4191291a4807936;hpb=528f2ffaebbc88b3fd541fa404b567b878aa5255 diff --git a/src/bin/lttng-relayd/stream.h b/src/bin/lttng-relayd/stream.h index 5aca693cc..5e23e7339 100644 --- a/src/bin/lttng-relayd/stream.h +++ b/src/bin/lttng-relayd/stream.h @@ -1,6 +1,10 @@ +#ifndef _STREAM_H +#define _STREAM_H + /* * Copyright (C) 2013 - Julien Desfossez * David Goulet + * 2015 - Mathieu Desnoyers * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License, version 2 only, as @@ -16,9 +20,6 @@ * Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. */ -#ifndef _STREAM_H -#define _STREAM_H - #include #include #include @@ -27,94 +28,176 @@ #include #include "session.h" +#include "stream-fd.h" +#include "tracefile-array.h" + +struct relay_stream_chunk_id { + bool is_set; + uint64_t value; +}; /* * Represents a stream in the relay */ struct relay_stream { uint64_t stream_handle; - uint64_t prev_seq; /* previous data sequence number encountered */ - struct lttng_ht_node_u64 node; + + struct urcu_ref ref; + /* Back reference to trace. Protected by refcount on trace object. */ + struct ctf_trace *trace; + /* - * When we receive a stream, it gets stored in a list (on a per connection - * basis) until we have all the streams of the same channel and the metadata - * associated with it, then it gets flagged with viewer_ready. + * To protect from concurrent read/update. The viewer stream + * lock nests inside the stream lock. The stream lock nests + * inside the ctf_trace lock. */ - struct cds_list_head recv_list; - - /* Added to the corresponding ctf_trace. */ - struct cds_list_head trace_list; - struct rcu_head rcu_node; - uint64_t session_id; - int fd; - /* FD on which to write the index data. */ - int index_fd; - /* FD on which to read the index data for the viewer. */ - int read_index_fd; + pthread_mutex_t lock; + /* previous data sequence number written to disk. */ + uint64_t prev_data_seq; + /* previous index sequence number written to disk. */ + uint64_t prev_index_seq; + /* seq num to encounter before closing. */ + uint64_t last_net_seq_num; + + /* FD on which to write the stream data. */ + struct stream_fd *stream_fd; + /* index file on which to write the index data. */ + struct lttng_index_file *index_file; char *path_name; + /* + * prev_path_name is only used for session rotation support. + * It is essentially used to work around the fact that index + * files are always created from the 'data' connection. + * + * Hence, it is possible to receive a ROTATE_STREAM command + * which affects the stream's path_name before the creation of + * an index file. In this situation, the index file of the + * 'previous' chunk would be created in the new destination folder. + * + * It would then be unlinked when the actual index of the new chunk + * is created. + */ + char *prev_path_name; char *channel_name; - /* on-disk circular buffer of tracefiles */ + + /* On-disk circular buffer of tracefiles. */ uint64_t tracefile_size; uint64_t tracefile_size_current; uint64_t tracefile_count; - uint64_t tracefile_count_current; - /* To inform the viewer up to where it can go back in time. */ - uint64_t oldest_tracefile_id; - - uint64_t total_index_received; - uint64_t last_net_seq_num; /* - * To protect from concurrent read/update. Also used to synchronize the - * closing of this stream. + * Position in the tracefile where we have the full index also on disk. */ - pthread_mutex_t lock; + uint64_t pos_after_last_complete_data_index; /* - * If the stream is inactive, this field is updated with the live beacon - * timestamp end, when it is active, this field == -1ULL. + * Counts the number of received indexes. The "tag" associated + * with an index is taken before incrementing this seqcount. + * Therefore, the sequence tag associated with the last index + * received is always index_received_seqcount - 1. */ - uint64_t beacon_ts_end; + uint64_t index_received_seqcount; + /* - * CTF stream ID, -1ULL when unset. + * Tracefile array is an index of the stream trace files, + * indexed by position. It allows keeping track of the oldest + * available indexes when overwriting trace files in tracefile + * rotation. */ - uint64_t ctf_stream_id; + struct tracefile_array *tfa; + + bool closed; /* Stream is closed. */ + bool close_requested; /* Close command has been received. */ + /* - * To protect the update of the close_write_flag and the checks of - * the tracefile_count_current. - * It is taken before checking whenever we need to know if the - * writer and reader are working in the same tracefile. + * Counts number of indexes in indexes_ht. Redundant info. + * Protected by stream lock. */ - pthread_mutex_t viewer_stream_rotation_lock; + int indexes_in_flight; + struct lttng_ht *indexes_ht; - /* Information telling us when to close the stream */ - unsigned int close_flag:1; /* - * Indicates if the stream has been effectively closed thus having the - * information in it invalidated but NOT freed. The stream lock MUST be - * held to read/update that value. + * If the stream is inactive, this field is updated with the + * live beacon timestamp end, when it is active, this + * field == -1ULL. */ - unsigned int terminated_flag:1; + uint64_t beacon_ts_end; + + /* CTF stream ID, -1ULL when unset (first packet not received yet). */ + uint64_t ctf_stream_id; + /* Indicate if the stream was initialized for a data pending command. */ - unsigned int data_pending_check_done:1; - unsigned int metadata_flag:1; + bool data_pending_check_done; + + /* Is this stream a metadata stream ? */ + int32_t is_metadata; + /* Amount of metadata received (bytes). */ + uint64_t metadata_received; + /* - * To detect when we start overwriting old data, it is used to - * update the oldest_tracefile_id. + * Member of the stream list in struct ctf_trace. + * Updates are protected by the stream_list_lock. + * Traversals are protected by RCU. */ - unsigned int tracefile_overwrite:1; + struct cds_list_head stream_node; /* - * Can this stream be used by a viewer or are we waiting for additional - * information. + * Temporary list belonging to the connection until all streams + * are received for that connection. + * Member of the stream recv list in the connection. + * Updates are protected by the stream_recv_list_lock. + * Traversals are protected by RCU. */ - unsigned int viewer_ready:1; + bool in_recv_list; + struct cds_list_head recv_node; + bool published; /* Protected by session lock. */ + /* + * Node of stream within global stream hash table. + */ + struct lttng_ht_node_u64 node; + bool in_stream_ht; /* is stream in stream hash table. */ + struct rcu_head rcu_node; /* For call_rcu teardown. */ + /* + * When we have written the data and index corresponding to this + * seq_num, rotate the tracefile (session rotation). The path_name is + * already up-to-date. + * This is set to -1ULL when no rotation is pending. + * + * Always access with stream lock held. + */ + uint64_t rotate_at_seq_num; + /* + * When rotate_at_seq_num != -1ULL, meaning that a rotation is ongoing, + * data_rotated and index_rotated respectively indicate if the stream's + * data and index have been rotated. A rotation is considered completed + * when both rotations have occurred. + */ + bool data_rotated; + bool index_rotated; + /* + * This is the id of the chunk where we are writing to if no rotation is + * pending (rotate_at_seq_num == -1ULL). If a rotation is pending, this + * is the chunk_id we will have after the rotation. It must be updated + * atomically with rotate_at_seq_num. + * + * Always access with stream lock held. + * + * This attribute is not set if the stream is created by a pre-2.11 + * consumer. + */ + struct relay_stream_chunk_id current_chunk_id; }; -struct relay_stream *stream_find_by_id(struct lttng_ht *ht, - uint64_t stream_id); -int stream_close(struct relay_session *session, struct relay_stream *stream); -void stream_delete(struct lttng_ht *ht, struct relay_stream *stream); -void stream_destroy(struct relay_stream *stream); +struct relay_stream *stream_create(struct ctf_trace *trace, + uint64_t stream_handle, char *path_name, + char *channel_name, uint64_t tracefile_size, + uint64_t tracefile_count, const struct relay_stream_chunk_id *chunk_id); + +struct relay_stream *stream_get_by_id(uint64_t stream_id); +bool stream_get(struct relay_stream *stream); +void stream_put(struct relay_stream *stream); +void try_stream_close(struct relay_stream *stream); +void stream_publish(struct relay_stream *stream); +void print_relay_streams(void); #endif /* _STREAM_H */