relayd: implement file and session rotation on top of trace chunks

[lttng-tools.git] / src / bin / lttng-relayd / stream.h

diff --git a/src/bin/lttng-relayd/stream.h b/src/bin/lttng-relayd/stream.h
index ae75dacc3a061e1d77e16445f1f3d0371baf0db9..b8d14ecfb8cb0d07b40553456bc0fae86a7d5f4e 100644 (file)
--- a/src/bin/lttng-relayd/stream.h
+++ b/src/bin/lttng-relayd/stream.h
@@ -26,14 +26,29 @@
 #include <urcu/list.h>
 
 #include <common/hashtable/hashtable.h>
+#include <common/trace-chunk.h>
+#include <common/optional.h>
+#include <common/buffer-view.h>
 
 #include "session.h"
 #include "stream-fd.h"
 #include "tracefile-array.h"
 
-struct relay_stream_chunk_id {
-       bool is_set;
-       uint64_t value;
+struct lttcomm_relayd_index;
+
+struct relay_stream_rotation {
+       /*
+        * Indicates if the stream's data and index have been rotated. A
+        * rotation is considered completed when both rotations have occurred.
+        */
+       bool data_rotated;
+       bool index_rotated;
+       /*
+        * Sequence number of the first packet of the new trace chunk to which
+        * the stream is rotating.
+        */
+       uint64_t seq_num;
+       struct lttng_trace_chunk *next_trace_chunk;
 };
 
 /*
@@ -70,7 +85,18 @@ struct relay_stream {
        /* On-disk circular buffer of tracefiles. */
        uint64_t tracefile_size;
        uint64_t tracefile_size_current;
+       /* Max number of trace files for this stream. */
        uint64_t tracefile_count;
+       /*
+        * Index of the currently active file for this stream's on-disk
+        * ring buffer.
+        */
+       uint64_t tracefile_current_index;
+       /*
+        * Indicates that the on-disk buffer has wrapped around. Stream
+        * files shall be unlinked before being opened after this has occurred.
+        */
+       bool tracefile_wrapped_around;
 
        /*
         * Position in the tracefile where we have the full index also on disk.
@@ -117,7 +143,7 @@ struct relay_stream {
        bool data_pending_check_done;
 
        /* Is this stream a metadata stream ? */
-       int32_t is_metadata;
+       bool is_metadata;
        /* Amount of metadata received (bytes). */
        uint64_t metadata_received;
 
@@ -136,7 +162,8 @@ struct relay_stream {
         */
        bool in_recv_list;
        struct cds_list_head recv_node;
-       bool published; /* Protected by session lock. */
+       /* Protected by session lock. */
+       bool published;
        /*
         * Node of stream within global stream hash table.
         */
@@ -144,38 +171,43 @@ struct relay_stream {
        bool in_stream_ht;              /* is stream in stream hash table. */
        struct rcu_head rcu_node;       /* For call_rcu teardown. */
        /*
-        * When we have written the data and index corresponding to this
-        * seq_num, rotate the tracefile (session rotation). The path_name is
-        * already up-to-date.
-        * This is set to -1ULL when no rotation is pending.
-        *
-        * Always access with stream lock held.
+        * The trace chunk to which the file currently being produced (if any)
+        * belongs.
         */
-       uint64_t rotate_at_seq_num;
-       /*
-        * This is the id of the chunk where we are writing to if no rotation is
-        * pending (rotate_at_seq_num == -1ULL). If a rotation is pending, this
-        * is the chunk_id we will have after the rotation. It must be updated
-        * atomically with rotate_at_seq_num.
-        *
-        * Always access with stream lock held.
-        *
-        * This attribute is not set if the stream is created by a pre-2.11
-        * consumer.
-        */
-       struct relay_stream_chunk_id current_chunk_id;
+       struct lttng_trace_chunk *trace_chunk;
+       LTTNG_OPTIONAL(struct relay_stream_rotation) ongoing_rotation;
 };
 
 struct relay_stream *stream_create(struct ctf_trace *trace,
        uint64_t stream_handle, char *path_name,
        char *channel_name, uint64_t tracefile_size,
-       uint64_t tracefile_count, const struct relay_stream_chunk_id *chunk_id);
+       uint64_t tracefile_count);
 
 struct relay_stream *stream_get_by_id(uint64_t stream_id);
 bool stream_get(struct relay_stream *stream);
 void stream_put(struct relay_stream *stream);
+int stream_rotate_output_files(struct relay_session *session,
+               struct relay_stream *stream);
+int stream_set_pending_rotation(struct relay_stream *stream,
+               struct lttng_trace_chunk *next_trace_chunk,
+               uint64_t rotation_sequence_number);
 void try_stream_close(struct relay_stream *stream);
 void stream_publish(struct relay_stream *stream);
+int stream_init_packet(struct relay_stream *stream, size_t packet_size,
+               bool *file_rotated);
+int stream_write(struct relay_stream *stream,
+               const struct lttng_buffer_view *packet, size_t padding_len);
+/* Called after the reception of a complete data packet. */
+int stream_update_index(struct relay_stream *stream, uint64_t net_seq_num,
+               bool rotate_index, bool *flushed, uint64_t total_size);
+int stream_complete_packet(struct relay_stream *stream,
+               size_t packet_total_size, uint64_t sequence_number,
+               bool index_flushed);
+/* Index info is in host endianness. */
+int stream_add_index(struct relay_stream *stream,
+               const struct lttcomm_relayd_index *index_info);
+int stream_reset_file(struct relay_stream *stream);
+
 void print_relay_streams(void);
 
 #endif /* _STREAM_H */