Fix "allocator sizeof operand mismatch" warning
[lttng-tools.git] / src / common / ust-consumer / ust-consumer.c
CommitLineData
3bd1e081
MD
1/*
2 * Copyright (C) 2011 - Julien Desfossez <julien.desfossez@polymtl.ca>
3 * Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
4 *
d14d33bf
AM
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License, version 2 only,
7 * as published by the Free Software Foundation.
3bd1e081
MD
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
d14d33bf
AM
14 * You should have received a copy of the GNU General Public License along
15 * with this program; if not, write to the Free Software Foundation, Inc.,
16 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
3bd1e081
MD
17 */
18
19#define _GNU_SOURCE
6c1c0768 20#define _LGPL_SOURCE
3bd1e081 21#include <assert.h>
f02e1e8a 22#include <lttng/ust-ctl.h>
3bd1e081
MD
23#include <poll.h>
24#include <pthread.h>
25#include <stdlib.h>
26#include <string.h>
27#include <sys/mman.h>
28#include <sys/socket.h>
dbb5dfe6 29#include <sys/stat.h>
3bd1e081 30#include <sys/types.h>
77c7c900 31#include <inttypes.h>
3bd1e081 32#include <unistd.h>
ffe60014 33#include <urcu/list.h>
331744e3 34#include <signal.h>
0857097f 35
51a9e1c7 36#include <bin/lttng-consumerd/health-consumerd.h>
990570ed 37#include <common/common.h>
10a8a223 38#include <common/sessiond-comm/sessiond-comm.h>
00e2e675 39#include <common/relayd/relayd.h>
dbb5dfe6 40#include <common/compat/fcntl.h>
f263b7fd 41#include <common/compat/endian.h>
331744e3 42#include <common/consumer-metadata-cache.h>
10a50311 43#include <common/consumer-stream.h>
331744e3 44#include <common/consumer-timer.h>
fe4477ee 45#include <common/utils.h>
309167d2 46#include <common/index/index.h>
10a8a223
DG
47
48#include "ust-consumer.h"
3bd1e081 49
4628484a
MD
50#define UINT_MAX_STR_LEN 11 /* includes \0 */
51
3bd1e081
MD
52extern struct lttng_consumer_global_data consumer_data;
53extern int consumer_poll_timeout;
54extern volatile int consumer_quit;
55
56/*
ffe60014
DG
57 * Free channel object and all streams associated with it. This MUST be used
58 * only and only if the channel has _NEVER_ been added to the global channel
59 * hash table.
3bd1e081 60 */
ffe60014 61static void destroy_channel(struct lttng_consumer_channel *channel)
3bd1e081 62{
ffe60014
DG
63 struct lttng_consumer_stream *stream, *stmp;
64
65 assert(channel);
66
67 DBG("UST consumer cleaning stream list");
68
69 cds_list_for_each_entry_safe(stream, stmp, &channel->streams.head,
70 send_node) {
9ce5646a
MD
71
72 health_code_update();
73
ffe60014
DG
74 cds_list_del(&stream->send_node);
75 ustctl_destroy_stream(stream->ustream);
76 free(stream);
77 }
78
79 /*
80 * If a channel is available meaning that was created before the streams
81 * were, delete it.
82 */
83 if (channel->uchan) {
84 lttng_ustconsumer_del_channel(channel);
85 }
86 free(channel);
87}
3bd1e081
MD
88
89/*
ffe60014 90 * Add channel to internal consumer state.
3bd1e081 91 *
ffe60014 92 * Returns 0 on success or else a negative value.
3bd1e081 93 */
ffe60014
DG
94static int add_channel(struct lttng_consumer_channel *channel,
95 struct lttng_consumer_local_data *ctx)
3bd1e081
MD
96{
97 int ret = 0;
98
ffe60014
DG
99 assert(channel);
100 assert(ctx);
101
102 if (ctx->on_recv_channel != NULL) {
103 ret = ctx->on_recv_channel(channel);
104 if (ret == 0) {
d8ef542d 105 ret = consumer_add_channel(channel, ctx);
ffe60014
DG
106 } else if (ret < 0) {
107 /* Most likely an ENOMEM. */
108 lttng_consumer_send_error(ctx, LTTCOMM_CONSUMERD_OUTFD_ERROR);
109 goto error;
110 }
111 } else {
d8ef542d 112 ret = consumer_add_channel(channel, ctx);
3bd1e081
MD
113 }
114
d88aee68 115 DBG("UST consumer channel added (key: %" PRIu64 ")", channel->key);
ffe60014
DG
116
117error:
3bd1e081
MD
118 return ret;
119}
120
121/*
ffe60014
DG
122 * Allocate and return a consumer channel object.
123 */
124static struct lttng_consumer_channel *allocate_channel(uint64_t session_id,
125 const char *pathname, const char *name, uid_t uid, gid_t gid,
da009f2c 126 uint64_t relayd_id, uint64_t key, enum lttng_event_output output,
2bba9e53 127 uint64_t tracefile_size, uint64_t tracefile_count,
ecc48a90 128 uint64_t session_id_per_pid, unsigned int monitor,
d7ba1388 129 unsigned int live_timer_interval,
3d071855 130 const char *root_shm_path, const char *shm_path)
ffe60014
DG
131{
132 assert(pathname);
133 assert(name);
134
1950109e
JD
135 return consumer_allocate_channel(key, session_id, pathname, name, uid,
136 gid, relayd_id, output, tracefile_size,
d7ba1388 137 tracefile_count, session_id_per_pid, monitor,
3d071855 138 live_timer_interval, root_shm_path, shm_path);
ffe60014
DG
139}
140
141/*
142 * Allocate and return a consumer stream object. If _alloc_ret is not NULL, the
143 * error value if applicable is set in it else it is kept untouched.
3bd1e081 144 *
ffe60014 145 * Return NULL on error else the newly allocated stream object.
3bd1e081 146 */
ffe60014
DG
147static struct lttng_consumer_stream *allocate_stream(int cpu, int key,
148 struct lttng_consumer_channel *channel,
149 struct lttng_consumer_local_data *ctx, int *_alloc_ret)
150{
151 int alloc_ret;
152 struct lttng_consumer_stream *stream = NULL;
153
154 assert(channel);
155 assert(ctx);
156
157 stream = consumer_allocate_stream(channel->key,
158 key,
159 LTTNG_CONSUMER_ACTIVE_STREAM,
160 channel->name,
161 channel->uid,
162 channel->gid,
163 channel->relayd_id,
164 channel->session_id,
165 cpu,
166 &alloc_ret,
4891ece8
DG
167 channel->type,
168 channel->monitor);
ffe60014
DG
169 if (stream == NULL) {
170 switch (alloc_ret) {
171 case -ENOENT:
172 /*
173 * We could not find the channel. Can happen if cpu hotplug
174 * happens while tearing down.
175 */
176 DBG3("Could not find channel");
177 break;
178 case -ENOMEM:
179 case -EINVAL:
180 default:
181 lttng_consumer_send_error(ctx, LTTCOMM_CONSUMERD_OUTFD_ERROR);
182 break;
183 }
184 goto error;
185 }
186
187 stream->chan = channel;
188
189error:
190 if (_alloc_ret) {
191 *_alloc_ret = alloc_ret;
192 }
193 return stream;
194}
195
196/*
197 * Send the given stream pointer to the corresponding thread.
198 *
199 * Returns 0 on success else a negative value.
200 */
201static int send_stream_to_thread(struct lttng_consumer_stream *stream,
202 struct lttng_consumer_local_data *ctx)
203{
dae10966
DG
204 int ret;
205 struct lttng_pipe *stream_pipe;
ffe60014
DG
206
207 /* Get the right pipe where the stream will be sent. */
208 if (stream->metadata_flag) {
5ab66908
MD
209 ret = consumer_add_metadata_stream(stream);
210 if (ret) {
211 ERR("Consumer add metadata stream %" PRIu64 " failed.",
212 stream->key);
213 goto error;
214 }
dae10966 215 stream_pipe = ctx->consumer_metadata_pipe;
ffe60014 216 } else {
5ab66908
MD
217 ret = consumer_add_data_stream(stream);
218 if (ret) {
219 ERR("Consumer add stream %" PRIu64 " failed.",
220 stream->key);
221 goto error;
222 }
dae10966 223 stream_pipe = ctx->consumer_data_pipe;
ffe60014
DG
224 }
225
5ab66908
MD
226 /*
227 * From this point on, the stream's ownership has been moved away from
228 * the channel and becomes globally visible.
229 */
230 stream->globally_visible = 1;
231
dae10966 232 ret = lttng_pipe_write(stream_pipe, &stream, sizeof(stream));
ffe60014 233 if (ret < 0) {
dae10966
DG
234 ERR("Consumer write %s stream to pipe %d",
235 stream->metadata_flag ? "metadata" : "data",
236 lttng_pipe_get_writefd(stream_pipe));
5ab66908
MD
237 if (stream->metadata_flag) {
238 consumer_del_stream_for_metadata(stream);
239 } else {
240 consumer_del_stream_for_data(stream);
241 }
ffe60014 242 }
5ab66908 243error:
ffe60014
DG
244 return ret;
245}
246
4628484a
MD
247static
248int get_stream_shm_path(char *stream_shm_path, const char *shm_path, int cpu)
249{
250 char cpu_nr[UINT_MAX_STR_LEN]; /* unsigned int max len */
251 int ret;
252
253 strncpy(stream_shm_path, shm_path, PATH_MAX);
254 stream_shm_path[PATH_MAX - 1] = '\0';
255 ret = snprintf(cpu_nr, UINT_MAX_STR_LEN, "%u", cpu);
256 if (ret != 1) {
257 ret = -1;
258 goto end;
259 }
260 strncat(stream_shm_path, cpu_nr,
261 PATH_MAX - strlen(stream_shm_path) - 1);
262 ret = 0;
263end:
264 return ret;
265}
266
d88aee68
DG
267/*
268 * Create streams for the given channel using liblttng-ust-ctl.
269 *
270 * Return 0 on success else a negative value.
271 */
ffe60014
DG
272static int create_ust_streams(struct lttng_consumer_channel *channel,
273 struct lttng_consumer_local_data *ctx)
274{
275 int ret, cpu = 0;
276 struct ustctl_consumer_stream *ustream;
277 struct lttng_consumer_stream *stream;
278
279 assert(channel);
280 assert(ctx);
281
282 /*
283 * While a stream is available from ustctl. When NULL is returned, we've
284 * reached the end of the possible stream for the channel.
285 */
286 while ((ustream = ustctl_create_stream(channel->uchan, cpu))) {
287 int wait_fd;
04ef1097 288 int ust_metadata_pipe[2];
ffe60014 289
9ce5646a
MD
290 health_code_update();
291
04ef1097
MD
292 if (channel->type == CONSUMER_CHANNEL_TYPE_METADATA && channel->monitor) {
293 ret = utils_create_pipe_cloexec_nonblock(ust_metadata_pipe);
294 if (ret < 0) {
295 ERR("Create ust metadata poll pipe");
296 goto error;
297 }
298 wait_fd = ust_metadata_pipe[0];
299 } else {
300 wait_fd = ustctl_stream_get_wait_fd(ustream);
301 }
ffe60014
DG
302
303 /* Allocate consumer stream object. */
304 stream = allocate_stream(cpu, wait_fd, channel, ctx, &ret);
305 if (!stream) {
306 goto error_alloc;
307 }
308 stream->ustream = ustream;
309 /*
310 * Store it so we can save multiple function calls afterwards since
311 * this value is used heavily in the stream threads. This is UST
312 * specific so this is why it's done after allocation.
313 */
314 stream->wait_fd = wait_fd;
315
b31398bb
DG
316 /*
317 * Increment channel refcount since the channel reference has now been
318 * assigned in the allocation process above.
319 */
10a50311
JD
320 if (stream->chan->monitor) {
321 uatomic_inc(&stream->chan->refcount);
322 }
b31398bb 323
ffe60014
DG
324 /*
325 * Order is important this is why a list is used. On error, the caller
326 * should clean this list.
327 */
328 cds_list_add_tail(&stream->send_node, &channel->streams.head);
329
330 ret = ustctl_get_max_subbuf_size(stream->ustream,
331 &stream->max_sb_size);
332 if (ret < 0) {
333 ERR("ustctl_get_max_subbuf_size failed for stream %s",
334 stream->name);
335 goto error;
336 }
337
338 /* Do actions once stream has been received. */
339 if (ctx->on_recv_stream) {
340 ret = ctx->on_recv_stream(stream);
341 if (ret < 0) {
342 goto error;
343 }
344 }
345
d88aee68 346 DBG("UST consumer add stream %s (key: %" PRIu64 ") with relayd id %" PRIu64,
ffe60014
DG
347 stream->name, stream->key, stream->relayd_stream_id);
348
349 /* Set next CPU stream. */
350 channel->streams.count = ++cpu;
d88aee68
DG
351
352 /* Keep stream reference when creating metadata. */
353 if (channel->type == CONSUMER_CHANNEL_TYPE_METADATA) {
354 channel->metadata_stream = stream;
04ef1097
MD
355 stream->ust_metadata_poll_pipe[0] = ust_metadata_pipe[0];
356 stream->ust_metadata_poll_pipe[1] = ust_metadata_pipe[1];
d88aee68 357 }
ffe60014
DG
358 }
359
360 return 0;
361
362error:
363error_alloc:
364 return ret;
365}
366
4628484a
MD
367/*
368 * create_posix_shm is never called concurrently within a process.
369 */
370static
371int create_posix_shm(void)
372{
373 char tmp_name[NAME_MAX];
374 int shmfd, ret;
375
376 ret = snprintf(tmp_name, NAME_MAX, "/ust-shm-consumer-%d", getpid());
377 if (ret < 0) {
378 PERROR("snprintf");
379 return -1;
380 }
381 /*
382 * Allocate shm, and immediately unlink its shm oject, keeping
383 * only the file descriptor as a reference to the object.
384 * We specifically do _not_ use the / at the beginning of the
385 * pathname so that some OS implementations can keep it local to
386 * the process (POSIX leaves this implementation-defined).
387 */
388 shmfd = shm_open(tmp_name, O_CREAT | O_EXCL | O_RDWR, 0700);
389 if (shmfd < 0) {
390 PERROR("shm_open");
391 goto error_shm_open;
392 }
393 ret = shm_unlink(tmp_name);
394 if (ret < 0 && errno != ENOENT) {
395 PERROR("shm_unlink");
396 goto error_shm_release;
397 }
398 return shmfd;
399
400error_shm_release:
401 ret = close(shmfd);
402 if (ret) {
403 PERROR("close");
404 }
405error_shm_open:
406 return -1;
407}
408
409static int open_ust_stream_fd(struct lttng_consumer_channel *channel,
410 struct ustctl_consumer_channel_attr *attr,
411 int cpu)
412{
413 char shm_path[PATH_MAX];
414 int ret;
415
416 if (!channel->shm_path[0]) {
417 return create_posix_shm();
418 }
419 ret = get_stream_shm_path(shm_path, channel->shm_path, cpu);
420 if (ret) {
421 goto error_shm_path;
422 }
423 return run_as_open(shm_path,
424 O_RDWR | O_CREAT | O_EXCL, S_IRUSR | S_IWUSR,
425 channel->uid, channel->gid);
426
427error_shm_path:
428 return -1;
429}
430
ffe60014
DG
431/*
432 * Create an UST channel with the given attributes and send it to the session
433 * daemon using the ust ctl API.
434 *
435 * Return 0 on success or else a negative value.
436 */
4628484a
MD
437static int create_ust_channel(struct lttng_consumer_channel *channel,
438 struct ustctl_consumer_channel_attr *attr,
439 struct ustctl_consumer_channel **ust_chanp)
ffe60014 440{
4628484a
MD
441 int ret, nr_stream_fds, i, j;
442 int *stream_fds;
443 struct ustctl_consumer_channel *ust_channel;
ffe60014 444
4628484a 445 assert(channel);
ffe60014 446 assert(attr);
4628484a 447 assert(ust_chanp);
ffe60014
DG
448
449 DBG3("Creating channel to ustctl with attr: [overwrite: %d, "
450 "subbuf_size: %" PRIu64 ", num_subbuf: %" PRIu64 ", "
451 "switch_timer_interval: %u, read_timer_interval: %u, "
452 "output: %d, type: %d", attr->overwrite, attr->subbuf_size,
453 attr->num_subbuf, attr->switch_timer_interval,
454 attr->read_timer_interval, attr->output, attr->type);
455
4628484a
MD
456 if (channel->type == CONSUMER_CHANNEL_TYPE_METADATA)
457 nr_stream_fds = 1;
458 else
459 nr_stream_fds = ustctl_get_nr_stream_per_channel();
460 stream_fds = zmalloc(nr_stream_fds * sizeof(*stream_fds));
461 if (!stream_fds) {
462 ret = -1;
463 goto error_alloc;
464 }
465 for (i = 0; i < nr_stream_fds; i++) {
466 stream_fds[i] = open_ust_stream_fd(channel, attr, i);
467 if (stream_fds[i] < 0) {
468 ret = -1;
469 goto error_open;
470 }
471 }
472 ust_channel = ustctl_create_channel(attr, stream_fds, nr_stream_fds);
473 if (!ust_channel) {
ffe60014
DG
474 ret = -1;
475 goto error_create;
476 }
4628484a
MD
477 channel->nr_stream_fds = nr_stream_fds;
478 channel->stream_fds = stream_fds;
479 *ust_chanp = ust_channel;
ffe60014
DG
480
481 return 0;
482
483error_create:
4628484a
MD
484error_open:
485 for (j = i - 1; j >= 0; j--) {
486 int closeret;
487
488 closeret = close(stream_fds[j]);
489 if (closeret) {
490 PERROR("close");
491 }
492 if (channel->shm_path[0]) {
493 char shm_path[PATH_MAX];
494
495 closeret = get_stream_shm_path(shm_path,
496 channel->shm_path, j);
497 if (closeret) {
498 ERR("Cannot get stream shm path");
499 }
500 closeret = run_as_unlink(shm_path,
501 channel->uid, channel->gid);
502 if (closeret) {
503 errno = -closeret;
504 PERROR("unlink %s", shm_path);
505 }
506 }
507 }
508 /* Try to rmdir all directories under shm_path root. */
509 if (channel->root_shm_path[0]) {
510 (void) run_as_recursive_rmdir(channel->root_shm_path,
511 channel->uid, channel->gid);
512 }
513 free(stream_fds);
514error_alloc:
ffe60014
DG
515 return ret;
516}
517
d88aee68
DG
518/*
519 * Send a single given stream to the session daemon using the sock.
520 *
521 * Return 0 on success else a negative value.
522 */
ffe60014
DG
523static int send_sessiond_stream(int sock, struct lttng_consumer_stream *stream)
524{
525 int ret;
526
527 assert(stream);
528 assert(sock >= 0);
529
3eb914c0 530 DBG("UST consumer sending stream %" PRIu64 " to sessiond", stream->key);
ffe60014
DG
531
532 /* Send stream to session daemon. */
533 ret = ustctl_send_stream_to_sessiond(sock, stream->ustream);
534 if (ret < 0) {
535 goto error;
536 }
537
ffe60014
DG
538error:
539 return ret;
540}
541
542/*
543 * Send channel to sessiond.
544 *
d88aee68 545 * Return 0 on success or else a negative value.
ffe60014
DG
546 */
547static int send_sessiond_channel(int sock,
548 struct lttng_consumer_channel *channel,
549 struct lttng_consumer_local_data *ctx, int *relayd_error)
550{
0c759fc9 551 int ret, ret_code = LTTCOMM_CONSUMERD_SUCCESS;
ffe60014 552 struct lttng_consumer_stream *stream;
a4baae1b 553 uint64_t net_seq_idx = -1ULL;
ffe60014
DG
554
555 assert(channel);
556 assert(ctx);
557 assert(sock >= 0);
558
559 DBG("UST consumer sending channel %s to sessiond", channel->name);
560
62285ea4
DG
561 if (channel->relayd_id != (uint64_t) -1ULL) {
562 cds_list_for_each_entry(stream, &channel->streams.head, send_node) {
9ce5646a
MD
563
564 health_code_update();
565
62285ea4
DG
566 /* Try to send the stream to the relayd if one is available. */
567 ret = consumer_send_relayd_stream(stream, stream->chan->pathname);
568 if (ret < 0) {
569 /*
570 * Flag that the relayd was the problem here probably due to a
571 * communicaton error on the socket.
572 */
573 if (relayd_error) {
574 *relayd_error = 1;
575 }
725d28b2 576 ret_code = LTTCOMM_CONSUMERD_RELAYD_FAIL;
ffe60014 577 }
a4baae1b
JD
578 if (net_seq_idx == -1ULL) {
579 net_seq_idx = stream->net_seq_idx;
580 }
581 }
f2a444f1 582 }
ffe60014 583
f2a444f1
DG
584 /* Inform sessiond that we are about to send channel and streams. */
585 ret = consumer_send_status_msg(sock, ret_code);
0c759fc9 586 if (ret < 0 || ret_code != LTTCOMM_CONSUMERD_SUCCESS) {
f2a444f1
DG
587 /*
588 * Either the session daemon is not responding or the relayd died so we
589 * stop now.
590 */
591 goto error;
592 }
593
594 /* Send channel to sessiond. */
595 ret = ustctl_send_channel_to_sessiond(sock, channel->uchan);
596 if (ret < 0) {
597 goto error;
598 }
599
600 ret = ustctl_channel_close_wakeup_fd(channel->uchan);
601 if (ret < 0) {
602 goto error;
603 }
604
605 /* The channel was sent successfully to the sessiond at this point. */
606 cds_list_for_each_entry(stream, &channel->streams.head, send_node) {
9ce5646a
MD
607
608 health_code_update();
609
ffe60014
DG
610 /* Send stream to session daemon. */
611 ret = send_sessiond_stream(sock, stream);
612 if (ret < 0) {
613 goto error;
614 }
615 }
616
617 /* Tell sessiond there is no more stream. */
618 ret = ustctl_send_stream_to_sessiond(sock, NULL);
619 if (ret < 0) {
620 goto error;
621 }
622
623 DBG("UST consumer NULL stream sent to sessiond");
624
625 return 0;
626
627error:
0c759fc9 628 if (ret_code != LTTCOMM_CONSUMERD_SUCCESS) {
f2a444f1
DG
629 ret = -1;
630 }
ffe60014
DG
631 return ret;
632}
633
634/*
635 * Creates a channel and streams and add the channel it to the channel internal
636 * state. The created stream must ONLY be sent once the GET_CHANNEL command is
637 * received.
638 *
639 * Return 0 on success or else, a negative value is returned and the channel
640 * MUST be destroyed by consumer_del_channel().
641 */
642static int ask_channel(struct lttng_consumer_local_data *ctx, int sock,
643 struct lttng_consumer_channel *channel,
644 struct ustctl_consumer_channel_attr *attr)
3bd1e081
MD
645{
646 int ret;
647
ffe60014
DG
648 assert(ctx);
649 assert(channel);
650 assert(attr);
651
652 /*
653 * This value is still used by the kernel consumer since for the kernel,
654 * the stream ownership is not IN the consumer so we need to have the
655 * number of left stream that needs to be initialized so we can know when
656 * to delete the channel (see consumer.c).
657 *
658 * As for the user space tracer now, the consumer creates and sends the
659 * stream to the session daemon which only sends them to the application
660 * once every stream of a channel is received making this value useless
661 * because we they will be added to the poll thread before the application
662 * receives them. This ensures that a stream can not hang up during
663 * initilization of a channel.
664 */
665 channel->nb_init_stream_left = 0;
666
667 /* The reply msg status is handled in the following call. */
4628484a 668 ret = create_ust_channel(channel, attr, &channel->uchan);
ffe60014 669 if (ret < 0) {
10a50311 670 goto end;
3bd1e081
MD
671 }
672
d8ef542d
MD
673 channel->wait_fd = ustctl_channel_get_wait_fd(channel->uchan);
674
10a50311
JD
675 /*
676 * For the snapshots (no monitor), we create the metadata streams
677 * on demand, not during the channel creation.
678 */
679 if (channel->type == CONSUMER_CHANNEL_TYPE_METADATA && !channel->monitor) {
680 ret = 0;
681 goto end;
682 }
683
ffe60014
DG
684 /* Open all streams for this channel. */
685 ret = create_ust_streams(channel, ctx);
686 if (ret < 0) {
10a50311 687 goto end;
ffe60014
DG
688 }
689
10a50311 690end:
3bd1e081
MD
691 return ret;
692}
693
d88aee68
DG
694/*
695 * Send all stream of a channel to the right thread handling it.
696 *
697 * On error, return a negative value else 0 on success.
698 */
699static int send_streams_to_thread(struct lttng_consumer_channel *channel,
700 struct lttng_consumer_local_data *ctx)
701{
702 int ret = 0;
703 struct lttng_consumer_stream *stream, *stmp;
704
705 assert(channel);
706 assert(ctx);
707
708 /* Send streams to the corresponding thread. */
709 cds_list_for_each_entry_safe(stream, stmp, &channel->streams.head,
710 send_node) {
9ce5646a
MD
711
712 health_code_update();
713
d88aee68
DG
714 /* Sending the stream to the thread. */
715 ret = send_stream_to_thread(stream, ctx);
716 if (ret < 0) {
717 /*
718 * If we are unable to send the stream to the thread, there is
719 * a big problem so just stop everything.
720 */
5ab66908
MD
721 /* Remove node from the channel stream list. */
722 cds_list_del(&stream->send_node);
d88aee68
DG
723 goto error;
724 }
725
726 /* Remove node from the channel stream list. */
727 cds_list_del(&stream->send_node);
4891ece8 728
d88aee68
DG
729 }
730
731error:
732 return ret;
733}
734
7972aab2
DG
735/*
736 * Flush channel's streams using the given key to retrieve the channel.
737 *
738 * Return 0 on success else an LTTng error code.
739 */
740static int flush_channel(uint64_t chan_key)
741{
742 int ret = 0;
743 struct lttng_consumer_channel *channel;
744 struct lttng_consumer_stream *stream;
745 struct lttng_ht *ht;
746 struct lttng_ht_iter iter;
747
8fd623e0 748 DBG("UST consumer flush channel key %" PRIu64, chan_key);
7972aab2 749
a500c257 750 rcu_read_lock();
7972aab2
DG
751 channel = consumer_find_channel(chan_key);
752 if (!channel) {
8fd623e0 753 ERR("UST consumer flush channel %" PRIu64 " not found", chan_key);
7972aab2
DG
754 ret = LTTNG_ERR_UST_CHAN_NOT_FOUND;
755 goto error;
756 }
757
758 ht = consumer_data.stream_per_chan_id_ht;
759
760 /* For each stream of the channel id, flush it. */
7972aab2
DG
761 cds_lfht_for_each_entry_duplicate(ht->ht,
762 ht->hash_fct(&channel->key, lttng_ht_seed), ht->match_fct,
763 &channel->key, &iter.iter, stream, node_channel_id.node) {
9ce5646a
MD
764
765 health_code_update();
766
b8086166 767 ustctl_flush_buffer(stream->ustream, 1);
7972aab2 768 }
7972aab2 769error:
a500c257 770 rcu_read_unlock();
7972aab2
DG
771 return ret;
772}
773
d88aee68
DG
774/*
775 * Close metadata stream wakeup_fd using the given key to retrieve the channel.
a500c257 776 * RCU read side lock MUST be acquired before calling this function.
d88aee68
DG
777 *
778 * Return 0 on success else an LTTng error code.
779 */
780static int close_metadata(uint64_t chan_key)
781{
ea88ca2a 782 int ret = 0;
d88aee68
DG
783 struct lttng_consumer_channel *channel;
784
8fd623e0 785 DBG("UST consumer close metadata key %" PRIu64, chan_key);
d88aee68
DG
786
787 channel = consumer_find_channel(chan_key);
788 if (!channel) {
84cc9aa0
DG
789 /*
790 * This is possible if the metadata thread has issue a delete because
791 * the endpoint point of the stream hung up. There is no way the
792 * session daemon can know about it thus use a DBG instead of an actual
793 * error.
794 */
795 DBG("UST consumer close metadata %" PRIu64 " not found", chan_key);
d88aee68
DG
796 ret = LTTNG_ERR_UST_CHAN_NOT_FOUND;
797 goto error;
798 }
799
ea88ca2a 800 pthread_mutex_lock(&consumer_data.lock);
a9838785 801 pthread_mutex_lock(&channel->lock);
73811ecc
DG
802
803 if (cds_lfht_is_node_deleted(&channel->node.node)) {
804 goto error_unlock;
805 }
806
6d574024 807 lttng_ustconsumer_close_metadata(channel);
d88aee68 808
ea88ca2a 809error_unlock:
a9838785 810 pthread_mutex_unlock(&channel->lock);
ea88ca2a 811 pthread_mutex_unlock(&consumer_data.lock);
d88aee68
DG
812error:
813 return ret;
814}
815
816/*
817 * RCU read side lock MUST be acquired before calling this function.
818 *
819 * Return 0 on success else an LTTng error code.
820 */
821static int setup_metadata(struct lttng_consumer_local_data *ctx, uint64_t key)
822{
823 int ret;
824 struct lttng_consumer_channel *metadata;
825
8fd623e0 826 DBG("UST consumer setup metadata key %" PRIu64, key);
d88aee68
DG
827
828 metadata = consumer_find_channel(key);
829 if (!metadata) {
830 ERR("UST consumer push metadata %" PRIu64 " not found", key);
831 ret = LTTNG_ERR_UST_CHAN_NOT_FOUND;
10a50311
JD
832 goto end;
833 }
834
835 /*
836 * In no monitor mode, the metadata channel has no stream(s) so skip the
837 * ownership transfer to the metadata thread.
838 */
839 if (!metadata->monitor) {
840 DBG("Metadata channel in no monitor");
841 ret = 0;
842 goto end;
d88aee68
DG
843 }
844
845 /*
846 * Send metadata stream to relayd if one available. Availability is
847 * known if the stream is still in the list of the channel.
848 */
849 if (cds_list_empty(&metadata->streams.head)) {
850 ERR("Metadata channel key %" PRIu64 ", no stream available.", key);
851 ret = LTTCOMM_CONSUMERD_ERROR_METADATA;
f5a0c9cf 852 goto error_no_stream;
d88aee68
DG
853 }
854
855 /* Send metadata stream to relayd if needed. */
62285ea4
DG
856 if (metadata->metadata_stream->net_seq_idx != (uint64_t) -1ULL) {
857 ret = consumer_send_relayd_stream(metadata->metadata_stream,
858 metadata->pathname);
859 if (ret < 0) {
860 ret = LTTCOMM_CONSUMERD_ERROR_METADATA;
861 goto error;
862 }
601262d6
JD
863 ret = consumer_send_relayd_streams_sent(
864 metadata->metadata_stream->net_seq_idx);
865 if (ret < 0) {
866 ret = LTTCOMM_CONSUMERD_RELAYD_FAIL;
867 goto error;
868 }
d88aee68
DG
869 }
870
871 ret = send_streams_to_thread(metadata, ctx);
872 if (ret < 0) {
873 /*
874 * If we are unable to send the stream to the thread, there is
875 * a big problem so just stop everything.
876 */
877 ret = LTTCOMM_CONSUMERD_FATAL;
878 goto error;
879 }
880 /* List MUST be empty after or else it could be reused. */
881 assert(cds_list_empty(&metadata->streams.head));
882
10a50311
JD
883 ret = 0;
884 goto end;
d88aee68
DG
885
886error:
f2a444f1
DG
887 /*
888 * Delete metadata channel on error. At this point, the metadata stream can
889 * NOT be monitored by the metadata thread thus having the guarantee that
890 * the stream is still in the local stream list of the channel. This call
891 * will make sure to clean that list.
892 */
f5a0c9cf 893 consumer_stream_destroy(metadata->metadata_stream, NULL);
212d67a2
DG
894 cds_list_del(&metadata->metadata_stream->send_node);
895 metadata->metadata_stream = NULL;
f5a0c9cf 896error_no_stream:
10a50311
JD
897end:
898 return ret;
899}
900
901/*
902 * Snapshot the whole metadata.
903 *
904 * Returns 0 on success, < 0 on error
905 */
906static int snapshot_metadata(uint64_t key, char *path, uint64_t relayd_id,
907 struct lttng_consumer_local_data *ctx)
908{
909 int ret = 0;
10a50311
JD
910 struct lttng_consumer_channel *metadata_channel;
911 struct lttng_consumer_stream *metadata_stream;
912
913 assert(path);
914 assert(ctx);
915
916 DBG("UST consumer snapshot metadata with key %" PRIu64 " at path %s",
917 key, path);
918
919 rcu_read_lock();
920
921 metadata_channel = consumer_find_channel(key);
922 if (!metadata_channel) {
6a00837f
MD
923 ERR("UST snapshot metadata channel not found for key %" PRIu64,
924 key);
10a50311
JD
925 ret = -1;
926 goto error;
927 }
928 assert(!metadata_channel->monitor);
929
9ce5646a
MD
930 health_code_update();
931
10a50311
JD
932 /*
933 * Ask the sessiond if we have new metadata waiting and update the
934 * consumer metadata cache.
935 */
94d49140 936 ret = lttng_ustconsumer_request_metadata(ctx, metadata_channel, 0, 1);
10a50311
JD
937 if (ret < 0) {
938 goto error;
939 }
940
9ce5646a
MD
941 health_code_update();
942
10a50311
JD
943 /*
944 * The metadata stream is NOT created in no monitor mode when the channel
945 * is created on a sessiond ask channel command.
946 */
947 ret = create_ust_streams(metadata_channel, ctx);
948 if (ret < 0) {
949 goto error;
950 }
951
952 metadata_stream = metadata_channel->metadata_stream;
953 assert(metadata_stream);
954
955 if (relayd_id != (uint64_t) -1ULL) {
956 metadata_stream->net_seq_idx = relayd_id;
957 ret = consumer_send_relayd_stream(metadata_stream, path);
958 if (ret < 0) {
959 goto error_stream;
960 }
961 } else {
962 ret = utils_create_stream_file(path, metadata_stream->name,
963 metadata_stream->chan->tracefile_size,
964 metadata_stream->tracefile_count_current,
309167d2 965 metadata_stream->uid, metadata_stream->gid, NULL);
10a50311
JD
966 if (ret < 0) {
967 goto error_stream;
968 }
969 metadata_stream->out_fd = ret;
970 metadata_stream->tracefile_size_current = 0;
971 }
972
04ef1097 973 do {
9ce5646a
MD
974 health_code_update();
975
10a50311
JD
976 ret = lttng_consumer_read_subbuffer(metadata_stream, ctx);
977 if (ret < 0) {
94d49140 978 goto error_stream;
10a50311 979 }
04ef1097 980 } while (ret > 0);
10a50311 981
10a50311
JD
982error_stream:
983 /*
984 * Clean up the stream completly because the next snapshot will use a new
985 * metadata stream.
986 */
10a50311 987 consumer_stream_destroy(metadata_stream, NULL);
212d67a2 988 cds_list_del(&metadata_stream->send_node);
10a50311
JD
989 metadata_channel->metadata_stream = NULL;
990
991error:
992 rcu_read_unlock();
993 return ret;
994}
995
996/*
997 * Take a snapshot of all the stream of a channel.
998 *
999 * Returns 0 on success, < 0 on error
1000 */
1001static int snapshot_channel(uint64_t key, char *path, uint64_t relayd_id,
d07ceecd 1002 uint64_t nb_packets_per_stream, struct lttng_consumer_local_data *ctx)
10a50311
JD
1003{
1004 int ret;
1005 unsigned use_relayd = 0;
1006 unsigned long consumed_pos, produced_pos;
1007 struct lttng_consumer_channel *channel;
1008 struct lttng_consumer_stream *stream;
1009
1010 assert(path);
1011 assert(ctx);
1012
1013 rcu_read_lock();
1014
1015 if (relayd_id != (uint64_t) -1ULL) {
1016 use_relayd = 1;
1017 }
1018
1019 channel = consumer_find_channel(key);
1020 if (!channel) {
6a00837f 1021 ERR("UST snapshot channel not found for key %" PRIu64, key);
10a50311
JD
1022 ret = -1;
1023 goto error;
1024 }
1025 assert(!channel->monitor);
6a00837f 1026 DBG("UST consumer snapshot channel %" PRIu64, key);
10a50311
JD
1027
1028 cds_list_for_each_entry(stream, &channel->streams.head, send_node) {
9ce5646a
MD
1029
1030 health_code_update();
1031
10a50311
JD
1032 /* Lock stream because we are about to change its state. */
1033 pthread_mutex_lock(&stream->lock);
1034 stream->net_seq_idx = relayd_id;
1035
1036 if (use_relayd) {
1037 ret = consumer_send_relayd_stream(stream, path);
1038 if (ret < 0) {
1039 goto error_unlock;
1040 }
1041 } else {
1042 ret = utils_create_stream_file(path, stream->name,
1043 stream->chan->tracefile_size,
1044 stream->tracefile_count_current,
309167d2 1045 stream->uid, stream->gid, NULL);
10a50311
JD
1046 if (ret < 0) {
1047 goto error_unlock;
1048 }
1049 stream->out_fd = ret;
1050 stream->tracefile_size_current = 0;
1051
1052 DBG("UST consumer snapshot stream %s/%s (%" PRIu64 ")", path,
1053 stream->name, stream->key);
1054 }
a4baae1b
JD
1055 if (relayd_id != -1ULL) {
1056 ret = consumer_send_relayd_streams_sent(relayd_id);
1057 if (ret < 0) {
1058 goto error_unlock;
1059 }
1060 }
10a50311
JD
1061
1062 ustctl_flush_buffer(stream->ustream, 1);
1063
1064 ret = lttng_ustconsumer_take_snapshot(stream);
1065 if (ret < 0) {
1066 ERR("Taking UST snapshot");
1067 goto error_unlock;
1068 }
1069
1070 ret = lttng_ustconsumer_get_produced_snapshot(stream, &produced_pos);
1071 if (ret < 0) {
1072 ERR("Produced UST snapshot position");
1073 goto error_unlock;
1074 }
1075
1076 ret = lttng_ustconsumer_get_consumed_snapshot(stream, &consumed_pos);
1077 if (ret < 0) {
1078 ERR("Consumerd UST snapshot position");
1079 goto error_unlock;
1080 }
1081
5c786ded
JD
1082 /*
1083 * The original value is sent back if max stream size is larger than
d07ceecd 1084 * the possible size of the snapshot. Also, we assume that the session
5c786ded
JD
1085 * daemon should never send a maximum stream size that is lower than
1086 * subbuffer size.
1087 */
d07ceecd
MD
1088 consumed_pos = consumer_get_consume_start_pos(consumed_pos,
1089 produced_pos, nb_packets_per_stream,
1090 stream->max_sb_size);
5c786ded 1091
10a50311
JD
1092 while (consumed_pos < produced_pos) {
1093 ssize_t read_len;
1094 unsigned long len, padded_len;
1095
9ce5646a
MD
1096 health_code_update();
1097
10a50311
JD
1098 DBG("UST consumer taking snapshot at pos %lu", consumed_pos);
1099
1100 ret = ustctl_get_subbuf(stream->ustream, &consumed_pos);
1101 if (ret < 0) {
1102 if (ret != -EAGAIN) {
1103 PERROR("ustctl_get_subbuf snapshot");
1104 goto error_close_stream;
1105 }
1106 DBG("UST consumer get subbuf failed. Skipping it.");
1107 consumed_pos += stream->max_sb_size;
1108 continue;
1109 }
1110
1111 ret = ustctl_get_subbuf_size(stream->ustream, &len);
1112 if (ret < 0) {
1113 ERR("Snapshot ustctl_get_subbuf_size");
1114 goto error_put_subbuf;
1115 }
1116
1117 ret = ustctl_get_padded_subbuf_size(stream->ustream, &padded_len);
1118 if (ret < 0) {
1119 ERR("Snapshot ustctl_get_padded_subbuf_size");
1120 goto error_put_subbuf;
1121 }
1122
1123 read_len = lttng_consumer_on_read_subbuffer_mmap(ctx, stream, len,
309167d2 1124 padded_len - len, NULL);
10a50311
JD
1125 if (use_relayd) {
1126 if (read_len != len) {
56591bac 1127 ret = -EPERM;
10a50311
JD
1128 goto error_put_subbuf;
1129 }
1130 } else {
1131 if (read_len != padded_len) {
56591bac 1132 ret = -EPERM;
10a50311
JD
1133 goto error_put_subbuf;
1134 }
1135 }
1136
1137 ret = ustctl_put_subbuf(stream->ustream);
1138 if (ret < 0) {
1139 ERR("Snapshot ustctl_put_subbuf");
1140 goto error_close_stream;
1141 }
1142 consumed_pos += stream->max_sb_size;
1143 }
1144
1145 /* Simply close the stream so we can use it on the next snapshot. */
1146 consumer_stream_close(stream);
1147 pthread_mutex_unlock(&stream->lock);
1148 }
1149
1150 rcu_read_unlock();
1151 return 0;
1152
1153error_put_subbuf:
1154 if (ustctl_put_subbuf(stream->ustream) < 0) {
1155 ERR("Snapshot ustctl_put_subbuf");
1156 }
1157error_close_stream:
1158 consumer_stream_close(stream);
1159error_unlock:
1160 pthread_mutex_unlock(&stream->lock);
1161error:
1162 rcu_read_unlock();
d88aee68
DG
1163 return ret;
1164}
1165
331744e3
JD
1166/*
1167 * Receive the metadata updates from the sessiond.
1168 */
1169int lttng_ustconsumer_recv_metadata(int sock, uint64_t key, uint64_t offset,
5e41ebe1 1170 uint64_t len, struct lttng_consumer_channel *channel,
94d49140 1171 int timer, int wait)
331744e3 1172{
0c759fc9 1173 int ret, ret_code = LTTCOMM_CONSUMERD_SUCCESS;
331744e3
JD
1174 char *metadata_str;
1175
8fd623e0 1176 DBG("UST consumer push metadata key %" PRIu64 " of len %" PRIu64, key, len);
331744e3
JD
1177
1178 metadata_str = zmalloc(len * sizeof(char));
1179 if (!metadata_str) {
1180 PERROR("zmalloc metadata string");
1181 ret_code = LTTCOMM_CONSUMERD_ENOMEM;
1182 goto end;
1183 }
1184
9ce5646a
MD
1185 health_code_update();
1186
331744e3
JD
1187 /* Receive metadata string. */
1188 ret = lttcomm_recv_unix_sock(sock, metadata_str, len);
1189 if (ret < 0) {
1190 /* Session daemon is dead so return gracefully. */
1191 ret_code = ret;
1192 goto end_free;
1193 }
1194
9ce5646a
MD
1195 health_code_update();
1196
331744e3
JD
1197 pthread_mutex_lock(&channel->metadata_cache->lock);
1198 ret = consumer_metadata_cache_write(channel, offset, len, metadata_str);
1199 if (ret < 0) {
1200 /* Unable to handle metadata. Notify session daemon. */
1201 ret_code = LTTCOMM_CONSUMERD_ERROR_METADATA;
a32bd775
DG
1202 /*
1203 * Skip metadata flush on write error since the offset and len might
1204 * not have been updated which could create an infinite loop below when
1205 * waiting for the metadata cache to be flushed.
1206 */
1207 pthread_mutex_unlock(&channel->metadata_cache->lock);
a32bd775 1208 goto end_free;
331744e3
JD
1209 }
1210 pthread_mutex_unlock(&channel->metadata_cache->lock);
1211
94d49140
JD
1212 if (!wait) {
1213 goto end_free;
1214 }
5e41ebe1 1215 while (consumer_metadata_cache_flushed(channel, offset + len, timer)) {
331744e3 1216 DBG("Waiting for metadata to be flushed");
9ce5646a
MD
1217
1218 health_code_update();
1219
331744e3
JD
1220 usleep(DEFAULT_METADATA_AVAILABILITY_WAIT_TIME);
1221 }
1222
1223end_free:
1224 free(metadata_str);
1225end:
1226 return ret_code;
1227}
1228
4cbc1a04
DG
1229/*
1230 * Receive command from session daemon and process it.
1231 *
1232 * Return 1 on success else a negative value or 0.
1233 */
3bd1e081
MD
1234int lttng_ustconsumer_recv_cmd(struct lttng_consumer_local_data *ctx,
1235 int sock, struct pollfd *consumer_sockpoll)
1236{
1237 ssize_t ret;
0c759fc9 1238 enum lttcomm_return_code ret_code = LTTCOMM_CONSUMERD_SUCCESS;
3bd1e081 1239 struct lttcomm_consumer_msg msg;
ffe60014 1240 struct lttng_consumer_channel *channel = NULL;
3bd1e081 1241
9ce5646a
MD
1242 health_code_update();
1243
3bd1e081
MD
1244 ret = lttcomm_recv_unix_sock(sock, &msg, sizeof(msg));
1245 if (ret != sizeof(msg)) {
173af62f
DG
1246 DBG("Consumer received unexpected message size %zd (expects %zu)",
1247 ret, sizeof(msg));
3be74084
DG
1248 /*
1249 * The ret value might 0 meaning an orderly shutdown but this is ok
1250 * since the caller handles this.
1251 */
489f70e9 1252 if (ret > 0) {
c6857fcf 1253 lttng_consumer_send_error(ctx, LTTCOMM_CONSUMERD_ERROR_RECV_CMD);
489f70e9
MD
1254 ret = -1;
1255 }
3bd1e081
MD
1256 return ret;
1257 }
9ce5646a
MD
1258
1259 health_code_update();
1260
84382d49
MD
1261 /* deprecated */
1262 assert(msg.cmd_type != LTTNG_CONSUMER_STOP);
3bd1e081 1263
9ce5646a
MD
1264 health_code_update();
1265
3f8e211f 1266 /* relayd needs RCU read-side lock */
b0b335c8
MD
1267 rcu_read_lock();
1268
3bd1e081 1269 switch (msg.cmd_type) {
00e2e675
DG
1270 case LTTNG_CONSUMER_ADD_RELAYD_SOCKET:
1271 {
f50f23d9 1272 /* Session daemon status message are handled in the following call. */
7735ef9e
DG
1273 ret = consumer_add_relayd_socket(msg.u.relayd_sock.net_index,
1274 msg.u.relayd_sock.type, ctx, sock, consumer_sockpoll,
d3e2ba59
JD
1275 &msg.u.relayd_sock.sock, msg.u.relayd_sock.session_id,
1276 msg.u.relayd_sock.relayd_session_id);
00e2e675
DG
1277 goto end_nosignal;
1278 }
173af62f
DG
1279 case LTTNG_CONSUMER_DESTROY_RELAYD:
1280 {
a6ba4fe1 1281 uint64_t index = msg.u.destroy_relayd.net_seq_idx;
173af62f
DG
1282 struct consumer_relayd_sock_pair *relayd;
1283
a6ba4fe1 1284 DBG("UST consumer destroying relayd %" PRIu64, index);
173af62f
DG
1285
1286 /* Get relayd reference if exists. */
a6ba4fe1 1287 relayd = consumer_find_relayd(index);
173af62f 1288 if (relayd == NULL) {
3448e266 1289 DBG("Unable to find relayd %" PRIu64, index);
e462382a 1290 ret_code = LTTCOMM_CONSUMERD_RELAYD_FAIL;
173af62f
DG
1291 }
1292
a6ba4fe1
DG
1293 /*
1294 * Each relayd socket pair has a refcount of stream attached to it
1295 * which tells if the relayd is still active or not depending on the
1296 * refcount value.
1297 *
1298 * This will set the destroy flag of the relayd object and destroy it
1299 * if the refcount reaches zero when called.
1300 *
1301 * The destroy can happen either here or when a stream fd hangs up.
1302 */
f50f23d9
DG
1303 if (relayd) {
1304 consumer_flag_relayd_for_destroy(relayd);
1305 }
1306
d88aee68 1307 goto end_msg_sessiond;
173af62f 1308 }
3bd1e081
MD
1309 case LTTNG_CONSUMER_UPDATE_STREAM:
1310 {
3f8e211f 1311 rcu_read_unlock();
7ad0a0cb 1312 return -ENOSYS;
3bd1e081 1313 }
6d805429 1314 case LTTNG_CONSUMER_DATA_PENDING:
53632229 1315 {
3be74084 1316 int ret, is_data_pending;
6d805429 1317 uint64_t id = msg.u.data_pending.session_id;
ca22feea 1318
6d805429 1319 DBG("UST consumer data pending command for id %" PRIu64, id);
ca22feea 1320
3be74084 1321 is_data_pending = consumer_data_pending(id);
ca22feea
DG
1322
1323 /* Send back returned value to session daemon */
3be74084
DG
1324 ret = lttcomm_send_unix_sock(sock, &is_data_pending,
1325 sizeof(is_data_pending));
ca22feea 1326 if (ret < 0) {
3be74084 1327 DBG("Error when sending the data pending ret code: %d", ret);
489f70e9 1328 goto error_fatal;
ca22feea 1329 }
f50f23d9
DG
1330
1331 /*
1332 * No need to send back a status message since the data pending
1333 * returned value is the response.
1334 */
ca22feea 1335 break;
53632229 1336 }
ffe60014
DG
1337 case LTTNG_CONSUMER_ASK_CHANNEL_CREATION:
1338 {
1339 int ret;
1340 struct ustctl_consumer_channel_attr attr;
1341
1342 /* Create a plain object and reserve a channel key. */
1343 channel = allocate_channel(msg.u.ask_channel.session_id,
1344 msg.u.ask_channel.pathname, msg.u.ask_channel.name,
1345 msg.u.ask_channel.uid, msg.u.ask_channel.gid,
1346 msg.u.ask_channel.relayd_id, msg.u.ask_channel.key,
1624d5b7
JD
1347 (enum lttng_event_output) msg.u.ask_channel.output,
1348 msg.u.ask_channel.tracefile_size,
2bba9e53 1349 msg.u.ask_channel.tracefile_count,
1950109e 1350 msg.u.ask_channel.session_id_per_pid,
ecc48a90 1351 msg.u.ask_channel.monitor,
d7ba1388 1352 msg.u.ask_channel.live_timer_interval,
3d071855 1353 msg.u.ask_channel.root_shm_path,
d7ba1388 1354 msg.u.ask_channel.shm_path);
ffe60014
DG
1355 if (!channel) {
1356 goto end_channel_error;
1357 }
1358
567eb353
DG
1359 /*
1360 * Assign UST application UID to the channel. This value is ignored for
1361 * per PID buffers. This is specific to UST thus setting this after the
1362 * allocation.
1363 */
1364 channel->ust_app_uid = msg.u.ask_channel.ust_app_uid;
1365
ffe60014
DG
1366 /* Build channel attributes from received message. */
1367 attr.subbuf_size = msg.u.ask_channel.subbuf_size;
1368 attr.num_subbuf = msg.u.ask_channel.num_subbuf;
1369 attr.overwrite = msg.u.ask_channel.overwrite;
1370 attr.switch_timer_interval = msg.u.ask_channel.switch_timer_interval;
1371 attr.read_timer_interval = msg.u.ask_channel.read_timer_interval;
7972aab2 1372 attr.chan_id = msg.u.ask_channel.chan_id;
ffe60014
DG
1373 memcpy(attr.uuid, msg.u.ask_channel.uuid, sizeof(attr.uuid));
1374
0c759fc9
DG
1375 /* Match channel buffer type to the UST abi. */
1376 switch (msg.u.ask_channel.output) {
1377 case LTTNG_EVENT_MMAP:
1378 default:
1379 attr.output = LTTNG_UST_MMAP;
1380 break;
1381 }
1382
ffe60014
DG
1383 /* Translate and save channel type. */
1384 switch (msg.u.ask_channel.type) {
1385 case LTTNG_UST_CHAN_PER_CPU:
1386 channel->type = CONSUMER_CHANNEL_TYPE_DATA;
1387 attr.type = LTTNG_UST_CHAN_PER_CPU;
8633d6e3
MD
1388 /*
1389 * Set refcount to 1 for owner. Below, we will
1390 * pass ownership to the
1391 * consumer_thread_channel_poll() thread.
1392 */
1393 channel->refcount = 1;
ffe60014
DG
1394 break;
1395 case LTTNG_UST_CHAN_METADATA:
1396 channel->type = CONSUMER_CHANNEL_TYPE_METADATA;
1397 attr.type = LTTNG_UST_CHAN_METADATA;
1398 break;
1399 default:
1400 assert(0);
1401 goto error_fatal;
1402 };
1403
9ce5646a
MD
1404 health_code_update();
1405
ffe60014
DG
1406 ret = ask_channel(ctx, sock, channel, &attr);
1407 if (ret < 0) {
1408 goto end_channel_error;
1409 }
1410
fc643247
MD
1411 if (msg.u.ask_channel.type == LTTNG_UST_CHAN_METADATA) {
1412 ret = consumer_metadata_cache_allocate(channel);
1413 if (ret < 0) {
1414 ERR("Allocating metadata cache");
1415 goto end_channel_error;
1416 }
1417 consumer_timer_switch_start(channel, attr.switch_timer_interval);
1418 attr.switch_timer_interval = 0;
94d49140
JD
1419 } else {
1420 consumer_timer_live_start(channel,
1421 msg.u.ask_channel.live_timer_interval);
fc643247
MD
1422 }
1423
9ce5646a
MD
1424 health_code_update();
1425
ffe60014
DG
1426 /*
1427 * Add the channel to the internal state AFTER all streams were created
1428 * and successfully sent to session daemon. This way, all streams must
1429 * be ready before this channel is visible to the threads.
fc643247
MD
1430 * If add_channel succeeds, ownership of the channel is
1431 * passed to consumer_thread_channel_poll().
ffe60014
DG
1432 */
1433 ret = add_channel(channel, ctx);
1434 if (ret < 0) {
ea88ca2a
MD
1435 if (msg.u.ask_channel.type == LTTNG_UST_CHAN_METADATA) {
1436 if (channel->switch_timer_enabled == 1) {
1437 consumer_timer_switch_stop(channel);
1438 }
1439 consumer_metadata_cache_destroy(channel);
1440 }
d3e2ba59
JD
1441 if (channel->live_timer_enabled == 1) {
1442 consumer_timer_live_stop(channel);
1443 }
ffe60014
DG
1444 goto end_channel_error;
1445 }
1446
9ce5646a
MD
1447 health_code_update();
1448
ffe60014
DG
1449 /*
1450 * Channel and streams are now created. Inform the session daemon that
1451 * everything went well and should wait to receive the channel and
1452 * streams with ustctl API.
1453 */
1454 ret = consumer_send_status_channel(sock, channel);
1455 if (ret < 0) {
1456 /*
489f70e9 1457 * There is probably a problem on the socket.
ffe60014 1458 */
489f70e9 1459 goto error_fatal;
ffe60014
DG
1460 }
1461
1462 break;
1463 }
1464 case LTTNG_CONSUMER_GET_CHANNEL:
1465 {
1466 int ret, relayd_err = 0;
d88aee68 1467 uint64_t key = msg.u.get_channel.key;
ffe60014 1468 struct lttng_consumer_channel *channel;
ffe60014
DG
1469
1470 channel = consumer_find_channel(key);
1471 if (!channel) {
8fd623e0 1472 ERR("UST consumer get channel key %" PRIu64 " not found", key);
e462382a 1473 ret_code = LTTCOMM_CONSUMERD_CHAN_NOT_FOUND;
ffe60014
DG
1474 goto end_msg_sessiond;
1475 }
1476
9ce5646a
MD
1477 health_code_update();
1478
ffe60014
DG
1479 /* Send everything to sessiond. */
1480 ret = send_sessiond_channel(sock, channel, ctx, &relayd_err);
1481 if (ret < 0) {
1482 if (relayd_err) {
1483 /*
1484 * We were unable to send to the relayd the stream so avoid
1485 * sending back a fatal error to the thread since this is OK
f2a444f1
DG
1486 * and the consumer can continue its work. The above call
1487 * has sent the error status message to the sessiond.
ffe60014 1488 */
f2a444f1 1489 goto end_nosignal;
ffe60014
DG
1490 }
1491 /*
1492 * The communicaton was broken hence there is a bad state between
1493 * the consumer and sessiond so stop everything.
1494 */
1495 goto error_fatal;
1496 }
1497
9ce5646a
MD
1498 health_code_update();
1499
10a50311
JD
1500 /*
1501 * In no monitor mode, the streams ownership is kept inside the channel
1502 * so don't send them to the data thread.
1503 */
1504 if (!channel->monitor) {
1505 goto end_msg_sessiond;
1506 }
1507
d88aee68
DG
1508 ret = send_streams_to_thread(channel, ctx);
1509 if (ret < 0) {
1510 /*
1511 * If we are unable to send the stream to the thread, there is
1512 * a big problem so just stop everything.
1513 */
1514 goto error_fatal;
ffe60014 1515 }
ffe60014
DG
1516 /* List MUST be empty after or else it could be reused. */
1517 assert(cds_list_empty(&channel->streams.head));
d88aee68
DG
1518 goto end_msg_sessiond;
1519 }
1520 case LTTNG_CONSUMER_DESTROY_CHANNEL:
1521 {
1522 uint64_t key = msg.u.destroy_channel.key;
d88aee68 1523
a0cbdd2e
MD
1524 /*
1525 * Only called if streams have not been sent to stream
1526 * manager thread. However, channel has been sent to
1527 * channel manager thread.
1528 */
1529 notify_thread_del_channel(ctx, key);
d88aee68 1530 goto end_msg_sessiond;
ffe60014 1531 }
d88aee68
DG
1532 case LTTNG_CONSUMER_CLOSE_METADATA:
1533 {
1534 int ret;
1535
1536 ret = close_metadata(msg.u.close_metadata.key);
1537 if (ret != 0) {
1538 ret_code = ret;
1539 }
1540
1541 goto end_msg_sessiond;
1542 }
7972aab2
DG
1543 case LTTNG_CONSUMER_FLUSH_CHANNEL:
1544 {
1545 int ret;
1546
1547 ret = flush_channel(msg.u.flush_channel.key);
1548 if (ret != 0) {
1549 ret_code = ret;
1550 }
1551
1552 goto end_msg_sessiond;
1553 }
d88aee68 1554 case LTTNG_CONSUMER_PUSH_METADATA:
ffe60014
DG
1555 {
1556 int ret;
d88aee68 1557 uint64_t len = msg.u.push_metadata.len;
d88aee68 1558 uint64_t key = msg.u.push_metadata.key;
331744e3 1559 uint64_t offset = msg.u.push_metadata.target_offset;
ffe60014
DG
1560 struct lttng_consumer_channel *channel;
1561
8fd623e0
DG
1562 DBG("UST consumer push metadata key %" PRIu64 " of len %" PRIu64, key,
1563 len);
ffe60014
DG
1564
1565 channel = consumer_find_channel(key);
1566 if (!channel) {
000baf6a
DG
1567 /*
1568 * This is possible if the metadata creation on the consumer side
1569 * is in flight vis-a-vis a concurrent push metadata from the
1570 * session daemon. Simply return that the channel failed and the
1571 * session daemon will handle that message correctly considering
1572 * that this race is acceptable thus the DBG() statement here.
1573 */
1574 DBG("UST consumer push metadata %" PRIu64 " not found", key);
1575 ret_code = LTTCOMM_CONSUMERD_CHANNEL_FAIL;
4a2eb0ca 1576 goto end_msg_sessiond;
d88aee68
DG
1577 }
1578
9ce5646a
MD
1579 health_code_update();
1580
d88aee68 1581 /* Tell session daemon we are ready to receive the metadata. */
0c759fc9 1582 ret = consumer_send_status_msg(sock, LTTCOMM_CONSUMERD_SUCCESS);
ffe60014
DG
1583 if (ret < 0) {
1584 /* Somehow, the session daemon is not responding anymore. */
d88aee68
DG
1585 goto error_fatal;
1586 }
1587
9ce5646a
MD
1588 health_code_update();
1589
d88aee68 1590 /* Wait for more data. */
9ce5646a
MD
1591 health_poll_entry();
1592 ret = lttng_consumer_poll_socket(consumer_sockpoll);
1593 health_poll_exit();
84382d49 1594 if (ret) {
489f70e9 1595 goto error_fatal;
d88aee68
DG
1596 }
1597
9ce5646a
MD
1598 health_code_update();
1599
331744e3 1600 ret = lttng_ustconsumer_recv_metadata(sock, key, offset,
94d49140 1601 len, channel, 0, 1);
d88aee68 1602 if (ret < 0) {
331744e3 1603 /* error receiving from sessiond */
489f70e9 1604 goto error_fatal;
331744e3
JD
1605 } else {
1606 ret_code = ret;
d88aee68
DG
1607 goto end_msg_sessiond;
1608 }
d88aee68
DG
1609 }
1610 case LTTNG_CONSUMER_SETUP_METADATA:
1611 {
1612 int ret;
1613
1614 ret = setup_metadata(ctx, msg.u.setup_metadata.key);
1615 if (ret) {
1616 ret_code = ret;
1617 }
1618 goto end_msg_sessiond;
ffe60014 1619 }
6dc3064a
DG
1620 case LTTNG_CONSUMER_SNAPSHOT_CHANNEL:
1621 {
10a50311
JD
1622 if (msg.u.snapshot_channel.metadata) {
1623 ret = snapshot_metadata(msg.u.snapshot_channel.key,
1624 msg.u.snapshot_channel.pathname,
1625 msg.u.snapshot_channel.relayd_id,
1626 ctx);
1627 if (ret < 0) {
1628 ERR("Snapshot metadata failed");
e462382a 1629 ret_code = LTTCOMM_CONSUMERD_ERROR_METADATA;
10a50311
JD
1630 }
1631 } else {
1632 ret = snapshot_channel(msg.u.snapshot_channel.key,
1633 msg.u.snapshot_channel.pathname,
1634 msg.u.snapshot_channel.relayd_id,
d07ceecd 1635 msg.u.snapshot_channel.nb_packets_per_stream,
10a50311
JD
1636 ctx);
1637 if (ret < 0) {
1638 ERR("Snapshot channel failed");
e462382a 1639 ret_code = LTTCOMM_CONSUMERD_CHANNEL_FAIL;
10a50311
JD
1640 }
1641 }
1642
9ce5646a 1643 health_code_update();
6dc3064a
DG
1644 ret = consumer_send_status_msg(sock, ret_code);
1645 if (ret < 0) {
1646 /* Somehow, the session daemon is not responding anymore. */
1647 goto end_nosignal;
1648 }
9ce5646a 1649 health_code_update();
6dc3064a
DG
1650 break;
1651 }
3bd1e081
MD
1652 default:
1653 break;
1654 }
3f8e211f 1655
3bd1e081 1656end_nosignal:
b0b335c8 1657 rcu_read_unlock();
4cbc1a04 1658
9ce5646a
MD
1659 health_code_update();
1660
4cbc1a04
DG
1661 /*
1662 * Return 1 to indicate success since the 0 value can be a socket
1663 * shutdown during the recv() or send() call.
1664 */
1665 return 1;
ffe60014
DG
1666
1667end_msg_sessiond:
1668 /*
1669 * The returned value here is not useful since either way we'll return 1 to
1670 * the caller because the session daemon socket management is done
1671 * elsewhere. Returning a negative code or 0 will shutdown the consumer.
1672 */
489f70e9
MD
1673 ret = consumer_send_status_msg(sock, ret_code);
1674 if (ret < 0) {
1675 goto error_fatal;
1676 }
ffe60014 1677 rcu_read_unlock();
9ce5646a
MD
1678
1679 health_code_update();
1680
ffe60014
DG
1681 return 1;
1682end_channel_error:
1683 if (channel) {
1684 /*
1685 * Free channel here since no one has a reference to it. We don't
1686 * free after that because a stream can store this pointer.
1687 */
1688 destroy_channel(channel);
1689 }
1690 /* We have to send a status channel message indicating an error. */
1691 ret = consumer_send_status_channel(sock, NULL);
1692 if (ret < 0) {
1693 /* Stop everything if session daemon can not be notified. */
1694 goto error_fatal;
1695 }
1696 rcu_read_unlock();
9ce5646a
MD
1697
1698 health_code_update();
1699
ffe60014
DG
1700 return 1;
1701error_fatal:
1702 rcu_read_unlock();
1703 /* This will issue a consumer stop. */
1704 return -1;
3bd1e081
MD
1705}
1706
ffe60014
DG
1707/*
1708 * Wrapper over the mmap() read offset from ust-ctl library. Since this can be
1709 * compiled out, we isolate it in this library.
1710 */
1711int lttng_ustctl_get_mmap_read_offset(struct lttng_consumer_stream *stream,
1712 unsigned long *off)
3bd1e081 1713{
ffe60014
DG
1714 assert(stream);
1715 assert(stream->ustream);
b5c5fc29 1716
ffe60014 1717 return ustctl_get_mmap_read_offset(stream->ustream, off);
3bd1e081
MD
1718}
1719
ffe60014
DG
1720/*
1721 * Wrapper over the mmap() read offset from ust-ctl library. Since this can be
1722 * compiled out, we isolate it in this library.
1723 */
1724void *lttng_ustctl_get_mmap_base(struct lttng_consumer_stream *stream)
d056b477 1725{
ffe60014
DG
1726 assert(stream);
1727 assert(stream->ustream);
1728
1729 return ustctl_get_mmap_base(stream->ustream);
d056b477
MD
1730}
1731
ffe60014
DG
1732/*
1733 * Take a snapshot for a specific fd
1734 *
1735 * Returns 0 on success, < 0 on error
1736 */
1737int lttng_ustconsumer_take_snapshot(struct lttng_consumer_stream *stream)
3bd1e081 1738{
ffe60014
DG
1739 assert(stream);
1740 assert(stream->ustream);
1741
1742 return ustctl_snapshot(stream->ustream);
3bd1e081
MD
1743}
1744
ffe60014
DG
1745/*
1746 * Get the produced position
1747 *
1748 * Returns 0 on success, < 0 on error
1749 */
1750int lttng_ustconsumer_get_produced_snapshot(
1751 struct lttng_consumer_stream *stream, unsigned long *pos)
3bd1e081 1752{
ffe60014
DG
1753 assert(stream);
1754 assert(stream->ustream);
1755 assert(pos);
7a57cf92 1756
ffe60014
DG
1757 return ustctl_snapshot_get_produced(stream->ustream, pos);
1758}
7a57cf92 1759
10a50311
JD
1760/*
1761 * Get the consumed position
1762 *
1763 * Returns 0 on success, < 0 on error
1764 */
1765int lttng_ustconsumer_get_consumed_snapshot(
1766 struct lttng_consumer_stream *stream, unsigned long *pos)
1767{
1768 assert(stream);
1769 assert(stream->ustream);
1770 assert(pos);
1771
1772 return ustctl_snapshot_get_consumed(stream->ustream, pos);
1773}
1774
84a182ce
DG
1775void lttng_ustconsumer_flush_buffer(struct lttng_consumer_stream *stream,
1776 int producer)
1777{
1778 assert(stream);
1779 assert(stream->ustream);
1780
1781 ustctl_flush_buffer(stream->ustream, producer);
1782}
1783
1784int lttng_ustconsumer_get_current_timestamp(
1785 struct lttng_consumer_stream *stream, uint64_t *ts)
1786{
1787 assert(stream);
1788 assert(stream->ustream);
1789 assert(ts);
1790
1791 return ustctl_get_current_timestamp(stream->ustream, ts);
1792}
1793
ffe60014
DG
1794/*
1795 * Called when the stream signal the consumer that it has hang up.
1796 */
1797void lttng_ustconsumer_on_stream_hangup(struct lttng_consumer_stream *stream)
1798{
1799 assert(stream);
1800 assert(stream->ustream);
2c1dd183 1801
ffe60014
DG
1802 ustctl_flush_buffer(stream->ustream, 0);
1803 stream->hangup_flush_done = 1;
1804}
ee77a7b0 1805
ffe60014
DG
1806void lttng_ustconsumer_del_channel(struct lttng_consumer_channel *chan)
1807{
4628484a
MD
1808 int i;
1809
ffe60014
DG
1810 assert(chan);
1811 assert(chan->uchan);
e316aad5 1812
ea88ca2a
MD
1813 if (chan->switch_timer_enabled == 1) {
1814 consumer_timer_switch_stop(chan);
1815 }
1816 consumer_metadata_cache_destroy(chan);
ffe60014 1817 ustctl_destroy_channel(chan->uchan);
4628484a
MD
1818 for (i = 0; i < chan->nr_stream_fds; i++) {
1819 int ret;
1820
1821 ret = close(chan->stream_fds[i]);
1822 if (ret) {
1823 PERROR("close");
1824 }
1825 if (chan->shm_path[0]) {
1826 char shm_path[PATH_MAX];
1827
1828 ret = get_stream_shm_path(shm_path, chan->shm_path, i);
1829 if (ret) {
1830 ERR("Cannot get stream shm path");
1831 }
1832 ret = run_as_unlink(shm_path, chan->uid, chan->gid);
1833 if (ret) {
1834 errno = -ret;
1835 PERROR("unlink %s", shm_path);
1836 }
1837 }
1838 }
1839 free(chan->stream_fds);
3d071855
MD
1840 /* Try to rmdir all directories under shm_path root. */
1841 if (chan->root_shm_path[0]) {
4628484a
MD
1842 (void) run_as_recursive_rmdir(chan->root_shm_path,
1843 chan->uid, chan->gid);
3d071855 1844 }
3bd1e081
MD
1845}
1846
1847void lttng_ustconsumer_del_stream(struct lttng_consumer_stream *stream)
1848{
ffe60014
DG
1849 assert(stream);
1850 assert(stream->ustream);
d41f73b7 1851
ea88ca2a
MD
1852 if (stream->chan->switch_timer_enabled == 1) {
1853 consumer_timer_switch_stop(stream->chan);
1854 }
ffe60014
DG
1855 ustctl_destroy_stream(stream->ustream);
1856}
d41f73b7 1857
6d574024
DG
1858int lttng_ustconsumer_get_wakeup_fd(struct lttng_consumer_stream *stream)
1859{
1860 assert(stream);
1861 assert(stream->ustream);
1862
1863 return ustctl_stream_get_wakeup_fd(stream->ustream);
1864}
1865
1866int lttng_ustconsumer_close_wakeup_fd(struct lttng_consumer_stream *stream)
1867{
1868 assert(stream);
1869 assert(stream->ustream);
1870
1871 return ustctl_stream_close_wakeup_fd(stream->ustream);
1872}
1873
309167d2
JD
1874/*
1875 * Populate index values of a UST stream. Values are set in big endian order.
1876 *
1877 * Return 0 on success or else a negative value.
1878 */
50adc264 1879static int get_index_values(struct ctf_packet_index *index,
309167d2
JD
1880 struct ustctl_consumer_stream *ustream)
1881{
1882 int ret;
1883
1884 ret = ustctl_get_timestamp_begin(ustream, &index->timestamp_begin);
1885 if (ret < 0) {
1886 PERROR("ustctl_get_timestamp_begin");
1887 goto error;
1888 }
1889 index->timestamp_begin = htobe64(index->timestamp_begin);
1890
1891 ret = ustctl_get_timestamp_end(ustream, &index->timestamp_end);
1892 if (ret < 0) {
1893 PERROR("ustctl_get_timestamp_end");
1894 goto error;
1895 }
1896 index->timestamp_end = htobe64(index->timestamp_end);
1897
1898 ret = ustctl_get_events_discarded(ustream, &index->events_discarded);
1899 if (ret < 0) {
1900 PERROR("ustctl_get_events_discarded");
1901 goto error;
1902 }
1903 index->events_discarded = htobe64(index->events_discarded);
1904
1905 ret = ustctl_get_content_size(ustream, &index->content_size);
1906 if (ret < 0) {
1907 PERROR("ustctl_get_content_size");
1908 goto error;
1909 }
1910 index->content_size = htobe64(index->content_size);
1911
1912 ret = ustctl_get_packet_size(ustream, &index->packet_size);
1913 if (ret < 0) {
1914 PERROR("ustctl_get_packet_size");
1915 goto error;
1916 }
1917 index->packet_size = htobe64(index->packet_size);
1918
1919 ret = ustctl_get_stream_id(ustream, &index->stream_id);
1920 if (ret < 0) {
1921 PERROR("ustctl_get_stream_id");
1922 goto error;
1923 }
1924 index->stream_id = htobe64(index->stream_id);
1925
1926error:
1927 return ret;
1928}
1929
94d49140
JD
1930/*
1931 * Write up to one packet from the metadata cache to the channel.
1932 *
1933 * Returns the number of bytes pushed in the cache, or a negative value
1934 * on error.
1935 */
1936static
1937int commit_one_metadata_packet(struct lttng_consumer_stream *stream)
1938{
1939 ssize_t write_len;
1940 int ret;
1941
1942 pthread_mutex_lock(&stream->chan->metadata_cache->lock);
1943 if (stream->chan->metadata_cache->contiguous
1944 == stream->ust_metadata_pushed) {
1945 ret = 0;
1946 goto end;
1947 }
1948
1949 write_len = ustctl_write_one_packet_to_channel(stream->chan->uchan,
1950 &stream->chan->metadata_cache->data[stream->ust_metadata_pushed],
1951 stream->chan->metadata_cache->contiguous
1952 - stream->ust_metadata_pushed);
1953 assert(write_len != 0);
1954 if (write_len < 0) {
1955 ERR("Writing one metadata packet");
1956 ret = -1;
1957 goto end;
1958 }
1959 stream->ust_metadata_pushed += write_len;
1960
1961 assert(stream->chan->metadata_cache->contiguous >=
1962 stream->ust_metadata_pushed);
1963 ret = write_len;
1964
1965end:
1966 pthread_mutex_unlock(&stream->chan->metadata_cache->lock);
1967 return ret;
1968}
1969
309167d2 1970
94d49140
JD
1971/*
1972 * Sync metadata meaning request them to the session daemon and snapshot to the
1973 * metadata thread can consumer them.
1974 *
1975 * Metadata stream lock MUST be acquired.
1976 *
1977 * Return 0 if new metadatda is available, EAGAIN if the metadata stream
1978 * is empty or a negative value on error.
1979 */
1980int lttng_ustconsumer_sync_metadata(struct lttng_consumer_local_data *ctx,
1981 struct lttng_consumer_stream *metadata)
1982{
1983 int ret;
1984 int retry = 0;
1985
1986 assert(ctx);
1987 assert(metadata);
1988
1989 /*
1990 * Request metadata from the sessiond, but don't wait for the flush
1991 * because we locked the metadata thread.
1992 */
1993 ret = lttng_ustconsumer_request_metadata(ctx, metadata->chan, 0, 0);
1994 if (ret < 0) {
1995 goto end;
1996 }
1997
1998 ret = commit_one_metadata_packet(metadata);
1999 if (ret <= 0) {
2000 goto end;
2001 } else if (ret > 0) {
2002 retry = 1;
2003 }
2004
2005 ustctl_flush_buffer(metadata->ustream, 1);
2006 ret = ustctl_snapshot(metadata->ustream);
2007 if (ret < 0) {
2008 if (errno != EAGAIN) {
2009 ERR("Sync metadata, taking UST snapshot");
2010 goto end;
2011 }
2012 DBG("No new metadata when syncing them.");
2013 /* No new metadata, exit. */
2014 ret = ENODATA;
2015 goto end;
2016 }
2017
2018 /*
2019 * After this flush, we still need to extract metadata.
2020 */
2021 if (retry) {
2022 ret = EAGAIN;
2023 }
2024
2025end:
2026 return ret;
2027}
2028
02b3d176
DG
2029/*
2030 * Return 0 on success else a negative value.
2031 */
2032static int notify_if_more_data(struct lttng_consumer_stream *stream,
2033 struct lttng_consumer_local_data *ctx)
2034{
2035 int ret;
2036 struct ustctl_consumer_stream *ustream;
2037
2038 assert(stream);
2039 assert(ctx);
2040
2041 ustream = stream->ustream;
2042
2043 /*
2044 * First, we are going to check if there is a new subbuffer available
2045 * before reading the stream wait_fd.
2046 */
2047 /* Get the next subbuffer */
2048 ret = ustctl_get_next_subbuf(ustream);
2049 if (ret) {
2050 /* No more data found, flag the stream. */
2051 stream->has_data = 0;
2052 ret = 0;
2053 goto end;
2054 }
2055
5420e5db 2056 ret = ustctl_put_subbuf(ustream);
02b3d176
DG
2057 assert(!ret);
2058
2059 /* This stream still has data. Flag it and wake up the data thread. */
2060 stream->has_data = 1;
2061
2062 if (stream->monitor && !stream->hangup_flush_done && !ctx->has_wakeup) {
2063 ssize_t writelen;
2064
2065 writelen = lttng_pipe_write(ctx->consumer_wakeup_pipe, "!", 1);
2066 if (writelen < 0 && errno != EAGAIN && errno != EWOULDBLOCK) {
2067 ret = writelen;
2068 goto end;
2069 }
2070
2071 /* The wake up pipe has been notified. */
2072 ctx->has_wakeup = 1;
2073 }
2074 ret = 0;
2075
2076end:
2077 return ret;
2078}
2079
94d49140
JD
2080/*
2081 * Read subbuffer from the given stream.
2082 *
2083 * Stream lock MUST be acquired.
2084 *
2085 * Return 0 on success else a negative value.
2086 */
d41f73b7
MD
2087int lttng_ustconsumer_read_subbuffer(struct lttng_consumer_stream *stream,
2088 struct lttng_consumer_local_data *ctx)
2089{
1d4dfdef 2090 unsigned long len, subbuf_size, padding;
1c20f0e2 2091 int err, write_index = 1;
d41f73b7 2092 long ret = 0;
ffe60014 2093 struct ustctl_consumer_stream *ustream;
50adc264 2094 struct ctf_packet_index index;
ffe60014
DG
2095
2096 assert(stream);
2097 assert(stream->ustream);
2098 assert(ctx);
d41f73b7 2099
3eb914c0 2100 DBG("In UST read_subbuffer (wait_fd: %d, name: %s)", stream->wait_fd,
ffe60014
DG
2101 stream->name);
2102
2103 /* Ease our life for what's next. */
2104 ustream = stream->ustream;
d41f73b7 2105
6cd525e8 2106 /*
02b3d176
DG
2107 * We can consume the 1 byte written into the wait_fd by UST. Don't trigger
2108 * error if we cannot read this one byte (read returns 0), or if the error
2109 * is EAGAIN or EWOULDBLOCK.
2110 *
2111 * This is only done when the stream is monitored by a thread, before the
2112 * flush is done after a hangup and if the stream is not flagged with data
2113 * since there might be nothing to consume in the wait fd but still have
2114 * data available flagged by the consumer wake up pipe.
6cd525e8 2115 */
02b3d176
DG
2116 if (stream->monitor && !stream->hangup_flush_done && !stream->has_data) {
2117 char dummy;
c617c0c6
MD
2118 ssize_t readlen;
2119
6cd525e8
MD
2120 readlen = lttng_read(stream->wait_fd, &dummy, 1);
2121 if (readlen < 0 && errno != EAGAIN && errno != EWOULDBLOCK) {
effcf122
MD
2122 ret = readlen;
2123 goto end;
2124 }
d41f73b7
MD
2125 }
2126
04ef1097 2127retry:
d41f73b7 2128 /* Get the next subbuffer */
ffe60014 2129 err = ustctl_get_next_subbuf(ustream);
d41f73b7 2130 if (err != 0) {
04ef1097
MD
2131 /*
2132 * Populate metadata info if the existing info has
2133 * already been read.
2134 */
2135 if (stream->metadata_flag) {
94d49140
JD
2136 ret = commit_one_metadata_packet(stream);
2137 if (ret <= 0) {
04ef1097
MD
2138 goto end;
2139 }
04ef1097
MD
2140 ustctl_flush_buffer(stream->ustream, 1);
2141 goto retry;
2142 }
2143
1d4dfdef 2144 ret = err; /* ustctl_get_next_subbuf returns negative, caller expect positive. */
d41f73b7
MD
2145 /*
2146 * This is a debug message even for single-threaded consumer,
2147 * because poll() have more relaxed criterions than get subbuf,
2148 * so get_subbuf may fail for short race windows where poll()
2149 * would issue wakeups.
2150 */
2151 DBG("Reserving sub buffer failed (everything is normal, "
ffe60014 2152 "it is due to concurrency) [ret: %d]", err);
d41f73b7
MD
2153 goto end;
2154 }
ffe60014 2155 assert(stream->chan->output == CONSUMER_CHANNEL_MMAP);
309167d2 2156
1c20f0e2 2157 if (!stream->metadata_flag) {
309167d2
JD
2158 index.offset = htobe64(stream->out_fd_offset);
2159 ret = get_index_values(&index, ustream);
2160 if (ret < 0) {
2161 goto end;
2162 }
1c20f0e2
JD
2163 } else {
2164 write_index = 0;
309167d2
JD
2165 }
2166
1d4dfdef 2167 /* Get the full padded subbuffer size */
ffe60014 2168 err = ustctl_get_padded_subbuf_size(ustream, &len);
effcf122 2169 assert(err == 0);
1d4dfdef
DG
2170
2171 /* Get subbuffer data size (without padding) */
ffe60014 2172 err = ustctl_get_subbuf_size(ustream, &subbuf_size);
1d4dfdef
DG
2173 assert(err == 0);
2174
2175 /* Make sure we don't get a subbuffer size bigger than the padded */
2176 assert(len >= subbuf_size);
2177
2178 padding = len - subbuf_size;
d41f73b7 2179 /* write the subbuffer to the tracefile */
309167d2 2180 ret = lttng_consumer_on_read_subbuffer_mmap(ctx, stream, subbuf_size, padding, &index);
91dfef6e
DG
2181 /*
2182 * The mmap operation should write subbuf_size amount of data when network
2183 * streaming or the full padding (len) size when we are _not_ streaming.
2184 */
d88aee68
DG
2185 if ((ret != subbuf_size && stream->net_seq_idx != (uint64_t) -1ULL) ||
2186 (ret != len && stream->net_seq_idx == (uint64_t) -1ULL)) {
d41f73b7 2187 /*
91dfef6e 2188 * Display the error but continue processing to try to release the
c5c45efa
DG
2189 * subbuffer. This is a DBG statement since any unexpected kill or
2190 * signal, the application gets unregistered, relayd gets closed or
2191 * anything that affects the buffer lifetime will trigger this error.
2192 * So, for the sake of the user, don't print this error since it can
2193 * happen and it is OK with the code flow.
d41f73b7 2194 */
c5c45efa 2195 DBG("Error writing to tracefile "
8fd623e0 2196 "(ret: %ld != len: %lu != subbuf_size: %lu)",
91dfef6e 2197 ret, len, subbuf_size);
309167d2 2198 write_index = 0;
d41f73b7 2199 }
ffe60014 2200 err = ustctl_put_next_subbuf(ustream);
effcf122 2201 assert(err == 0);
331744e3 2202
02b3d176
DG
2203 /*
2204 * This will consumer the byte on the wait_fd if and only if there is not
2205 * next subbuffer to be acquired.
2206 */
2207 if (!stream->metadata_flag) {
2208 ret = notify_if_more_data(stream, ctx);
2209 if (ret < 0) {
2210 goto end;
2211 }
2212 }
2213
309167d2 2214 /* Write index if needed. */
1c20f0e2
JD
2215 if (!write_index) {
2216 goto end;
2217 }
2218
94d49140
JD
2219 if (stream->chan->live_timer_interval && !stream->metadata_flag) {
2220 /*
2221 * In live, block until all the metadata is sent.
2222 */
2223 err = consumer_stream_sync_metadata(ctx, stream->session_id);
2224 if (err < 0) {
2225 goto end;
2226 }
2227 }
2228
1c20f0e2
JD
2229 assert(!stream->metadata_flag);
2230 err = consumer_stream_write_index(stream, &index);
2231 if (err < 0) {
2232 goto end;
309167d2
JD
2233 }
2234
d41f73b7
MD
2235end:
2236 return ret;
2237}
2238
ffe60014
DG
2239/*
2240 * Called when a stream is created.
fe4477ee
JD
2241 *
2242 * Return 0 on success or else a negative value.
ffe60014 2243 */
d41f73b7
MD
2244int lttng_ustconsumer_on_recv_stream(struct lttng_consumer_stream *stream)
2245{
fe4477ee
JD
2246 int ret;
2247
10a50311
JD
2248 assert(stream);
2249
fe4477ee 2250 /* Don't create anything if this is set for streaming. */
10a50311 2251 if (stream->net_seq_idx == (uint64_t) -1ULL && stream->chan->monitor) {
fe4477ee
JD
2252 ret = utils_create_stream_file(stream->chan->pathname, stream->name,
2253 stream->chan->tracefile_size, stream->tracefile_count_current,
309167d2 2254 stream->uid, stream->gid, NULL);
fe4477ee
JD
2255 if (ret < 0) {
2256 goto error;
2257 }
2258 stream->out_fd = ret;
2259 stream->tracefile_size_current = 0;
309167d2
JD
2260
2261 if (!stream->metadata_flag) {
2262 ret = index_create_file(stream->chan->pathname,
2263 stream->name, stream->uid, stream->gid,
2264 stream->chan->tracefile_size,
2265 stream->tracefile_count_current);
2266 if (ret < 0) {
2267 goto error;
2268 }
2269 stream->index_fd = ret;
2270 }
fe4477ee
JD
2271 }
2272 ret = 0;
2273
2274error:
2275 return ret;
d41f73b7 2276}
ca22feea
DG
2277
2278/*
2279 * Check if data is still being extracted from the buffers for a specific
4e9a4686
DG
2280 * stream. Consumer data lock MUST be acquired before calling this function
2281 * and the stream lock.
ca22feea 2282 *
6d805429 2283 * Return 1 if the traced data are still getting read else 0 meaning that the
ca22feea
DG
2284 * data is available for trace viewer reading.
2285 */
6d805429 2286int lttng_ustconsumer_data_pending(struct lttng_consumer_stream *stream)
ca22feea
DG
2287{
2288 int ret;
2289
2290 assert(stream);
ffe60014 2291 assert(stream->ustream);
ca22feea 2292
6d805429 2293 DBG("UST consumer checking data pending");
c8f59ee5 2294
ca6b395f
MD
2295 if (stream->endpoint_status != CONSUMER_ENDPOINT_ACTIVE) {
2296 ret = 0;
2297 goto end;
2298 }
2299
04ef1097 2300 if (stream->chan->type == CONSUMER_CHANNEL_TYPE_METADATA) {
e6ee4eab
DG
2301 uint64_t contiguous, pushed;
2302
2303 /* Ease our life a bit. */
2304 contiguous = stream->chan->metadata_cache->contiguous;
2305 pushed = stream->ust_metadata_pushed;
2306
04ef1097
MD
2307 /*
2308 * We can simply check whether all contiguously available data
2309 * has been pushed to the ring buffer, since the push operation
2310 * is performed within get_next_subbuf(), and because both
2311 * get_next_subbuf() and put_next_subbuf() are issued atomically
2312 * thanks to the stream lock within
2313 * lttng_ustconsumer_read_subbuffer(). This basically means that
2314 * whetnever ust_metadata_pushed is incremented, the associated
2315 * metadata has been consumed from the metadata stream.
2316 */
2317 DBG("UST consumer metadata pending check: contiguous %" PRIu64 " vs pushed %" PRIu64,
e6ee4eab 2318 contiguous, pushed);
aa01b94c 2319 assert(((int64_t) (contiguous - pushed)) >= 0);
e6ee4eab 2320 if ((contiguous != pushed) ||
6acdf328 2321 (((int64_t) contiguous - pushed) > 0 || contiguous == 0)) {
04ef1097
MD
2322 ret = 1; /* Data is pending */
2323 goto end;
2324 }
2325 } else {
2326 ret = ustctl_get_next_subbuf(stream->ustream);
2327 if (ret == 0) {
2328 /*
2329 * There is still data so let's put back this
2330 * subbuffer.
2331 */
2332 ret = ustctl_put_subbuf(stream->ustream);
2333 assert(ret == 0);
2334 ret = 1; /* Data is pending */
2335 goto end;
2336 }
ca22feea
DG
2337 }
2338
6d805429
DG
2339 /* Data is NOT pending so ready to be read. */
2340 ret = 0;
ca22feea 2341
6efae65e
DG
2342end:
2343 return ret;
ca22feea 2344}
d88aee68 2345
6d574024
DG
2346/*
2347 * Stop a given metadata channel timer if enabled and close the wait fd which
2348 * is the poll pipe of the metadata stream.
2349 *
2350 * This MUST be called with the metadata channel acquired.
2351 */
2352void lttng_ustconsumer_close_metadata(struct lttng_consumer_channel *metadata)
2353{
2354 int ret;
2355
2356 assert(metadata);
2357 assert(metadata->type == CONSUMER_CHANNEL_TYPE_METADATA);
2358
2359 DBG("Closing metadata channel key %" PRIu64, metadata->key);
2360
2361 if (metadata->switch_timer_enabled == 1) {
2362 consumer_timer_switch_stop(metadata);
2363 }
2364
2365 if (!metadata->metadata_stream) {
2366 goto end;
2367 }
2368
2369 /*
2370 * Closing write side so the thread monitoring the stream wakes up if any
2371 * and clean the metadata stream.
2372 */
2373 if (metadata->metadata_stream->ust_metadata_poll_pipe[1] >= 0) {
2374 ret = close(metadata->metadata_stream->ust_metadata_poll_pipe[1]);
2375 if (ret < 0) {
2376 PERROR("closing metadata pipe write side");
2377 }
2378 metadata->metadata_stream->ust_metadata_poll_pipe[1] = -1;
2379 }
2380
2381end:
2382 return;
2383}
2384
d88aee68
DG
2385/*
2386 * Close every metadata stream wait fd of the metadata hash table. This
2387 * function MUST be used very carefully so not to run into a race between the
2388 * metadata thread handling streams and this function closing their wait fd.
2389 *
2390 * For UST, this is used when the session daemon hangs up. Its the metadata
2391 * producer so calling this is safe because we are assured that no state change
2392 * can occur in the metadata thread for the streams in the hash table.
2393 */
6d574024 2394void lttng_ustconsumer_close_all_metadata(struct lttng_ht *metadata_ht)
d88aee68 2395{
d88aee68
DG
2396 struct lttng_ht_iter iter;
2397 struct lttng_consumer_stream *stream;
2398
2399 assert(metadata_ht);
2400 assert(metadata_ht->ht);
2401
2402 DBG("UST consumer closing all metadata streams");
2403
2404 rcu_read_lock();
2405 cds_lfht_for_each_entry(metadata_ht->ht, &iter.iter, stream,
2406 node.node) {
9ce5646a
MD
2407
2408 health_code_update();
2409
be2b50c7 2410 pthread_mutex_lock(&stream->chan->lock);
6d574024 2411 lttng_ustconsumer_close_metadata(stream->chan);
be2b50c7
DG
2412 pthread_mutex_unlock(&stream->chan->lock);
2413
d88aee68
DG
2414 }
2415 rcu_read_unlock();
2416}
d8ef542d
MD
2417
2418void lttng_ustconsumer_close_stream_wakeup(struct lttng_consumer_stream *stream)
2419{
2420 int ret;
2421
2422 ret = ustctl_stream_close_wakeup_fd(stream->ustream);
2423 if (ret < 0) {
2424 ERR("Unable to close wakeup fd");
2425 }
2426}
331744e3 2427
f666ae70
MD
2428/*
2429 * Please refer to consumer-timer.c before adding any lock within this
2430 * function or any of its callees. Timers have a very strict locking
2431 * semantic with respect to teardown. Failure to respect this semantic
2432 * introduces deadlocks.
2433 */
331744e3 2434int lttng_ustconsumer_request_metadata(struct lttng_consumer_local_data *ctx,
94d49140 2435 struct lttng_consumer_channel *channel, int timer, int wait)
331744e3
JD
2436{
2437 struct lttcomm_metadata_request_msg request;
2438 struct lttcomm_consumer_msg msg;
0c759fc9 2439 enum lttcomm_return_code ret_code = LTTCOMM_CONSUMERD_SUCCESS;
331744e3
JD
2440 uint64_t len, key, offset;
2441 int ret;
2442
2443 assert(channel);
2444 assert(channel->metadata_cache);
2445
53efb85a
MD
2446 memset(&request, 0, sizeof(request));
2447
331744e3
JD
2448 /* send the metadata request to sessiond */
2449 switch (consumer_data.type) {
2450 case LTTNG_CONSUMER64_UST:
2451 request.bits_per_long = 64;
2452 break;
2453 case LTTNG_CONSUMER32_UST:
2454 request.bits_per_long = 32;
2455 break;
2456 default:
2457 request.bits_per_long = 0;
2458 break;
2459 }
2460
2461 request.session_id = channel->session_id;
1950109e 2462 request.session_id_per_pid = channel->session_id_per_pid;
567eb353
DG
2463 /*
2464 * Request the application UID here so the metadata of that application can
2465 * be sent back. The channel UID corresponds to the user UID of the session
2466 * used for the rights on the stream file(s).
2467 */
2468 request.uid = channel->ust_app_uid;
331744e3 2469 request.key = channel->key;
567eb353 2470
1950109e 2471 DBG("Sending metadata request to sessiond, session id %" PRIu64
567eb353
DG
2472 ", per-pid %" PRIu64 ", app UID %u and channek key %" PRIu64,
2473 request.session_id, request.session_id_per_pid, request.uid,
2474 request.key);
331744e3 2475
75d83e50 2476 pthread_mutex_lock(&ctx->metadata_socket_lock);
9ce5646a
MD
2477
2478 health_code_update();
2479
331744e3
JD
2480 ret = lttcomm_send_unix_sock(ctx->consumer_metadata_socket, &request,
2481 sizeof(request));
2482 if (ret < 0) {
2483 ERR("Asking metadata to sessiond");
2484 goto end;
2485 }
2486
9ce5646a
MD
2487 health_code_update();
2488
331744e3
JD
2489 /* Receive the metadata from sessiond */
2490 ret = lttcomm_recv_unix_sock(ctx->consumer_metadata_socket, &msg,
2491 sizeof(msg));
2492 if (ret != sizeof(msg)) {
8fd623e0 2493 DBG("Consumer received unexpected message size %d (expects %zu)",
331744e3
JD
2494 ret, sizeof(msg));
2495 lttng_consumer_send_error(ctx, LTTCOMM_CONSUMERD_ERROR_RECV_CMD);
2496 /*
2497 * The ret value might 0 meaning an orderly shutdown but this is ok
2498 * since the caller handles this.
2499 */
2500 goto end;
2501 }
2502
9ce5646a
MD
2503 health_code_update();
2504
331744e3
JD
2505 if (msg.cmd_type == LTTNG_ERR_UND) {
2506 /* No registry found */
2507 (void) consumer_send_status_msg(ctx->consumer_metadata_socket,
2508 ret_code);
2509 ret = 0;
2510 goto end;
2511 } else if (msg.cmd_type != LTTNG_CONSUMER_PUSH_METADATA) {
2512 ERR("Unexpected cmd_type received %d", msg.cmd_type);
2513 ret = -1;
2514 goto end;
2515 }
2516
2517 len = msg.u.push_metadata.len;
2518 key = msg.u.push_metadata.key;
2519 offset = msg.u.push_metadata.target_offset;
2520
2521 assert(key == channel->key);
2522 if (len == 0) {
2523 DBG("No new metadata to receive for key %" PRIu64, key);
2524 }
2525
9ce5646a
MD
2526 health_code_update();
2527
331744e3
JD
2528 /* Tell session daemon we are ready to receive the metadata. */
2529 ret = consumer_send_status_msg(ctx->consumer_metadata_socket,
0c759fc9 2530 LTTCOMM_CONSUMERD_SUCCESS);
331744e3
JD
2531 if (ret < 0 || len == 0) {
2532 /*
2533 * Somehow, the session daemon is not responding anymore or there is
2534 * nothing to receive.
2535 */
2536 goto end;
2537 }
2538
9ce5646a
MD
2539 health_code_update();
2540
1eb682be 2541 ret = lttng_ustconsumer_recv_metadata(ctx->consumer_metadata_socket,
94d49140 2542 key, offset, len, channel, timer, wait);
1eb682be 2543 if (ret >= 0) {
f2a444f1
DG
2544 /*
2545 * Only send the status msg if the sessiond is alive meaning a positive
2546 * ret code.
2547 */
1eb682be 2548 (void) consumer_send_status_msg(ctx->consumer_metadata_socket, ret);
f2a444f1 2549 }
331744e3
JD
2550 ret = 0;
2551
2552end:
9ce5646a
MD
2553 health_code_update();
2554
75d83e50 2555 pthread_mutex_unlock(&ctx->metadata_socket_lock);
331744e3
JD
2556 return ret;
2557}
70190e1c
DG
2558
2559/*
2560 * Return the ustctl call for the get stream id.
2561 */
2562int lttng_ustconsumer_get_stream_id(struct lttng_consumer_stream *stream,
2563 uint64_t *stream_id)
2564{
2565 assert(stream);
2566 assert(stream_id);
2567
2568 return ustctl_get_stream_id(stream->ustream, stream_id);
2569}
This page took 0.174779 seconds and 4 git commands to generate.