2 * SPDX-License-Identifier: LGPL-2.1-only
4 * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
6 * Holds LTTng per-session event registry.
24 #include <lttng/ust-endian.h>
26 #include <urcu/arch.h>
27 #include <urcu/compiler.h>
28 #include <urcu/hlist.h>
29 #include <urcu/list.h>
30 #include <urcu/uatomic.h>
32 #include <lttng/tracepoint.h>
33 #include <lttng/ust-events.h>
35 #include "common/logging.h"
36 #include "common/macros.h"
37 #include <lttng/ust-ctl.h>
38 #include "common/ustcomm.h"
39 #include "common/ust-fd.h"
40 #include "common/dynamic-type.h"
41 #include "common/ust-context-provider.h"
43 #include "common/tracepoint.h"
44 #include "common/strutils.h"
45 #include "lttng-bytecode.h"
46 #include "common/tracer.h"
47 #include "lttng-tracer-core.h"
48 #include "lttng-ust-statedump.h"
49 #include "context-internal.h"
50 #include "lib/lttng-ust/events.h"
51 #include "common/ringbuffer/shm.h"
52 #include "common/ringbuffer/frontend_types.h"
53 #include "common/ringbuffer/frontend.h"
54 #include "common/counter/counter.h"
55 #include "common/jhash.h"
56 #include <lttng/ust-abi.h>
57 #include "context-provider-internal.h"
60 * All operations within this file are called by the communication
61 * thread, under ust_lock protection.
64 static CDS_LIST_HEAD(sessions
);
65 static CDS_LIST_HEAD(event_notifier_groups
);
67 struct cds_list_head
*lttng_get_sessions(void)
72 static void _lttng_event_destroy(struct lttng_ust_event_common
*event
);
73 static void _lttng_enum_destroy(struct lttng_enum
*_enum
);
76 void lttng_session_lazy_sync_event_enablers(struct lttng_ust_session
*session
);
78 void lttng_session_sync_event_enablers(struct lttng_ust_session
*session
);
80 void lttng_event_notifier_group_sync_enablers(struct lttng_event_notifier_group
*event_notifier_group
);
82 void lttng_event_enabler_sync(struct lttng_event_enabler_common
*event_enabler
);
84 bool lttng_ust_validate_event_name(const struct lttng_ust_event_desc
*desc
)
86 if (strlen(desc
->probe_desc
->provider_name
) + 1 +
87 strlen(desc
->event_name
) >= LTTNG_UST_ABI_SYM_NAME_LEN
)
92 void lttng_ust_format_event_name(const struct lttng_ust_event_desc
*desc
,
95 strcpy(name
, desc
->probe_desc
->provider_name
);
97 strcat(name
, desc
->event_name
);
101 void lttng_event_enabler_unsync(struct lttng_event_enabler_common
*event_enabler
)
103 switch (event_enabler
->enabler_type
) {
104 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
105 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
107 struct lttng_event_enabler_session_common
*event_enabler_session
=
108 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
109 cds_list_move(&event_enabler
->node
,
110 &event_enabler_session
->chan
->session
->priv
->unsync_enablers_head
);
113 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
115 struct lttng_event_notifier_enabler
*event_notifier_enabler
=
116 caa_container_of(event_enabler
, struct lttng_event_notifier_enabler
, parent
);
117 cds_list_move(&event_enabler
->node
,
118 &event_notifier_enabler
->group
->unsync_enablers_head
);
127 void lttng_session_unsync_enablers(struct lttng_ust_session
*session
)
129 cds_list_splice(&session
->priv
->sync_enablers_head
,
130 &session
->priv
->unsync_enablers_head
);
131 CDS_INIT_LIST_HEAD(&session
->priv
->sync_enablers_head
);
135 void lttng_event_notifier_group_unsync_enablers(struct lttng_event_notifier_group
*event_notifier_group
)
137 cds_list_splice(&event_notifier_group
->sync_enablers_head
,
138 &event_notifier_group
->unsync_enablers_head
);
139 CDS_INIT_LIST_HEAD(&event_notifier_group
->sync_enablers_head
);
143 * Called with ust lock held.
145 int lttng_session_active(void)
147 struct lttng_ust_session_private
*iter
;
149 cds_list_for_each_entry(iter
, &sessions
, node
) {
150 if (iter
->pub
->active
)
157 int lttng_loglevel_match(int loglevel
,
158 unsigned int has_loglevel
,
159 enum lttng_ust_abi_loglevel_type req_type
,
163 loglevel
= LTTNG_UST_TRACEPOINT_LOGLEVEL_DEFAULT
;
165 case LTTNG_UST_ABI_LOGLEVEL_RANGE
:
166 if (loglevel
<= req_loglevel
167 || (req_loglevel
== -1 && loglevel
<= LTTNG_UST_TRACEPOINT_LOGLEVEL_DEBUG
))
171 case LTTNG_UST_ABI_LOGLEVEL_SINGLE
:
172 if (loglevel
== req_loglevel
173 || (req_loglevel
== -1 && loglevel
<= LTTNG_UST_TRACEPOINT_LOGLEVEL_DEBUG
))
177 case LTTNG_UST_ABI_LOGLEVEL_ALL
:
179 if (loglevel
<= LTTNG_UST_TRACEPOINT_LOGLEVEL_DEBUG
)
186 struct lttng_ust_session
*lttng_session_create(void)
188 struct lttng_ust_session
*session
;
189 struct lttng_ust_session_private
*session_priv
;
192 session
= zmalloc(sizeof(struct lttng_ust_session
));
195 session
->struct_size
= sizeof(struct lttng_ust_session
);
196 session_priv
= zmalloc(sizeof(struct lttng_ust_session_private
));
201 session
->priv
= session_priv
;
202 session_priv
->pub
= session
;
203 if (lttng_context_init_all(&session
->priv
->ctx
)) {
208 CDS_INIT_LIST_HEAD(&session
->priv
->chan_head
);
209 CDS_INIT_LIST_HEAD(&session
->priv
->events_head
);
210 CDS_INIT_LIST_HEAD(&session
->priv
->enums_head
);
211 CDS_INIT_LIST_HEAD(&session
->priv
->unsync_enablers_head
);
212 CDS_INIT_LIST_HEAD(&session
->priv
->sync_enablers_head
);
213 CDS_INIT_LIST_HEAD(&session
->priv
->counters_head
);
214 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
215 CDS_INIT_HLIST_HEAD(&session
->priv
->events_name_ht
.table
[i
]);
216 for (i
= 0; i
< LTTNG_UST_ENUM_HT_SIZE
; i
++)
217 CDS_INIT_HLIST_HEAD(&session
->priv
->enums_ht
.table
[i
]);
218 cds_list_add(&session
->priv
->node
, &sessions
);
222 struct lttng_ust_channel_counter
*lttng_ust_counter_create(
223 const char *counter_transport_name
,
224 size_t number_dimensions
,
225 const struct lttng_counter_dimension
*dimensions
,
226 int64_t global_sum_step
,
229 struct lttng_counter_transport
*counter_transport
= NULL
;
230 struct lttng_ust_channel_counter
*counter
= NULL
;
232 counter_transport
= lttng_counter_transport_find(counter_transport_name
);
233 if (!counter_transport
) {
236 counter
= counter_transport
->ops
.priv
->counter_create(number_dimensions
, dimensions
,
237 global_sum_step
, -1, 0, NULL
, false);
241 counter
->ops
= &counter_transport
->ops
;
242 counter
->priv
->parent
.coalesce_hits
= coalesce_hits
;
252 void lttng_ust_counter_destroy(struct lttng_ust_channel_counter
*counter
)
254 counter
->ops
->priv
->counter_destroy(counter
);
257 struct lttng_event_notifier_group
*lttng_event_notifier_group_create(void)
259 struct lttng_event_notifier_group
*event_notifier_group
;
262 event_notifier_group
= zmalloc(sizeof(struct lttng_event_notifier_group
));
263 if (!event_notifier_group
)
266 /* Add all contexts. */
267 if (lttng_context_init_all(&event_notifier_group
->ctx
)) {
268 free(event_notifier_group
);
272 CDS_INIT_LIST_HEAD(&event_notifier_group
->sync_enablers_head
);
273 CDS_INIT_LIST_HEAD(&event_notifier_group
->unsync_enablers_head
);
274 CDS_INIT_LIST_HEAD(&event_notifier_group
->event_notifiers_head
);
275 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
276 CDS_INIT_HLIST_HEAD(&event_notifier_group
->event_notifiers_ht
.table
[i
]);
278 cds_list_add(&event_notifier_group
->node
, &event_notifier_groups
);
280 return event_notifier_group
;
284 * Only used internally at session destruction.
287 void _lttng_channel_unmap(struct lttng_ust_channel_buffer
*lttng_chan
)
289 struct lttng_ust_ring_buffer_channel
*chan
;
290 struct lttng_ust_shm_handle
*handle
;
292 cds_list_del(<tng_chan
->priv
->node
);
293 lttng_destroy_context(lttng_chan
->priv
->ctx
);
294 chan
= lttng_chan
->priv
->rb_chan
;
295 handle
= chan
->handle
;
296 channel_destroy(chan
, handle
, 0);
297 free(lttng_chan
->parent
);
298 free(lttng_chan
->priv
);
303 void register_event(struct lttng_ust_event_common
*event
)
306 const struct lttng_ust_event_desc
*desc
;
308 assert(event
->priv
->registered
== 0);
309 desc
= event
->priv
->desc
;
310 ret
= lttng_ust_tp_probe_register_queue_release(desc
->probe_desc
->provider_name
,
312 desc
->tp_class
->probe_callback
,
313 event
, desc
->tp_class
->signature
);
316 event
->priv
->registered
= 1;
320 void unregister_event(struct lttng_ust_event_common
*event
)
323 const struct lttng_ust_event_desc
*desc
;
325 assert(event
->priv
->registered
== 1);
326 desc
= event
->priv
->desc
;
327 ret
= lttng_ust_tp_probe_unregister_queue_release(desc
->probe_desc
->provider_name
,
329 desc
->tp_class
->probe_callback
,
333 event
->priv
->registered
= 0;
337 void _lttng_event_unregister(struct lttng_ust_event_common
*event
)
339 if (event
->priv
->registered
)
340 unregister_event(event
);
343 void lttng_session_destroy(struct lttng_ust_session
*session
)
345 struct lttng_ust_channel_buffer_private
*chan_buffer
, *tmpchan_buffer
;
346 struct lttng_ust_channel_counter_private
*chan_counter
, *tmpchan_counter
;
347 struct lttng_ust_event_common_private
*event_priv
, *tmpevent_priv
;
348 struct lttng_enum
*_enum
, *tmp_enum
;
349 struct lttng_event_enabler_common
*event_enabler
, *event_tmpenabler
;
351 CMM_ACCESS_ONCE(session
->active
) = 0;
352 cds_list_for_each_entry(event_priv
, &session
->priv
->events_head
, node
)
353 _lttng_event_unregister(event_priv
->pub
);
354 lttng_ust_urcu_synchronize_rcu(); /* Wait for in-flight events to complete */
355 lttng_ust_tp_probe_prune_release_queue();
356 cds_list_for_each_entry_safe(event_enabler
, event_tmpenabler
, &session
->priv
->unsync_enablers_head
, node
)
357 lttng_event_enabler_destroy(event_enabler
);
358 cds_list_for_each_entry_safe(event_enabler
, event_tmpenabler
, &session
->priv
->sync_enablers_head
, node
)
359 lttng_event_enabler_destroy(event_enabler
);
360 cds_list_for_each_entry_safe(event_priv
, tmpevent_priv
, &session
->priv
->events_head
, node
)
361 _lttng_event_destroy(event_priv
->pub
);
362 cds_list_for_each_entry_safe(_enum
, tmp_enum
, &session
->priv
->enums_head
, node
)
363 _lttng_enum_destroy(_enum
);
364 cds_list_for_each_entry_safe(chan_buffer
, tmpchan_buffer
, &session
->priv
->chan_head
, node
)
365 _lttng_channel_unmap(chan_buffer
->pub
);
366 cds_list_for_each_entry_safe(chan_counter
, tmpchan_counter
, &session
->priv
->counters_head
, node
) {
367 cds_list_del(&chan_counter
->node
);
368 lttng_ust_counter_destroy(chan_counter
->pub
);
370 cds_list_del(&session
->priv
->node
);
371 lttng_destroy_context(session
->priv
->ctx
);
376 void lttng_event_notifier_group_destroy(
377 struct lttng_event_notifier_group
*event_notifier_group
)
380 struct lttng_event_enabler_common
*event_enabler
, *tmpevent_enabler
;
381 struct lttng_ust_event_common_private
*event_priv
, *tmpevent_priv
;
383 if (!event_notifier_group
) {
387 cds_list_for_each_entry(event_priv
, &event_notifier_group
->event_notifiers_head
, node
)
388 _lttng_event_unregister(event_priv
->pub
);
390 lttng_ust_urcu_synchronize_rcu();
392 cds_list_for_each_entry_safe(event_enabler
, tmpevent_enabler
, &event_notifier_group
->sync_enablers_head
, node
)
393 lttng_event_enabler_destroy(event_enabler
);
394 cds_list_for_each_entry_safe(event_enabler
, tmpevent_enabler
, &event_notifier_group
->unsync_enablers_head
, node
)
395 lttng_event_enabler_destroy(event_enabler
);
396 cds_list_for_each_entry_safe(event_priv
, tmpevent_priv
, &event_notifier_group
->event_notifiers_head
, node
)
397 _lttng_event_destroy(event_priv
->pub
);
399 if (event_notifier_group
->error_counter
)
400 lttng_ust_counter_destroy(event_notifier_group
->error_counter
);
402 /* Close the notification fd to the listener of event_notifiers. */
404 lttng_ust_lock_fd_tracker();
405 close_ret
= close(event_notifier_group
->notification_fd
);
407 lttng_ust_delete_fd_from_tracker(
408 event_notifier_group
->notification_fd
);
413 lttng_ust_unlock_fd_tracker();
415 cds_list_del(&event_notifier_group
->node
);
416 lttng_destroy_context(event_notifier_group
->ctx
);
417 free(event_notifier_group
);
421 int lttng_enum_create(const struct lttng_ust_enum_desc
*desc
,
422 struct lttng_ust_session
*session
)
424 const char *enum_name
= desc
->name
;
425 struct lttng_enum
*_enum
;
426 struct cds_hlist_head
*head
;
428 size_t name_len
= strlen(enum_name
);
432 /* Check if this enum is already registered for this session. */
433 hash
= jhash(enum_name
, name_len
, 0);
434 head
= &session
->priv
->enums_ht
.table
[hash
& (LTTNG_UST_ENUM_HT_SIZE
- 1)];
436 _enum
= lttng_ust_enum_get_from_desc(session
, desc
);
442 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
443 if (notify_socket
< 0) {
448 _enum
= zmalloc(sizeof(*_enum
));
453 _enum
->session
= session
;
456 ret
= ustcomm_register_enum(notify_socket
,
463 DBG("Error (%d) registering enumeration to sessiond", ret
);
464 goto sessiond_register_error
;
466 cds_list_add(&_enum
->node
, &session
->priv
->enums_head
);
467 cds_hlist_add_head(&_enum
->hlist
, head
);
470 sessiond_register_error
:
479 int lttng_create_enum_check(const struct lttng_ust_type_common
*type
,
480 struct lttng_ust_session
*session
)
482 switch (type
->type
) {
483 case lttng_ust_type_enum
:
485 const struct lttng_ust_enum_desc
*enum_desc
;
488 enum_desc
= lttng_ust_get_type_enum(type
)->desc
;
489 ret
= lttng_enum_create(enum_desc
, session
);
490 if (ret
&& ret
!= -EEXIST
) {
491 DBG("Unable to create enum error: (%d)", ret
);
496 case lttng_ust_type_dynamic
:
498 const struct lttng_ust_event_field
*tag_field_generic
;
499 const struct lttng_ust_enum_desc
*enum_desc
;
502 tag_field_generic
= lttng_ust_dynamic_type_tag_field();
503 enum_desc
= lttng_ust_get_type_enum(tag_field_generic
->type
)->desc
;
504 ret
= lttng_enum_create(enum_desc
, session
);
505 if (ret
&& ret
!= -EEXIST
) {
506 DBG("Unable to create enum error: (%d)", ret
);
512 /* TODO: nested types when they become supported. */
519 int lttng_create_all_event_enums(struct lttng_event_enabler_common
*event_enabler
,
520 const struct lttng_ust_event_desc
*desc
)
522 size_t nr_fields
= desc
->tp_class
->nr_fields
;
523 const struct lttng_ust_event_field
* const *event_fields
= desc
->tp_class
->fields
;
524 struct lttng_ust_session
*session
;
528 switch (event_enabler
->enabler_type
) {
529 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
530 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
532 struct lttng_event_enabler_session_common
*event_enabler_session
=
533 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
535 session
= event_enabler_session
->chan
->session
;
536 /* For each field, ensure enum is part of the session. */
537 for (i
= 0; i
< nr_fields
; i
++) {
538 const struct lttng_ust_type_common
*type
= event_fields
[i
]->type
;
540 ret
= lttng_create_enum_check(type
, session
);
546 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
554 int lttng_create_all_ctx_enums(size_t nr_fields
,
555 struct lttng_ust_ctx_field
*ctx_fields
,
556 struct lttng_ust_session
*session
)
561 /* For each field, ensure enum is part of the session. */
562 for (i
= 0; i
< nr_fields
; i
++) {
563 const struct lttng_ust_type_common
*type
= ctx_fields
[i
].event_field
->type
;
565 ret
= lttng_create_enum_check(type
, session
);
573 * Ensure that a state-dump will be performed for this session at the end
574 * of the current handle_message().
576 int lttng_session_statedump(struct lttng_ust_session
*session
)
578 session
->priv
->statedump_pending
= 1;
579 lttng_ust_sockinfo_session_enabled(session
->priv
->owner
);
583 int lttng_session_enable(struct lttng_ust_session
*session
)
586 struct lttng_ust_channel_buffer_private
*chan
;
589 if (session
->active
) {
594 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
595 if (notify_socket
< 0)
596 return notify_socket
;
598 /* Set transient enabler state to "enabled" */
599 session
->priv
->tstate
= 1;
601 /* We need to sync enablers with session before activation. */
602 lttng_session_sync_event_enablers(session
);
605 * Snapshot the number of events per channel to know the type of header
608 cds_list_for_each_entry(chan
, &session
->priv
->chan_head
, node
) {
609 struct lttng_ust_ctx
*ctx
;
610 struct lttng_ust_ctx_field
*fields
= NULL
;
611 size_t nr_fields
= 0;
614 /* don't change it if session stop/restart */
615 if (chan
->header_type
)
619 nr_fields
= ctx
->nr_fields
;
620 fields
= ctx
->fields
;
621 ret
= lttng_create_all_ctx_enums(nr_fields
, fields
,
624 DBG("Error (%d) adding enum to session", ret
);
628 ret
= ustcomm_register_channel(notify_socket
,
637 DBG("Error (%d) registering channel to sessiond", ret
);
640 if (chan_id
!= chan
->id
) {
641 DBG("Error: channel registration id (%u) does not match id assigned at creation (%u)",
647 /* Set atomically the state to "active" */
648 CMM_ACCESS_ONCE(session
->active
) = 1;
649 CMM_ACCESS_ONCE(session
->priv
->been_active
) = 1;
651 ret
= lttng_session_statedump(session
);
658 int lttng_session_disable(struct lttng_ust_session
*session
)
662 if (!session
->active
) {
666 /* Set atomically the state to "inactive" */
667 CMM_ACCESS_ONCE(session
->active
) = 0;
669 /* Set transient enabler state to "disabled" */
670 session
->priv
->tstate
= 0;
671 lttng_session_sync_event_enablers(session
);
676 int lttng_channel_enable(struct lttng_ust_channel_common
*lttng_channel
)
680 if (lttng_channel
->enabled
) {
684 /* Set transient enabler state to "enabled" */
685 lttng_channel
->priv
->tstate
= 1;
686 lttng_session_sync_event_enablers(lttng_channel
->session
);
687 /* Set atomically the state to "enabled" */
688 CMM_ACCESS_ONCE(lttng_channel
->enabled
) = 1;
693 int lttng_channel_disable(struct lttng_ust_channel_common
*lttng_channel
)
697 if (!lttng_channel
->enabled
) {
701 /* Set atomically the state to "disabled" */
702 CMM_ACCESS_ONCE(lttng_channel
->enabled
) = 0;
703 /* Set transient enabler state to "enabled" */
704 lttng_channel
->priv
->tstate
= 0;
705 lttng_session_sync_event_enablers(lttng_channel
->session
);
711 struct cds_hlist_head
*borrow_hash_table_bucket(
712 struct cds_hlist_head
*hash_table
,
713 unsigned int hash_table_size
,
719 name_len
= strlen(name
);
721 hash
= jhash(name
, name_len
, 0);
722 return &hash_table
[hash
& (hash_table_size
- 1)];
726 int format_event_key(struct lttng_event_enabler_common
*event_enabler
, char *key_string
,
727 const char *provider_name
, const char *event_name
)
729 struct lttng_event_counter_enabler
*event_counter_enabler
;
730 const struct lttng_counter_key_dimension
*dim
;
731 size_t i
, left
= LTTNG_KEY_TOKEN_STRING_LEN_MAX
;
732 const struct lttng_counter_key
*key
;
734 if (event_enabler
->enabler_type
!= LTTNG_EVENT_ENABLER_TYPE_COUNTER
) {
737 event_counter_enabler
= caa_container_of(event_enabler
, struct lttng_event_counter_enabler
, parent
.parent
);
738 key
= &event_counter_enabler
->key
;
739 if (!key
->nr_dimensions
)
741 /* Currently event keys can only be specified on a single dimension. */
742 if (key
->nr_dimensions
!= 1)
744 dim
= &key
->key_dimensions
[0];
745 /* Currently only tokens keys are supported. */
746 if (dim
->key_type
!= LTTNG_KEY_TYPE_TOKENS
)
748 for (i
= 0; i
< dim
->u
.tokens
.nr_key_tokens
; i
++) {
749 const struct lttng_key_token
*token
= &dim
->u
.tokens
.key_tokens
[i
];
753 switch (token
->type
) {
754 case LTTNG_KEY_TOKEN_STRING
:
755 str
= token
->arg
.string
;
757 case LTTNG_KEY_TOKEN_EVENT_NAME
:
760 case LTTNG_KEY_TOKEN_PROVIDER_NAME
:
766 token_len
= strlen(str
);
767 if (token_len
>= left
)
769 strcat(key_string
, str
);
776 bool match_event_key(struct lttng_ust_event_common
*event
, const char *key_string
)
778 switch (event
->type
) {
779 case LTTNG_UST_EVENT_TYPE_RECORDER
: /* Fall-through */
780 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
783 case LTTNG_UST_EVENT_TYPE_COUNTER
:
785 struct lttng_ust_event_counter_private
*event_counter_priv
=
786 caa_container_of(event
->priv
, struct lttng_ust_event_counter_private
, parent
.parent
);
788 if (key_string
[0] == '\0')
790 return !strcmp(key_string
, event_counter_priv
->key
);
800 bool match_event_session_token(struct lttng_ust_event_session_common_private
*event_session_priv
,
803 if (event_session_priv
->chan
->priv
->coalesce_hits
)
805 if (event_session_priv
->parent
.user_token
== token
)
811 struct lttng_ust_event_common
*lttng_ust_event_alloc(struct lttng_event_enabler_common
*event_enabler
,
812 const struct lttng_ust_event_desc
*desc
,
813 const char *key_string
)
816 switch (event_enabler
->enabler_type
) {
817 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
:
819 struct lttng_event_recorder_enabler
*event_recorder_enabler
=
820 caa_container_of(event_enabler
, struct lttng_event_recorder_enabler
, parent
.parent
);
821 struct lttng_ust_event_recorder
*event_recorder
;
822 struct lttng_ust_event_recorder_private
*event_recorder_priv
;
824 event_recorder
= zmalloc(sizeof(struct lttng_ust_event_recorder
));
827 event_recorder
->struct_size
= sizeof(struct lttng_ust_event_recorder
);
829 event_recorder
->parent
= zmalloc(sizeof(struct lttng_ust_event_common
));
830 if (!event_recorder
->parent
) {
831 free(event_recorder
);
834 event_recorder
->parent
->struct_size
= sizeof(struct lttng_ust_event_common
);
835 event_recorder
->parent
->type
= LTTNG_UST_EVENT_TYPE_RECORDER
;
836 event_recorder
->parent
->child
= event_recorder
;
838 event_recorder_priv
= zmalloc(sizeof(struct lttng_ust_event_recorder_private
));
839 if (!event_recorder_priv
) {
840 free(event_recorder
->parent
);
841 free(event_recorder
);
844 event_recorder
->priv
= event_recorder_priv
;
845 event_recorder_priv
->pub
= event_recorder
;
846 event_recorder
->parent
->priv
= &event_recorder_priv
->parent
.parent
;
847 event_recorder_priv
->parent
.parent
.pub
= event_recorder
->parent
;
848 event_recorder
->chan
= event_recorder_enabler
->chan
;
850 /* Event will be enabled by enabler sync. */
851 event_recorder
->parent
->run_filter
= lttng_ust_interpret_event_filter
;
852 event_recorder
->parent
->enabled
= 0;
853 event_recorder
->parent
->priv
->registered
= 0;
854 CDS_INIT_LIST_HEAD(&event_recorder
->parent
->priv
->filter_bytecode_runtime_head
);
855 CDS_INIT_LIST_HEAD(&event_recorder
->parent
->priv
->enablers_ref_head
);
856 event_recorder_priv
->parent
.chan
= event_recorder_enabler
->chan
->parent
;
857 event_recorder
->priv
->parent
.parent
.desc
= desc
;
859 return event_recorder
->parent
;
861 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
863 struct lttng_event_notifier_enabler
*event_notifier_enabler
=
864 caa_container_of(event_enabler
, struct lttng_event_notifier_enabler
, parent
);
865 struct lttng_ust_event_notifier
*event_notifier
;
866 struct lttng_ust_event_notifier_private
*event_notifier_priv
;
867 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
868 uint64_t token
= event_notifier_enabler
->parent
.user_token
;
869 uint64_t error_counter_index
= event_notifier_enabler
->error_counter_index
;
871 event_notifier
= zmalloc(sizeof(struct lttng_ust_event_notifier
));
874 event_notifier
->struct_size
= sizeof(struct lttng_ust_event_notifier
);
876 event_notifier
->parent
= zmalloc(sizeof(struct lttng_ust_event_common
));
877 if (!event_notifier
->parent
) {
878 free(event_notifier
);
881 event_notifier
->parent
->struct_size
= sizeof(struct lttng_ust_event_common
);
882 event_notifier
->parent
->type
= LTTNG_UST_EVENT_TYPE_NOTIFIER
;
883 event_notifier
->parent
->child
= event_notifier
;
885 event_notifier_priv
= zmalloc(sizeof(struct lttng_ust_event_notifier_private
));
886 if (!event_notifier_priv
) {
887 free(event_notifier
->parent
);
888 free(event_notifier
);
891 event_notifier
->priv
= event_notifier_priv
;
892 event_notifier_priv
->pub
= event_notifier
;
893 event_notifier
->parent
->priv
= &event_notifier_priv
->parent
;
894 event_notifier_priv
->parent
.pub
= event_notifier
->parent
;
896 event_notifier_priv
->group
= event_notifier_group
;
897 event_notifier_priv
->parent
.user_token
= token
;
898 event_notifier_priv
->error_counter_index
= error_counter_index
;
900 /* Event notifier will be enabled by enabler sync. */
901 event_notifier
->parent
->run_filter
= lttng_ust_interpret_event_filter
;
902 event_notifier
->parent
->enabled
= 0;
903 event_notifier_priv
->parent
.registered
= 0;
905 CDS_INIT_LIST_HEAD(&event_notifier
->parent
->priv
->filter_bytecode_runtime_head
);
906 CDS_INIT_LIST_HEAD(&event_notifier
->priv
->capture_bytecode_runtime_head
);
907 CDS_INIT_LIST_HEAD(&event_notifier_priv
->parent
.enablers_ref_head
);
908 event_notifier
->notification_send
= lttng_event_notifier_notification_send
;
909 event_notifier_priv
->parent
.desc
= desc
;
910 return event_notifier
->parent
;
912 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
914 struct lttng_event_counter_enabler
*event_counter_enabler
=
915 caa_container_of(event_enabler
, struct lttng_event_counter_enabler
, parent
.parent
);
916 struct lttng_ust_event_counter
*event_counter
;
917 struct lttng_ust_event_counter_private
*event_counter_priv
;
919 event_counter
= zmalloc(sizeof(struct lttng_ust_event_counter
));
922 event_counter
->struct_size
= sizeof(struct lttng_ust_event_counter
);
924 event_counter
->parent
= zmalloc(sizeof(struct lttng_ust_event_common
));
925 if (!event_counter
->parent
) {
929 event_counter
->parent
->struct_size
= sizeof(struct lttng_ust_event_common
);
930 event_counter
->parent
->type
= LTTNG_UST_EVENT_TYPE_COUNTER
;
931 event_counter
->parent
->child
= event_counter
;
933 event_counter_priv
= zmalloc(sizeof(struct lttng_ust_event_counter_private
));
934 if (!event_counter_priv
) {
935 free(event_counter
->parent
);
939 event_counter
->priv
= event_counter_priv
;
940 event_counter_priv
->pub
= event_counter
;
941 event_counter
->parent
->priv
= &event_counter_priv
->parent
.parent
;
942 event_counter_priv
->parent
.parent
.pub
= event_counter
->parent
;
943 event_counter
->chan
= event_counter_enabler
->chan
;
945 /* Event will be enabled by enabler sync. */
946 event_counter
->parent
->run_filter
= lttng_ust_interpret_event_filter
;
947 event_counter
->parent
->enabled
= 0;
948 event_counter
->parent
->priv
->registered
= 0;
949 CDS_INIT_LIST_HEAD(&event_counter
->parent
->priv
->filter_bytecode_runtime_head
);
950 CDS_INIT_LIST_HEAD(&event_counter
->parent
->priv
->enablers_ref_head
);
951 event_counter_priv
->parent
.chan
= event_counter_enabler
->chan
->parent
;
952 if (!event_counter
->chan
->priv
->parent
.coalesce_hits
)
953 event_counter
->priv
->parent
.parent
.user_token
= event_counter_enabler
->parent
.parent
.user_token
;
954 event_counter
->priv
->parent
.parent
.desc
= desc
;
955 strcpy(event_counter_priv
->key
, key_string
);
956 event_counter_priv
->action
= event_counter_enabler
->action
;
957 return event_counter
->parent
;
965 void lttng_ust_event_free(struct lttng_ust_event_common
*event
)
967 struct lttng_ust_event_common_private
*event_priv
= event
->priv
;
969 switch (event
->type
) {
970 case LTTNG_UST_EVENT_TYPE_RECORDER
:
972 struct lttng_ust_event_recorder_private
*event_recorder_priv
=
973 caa_container_of(event_priv
, struct lttng_ust_event_recorder_private
, parent
.parent
);
975 free(event_recorder_priv
->pub
->parent
);
976 free(event_recorder_priv
->pub
);
977 free(event_recorder_priv
);
980 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
982 struct lttng_ust_event_notifier_private
*event_notifier_priv
=
983 caa_container_of(event_priv
, struct lttng_ust_event_notifier_private
, parent
);
985 free(event_notifier_priv
->pub
->parent
);
986 free(event_notifier_priv
->pub
);
987 free(event_notifier_priv
);
990 case LTTNG_UST_EVENT_TYPE_COUNTER
:
992 struct lttng_ust_event_counter_private
*event_counter_priv
=
993 caa_container_of(event_priv
, struct lttng_ust_event_counter_private
, parent
.parent
);
995 free(event_counter_priv
->pub
->parent
);
996 free(event_counter_priv
->pub
);
997 free(event_counter_priv
);
1006 int lttng_event_register_to_sessiond(struct lttng_event_enabler_common
*event_enabler
,
1007 struct lttng_ust_event_common
*event
,
1010 switch (event_enabler
->enabler_type
) {
1011 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
1013 struct lttng_event_enabler_session_common
*event_enabler_session
=
1014 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
1015 struct lttng_ust_event_session_common_private
*event_session_priv
=
1016 caa_container_of(event
->priv
, struct lttng_ust_event_session_common_private
, parent
);
1017 struct lttng_ust_session
*session
= event_enabler_session
->chan
->session
;
1018 const struct lttng_ust_event_desc
*desc
= event
->priv
->desc
;
1019 int notify_socket
, loglevel
, ret
;
1024 loglevel
= *(*desc
->loglevel
);
1026 loglevel
= LTTNG_UST_TRACEPOINT_LOGLEVEL_DEFAULT
;
1027 if (desc
->model_emf_uri
)
1028 uri
= *(desc
->model_emf_uri
);
1032 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
1033 if (notify_socket
< 0)
1034 return notify_socket
;
1036 /* Fetch event ID from sessiond */
1037 ret
= ustcomm_register_event(notify_socket
,
1039 session
->priv
->objd
,
1040 event_enabler_session
->chan
->priv
->objd
,
1043 desc
->tp_class
->signature
,
1044 desc
->tp_class
->nr_fields
,
1045 desc
->tp_class
->fields
,
1047 event_enabler_session
->parent
.user_token
,
1051 event_session_priv
->id
= id
;
1054 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
1056 struct lttng_event_enabler_session_common
*event_enabler_session
=
1057 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
1058 struct lttng_ust_event_session_common_private
*event_session_priv
=
1059 caa_container_of(event
->priv
, struct lttng_ust_event_session_common_private
, parent
);
1060 struct lttng_ust_session
*session
= event_enabler_session
->chan
->session
;
1061 uint64_t dimension_index
[LTTNG_COUNTER_DIMENSION_MAX
];
1062 int notify_socket
, ret
;
1064 notify_socket
= lttng_get_notify_socket(session
->priv
->owner
);
1065 if (notify_socket
< 0)
1066 return notify_socket
;
1068 /* Fetch key index from sessiond */
1069 ret
= ustcomm_register_key(notify_socket
,
1070 session
->priv
->objd
,
1071 event_enabler_session
->chan
->priv
->objd
,
1072 0, /* target dimension */
1075 event_enabler_session
->parent
.user_token
,
1076 dimension_index
); /* Filled up to target dimension. */
1079 event_session_priv
->id
= dimension_index
[0];
1083 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
1091 bool lttng_event_enabler_event_desc_key_match_event(struct lttng_event_enabler_common
*event_enabler
,
1092 const struct lttng_ust_event_desc
*desc
,
1093 const char *key_string
,
1094 struct lttng_ust_event_common
*event
)
1096 switch (event_enabler
->enabler_type
) {
1097 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
1098 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
1100 struct lttng_event_enabler_session_common
*event_session_enabler
=
1101 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
1102 struct lttng_ust_event_session_common_private
*event_session_priv
=
1103 caa_container_of(event
->priv
, struct lttng_ust_event_session_common_private
, parent
);
1104 bool same_event
= false, same_channel
= false, same_key
= false,
1107 WARN_ON_ONCE(!event
->priv
->desc
);
1108 if (event
->priv
->desc
== desc
)
1110 if (event_session_enabler
->chan
== event_session_priv
->chan
) {
1111 same_channel
= true;
1112 if (match_event_session_token(event_session_priv
, event_enabler
->user_token
))
1115 if (match_event_key(event
, key_string
))
1117 return same_event
&& same_channel
&& same_key
&& same_token
;
1120 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
1123 * Check if event_notifier already exists by checking
1124 * if the event_notifier and enabler share the same
1125 * description and id.
1127 return event
->priv
->desc
== desc
&& event
->priv
->user_token
== event_enabler
->user_token
;
1137 int lttng_ust_event_create(struct lttng_event_enabler_common
*event_enabler
, const struct lttng_ust_event_desc
*desc
)
1139 char key_string
[LTTNG_KEY_TOKEN_STRING_LEN_MAX
] = { 0 };
1140 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
] = { 0 };
1141 struct cds_list_head
*event_list_head
= lttng_get_event_list_head_from_enabler(event_enabler
);
1142 struct lttng_ust_event_ht
*events_ht
= lttng_get_event_ht_from_enabler(event_enabler
);
1143 struct lttng_ust_event_common_private
*event_priv_iter
;
1144 struct lttng_ust_event_common
*event
;
1145 struct cds_hlist_head
*name_head
;
1148 if (format_event_key(event_enabler
, key_string
, desc
->probe_desc
->provider_name
, desc
->event_name
)) {
1153 lttng_ust_format_event_name(desc
, name
);
1154 name_head
= borrow_hash_table_bucket(events_ht
->table
, LTTNG_UST_EVENT_HT_SIZE
, name
);
1155 cds_hlist_for_each_entry_2(event_priv_iter
, name_head
, name_hlist_node
) {
1156 if (lttng_event_enabler_event_desc_key_match_event(event_enabler
,
1157 desc
, key_string
, event_priv_iter
->pub
)) {
1163 ret
= lttng_create_all_event_enums(event_enabler
, desc
);
1165 DBG("Error (%d) adding enum to session", ret
);
1166 goto create_enum_error
;
1169 event
= lttng_ust_event_alloc(event_enabler
, desc
, key_string
);
1175 ret
= lttng_event_register_to_sessiond(event_enabler
, event
, name
);
1177 DBG("Error (%d) registering event '%s' key '%s' to sessiond", ret
, name
, key_string
);
1178 goto sessiond_register_error
;
1181 cds_list_add(&event
->priv
->node
, event_list_head
);
1182 cds_hlist_add_head(&event
->priv
->name_hlist_node
, name_head
);
1185 sessiond_register_error
:
1186 lttng_ust_event_free(event
);
1195 int lttng_desc_match_star_glob_enabler(const struct lttng_ust_event_desc
*desc
,
1196 struct lttng_event_enabler_common
*enabler
)
1198 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
1200 unsigned int has_loglevel
= 0;
1202 lttng_ust_format_event_name(desc
, name
);
1203 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_STAR_GLOB
);
1204 if (!strutils_star_glob_match(enabler
->event_param
.name
, SIZE_MAX
,
1207 if (desc
->loglevel
) {
1208 loglevel
= *(*desc
->loglevel
);
1211 if (!lttng_loglevel_match(loglevel
,
1213 enabler
->event_param
.loglevel_type
,
1214 enabler
->event_param
.loglevel
))
1220 int lttng_desc_match_event_enabler(const struct lttng_ust_event_desc
*desc
,
1221 struct lttng_event_enabler_common
*enabler
)
1223 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
1225 unsigned int has_loglevel
= 0;
1227 lttng_ust_format_event_name(desc
, name
);
1228 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_EVENT
);
1229 if (strcmp(name
, enabler
->event_param
.name
))
1231 if (desc
->loglevel
) {
1232 loglevel
= *(*desc
->loglevel
);
1235 if (!lttng_loglevel_match(loglevel
,
1237 enabler
->event_param
.loglevel_type
,
1238 enabler
->event_param
.loglevel
))
1244 int lttng_desc_match_enabler(const struct lttng_ust_event_desc
*desc
,
1245 struct lttng_event_enabler_common
*enabler
)
1247 switch (enabler
->format_type
) {
1248 case LTTNG_ENABLER_FORMAT_STAR_GLOB
:
1250 struct lttng_ust_excluder_node
*excluder
;
1252 if (!lttng_desc_match_star_glob_enabler(desc
, enabler
)) {
1257 * If the matching event matches with an excluder,
1258 * return 'does not match'
1260 cds_list_for_each_entry(excluder
, &enabler
->excluder_head
, node
) {
1263 for (count
= 0; count
< excluder
->excluder
.count
; count
++) {
1265 char *excluder_name
;
1267 excluder_name
= (char *) (excluder
->excluder
.names
)
1268 + count
* LTTNG_UST_ABI_SYM_NAME_LEN
;
1269 len
= strnlen(excluder_name
, LTTNG_UST_ABI_SYM_NAME_LEN
);
1271 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
1273 lttng_ust_format_event_name(desc
, name
);
1274 if (strutils_star_glob_match(excluder_name
, len
, name
, SIZE_MAX
)) {
1282 case LTTNG_ENABLER_FORMAT_EVENT
:
1283 return lttng_desc_match_event_enabler(desc
, enabler
);
1290 bool lttng_event_session_enabler_match_event_session(struct lttng_event_enabler_session_common
*event_enabler_session
,
1291 struct lttng_ust_event_session_common_private
*event_session_priv
)
1293 if (lttng_desc_match_enabler(event_session_priv
->parent
.desc
, &event_enabler_session
->parent
)
1294 && event_session_priv
->chan
== event_enabler_session
->chan
1295 && match_event_session_token(event_session_priv
, event_enabler_session
->parent
.user_token
))
1302 int lttng_event_notifier_enabler_match_event_notifier(
1303 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1304 struct lttng_ust_event_notifier_private
*event_notifier_priv
)
1306 int desc_matches
= lttng_desc_match_enabler(event_notifier_priv
->parent
.desc
,
1307 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1309 if (desc_matches
&& event_notifier_priv
->group
== event_notifier_enabler
->group
&&
1310 event_notifier_priv
->parent
.user_token
== event_notifier_enabler
->parent
.user_token
)
1317 bool lttng_event_enabler_match_event(
1318 struct lttng_event_enabler_common
*event_enabler
,
1319 struct lttng_ust_event_common
*event
)
1321 switch (event_enabler
->enabler_type
) {
1322 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
1323 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
1325 struct lttng_event_enabler_session_common
*event_enabler_session
=
1326 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
1327 struct lttng_ust_event_session_common_private
*event_session_priv
=
1328 caa_container_of(event
->priv
, struct lttng_ust_event_session_common_private
, parent
);
1329 return lttng_event_session_enabler_match_event_session(event_enabler_session
, event_session_priv
);
1331 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
1333 struct lttng_event_notifier_enabler
*event_notifier_enabler
=
1334 caa_container_of(event_enabler
, struct lttng_event_notifier_enabler
, parent
);
1335 struct lttng_ust_event_notifier_private
*event_notifier_priv
=
1336 caa_container_of(event
->priv
, struct lttng_ust_event_notifier_private
, parent
);
1337 return lttng_event_notifier_enabler_match_event_notifier(event_notifier_enabler
, event_notifier_priv
);
1344 struct lttng_enabler_ref
*lttng_enabler_ref(
1345 struct cds_list_head
*enabler_ref_list
,
1346 struct lttng_event_enabler_common
*enabler
)
1348 struct lttng_enabler_ref
*enabler_ref
;
1350 cds_list_for_each_entry(enabler_ref
, enabler_ref_list
, node
) {
1351 if (enabler_ref
->ref
== enabler
)
1358 * Create struct lttng_ust_event_common if it is missing and present in the list of
1359 * tracepoint probes.
1362 void lttng_create_event_if_missing(struct lttng_event_enabler_common
*event_enabler
)
1364 struct lttng_ust_registered_probe
*reg_probe
;
1365 const struct lttng_ust_event_desc
*desc
;
1366 struct cds_list_head
*probe_list
;
1369 probe_list
= lttng_get_probe_list_head();
1371 * For each probe event, if we find that a probe event matches
1372 * our enabler, create an associated lttng_ust_event_common if not
1375 cds_list_for_each_entry(reg_probe
, probe_list
, head
) {
1376 const struct lttng_ust_probe_desc
*probe_desc
= reg_probe
->desc
;
1378 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1381 desc
= probe_desc
->event_desc
[i
];
1382 if (!lttng_desc_match_enabler(desc
, event_enabler
))
1385 * We need to create an event for this event probe.
1387 ret
= lttng_ust_event_create(event_enabler
, probe_desc
->event_desc
[i
]);
1388 /* Skip if already found. */
1392 DBG("Unable to create event \"%s:%s\", error %d\n",
1393 probe_desc
->provider_name
,
1394 probe_desc
->event_desc
[i
]->event_name
, ret
);
1401 void probe_provider_event_for_each(const struct lttng_ust_probe_desc
*provider_desc
,
1402 void (*event_func
)(struct lttng_ust_event_common
*event
))
1404 struct cds_hlist_node
*node
, *tmp_node
;
1405 struct cds_list_head
*sessionsp
;
1408 /* Get handle on list of sessions. */
1409 sessionsp
= lttng_get_sessions();
1412 * Iterate over all events in the probe provider descriptions and
1413 * sessions to queue the unregistration of the events.
1415 for (i
= 0; i
< provider_desc
->nr_events
; i
++) {
1416 const struct lttng_ust_event_desc
*event_desc
;
1417 struct lttng_event_notifier_group
*event_notifier_group
;
1418 struct lttng_ust_session_private
*session_priv
;
1419 struct cds_hlist_head
*head
;
1421 event_desc
= provider_desc
->event_desc
[i
];
1424 * Iterate over all session to find the current event
1427 cds_list_for_each_entry(session_priv
, sessionsp
, node
) {
1428 struct lttng_ust_event_common_private
*event_priv
;
1429 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
1432 * Get the list of events in the hashtable bucket and
1433 * iterate to find the event matching this descriptor.
1435 lttng_ust_format_event_name(event_desc
, name
);
1436 head
= borrow_hash_table_bucket(
1437 session_priv
->events_name_ht
.table
,
1438 LTTNG_UST_EVENT_HT_SIZE
, name
);
1440 cds_hlist_for_each_entry_safe(event_priv
, node
, tmp_node
, head
, name_hlist_node
) {
1441 if (event_desc
== event_priv
->desc
) {
1442 event_func(event_priv
->pub
);
1449 * Iterate over all event_notifier groups to find the current event
1452 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1453 struct lttng_ust_event_common_private
*event_priv
;
1454 char name
[LTTNG_UST_ABI_SYM_NAME_LEN
];
1457 * Get the list of event_notifiers in the hashtable bucket and
1458 * iterate to find the event_notifier matching this
1461 lttng_ust_format_event_name(event_desc
, name
);
1462 head
= borrow_hash_table_bucket(
1463 event_notifier_group
->event_notifiers_ht
.table
,
1464 LTTNG_UST_EVENT_HT_SIZE
, name
);
1466 cds_hlist_for_each_entry_safe(event_priv
, node
, tmp_node
, head
, name_hlist_node
) {
1467 if (event_desc
== event_priv
->desc
) {
1468 event_func(event_priv
->pub
);
1477 void _event_enum_destroy(struct lttng_ust_event_common
*event
)
1480 switch (event
->type
) {
1481 case LTTNG_UST_EVENT_TYPE_RECORDER
: /* Fall-through */
1482 case LTTNG_UST_EVENT_TYPE_COUNTER
:
1484 struct lttng_ust_event_common_private
*event_priv
= event
->priv
;
1485 struct lttng_ust_event_session_common_private
*event_session_priv
=
1486 caa_container_of(event_priv
, struct lttng_ust_event_session_common_private
, parent
);
1487 struct lttng_ust_session
*session
= event_session_priv
->chan
->session
;
1490 /* Destroy enums of the current event. */
1491 for (i
= 0; i
< event_session_priv
->parent
.desc
->tp_class
->nr_fields
; i
++) {
1492 const struct lttng_ust_enum_desc
*enum_desc
;
1493 const struct lttng_ust_event_field
*field
;
1494 struct lttng_enum
*curr_enum
;
1496 field
= event_session_priv
->parent
.desc
->tp_class
->fields
[i
];
1497 switch (field
->type
->type
) {
1498 case lttng_ust_type_enum
:
1499 enum_desc
= lttng_ust_get_type_enum(field
->type
)->desc
;
1505 curr_enum
= lttng_ust_enum_get_from_desc(session
, enum_desc
);
1507 _lttng_enum_destroy(curr_enum
);
1512 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
1517 /* Destroy event. */
1518 _lttng_event_destroy(event
);
1522 * Iterate over all the UST sessions to unregister and destroy all probes from
1523 * the probe provider descriptor received as argument. Must me called with the
1526 void lttng_probe_provider_unregister_events(
1527 const struct lttng_ust_probe_desc
*provider_desc
)
1530 * Iterate over all events in the probe provider descriptions and sessions
1531 * to queue the unregistration of the events.
1533 probe_provider_event_for_each(provider_desc
, _lttng_event_unregister
);
1535 /* Wait for grace period. */
1536 lttng_ust_urcu_synchronize_rcu();
1537 /* Prune the unregistration queue. */
1538 lttng_ust_tp_probe_prune_release_queue();
1541 * It is now safe to destroy the events and remove them from the event list
1544 probe_provider_event_for_each(provider_desc
, _event_enum_destroy
);
1548 void lttng_event_enabler_init_event_filter(struct lttng_event_enabler_common
*event_enabler
,
1549 struct lttng_ust_event_common
*event
)
1551 switch (event_enabler
->enabler_type
) {
1552 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
1553 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
1555 struct lttng_event_enabler_session_common
*event_enabler_session
=
1556 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
1558 lttng_enabler_link_bytecode(event
->priv
->desc
, &event_enabler_session
->chan
->session
->priv
->ctx
,
1559 &event
->priv
->filter_bytecode_runtime_head
, &event_enabler
->filter_bytecode_head
);
1562 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
1564 struct lttng_event_notifier_enabler
*event_notifier_enabler
=
1565 caa_container_of(event_enabler
, struct lttng_event_notifier_enabler
, parent
);
1567 lttng_enabler_link_bytecode(event
->priv
->desc
, &event_notifier_enabler
->group
->ctx
,
1568 &event
->priv
->filter_bytecode_runtime_head
, &event_enabler
->filter_bytecode_head
);
1577 void lttng_event_enabler_init_event_capture(struct lttng_event_enabler_common
*event_enabler
,
1578 struct lttng_ust_event_common
*event
)
1580 switch (event_enabler
->enabler_type
) {
1581 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
1582 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
1584 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
1586 struct lttng_event_notifier_enabler
*event_notifier_enabler
=
1587 caa_container_of(event_enabler
, struct lttng_event_notifier_enabler
, parent
);
1588 struct lttng_ust_event_notifier
*event_notifier
= event
->child
;
1590 lttng_enabler_link_bytecode(event
->priv
->desc
, &event_notifier_enabler
->group
->ctx
,
1591 &event_notifier
->priv
->capture_bytecode_runtime_head
,
1592 &event_notifier_enabler
->capture_bytecode_head
);
1593 event_notifier
->priv
->num_captures
= event_notifier_enabler
->num_captures
;
1602 * Called at library load: connect the probe on all enablers matching
1604 * Called with session mutex held.
1606 int lttng_fix_pending_events(void)
1608 struct lttng_ust_session_private
*session_priv
;
1610 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1612 * New probes have appeared, we need to re-sync all
1615 lttng_session_unsync_enablers(session_priv
->pub
);
1616 lttng_session_lazy_sync_event_enablers(session_priv
->pub
);
1621 int lttng_fix_pending_event_notifiers(void)
1623 struct lttng_event_notifier_group
*event_notifier_group
;
1625 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1627 * New probes have appeared, we need to re-sync all
1630 lttng_event_notifier_group_unsync_enablers(event_notifier_group
);
1631 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1637 * For each session of the owner thread, execute pending statedump.
1638 * Only dump state for the sessions owned by the caller thread, because
1639 * we don't keep ust_lock across the entire iteration.
1641 void lttng_handle_pending_statedump(void *owner
)
1643 struct lttng_ust_session_private
*session_priv
;
1645 /* Execute state dump */
1646 do_lttng_ust_statedump(owner
);
1648 /* Clear pending state dump */
1652 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
1653 if (session_priv
->owner
!= owner
)
1655 if (!session_priv
->statedump_pending
)
1657 session_priv
->statedump_pending
= 0;
1665 void _lttng_event_destroy(struct lttng_ust_event_common
*event
)
1667 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
1669 lttng_free_event_filter_runtime(event
);
1670 /* Free event enabler refs */
1671 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
1672 &event
->priv
->enablers_ref_head
, node
)
1675 /* Remove from event list. */
1676 cds_list_del(&event
->priv
->node
);
1677 /* Remove from event hash table. */
1678 cds_hlist_del(&event
->priv
->name_hlist_node
);
1680 lttng_ust_event_free(event
);
1684 void _lttng_enum_destroy(struct lttng_enum
*_enum
)
1686 cds_list_del(&_enum
->node
);
1687 cds_hlist_del(&_enum
->hlist
);
1691 void lttng_ust_abi_events_exit(void)
1693 struct lttng_ust_session_private
*session_priv
, *tmpsession_priv
;
1695 cds_list_for_each_entry_safe(session_priv
, tmpsession_priv
, &sessions
, node
)
1696 lttng_session_destroy(session_priv
->pub
);
1700 * Enabler management.
1702 struct lttng_event_recorder_enabler
*lttng_event_recorder_enabler_create(
1703 enum lttng_enabler_format_type format_type
,
1704 const struct lttng_ust_abi_event
*event_param
,
1705 struct lttng_ust_channel_buffer
*chan
)
1707 struct lttng_event_recorder_enabler
*event_enabler
;
1709 event_enabler
= zmalloc(sizeof(*event_enabler
));
1712 event_enabler
->parent
.parent
.enabler_type
= LTTNG_EVENT_ENABLER_TYPE_RECORDER
;
1713 event_enabler
->parent
.parent
.format_type
= format_type
;
1714 CDS_INIT_LIST_HEAD(&event_enabler
->parent
.parent
.filter_bytecode_head
);
1715 CDS_INIT_LIST_HEAD(&event_enabler
->parent
.parent
.excluder_head
);
1716 memcpy(&event_enabler
->parent
.parent
.event_param
, event_param
,
1717 sizeof(event_enabler
->parent
.parent
.event_param
));
1718 event_enabler
->chan
= chan
;
1720 event_enabler
->parent
.parent
.enabled
= 0;
1721 event_enabler
->parent
.parent
.user_token
= event_param
->token
;
1722 event_enabler
->parent
.chan
= chan
->parent
;
1723 cds_list_add(&event_enabler
->parent
.parent
.node
, &event_enabler
->chan
->parent
->session
->priv
->unsync_enablers_head
);
1724 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1726 return event_enabler
;
1729 struct lttng_event_counter_enabler
*lttng_event_counter_enabler_create(
1730 enum lttng_enabler_format_type format_type
,
1731 const struct lttng_ust_abi_counter_event
*counter_event
,
1732 const struct lttng_counter_key
*key
,
1733 struct lttng_ust_channel_counter
*chan
)
1735 struct lttng_event_counter_enabler
*event_enabler
;
1736 enum lttng_event_counter_action action
;
1738 event_enabler
= zmalloc(sizeof(*event_enabler
));
1742 switch (counter_event
->action
) {
1743 case LTTNG_UST_ABI_COUNTER_ACTION_INCREMENT
:
1744 action
= LTTNG_EVENT_COUNTER_ACTION_INCREMENT
;
1749 event_enabler
->action
= action
;
1750 event_enabler
->parent
.parent
.enabler_type
= LTTNG_EVENT_ENABLER_TYPE_COUNTER
;
1751 event_enabler
->parent
.parent
.format_type
= format_type
;
1752 CDS_INIT_LIST_HEAD(&event_enabler
->parent
.parent
.filter_bytecode_head
);
1753 CDS_INIT_LIST_HEAD(&event_enabler
->parent
.parent
.excluder_head
);
1754 memcpy(&event_enabler
->parent
.parent
.event_param
, &counter_event
->event
,
1755 sizeof(event_enabler
->parent
.parent
.event_param
));
1756 event_enabler
->chan
= chan
;
1757 memcpy(&event_enabler
->key
, key
, sizeof(struct lttng_counter_key
));
1759 event_enabler
->parent
.parent
.enabled
= 0;
1760 event_enabler
->parent
.parent
.user_token
= counter_event
->event
.token
;
1761 event_enabler
->parent
.chan
= chan
->parent
;
1762 cds_list_add(&event_enabler
->parent
.parent
.node
, &event_enabler
->chan
->parent
->session
->priv
->unsync_enablers_head
);
1763 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->parent
->session
);
1765 return event_enabler
;
1768 free(event_enabler
);
1772 struct lttng_event_notifier_enabler
*lttng_event_notifier_enabler_create(
1773 struct lttng_event_notifier_group
*event_notifier_group
,
1774 enum lttng_enabler_format_type format_type
,
1775 struct lttng_ust_abi_event_notifier
*event_notifier_param
)
1777 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1779 event_notifier_enabler
= zmalloc(sizeof(*event_notifier_enabler
));
1780 if (!event_notifier_enabler
)
1782 event_notifier_enabler
->parent
.enabler_type
= LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
;
1783 event_notifier_enabler
->parent
.format_type
= format_type
;
1784 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->parent
.filter_bytecode_head
);
1785 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->parent
.excluder_head
);
1786 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->capture_bytecode_head
);
1788 event_notifier_enabler
->parent
.user_token
= event_notifier_param
->event
.token
;
1789 event_notifier_enabler
->error_counter_index
= event_notifier_param
->error_counter_index
;
1790 event_notifier_enabler
->num_captures
= 0;
1792 memcpy(&event_notifier_enabler
->parent
.event_param
.name
,
1793 event_notifier_param
->event
.name
,
1794 sizeof(event_notifier_enabler
->parent
.event_param
.name
));
1795 event_notifier_enabler
->parent
.event_param
.instrumentation
=
1796 event_notifier_param
->event
.instrumentation
;
1797 event_notifier_enabler
->parent
.event_param
.loglevel
=
1798 event_notifier_param
->event
.loglevel
;
1799 event_notifier_enabler
->parent
.event_param
.loglevel_type
=
1800 event_notifier_param
->event
.loglevel_type
;
1802 event_notifier_enabler
->parent
.enabled
= 0;
1803 event_notifier_enabler
->group
= event_notifier_group
;
1805 cds_list_add(&event_notifier_enabler
->parent
.node
, &event_notifier_group
->unsync_enablers_head
);
1807 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1809 return event_notifier_enabler
;
1812 int lttng_event_enabler_enable(struct lttng_event_enabler_common
*event_enabler
)
1814 event_enabler
->enabled
= 1;
1815 lttng_event_enabler_unsync(event_enabler
);
1816 lttng_event_enabler_sync(event_enabler
);
1820 int lttng_event_enabler_disable(struct lttng_event_enabler_common
*event_enabler
)
1822 event_enabler
->enabled
= 0;
1823 lttng_event_enabler_unsync(event_enabler
);
1824 lttng_event_enabler_sync(event_enabler
);
1829 int lttng_event_enabler_attach_filter_bytecode(struct lttng_event_enabler_common
*event_enabler
,
1830 struct lttng_ust_bytecode_node
**bytecode
)
1832 (*bytecode
)->enabler
= event_enabler
;
1833 cds_list_add_tail(&(*bytecode
)->node
, &event_enabler
->filter_bytecode_head
);
1834 /* Take ownership of bytecode */
1836 lttng_event_enabler_unsync(event_enabler
);
1837 lttng_event_enabler_sync(event_enabler
);
1841 int lttng_event_enabler_attach_exclusion(struct lttng_event_enabler_common
*event_enabler
,
1842 struct lttng_ust_excluder_node
**excluder
)
1844 (*excluder
)->enabler
= event_enabler
;
1845 cds_list_add_tail(&(*excluder
)->node
, &event_enabler
->excluder_head
);
1846 /* Take ownership of excluder */
1848 lttng_event_enabler_unsync(event_enabler
);
1849 lttng_event_enabler_sync(event_enabler
);
1853 int lttng_event_notifier_enabler_attach_capture_bytecode(
1854 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1855 struct lttng_ust_bytecode_node
**bytecode
)
1857 (*bytecode
)->enabler
= lttng_event_notifier_enabler_as_enabler(
1858 event_notifier_enabler
);
1859 cds_list_add_tail(&(*bytecode
)->node
,
1860 &event_notifier_enabler
->capture_bytecode_head
);
1861 /* Take ownership of bytecode */
1863 event_notifier_enabler
->num_captures
++;
1864 lttng_event_enabler_unsync(&event_notifier_enabler
->parent
);
1865 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1869 int lttng_attach_context(struct lttng_ust_abi_context
*context_param
,
1870 union lttng_ust_abi_args
*uargs
,
1871 struct lttng_ust_ctx
**ctx
, struct lttng_ust_session
*session
)
1874 * We cannot attach a context after trace has been started for a
1875 * session because the metadata does not allow expressing this
1876 * information outside of the original channel scope.
1878 if (session
->priv
->been_active
)
1881 switch (context_param
->ctx
) {
1882 case LTTNG_UST_ABI_CONTEXT_PTHREAD_ID
:
1883 return lttng_add_pthread_id_to_ctx(ctx
);
1884 case LTTNG_UST_ABI_CONTEXT_PERF_THREAD_COUNTER
:
1886 struct lttng_ust_abi_perf_counter_ctx
*perf_ctx_param
;
1888 perf_ctx_param
= &context_param
->u
.perf_counter
;
1889 return lttng_add_perf_counter_to_ctx(
1890 perf_ctx_param
->type
,
1891 perf_ctx_param
->config
,
1892 perf_ctx_param
->name
,
1895 case LTTNG_UST_ABI_CONTEXT_VTID
:
1896 return lttng_add_vtid_to_ctx(ctx
);
1897 case LTTNG_UST_ABI_CONTEXT_VPID
:
1898 return lttng_add_vpid_to_ctx(ctx
);
1899 case LTTNG_UST_ABI_CONTEXT_PROCNAME
:
1900 return lttng_add_procname_to_ctx(ctx
);
1901 case LTTNG_UST_ABI_CONTEXT_IP
:
1902 return lttng_add_ip_to_ctx(ctx
);
1903 case LTTNG_UST_ABI_CONTEXT_CPU_ID
:
1904 return lttng_add_cpu_id_to_ctx(ctx
);
1905 case LTTNG_UST_ABI_CONTEXT_APP_CONTEXT
:
1906 return lttng_ust_add_app_context_to_ctx_rcu(uargs
->app_context
.ctxname
,
1908 case LTTNG_UST_ABI_CONTEXT_CGROUP_NS
:
1909 return lttng_add_cgroup_ns_to_ctx(ctx
);
1910 case LTTNG_UST_ABI_CONTEXT_IPC_NS
:
1911 return lttng_add_ipc_ns_to_ctx(ctx
);
1912 case LTTNG_UST_ABI_CONTEXT_MNT_NS
:
1913 return lttng_add_mnt_ns_to_ctx(ctx
);
1914 case LTTNG_UST_ABI_CONTEXT_NET_NS
:
1915 return lttng_add_net_ns_to_ctx(ctx
);
1916 case LTTNG_UST_ABI_CONTEXT_PID_NS
:
1917 return lttng_add_pid_ns_to_ctx(ctx
);
1918 case LTTNG_UST_ABI_CONTEXT_TIME_NS
:
1919 return lttng_add_time_ns_to_ctx(ctx
);
1920 case LTTNG_UST_ABI_CONTEXT_USER_NS
:
1921 return lttng_add_user_ns_to_ctx(ctx
);
1922 case LTTNG_UST_ABI_CONTEXT_UTS_NS
:
1923 return lttng_add_uts_ns_to_ctx(ctx
);
1924 case LTTNG_UST_ABI_CONTEXT_VUID
:
1925 return lttng_add_vuid_to_ctx(ctx
);
1926 case LTTNG_UST_ABI_CONTEXT_VEUID
:
1927 return lttng_add_veuid_to_ctx(ctx
);
1928 case LTTNG_UST_ABI_CONTEXT_VSUID
:
1929 return lttng_add_vsuid_to_ctx(ctx
);
1930 case LTTNG_UST_ABI_CONTEXT_VGID
:
1931 return lttng_add_vgid_to_ctx(ctx
);
1932 case LTTNG_UST_ABI_CONTEXT_VEGID
:
1933 return lttng_add_vegid_to_ctx(ctx
);
1934 case LTTNG_UST_ABI_CONTEXT_VSGID
:
1935 return lttng_add_vsgid_to_ctx(ctx
);
1941 int lttng_event_enabler_attach_context(
1942 struct lttng_event_enabler_session_common
*enabler
__attribute__((unused
)),
1943 struct lttng_ust_abi_context
*context_param
__attribute__((unused
)))
1948 void lttng_event_enabler_destroy(struct lttng_event_enabler_common
*event_enabler
)
1950 struct lttng_ust_bytecode_node
*filter_node
, *tmp_filter_node
;
1951 struct lttng_ust_excluder_node
*excluder_node
, *tmp_excluder_node
;
1953 if (!event_enabler
) {
1957 /* Destroy filter bytecode */
1958 cds_list_for_each_entry_safe(filter_node
, tmp_filter_node
,
1959 &event_enabler
->filter_bytecode_head
, node
) {
1962 /* Destroy excluders */
1963 cds_list_for_each_entry_safe(excluder_node
, tmp_excluder_node
,
1964 &event_enabler
->excluder_head
, node
) {
1965 free(excluder_node
);
1968 switch (event_enabler
->enabler_type
) {
1969 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
1970 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
1972 struct lttng_event_enabler_session_common
*enabler_session
=
1973 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
1975 cds_list_del(&enabler_session
->parent
.node
);
1978 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
1982 switch (event_enabler
->enabler_type
) {
1983 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
:
1985 struct lttng_event_recorder_enabler
*recorder_enabler
=
1986 caa_container_of(event_enabler
, struct lttng_event_recorder_enabler
, parent
.parent
);
1987 free(recorder_enabler
);
1990 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
1992 struct lttng_event_notifier_enabler
*notifier_enabler
=
1993 caa_container_of(event_enabler
, struct lttng_event_notifier_enabler
, parent
);
1995 cds_list_del(¬ifier_enabler
->parent
.node
);
1996 free(notifier_enabler
);
1999 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
2001 struct lttng_event_counter_enabler
*counter_enabler
=
2002 caa_container_of(event_enabler
, struct lttng_event_counter_enabler
, parent
.parent
);
2003 free(counter_enabler
);
2010 * Create events associated with an event enabler (if not already present).
2011 * and add backward reference from the event to the enabler.
2014 int lttng_event_enabler_ref_events(struct lttng_event_enabler_common
*event_enabler
)
2016 struct cds_list_head
*event_list
= lttng_get_event_list_head_from_enabler(event_enabler
);
2017 struct lttng_ust_event_common_private
*event_priv
;
2020 * Only try to create events for enablers that are enabled, the user
2021 * might still be attaching filter or exclusion to the event enabler.
2023 if (!event_enabler
->enabled
)
2026 /* First, ensure that probe event_notifiers are created for this enabler. */
2027 lttng_create_event_if_missing(event_enabler
);
2029 /* Link the created events with their associated enabler. */
2030 cds_list_for_each_entry(event_priv
, event_list
, node
) {
2031 struct lttng_enabler_ref
*enabler_ref
;
2033 if (!lttng_event_enabler_match_event(event_enabler
, event_priv
->pub
))
2036 enabler_ref
= lttng_enabler_ref(&event_priv
->enablers_ref_head
, event_enabler
);
2039 * If no backward ref, create it.
2040 * Add backward ref from event_notifier to enabler.
2042 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
2046 enabler_ref
->ref
= event_enabler
;
2047 cds_list_add(&enabler_ref
->node
, &event_priv
->enablers_ref_head
);
2050 lttng_event_enabler_init_event_filter(event_enabler
, event_priv
->pub
);
2051 lttng_event_enabler_init_event_capture(event_enabler
, event_priv
->pub
);
2058 void lttng_event_sync_filter_state(struct lttng_ust_event_common
*event
)
2060 int has_enablers_without_filter_bytecode
= 0, nr_filters
= 0;
2061 struct lttng_ust_bytecode_runtime
*runtime
;
2062 struct lttng_enabler_ref
*enabler_ref
;
2064 /* Check if has enablers without bytecode enabled */
2065 cds_list_for_each_entry(enabler_ref
, &event
->priv
->enablers_ref_head
, node
) {
2066 if (enabler_ref
->ref
->enabled
2067 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
2068 has_enablers_without_filter_bytecode
= 1;
2072 event
->priv
->has_enablers_without_filter_bytecode
= has_enablers_without_filter_bytecode
;
2074 /* Enable filters */
2075 cds_list_for_each_entry(runtime
, &event
->priv
->filter_bytecode_runtime_head
, node
) {
2076 lttng_bytecode_sync_state(runtime
);
2079 CMM_STORE_SHARED(event
->eval_filter
, !(has_enablers_without_filter_bytecode
|| !nr_filters
));
2083 void lttng_event_sync_capture_state(struct lttng_ust_event_common
*event
)
2085 switch (event
->type
) {
2086 case LTTNG_UST_EVENT_TYPE_RECORDER
: /* Fall-through */
2087 case LTTNG_UST_EVENT_TYPE_COUNTER
:
2089 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
2091 struct lttng_ust_event_notifier
*event_notifier
= event
->child
;
2092 struct lttng_ust_bytecode_runtime
*runtime
;
2093 int nr_captures
= 0;
2095 /* Enable captures */
2096 cds_list_for_each_entry(runtime
, &event_notifier
->priv
->capture_bytecode_runtime_head
, node
) {
2097 lttng_bytecode_sync_state(runtime
);
2100 CMM_STORE_SHARED(event_notifier
->eval_capture
, !!nr_captures
);
2109 bool lttng_get_event_enabled_state(struct lttng_ust_event_common
*event
)
2111 struct lttng_enabler_ref
*enabler_ref
;
2112 bool enabled
= false;
2115 cds_list_for_each_entry(enabler_ref
, &event
->priv
->enablers_ref_head
, node
) {
2116 if (enabler_ref
->ref
->enabled
) {
2122 switch (event
->type
) {
2123 case LTTNG_UST_EVENT_TYPE_RECORDER
: /* Fall-through */
2124 case LTTNG_UST_EVENT_TYPE_COUNTER
:
2126 struct lttng_ust_event_common_private
*event_priv
= event
->priv
;
2127 struct lttng_ust_event_session_common_private
*event_session_priv
=
2128 caa_container_of(event_priv
, struct lttng_ust_event_session_common_private
, parent
);
2131 * Enabled state is based on union of enablers, with
2132 * intersection of session and channel transient enable
2135 return enabled
&& event_session_priv
->chan
->session
->priv
->tstate
&& event_session_priv
->chan
->priv
->tstate
;
2137 case LTTNG_UST_EVENT_TYPE_NOTIFIER
:
2146 void lttng_sync_event_list(struct cds_list_head
*sync_event_enabler_list
,
2147 struct cds_list_head
*unsync_event_enabler_list
,
2148 struct cds_list_head
*event_list
)
2150 struct lttng_ust_event_common_private
*event_priv
;
2151 struct lttng_event_enabler_common
*event_enabler
;
2152 struct cds_list_head iter_list
;
2155 * lttng_event_enabler_ref_events can cause lazy probes
2156 * to add items to the unsync_enablers_head list. Iterate on a
2157 * local copy of that list until it is stable (empty).
2160 CDS_INIT_LIST_HEAD(&iter_list
);
2161 cds_list_splice(unsync_event_enabler_list
, &iter_list
);
2162 CDS_INIT_LIST_HEAD(unsync_event_enabler_list
);
2163 cds_list_for_each_entry(event_enabler
, &iter_list
, node
)
2164 lttng_event_enabler_ref_events(event_enabler
);
2165 cds_list_splice(&iter_list
, sync_event_enabler_list
);
2166 } while (!cds_list_empty(unsync_event_enabler_list
));
2169 * For each event, if at least one of its enablers is enabled,
2170 * and its channel and session transient states are enabled, we
2171 * enable the event, else we disable it.
2173 cds_list_for_each_entry(event_priv
, event_list
, node
) {
2174 bool enabled
= lttng_get_event_enabled_state(event_priv
->pub
);
2176 CMM_STORE_SHARED(event_priv
->pub
->enabled
, enabled
);
2178 * Sync tracepoint registration with event enabled
2182 if (!event_priv
->registered
)
2183 register_event(event_priv
->pub
);
2185 if (event_priv
->registered
)
2186 unregister_event(event_priv
->pub
);
2189 lttng_event_sync_filter_state(event_priv
->pub
);
2190 lttng_event_sync_capture_state(event_priv
->pub
);
2192 lttng_ust_tp_probe_prune_release_queue();
2196 * lttng_session_sync_event_enablers should be called just before starting a
2200 void lttng_session_sync_event_enablers(struct lttng_ust_session
*session
)
2202 lttng_sync_event_list(&session
->priv
->sync_enablers_head
,
2203 &session
->priv
->unsync_enablers_head
,
2204 &session
->priv
->events_head
);
2208 * Apply enablers to session events, adding events to session if need
2209 * be. It is required after each modification applied to an active
2210 * session, and right before session "start".
2211 * "lazy" sync means we only sync if required.
2214 void lttng_session_lazy_sync_event_enablers(struct lttng_ust_session
*session
)
2216 /* We can skip if session is not active */
2217 if (!session
->active
)
2219 lttng_session_sync_event_enablers(session
);
2223 void lttng_event_notifier_group_sync_enablers(struct lttng_event_notifier_group
*event_notifier_group
)
2225 lttng_sync_event_list(&event_notifier_group
->sync_enablers_head
,
2226 &event_notifier_group
->unsync_enablers_head
,
2227 &event_notifier_group
->event_notifiers_head
);
2231 void lttng_event_enabler_sync(struct lttng_event_enabler_common
*event_enabler
)
2233 switch (event_enabler
->enabler_type
) {
2234 case LTTNG_EVENT_ENABLER_TYPE_RECORDER
: /* Fall-through */
2235 case LTTNG_EVENT_ENABLER_TYPE_COUNTER
:
2237 struct lttng_event_enabler_session_common
*event_enabler_session
=
2238 caa_container_of(event_enabler
, struct lttng_event_enabler_session_common
, parent
);
2239 lttng_session_sync_event_enablers(event_enabler_session
->chan
->session
);
2242 case LTTNG_EVENT_ENABLER_TYPE_NOTIFIER
:
2244 struct lttng_event_notifier_enabler
*event_notifier_enabler
=
2245 caa_container_of(event_enabler
, struct lttng_event_notifier_enabler
, parent
);
2246 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
2255 * Update all sessions with the given app context.
2256 * Called with ust lock held.
2257 * This is invoked when an application context gets loaded/unloaded. It
2258 * ensures the context callbacks are in sync with the application
2259 * context (either app context callbacks, or dummy callbacks).
2261 void lttng_ust_context_set_session_provider(const char *name
,
2262 size_t (*get_size
)(void *priv
, struct lttng_ust_probe_ctx
*probe_ctx
,
2264 void (*record
)(void *priv
, struct lttng_ust_probe_ctx
*probe_ctx
,
2265 struct lttng_ust_ring_buffer_ctx
*ctx
,
2266 struct lttng_ust_channel_buffer
*chan
),
2267 void (*get_value
)(void *priv
, struct lttng_ust_probe_ctx
*probe_ctx
,
2268 struct lttng_ust_ctx_value
*value
))
2270 struct lttng_ust_session_private
*session_priv
;
2272 cds_list_for_each_entry(session_priv
, &sessions
, node
) {
2273 struct lttng_ust_channel_buffer_private
*chan
;
2276 ret
= lttng_ust_context_set_provider_rcu(&session_priv
->ctx
,
2277 name
, get_size
, record
, get_value
);
2280 cds_list_for_each_entry(chan
, &session_priv
->chan_head
, node
) {
2281 ret
= lttng_ust_context_set_provider_rcu(&chan
->ctx
,
2282 name
, get_size
, record
, get_value
);
2290 * Update all event_notifier groups with the given app context.
2291 * Called with ust lock held.
2292 * This is invoked when an application context gets loaded/unloaded. It
2293 * ensures the context callbacks are in sync with the application
2294 * context (either app context callbacks, or dummy callbacks).
2296 void lttng_ust_context_set_event_notifier_group_provider(const char *name
,
2297 size_t (*get_size
)(void *priv
, struct lttng_ust_probe_ctx
*probe_ctx
,
2299 void (*record
)(void *priv
, struct lttng_ust_probe_ctx
*probe_ctx
,
2300 struct lttng_ust_ring_buffer_ctx
*ctx
,
2301 struct lttng_ust_channel_buffer
*chan
),
2302 void (*get_value
)(void *priv
, struct lttng_ust_probe_ctx
*probe_ctx
,
2303 struct lttng_ust_ctx_value
*value
))
2305 struct lttng_event_notifier_group
*event_notifier_group
;
2307 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
2310 ret
= lttng_ust_context_set_provider_rcu(
2311 &event_notifier_group
->ctx
,
2312 name
, get_size
, record
, get_value
);
2318 int lttng_ust_session_uuid_validate(struct lttng_ust_session
*session
,
2319 unsigned char *uuid
)
2323 /* Compare UUID with session. */
2324 if (session
->priv
->uuid_set
) {
2325 if (memcmp(session
->priv
->uuid
, uuid
, LTTNG_UST_UUID_LEN
)) {
2329 memcpy(session
->priv
->uuid
, uuid
, LTTNG_UST_UUID_LEN
);
2330 session
->priv
->uuid_set
= true;