4 * Holds LTTng per-session event registry.
6 * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
8 * This library is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; only
11 * version 2.1 of the License.
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with this library; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
37 #include <lttng/ust-endian.h>
40 #include <urcu/arch.h>
41 #include <urcu/compiler.h>
42 #include <urcu/hlist.h>
43 #include <urcu/list.h>
44 #include <urcu/uatomic.h>
46 #include <lttng/tracepoint.h>
47 #include <lttng/ust-events.h>
49 #include <usterr-signal-safe.h>
51 #include <lttng/ust-ctl.h>
54 #include <lttng/ust-dynamic-type.h>
55 #include <lttng/ust-context-provider.h>
58 #include "lttng-ust-uuid.h"
60 #include "tracepoint-internal.h"
61 #include "string-utils.h"
62 #include "lttng-bytecode.h"
63 #include "lttng-tracer.h"
64 #include "lttng-tracer-core.h"
65 #include "lttng-ust-statedump.h"
66 #include "context-internal.h"
67 #include "ust-events-internal.h"
69 #include "../libringbuffer/shm.h"
71 #include <lttng/ust-abi.h>
74 * All operations within this file are called by the communication
75 * thread, under ust_lock protection.
78 static CDS_LIST_HEAD(sessions
);
79 static CDS_LIST_HEAD(event_notifier_groups
);
81 struct cds_list_head
*_lttng_get_sessions(void)
86 static void _lttng_event_destroy(struct lttng_event
*event
);
87 static void _lttng_event_notifier_destroy(
88 struct lttng_event_notifier
*event_notifier
);
89 static void _lttng_enum_destroy(struct lttng_enum
*_enum
);
92 void lttng_session_lazy_sync_event_enablers(struct lttng_session
*session
);
94 void lttng_session_sync_event_enablers(struct lttng_session
*session
);
96 void lttng_event_notifier_group_sync_enablers(
97 struct lttng_event_notifier_group
*event_notifier_group
);
99 void lttng_enabler_destroy(struct lttng_enabler
*enabler
);
102 * Called with ust lock held.
104 int lttng_session_active(void)
106 struct lttng_session
*iter
;
108 cds_list_for_each_entry(iter
, &sessions
, node
) {
116 int lttng_loglevel_match(int loglevel
,
117 unsigned int has_loglevel
,
118 enum lttng_ust_loglevel_type req_type
,
122 loglevel
= TRACE_DEFAULT
;
124 case LTTNG_UST_LOGLEVEL_RANGE
:
125 if (loglevel
<= req_loglevel
126 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
130 case LTTNG_UST_LOGLEVEL_SINGLE
:
131 if (loglevel
== req_loglevel
132 || (req_loglevel
== -1 && loglevel
<= TRACE_DEBUG
))
136 case LTTNG_UST_LOGLEVEL_ALL
:
138 if (loglevel
<= TRACE_DEBUG
)
145 void synchronize_trace(void)
150 struct lttng_session
*lttng_session_create(void)
152 struct lttng_session
*session
;
155 session
= zmalloc(sizeof(struct lttng_session
));
158 if (lttng_context_init_all(&session
->ctx
)) {
162 CDS_INIT_LIST_HEAD(&session
->chan_head
);
163 CDS_INIT_LIST_HEAD(&session
->events_head
);
164 CDS_INIT_LIST_HEAD(&session
->enums_head
);
165 CDS_INIT_LIST_HEAD(&session
->enablers_head
);
166 for (i
= 0; i
< LTTNG_UST_EVENT_HT_SIZE
; i
++)
167 CDS_INIT_HLIST_HEAD(&session
->events_ht
.table
[i
]);
168 for (i
= 0; i
< LTTNG_UST_ENUM_HT_SIZE
; i
++)
169 CDS_INIT_HLIST_HEAD(&session
->enums_ht
.table
[i
]);
170 cds_list_add(&session
->node
, &sessions
);
174 struct lttng_event_notifier_group
*lttng_event_notifier_group_create(void)
176 struct lttng_event_notifier_group
*event_notifier_group
;
179 event_notifier_group
= zmalloc(sizeof(struct lttng_event_notifier_group
));
180 if (!event_notifier_group
)
183 /* Add all contexts. */
184 if (lttng_context_init_all(&event_notifier_group
->ctx
)) {
185 free(event_notifier_group
);
189 CDS_INIT_LIST_HEAD(&event_notifier_group
->enablers_head
);
190 CDS_INIT_LIST_HEAD(&event_notifier_group
->event_notifiers_head
);
191 for (i
= 0; i
< LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
; i
++)
192 CDS_INIT_HLIST_HEAD(&event_notifier_group
->event_notifiers_ht
.table
[i
]);
194 cds_list_add(&event_notifier_group
->node
, &event_notifier_groups
);
196 return event_notifier_group
;
200 * Only used internally at session destruction.
203 void _lttng_channel_unmap(struct lttng_channel
*lttng_chan
)
205 struct channel
*chan
;
206 struct lttng_ust_shm_handle
*handle
;
208 cds_list_del(<tng_chan
->node
);
209 lttng_destroy_context(lttng_chan
->ctx
);
210 chan
= lttng_chan
->chan
;
211 handle
= lttng_chan
->handle
;
213 * note: lttng_chan is private data contained within handle. It
214 * will be freed along with the handle.
216 channel_destroy(chan
, handle
, 0);
220 void register_event(struct lttng_event
*event
)
223 const struct lttng_event_desc
*desc
;
225 assert(event
->registered
== 0);
227 ret
= __tracepoint_probe_register_queue_release(desc
->name
,
228 desc
->probe_callback
,
229 event
, desc
->signature
);
232 event
->registered
= 1;
236 void register_event_notifier(struct lttng_event_notifier
*event_notifier
)
239 const struct lttng_event_desc
*desc
;
241 assert(event_notifier
->registered
== 0);
242 desc
= event_notifier
->desc
;
243 ret
= __tracepoint_probe_register_queue_release(desc
->name
,
244 desc
->u
.ext
.event_notifier_callback
, event_notifier
, desc
->signature
);
247 event_notifier
->registered
= 1;
251 void unregister_event(struct lttng_event
*event
)
254 const struct lttng_event_desc
*desc
;
256 assert(event
->registered
== 1);
258 ret
= __tracepoint_probe_unregister_queue_release(desc
->name
,
259 desc
->probe_callback
,
263 event
->registered
= 0;
267 void unregister_event_notifier(struct lttng_event_notifier
*event_notifier
)
270 const struct lttng_event_desc
*desc
;
272 assert(event_notifier
->registered
== 1);
273 desc
= event_notifier
->desc
;
274 ret
= __tracepoint_probe_unregister_queue_release(desc
->name
,
275 desc
->u
.ext
.event_notifier_callback
, event_notifier
);
278 event_notifier
->registered
= 0;
282 * Only used internally at session destruction.
285 void _lttng_event_unregister(struct lttng_event
*event
)
287 if (event
->registered
)
288 unregister_event(event
);
292 * Only used internally at session destruction.
295 void _lttng_event_notifier_unregister(struct lttng_event_notifier
*event_notifier
)
297 if (event_notifier
->registered
)
298 unregister_event_notifier(event_notifier
);
301 void lttng_session_destroy(struct lttng_session
*session
)
303 struct lttng_channel
*chan
, *tmpchan
;
304 struct lttng_event
*event
, *tmpevent
;
305 struct lttng_enum
*_enum
, *tmp_enum
;
306 struct lttng_event_enabler
*event_enabler
, *event_tmpenabler
;
308 CMM_ACCESS_ONCE(session
->active
) = 0;
309 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
310 _lttng_event_unregister(event
);
312 synchronize_trace(); /* Wait for in-flight events to complete */
313 __tracepoint_probe_prune_release_queue();
314 cds_list_for_each_entry_safe(event_enabler
, event_tmpenabler
,
315 &session
->enablers_head
, node
)
316 lttng_event_enabler_destroy(event_enabler
);
317 cds_list_for_each_entry_safe(event
, tmpevent
,
318 &session
->events_head
, node
)
319 _lttng_event_destroy(event
);
320 cds_list_for_each_entry_safe(_enum
, tmp_enum
,
321 &session
->enums_head
, node
)
322 _lttng_enum_destroy(_enum
);
323 cds_list_for_each_entry_safe(chan
, tmpchan
, &session
->chan_head
, node
)
324 _lttng_channel_unmap(chan
);
325 cds_list_del(&session
->node
);
326 lttng_destroy_context(session
->ctx
);
330 void lttng_event_notifier_group_destroy(
331 struct lttng_event_notifier_group
*event_notifier_group
)
334 struct lttng_event_notifier_enabler
*notifier_enabler
, *tmpnotifier_enabler
;
335 struct lttng_event_notifier
*notifier
, *tmpnotifier
;
337 if (!event_notifier_group
) {
341 cds_list_for_each_entry(notifier
,
342 &event_notifier_group
->event_notifiers_head
, node
)
343 _lttng_event_notifier_unregister(notifier
);
347 cds_list_for_each_entry_safe(notifier_enabler
, tmpnotifier_enabler
,
348 &event_notifier_group
->enablers_head
, node
)
349 lttng_event_notifier_enabler_destroy(notifier_enabler
);
351 cds_list_for_each_entry_safe(notifier
, tmpnotifier
,
352 &event_notifier_group
->event_notifiers_head
, node
)
353 _lttng_event_notifier_destroy(notifier
);
355 /* Close the notification fd to the listener of event notifiers. */
357 lttng_ust_lock_fd_tracker();
358 close_ret
= close(event_notifier_group
->notification_fd
);
360 lttng_ust_delete_fd_from_tracker(
361 event_notifier_group
->notification_fd
);
366 lttng_ust_unlock_fd_tracker();
368 cds_list_del(&event_notifier_group
->node
);
370 free(event_notifier_group
);
374 void lttng_enabler_destroy(struct lttng_enabler
*enabler
)
376 struct lttng_ust_bytecode_node
*filter_node
, *tmp_filter_node
;
377 struct lttng_ust_excluder_node
*excluder_node
, *tmp_excluder_node
;
383 /* Destroy filter bytecode */
384 cds_list_for_each_entry_safe(filter_node
, tmp_filter_node
,
385 &enabler
->filter_bytecode_head
, node
) {
389 /* Destroy excluders */
390 cds_list_for_each_entry_safe(excluder_node
, tmp_excluder_node
,
391 &enabler
->excluder_head
, node
) {
396 void lttng_event_notifier_enabler_destroy(struct lttng_event_notifier_enabler
*event_notifier_enabler
)
398 if (!event_notifier_enabler
) {
402 cds_list_del(&event_notifier_enabler
->node
);
404 lttng_enabler_destroy(lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
406 free(event_notifier_enabler
);
410 int lttng_enum_create(const struct lttng_enum_desc
*desc
,
411 struct lttng_session
*session
)
413 const char *enum_name
= desc
->name
;
414 struct lttng_enum
*_enum
;
415 struct cds_hlist_head
*head
;
417 size_t name_len
= strlen(enum_name
);
421 /* Check if this enum is already registered for this session. */
422 hash
= jhash(enum_name
, name_len
, 0);
423 head
= &session
->enums_ht
.table
[hash
& (LTTNG_UST_ENUM_HT_SIZE
- 1)];
425 _enum
= lttng_ust_enum_get_from_desc(session
, desc
);
431 notify_socket
= lttng_get_notify_socket(session
->owner
);
432 if (notify_socket
< 0) {
437 _enum
= zmalloc(sizeof(*_enum
));
442 _enum
->session
= session
;
445 ret
= ustcomm_register_enum(notify_socket
,
452 DBG("Error (%d) registering enumeration to sessiond", ret
);
453 goto sessiond_register_error
;
455 cds_list_add(&_enum
->node
, &session
->enums_head
);
456 cds_hlist_add_head(&_enum
->hlist
, head
);
459 sessiond_register_error
:
468 int lttng_create_enum_check(const struct lttng_type
*type
,
469 struct lttng_session
*session
)
471 switch (type
->atype
) {
474 const struct lttng_enum_desc
*enum_desc
;
477 enum_desc
= type
->u
.legacy
.basic
.enumeration
.desc
;
478 ret
= lttng_enum_create(enum_desc
, session
);
479 if (ret
&& ret
!= -EEXIST
) {
480 DBG("Unable to create enum error: (%d)", ret
);
485 case atype_enum_nestable
:
487 const struct lttng_enum_desc
*enum_desc
;
490 enum_desc
= type
->u
.enum_nestable
.desc
;
491 ret
= lttng_enum_create(enum_desc
, session
);
492 if (ret
&& ret
!= -EEXIST
) {
493 DBG("Unable to create enum error: (%d)", ret
);
500 const struct lttng_event_field
*tag_field_generic
;
501 const struct lttng_enum_desc
*enum_desc
;
504 tag_field_generic
= lttng_ust_dynamic_type_tag_field();
505 enum_desc
= tag_field_generic
->type
.u
.enum_nestable
.desc
;
506 ret
= lttng_enum_create(enum_desc
, session
);
507 if (ret
&& ret
!= -EEXIST
) {
508 DBG("Unable to create enum error: (%d)", ret
);
514 /* TODO: nested types when they become supported. */
521 int lttng_create_all_event_enums(size_t nr_fields
,
522 const struct lttng_event_field
*event_fields
,
523 struct lttng_session
*session
)
528 /* For each field, ensure enum is part of the session. */
529 for (i
= 0; i
< nr_fields
; i
++) {
530 const struct lttng_type
*type
= &event_fields
[i
].type
;
532 ret
= lttng_create_enum_check(type
, session
);
540 int lttng_create_all_ctx_enums(size_t nr_fields
,
541 const struct lttng_ctx_field
*ctx_fields
,
542 struct lttng_session
*session
)
547 /* For each field, ensure enum is part of the session. */
548 for (i
= 0; i
< nr_fields
; i
++) {
549 const struct lttng_type
*type
= &ctx_fields
[i
].event_field
.type
;
551 ret
= lttng_create_enum_check(type
, session
);
559 * Ensure that a state-dump will be performed for this session at the end
560 * of the current handle_message().
562 int lttng_session_statedump(struct lttng_session
*session
)
564 session
->statedump_pending
= 1;
565 lttng_ust_sockinfo_session_enabled(session
->owner
);
569 int lttng_session_enable(struct lttng_session
*session
)
572 struct lttng_channel
*chan
;
575 if (session
->active
) {
580 notify_socket
= lttng_get_notify_socket(session
->owner
);
581 if (notify_socket
< 0)
582 return notify_socket
;
584 /* Set transient enabler state to "enabled" */
587 /* We need to sync enablers with session before activation. */
588 lttng_session_sync_event_enablers(session
);
591 * Snapshot the number of events per channel to know the type of header
594 cds_list_for_each_entry(chan
, &session
->chan_head
, node
) {
595 const struct lttng_ctx
*ctx
;
596 const struct lttng_ctx_field
*fields
= NULL
;
597 size_t nr_fields
= 0;
600 /* don't change it if session stop/restart */
601 if (chan
->header_type
)
605 nr_fields
= ctx
->nr_fields
;
606 fields
= ctx
->fields
;
607 ret
= lttng_create_all_ctx_enums(nr_fields
, fields
,
610 DBG("Error (%d) adding enum to session", ret
);
614 ret
= ustcomm_register_channel(notify_socket
,
623 DBG("Error (%d) registering channel to sessiond", ret
);
626 if (chan_id
!= chan
->id
) {
627 DBG("Error: channel registration id (%u) does not match id assigned at creation (%u)",
633 /* Set atomically the state to "active" */
634 CMM_ACCESS_ONCE(session
->active
) = 1;
635 CMM_ACCESS_ONCE(session
->been_active
) = 1;
637 ret
= lttng_session_statedump(session
);
644 int lttng_session_disable(struct lttng_session
*session
)
648 if (!session
->active
) {
652 /* Set atomically the state to "inactive" */
653 CMM_ACCESS_ONCE(session
->active
) = 0;
655 /* Set transient enabler state to "disabled" */
657 lttng_session_sync_event_enablers(session
);
662 int lttng_channel_enable(struct lttng_channel
*channel
)
666 if (channel
->enabled
) {
670 /* Set transient enabler state to "enabled" */
672 lttng_session_sync_event_enablers(channel
->session
);
673 /* Set atomically the state to "enabled" */
674 CMM_ACCESS_ONCE(channel
->enabled
) = 1;
679 int lttng_channel_disable(struct lttng_channel
*channel
)
683 if (!channel
->enabled
) {
687 /* Set atomically the state to "disabled" */
688 CMM_ACCESS_ONCE(channel
->enabled
) = 0;
689 /* Set transient enabler state to "enabled" */
691 lttng_session_sync_event_enablers(channel
->session
);
697 struct cds_hlist_head
*borrow_hash_table_bucket(
698 struct cds_hlist_head
*hash_table
,
699 unsigned int hash_table_size
,
700 const struct lttng_event_desc
*desc
)
702 const char *event_name
;
706 event_name
= desc
->name
;
707 name_len
= strlen(event_name
);
709 hash
= jhash(event_name
, name_len
, 0);
710 return &hash_table
[hash
& (hash_table_size
- 1)];
714 * Supports event creation while tracing session is active.
717 int lttng_event_create(const struct lttng_event_desc
*desc
,
718 struct lttng_channel
*chan
)
720 struct lttng_event
*event
;
721 struct lttng_session
*session
= chan
->session
;
722 struct cds_hlist_head
*head
;
724 int notify_socket
, loglevel
;
727 head
= borrow_hash_table_bucket(chan
->session
->events_ht
.table
,
728 LTTNG_UST_EVENT_HT_SIZE
, desc
);
730 notify_socket
= lttng_get_notify_socket(session
->owner
);
731 if (notify_socket
< 0) {
736 ret
= lttng_create_all_event_enums(desc
->nr_fields
, desc
->fields
,
739 DBG("Error (%d) adding enum to session", ret
);
740 goto create_enum_error
;
744 * Check if loglevel match. Refuse to connect event if not.
746 event
= zmalloc(sizeof(struct lttng_event
));
753 /* Event will be enabled by enabler sync. */
755 event
->registered
= 0;
756 CDS_INIT_LIST_HEAD(&event
->filter_bytecode_runtime_head
);
757 CDS_INIT_LIST_HEAD(&event
->enablers_ref_head
);
761 loglevel
= *(*event
->desc
->loglevel
);
763 loglevel
= TRACE_DEFAULT
;
764 if (desc
->u
.ext
.model_emf_uri
)
765 uri
= *(desc
->u
.ext
.model_emf_uri
);
769 /* Fetch event ID from sessiond */
770 ret
= ustcomm_register_event(notify_socket
,
782 DBG("Error (%d) registering event to sessiond", ret
);
783 goto sessiond_register_error
;
786 cds_list_add(&event
->node
, &chan
->session
->events_head
);
787 cds_hlist_add_head(&event
->hlist
, head
);
790 sessiond_register_error
:
799 int lttng_event_notifier_create(const struct lttng_event_desc
*desc
,
801 struct lttng_event_notifier_group
*event_notifier_group
)
803 struct lttng_event_notifier
*event_notifier
;
804 struct cds_hlist_head
*head
;
808 * Get the hashtable bucket the created lttng_event_notifier object
809 * should be inserted.
811 head
= borrow_hash_table_bucket(
812 event_notifier_group
->event_notifiers_ht
.table
,
813 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
815 event_notifier
= zmalloc(sizeof(struct lttng_event_notifier
));
816 if (!event_notifier
) {
821 event_notifier
->group
= event_notifier_group
;
822 event_notifier
->user_token
= token
;
824 /* Event notifier will be enabled by enabler sync. */
825 event_notifier
->enabled
= 0;
826 event_notifier
->registered
= 0;
828 CDS_INIT_LIST_HEAD(&event_notifier
->filter_bytecode_runtime_head
);
829 CDS_INIT_LIST_HEAD(&event_notifier
->capture_bytecode_runtime_head
);
830 CDS_INIT_LIST_HEAD(&event_notifier
->enablers_ref_head
);
831 event_notifier
->desc
= desc
;
833 cds_list_add(&event_notifier
->node
,
834 &event_notifier_group
->event_notifiers_head
);
835 cds_hlist_add_head(&event_notifier
->hlist
, head
);
844 void _lttng_event_notifier_destroy(struct lttng_event_notifier
*event_notifier
)
846 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
848 /* Remove from event_notifier list. */
849 cds_list_del(&event_notifier
->node
);
850 /* Remove from event_notifier hash table. */
851 cds_hlist_del(&event_notifier
->hlist
);
853 lttng_free_event_notifier_filter_runtime(event_notifier
);
855 /* Free event_notifier enabler refs */
856 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
857 &event_notifier
->enablers_ref_head
, node
)
859 free(event_notifier
);
863 int lttng_desc_match_star_glob_enabler(const struct lttng_event_desc
*desc
,
864 struct lttng_enabler
*enabler
)
867 unsigned int has_loglevel
= 0;
869 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_STAR_GLOB
);
870 if (!strutils_star_glob_match(enabler
->event_param
.name
, SIZE_MAX
,
871 desc
->name
, SIZE_MAX
))
873 if (desc
->loglevel
) {
874 loglevel
= *(*desc
->loglevel
);
877 if (!lttng_loglevel_match(loglevel
,
879 enabler
->event_param
.loglevel_type
,
880 enabler
->event_param
.loglevel
))
886 int lttng_desc_match_event_enabler(const struct lttng_event_desc
*desc
,
887 struct lttng_enabler
*enabler
)
890 unsigned int has_loglevel
= 0;
892 assert(enabler
->format_type
== LTTNG_ENABLER_FORMAT_EVENT
);
893 if (strcmp(desc
->name
, enabler
->event_param
.name
))
895 if (desc
->loglevel
) {
896 loglevel
= *(*desc
->loglevel
);
899 if (!lttng_loglevel_match(loglevel
,
901 enabler
->event_param
.loglevel_type
,
902 enabler
->event_param
.loglevel
))
908 int lttng_desc_match_enabler(const struct lttng_event_desc
*desc
,
909 struct lttng_enabler
*enabler
)
911 switch (enabler
->format_type
) {
912 case LTTNG_ENABLER_FORMAT_STAR_GLOB
:
914 struct lttng_ust_excluder_node
*excluder
;
916 if (!lttng_desc_match_star_glob_enabler(desc
, enabler
)) {
921 * If the matching event matches with an excluder,
922 * return 'does not match'
924 cds_list_for_each_entry(excluder
, &enabler
->excluder_head
, node
) {
927 for (count
= 0; count
< excluder
->excluder
.count
; count
++) {
931 excluder_name
= (char *) (excluder
->excluder
.names
)
932 + count
* LTTNG_UST_SYM_NAME_LEN
;
933 len
= strnlen(excluder_name
, LTTNG_UST_SYM_NAME_LEN
);
934 if (len
> 0 && strutils_star_glob_match(excluder_name
, len
, desc
->name
, SIZE_MAX
))
940 case LTTNG_ENABLER_FORMAT_EVENT
:
941 return lttng_desc_match_event_enabler(desc
, enabler
);
948 int lttng_event_enabler_match_event(struct lttng_event_enabler
*event_enabler
,
949 struct lttng_event
*event
)
951 if (lttng_desc_match_enabler(event
->desc
,
952 lttng_event_enabler_as_enabler(event_enabler
))
953 && event
->chan
== event_enabler
->chan
)
960 int lttng_event_notifier_enabler_match_event_notifier(
961 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
962 struct lttng_event_notifier
*event_notifier
)
964 int desc_matches
= lttng_desc_match_enabler(event_notifier
->desc
,
965 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
967 if (desc_matches
&& event_notifier
->group
== event_notifier_enabler
->group
&&
968 event_notifier
->user_token
== event_notifier_enabler
->user_token
)
975 struct lttng_enabler_ref
*lttng_enabler_ref(
976 struct cds_list_head
*enabler_ref_list
,
977 struct lttng_enabler
*enabler
)
979 struct lttng_enabler_ref
*enabler_ref
;
981 cds_list_for_each_entry(enabler_ref
, enabler_ref_list
, node
) {
982 if (enabler_ref
->ref
== enabler
)
989 * Create struct lttng_event if it is missing and present in the list of
993 void lttng_create_event_if_missing(struct lttng_event_enabler
*event_enabler
)
995 struct lttng_session
*session
= event_enabler
->chan
->session
;
996 struct lttng_probe_desc
*probe_desc
;
997 const struct lttng_event_desc
*desc
;
998 struct lttng_event
*event
;
1000 struct cds_list_head
*probe_list
;
1002 probe_list
= lttng_get_probe_list_head();
1004 * For each probe event, if we find that a probe event matches
1005 * our enabler, create an associated lttng_event if not
1008 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1009 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1012 struct cds_hlist_head
*head
;
1013 struct cds_hlist_node
*node
;
1015 desc
= probe_desc
->event_desc
[i
];
1016 if (!lttng_desc_match_enabler(desc
,
1017 lttng_event_enabler_as_enabler(event_enabler
)))
1020 head
= borrow_hash_table_bucket(
1021 session
->events_ht
.table
,
1022 LTTNG_UST_EVENT_HT_SIZE
, desc
);
1024 cds_hlist_for_each_entry(event
, node
, head
, hlist
) {
1025 if (event
->desc
== desc
1026 && event
->chan
== event_enabler
->chan
) {
1035 * We need to create an event for this
1038 ret
= lttng_event_create(probe_desc
->event_desc
[i
],
1039 event_enabler
->chan
);
1041 DBG("Unable to create event %s, error %d\n",
1042 probe_desc
->event_desc
[i
]->name
, ret
);
1049 void probe_provider_event_for_each(struct lttng_probe_desc
*provider_desc
,
1050 void (*event_func
)(struct lttng_session
*session
,
1051 struct lttng_event
*event
),
1052 void (*event_notifier_func
)(struct lttng_event_notifier
*event_notifier
))
1054 struct cds_hlist_node
*node
, *tmp_node
;
1055 struct cds_list_head
*sessionsp
;
1058 /* Get handle on list of sessions. */
1059 sessionsp
= _lttng_get_sessions();
1062 * Iterate over all events in the probe provider descriptions and
1063 * sessions to queue the unregistration of the events.
1065 for (i
= 0; i
< provider_desc
->nr_events
; i
++) {
1066 const struct lttng_event_desc
*event_desc
;
1067 struct lttng_event_notifier_group
*event_notifier_group
;
1068 struct lttng_event_notifier
*event_notifier
;
1069 struct lttng_session
*session
;
1070 struct cds_hlist_head
*head
;
1071 struct lttng_event
*event
;
1073 event_desc
= provider_desc
->event_desc
[i
];
1076 * Iterate over all session to find the current event
1079 cds_list_for_each_entry(session
, sessionsp
, node
) {
1081 * Get the list of events in the hashtable bucket and
1082 * iterate to find the event matching this descriptor.
1084 head
= borrow_hash_table_bucket(
1085 session
->events_ht
.table
,
1086 LTTNG_UST_EVENT_HT_SIZE
, event_desc
);
1088 cds_hlist_for_each_entry_safe(event
, node
, tmp_node
, head
, hlist
) {
1089 if (event_desc
== event
->desc
) {
1090 event_func(session
, event
);
1097 * Iterate over all event_notifier groups to find the current event
1100 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1102 * Get the list of event_notifiers in the hashtable bucket and
1103 * iterate to find the event_notifier matching this
1106 head
= borrow_hash_table_bucket(
1107 event_notifier_group
->event_notifiers_ht
.table
,
1108 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, event_desc
);
1110 cds_hlist_for_each_entry_safe(event_notifier
, node
, tmp_node
, head
, hlist
) {
1111 if (event_desc
== event_notifier
->desc
) {
1112 event_notifier_func(event_notifier
);
1121 void _unregister_event(struct lttng_session
*session
,
1122 struct lttng_event
*event
)
1124 _lttng_event_unregister(event
);
1128 void _event_enum_destroy(struct lttng_session
*session
,
1129 struct lttng_event
*event
)
1133 /* Destroy enums of the current event. */
1134 for (i
= 0; i
< event
->desc
->nr_fields
; i
++) {
1135 const struct lttng_enum_desc
*enum_desc
;
1136 const struct lttng_event_field
*field
;
1137 struct lttng_enum
*curr_enum
;
1139 field
= &(event
->desc
->fields
[i
]);
1140 switch (field
->type
.atype
) {
1142 enum_desc
= field
->type
.u
.legacy
.basic
.enumeration
.desc
;
1144 case atype_enum_nestable
:
1145 enum_desc
= field
->type
.u
.enum_nestable
.desc
;
1151 curr_enum
= lttng_ust_enum_get_from_desc(session
, enum_desc
);
1153 _lttng_enum_destroy(curr_enum
);
1157 /* Destroy event. */
1158 _lttng_event_destroy(event
);
1162 * Iterate over all the UST sessions to unregister and destroy all probes from
1163 * the probe provider descriptor received as argument. Must me called with the
1166 void lttng_probe_provider_unregister_events(
1167 struct lttng_probe_desc
*provider_desc
)
1170 * Iterate over all events in the probe provider descriptions and sessions
1171 * to queue the unregistration of the events.
1173 probe_provider_event_for_each(provider_desc
, _unregister_event
,
1174 _lttng_event_notifier_unregister
);
1176 /* Wait for grace period. */
1177 synchronize_trace();
1178 /* Prune the unregistration queue. */
1179 __tracepoint_probe_prune_release_queue();
1182 * It is now safe to destroy the events and remove them from the event list
1185 probe_provider_event_for_each(provider_desc
, _event_enum_destroy
,
1186 _lttng_event_notifier_destroy
);
1190 * Create events associated with an event enabler (if not already present),
1191 * and add backward reference from the event to the enabler.
1194 int lttng_event_enabler_ref_events(struct lttng_event_enabler
*event_enabler
)
1196 struct lttng_session
*session
= event_enabler
->chan
->session
;
1197 struct lttng_event
*event
;
1199 if (!lttng_event_enabler_as_enabler(event_enabler
)->enabled
)
1202 /* First ensure that probe events are created for this enabler. */
1203 lttng_create_event_if_missing(event_enabler
);
1205 /* For each event matching enabler in session event list. */
1206 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
1207 struct lttng_enabler_ref
*enabler_ref
;
1209 if (!lttng_event_enabler_match_event(event_enabler
, event
))
1212 enabler_ref
= lttng_enabler_ref(&event
->enablers_ref_head
,
1213 lttng_event_enabler_as_enabler(event_enabler
));
1216 * If no backward ref, create it.
1217 * Add backward ref from event to enabler.
1219 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1222 enabler_ref
->ref
= lttng_event_enabler_as_enabler(
1224 cds_list_add(&enabler_ref
->node
,
1225 &event
->enablers_ref_head
);
1229 * Link filter bytecodes if not linked yet.
1231 lttng_enabler_link_bytecode(event
->desc
,
1233 &event
->filter_bytecode_runtime_head
,
1234 <tng_event_enabler_as_enabler(event_enabler
)->filter_bytecode_head
);
1236 /* TODO: merge event context. */
1243 * Called at library load: connect the probe on all enablers matching
1245 * Called with session mutex held.
1247 int lttng_fix_pending_events(void)
1249 struct lttng_session
*session
;
1251 cds_list_for_each_entry(session
, &sessions
, node
) {
1252 lttng_session_lazy_sync_event_enablers(session
);
1257 int lttng_fix_pending_event_notifiers(void)
1259 struct lttng_event_notifier_group
*event_notifier_group
;
1261 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1262 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1268 * For each session of the owner thread, execute pending statedump.
1269 * Only dump state for the sessions owned by the caller thread, because
1270 * we don't keep ust_lock across the entire iteration.
1272 void lttng_handle_pending_statedump(void *owner
)
1274 struct lttng_session
*session
;
1276 /* Execute state dump */
1277 do_lttng_ust_statedump(owner
);
1279 /* Clear pending state dump */
1283 cds_list_for_each_entry(session
, &sessions
, node
) {
1284 if (session
->owner
!= owner
)
1286 if (!session
->statedump_pending
)
1288 session
->statedump_pending
= 0;
1296 * Only used internally at session destruction.
1299 void _lttng_event_destroy(struct lttng_event
*event
)
1301 struct lttng_enabler_ref
*enabler_ref
, *tmp_enabler_ref
;
1303 /* Remove from event list. */
1304 cds_list_del(&event
->node
);
1305 /* Remove from event hash table. */
1306 cds_hlist_del(&event
->hlist
);
1308 lttng_destroy_context(event
->ctx
);
1309 lttng_free_event_filter_runtime(event
);
1310 /* Free event enabler refs */
1311 cds_list_for_each_entry_safe(enabler_ref
, tmp_enabler_ref
,
1312 &event
->enablers_ref_head
, node
)
1318 void _lttng_enum_destroy(struct lttng_enum
*_enum
)
1320 cds_list_del(&_enum
->node
);
1321 cds_hlist_del(&_enum
->hlist
);
1325 void lttng_ust_events_exit(void)
1327 struct lttng_session
*session
, *tmpsession
;
1329 cds_list_for_each_entry_safe(session
, tmpsession
, &sessions
, node
)
1330 lttng_session_destroy(session
);
1334 * Enabler management.
1336 struct lttng_event_enabler
*lttng_event_enabler_create(
1337 enum lttng_enabler_format_type format_type
,
1338 struct lttng_ust_event
*event_param
,
1339 struct lttng_channel
*chan
)
1341 struct lttng_event_enabler
*event_enabler
;
1343 event_enabler
= zmalloc(sizeof(*event_enabler
));
1346 event_enabler
->base
.format_type
= format_type
;
1347 CDS_INIT_LIST_HEAD(&event_enabler
->base
.filter_bytecode_head
);
1348 CDS_INIT_LIST_HEAD(&event_enabler
->base
.excluder_head
);
1349 memcpy(&event_enabler
->base
.event_param
, event_param
,
1350 sizeof(event_enabler
->base
.event_param
));
1351 event_enabler
->chan
= chan
;
1353 event_enabler
->base
.enabled
= 0;
1354 cds_list_add(&event_enabler
->node
, &event_enabler
->chan
->session
->enablers_head
);
1355 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1357 return event_enabler
;
1360 struct lttng_event_notifier_enabler
*lttng_event_notifier_enabler_create(
1361 struct lttng_event_notifier_group
*event_notifier_group
,
1362 enum lttng_enabler_format_type format_type
,
1363 struct lttng_ust_event_notifier
*event_notifier_param
)
1365 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1367 event_notifier_enabler
= zmalloc(sizeof(*event_notifier_enabler
));
1368 if (!event_notifier_enabler
)
1370 event_notifier_enabler
->base
.format_type
= format_type
;
1371 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.filter_bytecode_head
);
1372 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->capture_bytecode_head
);
1373 CDS_INIT_LIST_HEAD(&event_notifier_enabler
->base
.excluder_head
);
1375 event_notifier_enabler
->user_token
= event_notifier_param
->event
.token
;
1376 event_notifier_enabler
->num_captures
= 0;
1378 memcpy(&event_notifier_enabler
->base
.event_param
.name
,
1379 event_notifier_param
->event
.name
,
1380 sizeof(event_notifier_enabler
->base
.event_param
.name
));
1381 event_notifier_enabler
->base
.event_param
.instrumentation
=
1382 event_notifier_param
->event
.instrumentation
;
1383 event_notifier_enabler
->base
.event_param
.loglevel
=
1384 event_notifier_param
->event
.loglevel
;
1385 event_notifier_enabler
->base
.event_param
.loglevel_type
=
1386 event_notifier_param
->event
.loglevel_type
;
1388 event_notifier_enabler
->base
.enabled
= 0;
1389 event_notifier_enabler
->group
= event_notifier_group
;
1391 cds_list_add(&event_notifier_enabler
->node
,
1392 &event_notifier_group
->enablers_head
);
1394 lttng_event_notifier_group_sync_enablers(event_notifier_group
);
1396 return event_notifier_enabler
;
1399 int lttng_event_enabler_enable(struct lttng_event_enabler
*event_enabler
)
1401 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 1;
1402 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1407 int lttng_event_enabler_disable(struct lttng_event_enabler
*event_enabler
)
1409 lttng_event_enabler_as_enabler(event_enabler
)->enabled
= 0;
1410 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1416 void _lttng_enabler_attach_filter_bytecode(struct lttng_enabler
*enabler
,
1417 struct lttng_ust_bytecode_node
*bytecode
)
1419 bytecode
->enabler
= enabler
;
1420 cds_list_add_tail(&bytecode
->node
, &enabler
->filter_bytecode_head
);
1423 int lttng_event_enabler_attach_filter_bytecode(struct lttng_event_enabler
*event_enabler
,
1424 struct lttng_ust_bytecode_node
*bytecode
)
1426 _lttng_enabler_attach_filter_bytecode(
1427 lttng_event_enabler_as_enabler(event_enabler
), bytecode
);
1429 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1434 void _lttng_enabler_attach_exclusion(struct lttng_enabler
*enabler
,
1435 struct lttng_ust_excluder_node
*excluder
)
1437 excluder
->enabler
= enabler
;
1438 cds_list_add_tail(&excluder
->node
, &enabler
->excluder_head
);
1441 int lttng_event_enabler_attach_exclusion(struct lttng_event_enabler
*event_enabler
,
1442 struct lttng_ust_excluder_node
*excluder
)
1444 _lttng_enabler_attach_exclusion(
1445 lttng_event_enabler_as_enabler(event_enabler
), excluder
);
1447 lttng_session_lazy_sync_event_enablers(event_enabler
->chan
->session
);
1451 int lttng_event_notifier_enabler_enable(
1452 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1454 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 1;
1455 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1460 int lttng_event_notifier_enabler_disable(
1461 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1463 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
= 0;
1464 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1469 int lttng_event_notifier_enabler_attach_filter_bytecode(
1470 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1471 struct lttng_ust_bytecode_node
*bytecode
)
1473 _lttng_enabler_attach_filter_bytecode(
1474 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1477 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1481 int lttng_event_notifier_enabler_attach_capture_bytecode(
1482 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1483 struct lttng_ust_bytecode_node
*bytecode
)
1485 bytecode
->enabler
= lttng_event_notifier_enabler_as_enabler(
1486 event_notifier_enabler
);
1487 cds_list_add_tail(&bytecode
->node
,
1488 &event_notifier_enabler
->capture_bytecode_head
);
1489 event_notifier_enabler
->num_captures
++;
1491 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1495 int lttng_event_notifier_enabler_attach_exclusion(
1496 struct lttng_event_notifier_enabler
*event_notifier_enabler
,
1497 struct lttng_ust_excluder_node
*excluder
)
1499 _lttng_enabler_attach_exclusion(
1500 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
),
1503 lttng_event_notifier_group_sync_enablers(event_notifier_enabler
->group
);
1507 int lttng_attach_context(struct lttng_ust_context
*context_param
,
1508 union ust_args
*uargs
,
1509 struct lttng_ctx
**ctx
, struct lttng_session
*session
)
1512 * We cannot attach a context after trace has been started for a
1513 * session because the metadata does not allow expressing this
1514 * information outside of the original channel scope.
1516 if (session
->been_active
)
1519 switch (context_param
->ctx
) {
1520 case LTTNG_UST_CONTEXT_PTHREAD_ID
:
1521 return lttng_add_pthread_id_to_ctx(ctx
);
1522 case LTTNG_UST_CONTEXT_PERF_THREAD_COUNTER
:
1524 struct lttng_ust_perf_counter_ctx
*perf_ctx_param
;
1526 perf_ctx_param
= &context_param
->u
.perf_counter
;
1527 return lttng_add_perf_counter_to_ctx(
1528 perf_ctx_param
->type
,
1529 perf_ctx_param
->config
,
1530 perf_ctx_param
->name
,
1533 case LTTNG_UST_CONTEXT_VTID
:
1534 return lttng_add_vtid_to_ctx(ctx
);
1535 case LTTNG_UST_CONTEXT_VPID
:
1536 return lttng_add_vpid_to_ctx(ctx
);
1537 case LTTNG_UST_CONTEXT_PROCNAME
:
1538 return lttng_add_procname_to_ctx(ctx
);
1539 case LTTNG_UST_CONTEXT_IP
:
1540 return lttng_add_ip_to_ctx(ctx
);
1541 case LTTNG_UST_CONTEXT_CPU_ID
:
1542 return lttng_add_cpu_id_to_ctx(ctx
);
1543 case LTTNG_UST_CONTEXT_APP_CONTEXT
:
1544 return lttng_ust_add_app_context_to_ctx_rcu(uargs
->app_context
.ctxname
,
1546 case LTTNG_UST_CONTEXT_CGROUP_NS
:
1547 return lttng_add_cgroup_ns_to_ctx(ctx
);
1548 case LTTNG_UST_CONTEXT_IPC_NS
:
1549 return lttng_add_ipc_ns_to_ctx(ctx
);
1550 case LTTNG_UST_CONTEXT_MNT_NS
:
1551 return lttng_add_mnt_ns_to_ctx(ctx
);
1552 case LTTNG_UST_CONTEXT_NET_NS
:
1553 return lttng_add_net_ns_to_ctx(ctx
);
1554 case LTTNG_UST_CONTEXT_PID_NS
:
1555 return lttng_add_pid_ns_to_ctx(ctx
);
1556 case LTTNG_UST_CONTEXT_TIME_NS
:
1557 return lttng_add_time_ns_to_ctx(ctx
);
1558 case LTTNG_UST_CONTEXT_USER_NS
:
1559 return lttng_add_user_ns_to_ctx(ctx
);
1560 case LTTNG_UST_CONTEXT_UTS_NS
:
1561 return lttng_add_uts_ns_to_ctx(ctx
);
1562 case LTTNG_UST_CONTEXT_VUID
:
1563 return lttng_add_vuid_to_ctx(ctx
);
1564 case LTTNG_UST_CONTEXT_VEUID
:
1565 return lttng_add_veuid_to_ctx(ctx
);
1566 case LTTNG_UST_CONTEXT_VSUID
:
1567 return lttng_add_vsuid_to_ctx(ctx
);
1568 case LTTNG_UST_CONTEXT_VGID
:
1569 return lttng_add_vgid_to_ctx(ctx
);
1570 case LTTNG_UST_CONTEXT_VEGID
:
1571 return lttng_add_vegid_to_ctx(ctx
);
1572 case LTTNG_UST_CONTEXT_VSGID
:
1573 return lttng_add_vsgid_to_ctx(ctx
);
1579 int lttng_event_enabler_attach_context(struct lttng_event_enabler
*enabler
,
1580 struct lttng_ust_context
*context_param
)
1585 void lttng_event_enabler_destroy(struct lttng_event_enabler
*event_enabler
)
1587 if (!event_enabler
) {
1590 cds_list_del(&event_enabler
->node
);
1592 lttng_enabler_destroy(lttng_event_enabler_as_enabler(event_enabler
));
1594 lttng_destroy_context(event_enabler
->ctx
);
1595 free(event_enabler
);
1599 * lttng_session_sync_event_enablers should be called just before starting a
1603 void lttng_session_sync_event_enablers(struct lttng_session
*session
)
1605 struct lttng_event_enabler
*event_enabler
;
1606 struct lttng_event
*event
;
1608 cds_list_for_each_entry(event_enabler
, &session
->enablers_head
, node
)
1609 lttng_event_enabler_ref_events(event_enabler
);
1611 * For each event, if at least one of its enablers is enabled,
1612 * and its channel and session transient states are enabled, we
1613 * enable the event, else we disable it.
1615 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
1616 struct lttng_enabler_ref
*enabler_ref
;
1617 struct lttng_bytecode_runtime
*runtime
;
1618 int enabled
= 0, has_enablers_without_bytecode
= 0;
1621 cds_list_for_each_entry(enabler_ref
,
1622 &event
->enablers_ref_head
, node
) {
1623 if (enabler_ref
->ref
->enabled
) {
1629 * Enabled state is based on union of enablers, with
1630 * intesection of session and channel transient enable
1633 enabled
= enabled
&& session
->tstate
&& event
->chan
->tstate
;
1635 CMM_STORE_SHARED(event
->enabled
, enabled
);
1637 * Sync tracepoint registration with event enabled
1641 if (!event
->registered
)
1642 register_event(event
);
1644 if (event
->registered
)
1645 unregister_event(event
);
1648 /* Check if has enablers without bytecode enabled */
1649 cds_list_for_each_entry(enabler_ref
,
1650 &event
->enablers_ref_head
, node
) {
1651 if (enabler_ref
->ref
->enabled
1652 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1653 has_enablers_without_bytecode
= 1;
1657 event
->has_enablers_without_bytecode
=
1658 has_enablers_without_bytecode
;
1660 /* Enable filters */
1661 cds_list_for_each_entry(runtime
,
1662 &event
->filter_bytecode_runtime_head
, node
) {
1663 lttng_bytecode_filter_sync_state(runtime
);
1666 __tracepoint_probe_prune_release_queue();
1670 void lttng_create_event_notifier_if_missing(
1671 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1673 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1674 struct lttng_probe_desc
*probe_desc
;
1675 struct cds_list_head
*probe_list
;
1678 probe_list
= lttng_get_probe_list_head();
1680 cds_list_for_each_entry(probe_desc
, probe_list
, head
) {
1681 for (i
= 0; i
< probe_desc
->nr_events
; i
++) {
1684 const struct lttng_event_desc
*desc
;
1685 struct lttng_event_notifier
*event_notifier
;
1686 struct cds_hlist_head
*head
;
1687 struct cds_hlist_node
*node
;
1689 desc
= probe_desc
->event_desc
[i
];
1691 if (!lttng_desc_match_enabler(desc
,
1692 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)))
1696 * Given the current event_notifier group, get the bucket that
1697 * the target event_notifier would be if it was already
1700 head
= borrow_hash_table_bucket(
1701 event_notifier_group
->event_notifiers_ht
.table
,
1702 LTTNG_UST_EVENT_NOTIFIER_HT_SIZE
, desc
);
1704 cds_hlist_for_each_entry(event_notifier
, node
, head
, hlist
) {
1706 * Check if event_notifier already exists by checking
1707 * if the event_notifier and enabler share the same
1708 * description and id.
1710 if (event_notifier
->desc
== desc
&&
1711 event_notifier
->user_token
== event_notifier_enabler
->user_token
) {
1721 * We need to create a event_notifier for this event probe.
1723 ret
= lttng_event_notifier_create(desc
,
1724 event_notifier_enabler
->user_token
,
1725 event_notifier_group
);
1727 DBG("Unable to create event_notifier %s, error %d\n",
1728 probe_desc
->event_desc
[i
]->name
, ret
);
1735 * Create event_notifiers associated with a event_notifier enabler (if not already present).
1738 int lttng_event_notifier_enabler_ref_event_notifiers(
1739 struct lttng_event_notifier_enabler
*event_notifier_enabler
)
1741 struct lttng_event_notifier_group
*event_notifier_group
= event_notifier_enabler
->group
;
1742 struct lttng_event_notifier
*event_notifier
;
1745 * Only try to create event_notifiers for enablers that are enabled, the user
1746 * might still be attaching filter or exclusion to the
1747 * event_notifier_enabler.
1749 if (!lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->enabled
)
1752 /* First, ensure that probe event_notifiers are created for this enabler. */
1753 lttng_create_event_notifier_if_missing(event_notifier_enabler
);
1755 /* Link the created event_notifier with its associated enabler. */
1756 cds_list_for_each_entry(event_notifier
, &event_notifier_group
->event_notifiers_head
, node
) {
1757 struct lttng_enabler_ref
*enabler_ref
;
1759 if (!lttng_event_notifier_enabler_match_event_notifier(event_notifier_enabler
, event_notifier
))
1762 enabler_ref
= lttng_enabler_ref(&event_notifier
->enablers_ref_head
,
1763 lttng_event_notifier_enabler_as_enabler(event_notifier_enabler
));
1766 * If no backward ref, create it.
1767 * Add backward ref from event_notifier to enabler.
1769 enabler_ref
= zmalloc(sizeof(*enabler_ref
));
1773 enabler_ref
->ref
= lttng_event_notifier_enabler_as_enabler(
1774 event_notifier_enabler
);
1775 cds_list_add(&enabler_ref
->node
,
1776 &event_notifier
->enablers_ref_head
);
1780 * Link filter bytecodes if not linked yet.
1782 lttng_enabler_link_bytecode(event_notifier
->desc
,
1783 &event_notifier_group
->ctx
,
1784 &event_notifier
->filter_bytecode_runtime_head
,
1785 <tng_event_notifier_enabler_as_enabler(event_notifier_enabler
)->filter_bytecode_head
);
1788 * Link capture bytecodes if not linked yet.
1790 lttng_enabler_link_bytecode(event_notifier
->desc
,
1791 &event_notifier_group
->ctx
, &event_notifier
->capture_bytecode_runtime_head
,
1792 &event_notifier_enabler
->capture_bytecode_head
);
1794 event_notifier
->num_captures
= event_notifier_enabler
->num_captures
;
1801 void lttng_event_notifier_group_sync_enablers(struct lttng_event_notifier_group
*event_notifier_group
)
1803 struct lttng_event_notifier_enabler
*event_notifier_enabler
;
1804 struct lttng_event_notifier
*event_notifier
;
1806 cds_list_for_each_entry(event_notifier_enabler
, &event_notifier_group
->enablers_head
, node
)
1807 lttng_event_notifier_enabler_ref_event_notifiers(event_notifier_enabler
);
1810 * For each event_notifier, if at least one of its enablers is enabled,
1811 * we enable the event_notifier, else we disable it.
1813 cds_list_for_each_entry(event_notifier
, &event_notifier_group
->event_notifiers_head
, node
) {
1814 struct lttng_enabler_ref
*enabler_ref
;
1815 struct lttng_bytecode_runtime
*runtime
;
1816 int enabled
= 0, has_enablers_without_bytecode
= 0;
1818 /* Enable event_notifiers */
1819 cds_list_for_each_entry(enabler_ref
,
1820 &event_notifier
->enablers_ref_head
, node
) {
1821 if (enabler_ref
->ref
->enabled
) {
1827 CMM_STORE_SHARED(event_notifier
->enabled
, enabled
);
1829 * Sync tracepoint registration with event_notifier enabled
1833 if (!event_notifier
->registered
)
1834 register_event_notifier(event_notifier
);
1836 if (event_notifier
->registered
)
1837 unregister_event_notifier(event_notifier
);
1840 /* Check if has enablers without bytecode enabled */
1841 cds_list_for_each_entry(enabler_ref
,
1842 &event_notifier
->enablers_ref_head
, node
) {
1843 if (enabler_ref
->ref
->enabled
1844 && cds_list_empty(&enabler_ref
->ref
->filter_bytecode_head
)) {
1845 has_enablers_without_bytecode
= 1;
1849 event_notifier
->has_enablers_without_bytecode
=
1850 has_enablers_without_bytecode
;
1852 /* Enable filters */
1853 cds_list_for_each_entry(runtime
,
1854 &event_notifier
->filter_bytecode_runtime_head
, node
) {
1855 lttng_bytecode_filter_sync_state(runtime
);
1858 /* Enable captures. */
1859 cds_list_for_each_entry(runtime
,
1860 &event_notifier
->capture_bytecode_runtime_head
, node
) {
1861 lttng_bytecode_capture_sync_state(runtime
);
1864 __tracepoint_probe_prune_release_queue();
1868 * Apply enablers to session events, adding events to session if need
1869 * be. It is required after each modification applied to an active
1870 * session, and right before session "start".
1871 * "lazy" sync means we only sync if required.
1874 void lttng_session_lazy_sync_event_enablers(struct lttng_session
*session
)
1876 /* We can skip if session is not active */
1877 if (!session
->active
)
1879 lttng_session_sync_event_enablers(session
);
1883 * Update all sessions with the given app context.
1884 * Called with ust lock held.
1885 * This is invoked when an application context gets loaded/unloaded. It
1886 * ensures the context callbacks are in sync with the application
1887 * context (either app context callbacks, or dummy callbacks).
1889 void lttng_ust_context_set_session_provider(const char *name
,
1890 size_t (*get_size
)(struct lttng_ctx_field
*field
, size_t offset
),
1891 void (*record
)(struct lttng_ctx_field
*field
,
1892 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
1893 struct lttng_channel
*chan
),
1894 void (*get_value
)(struct lttng_ctx_field
*field
,
1895 struct lttng_ctx_value
*value
))
1897 struct lttng_session
*session
;
1899 cds_list_for_each_entry(session
, &sessions
, node
) {
1900 struct lttng_channel
*chan
;
1901 struct lttng_event
*event
;
1904 ret
= lttng_ust_context_set_provider_rcu(&session
->ctx
,
1905 name
, get_size
, record
, get_value
);
1908 cds_list_for_each_entry(chan
, &session
->chan_head
, node
) {
1909 ret
= lttng_ust_context_set_provider_rcu(&chan
->ctx
,
1910 name
, get_size
, record
, get_value
);
1914 cds_list_for_each_entry(event
, &session
->events_head
, node
) {
1915 ret
= lttng_ust_context_set_provider_rcu(&event
->ctx
,
1916 name
, get_size
, record
, get_value
);
1924 * Update all event_notifier groups with the given app context.
1925 * Called with ust lock held.
1926 * This is invoked when an application context gets loaded/unloaded. It
1927 * ensures the context callbacks are in sync with the application
1928 * context (either app context callbacks, or dummy callbacks).
1930 void lttng_ust_context_set_event_notifier_group_provider(const char *name
,
1931 size_t (*get_size
)(struct lttng_ctx_field
*field
, size_t offset
),
1932 void (*record
)(struct lttng_ctx_field
*field
,
1933 struct lttng_ust_lib_ring_buffer_ctx
*ctx
,
1934 struct lttng_channel
*chan
),
1935 void (*get_value
)(struct lttng_ctx_field
*field
,
1936 struct lttng_ctx_value
*value
))
1938 struct lttng_event_notifier_group
*event_notifier_group
;
1940 cds_list_for_each_entry(event_notifier_group
, &event_notifier_groups
, node
) {
1943 ret
= lttng_ust_context_set_provider_rcu(
1944 &event_notifier_group
->ctx
,
1945 name
, get_size
, record
, get_value
);