-static
-struct lttng_kernel_event_notifier *_lttng_kernel_event_notifier_create(struct lttng_event_notifier_enabler *event_enabler,
- const struct lttng_kernel_event_desc *event_desc)
-{
- struct lttng_event_ht *events_ht = lttng_get_event_ht_from_enabler(&event_enabler->parent);
- struct lttng_event_notifier_group *event_notifier_group = event_enabler->group;
- struct lttng_kernel_abi_event *event_param = &event_enabler->parent.event_param;
- uint64_t token = event_enabler->parent.user_token;
- enum lttng_kernel_abi_instrumentation itype = event_param->instrumentation;
- struct lttng_kernel_event_common_private *event_priv;
- struct lttng_kernel_event_common *event;
- struct lttng_kernel_event_notifier_private *event_notifier_priv;
- struct lttng_kernel_event_notifier *event_notifier;
- struct lttng_counter *error_counter;
- const char *event_name;
- struct hlist_head *head;
- int ret;
-
- switch (itype) {
- case LTTNG_KERNEL_ABI_TRACEPOINT:
- event_name = event_desc->event_name;
- break;
-
- case LTTNG_KERNEL_ABI_KPROBE:
- lttng_fallthrough;
- case LTTNG_KERNEL_ABI_UPROBE:
- lttng_fallthrough;
- case LTTNG_KERNEL_ABI_SYSCALL:
- event_name = event_param->name;
- break;
-
- case LTTNG_KERNEL_ABI_KRETPROBE:
- lttng_fallthrough;
- case LTTNG_KERNEL_ABI_FUNCTION:
- lttng_fallthrough;
- case LTTNG_KERNEL_ABI_NOOP:
- lttng_fallthrough;
- default:
- WARN_ON_ONCE(1);
- ret = -EINVAL;
- goto type_error;
- }
-
- head = utils_borrow_hash_table_bucket(events_ht->table, LTTNG_EVENT_HT_SIZE, event_name);
- lttng_hlist_for_each_entry(event_priv, head, hlist_node) {
- event_notifier_priv = container_of(event_priv, struct lttng_kernel_event_notifier_private, parent);
-
- WARN_ON_ONCE(!event_priv->desc);
- if (!strncmp(event_priv->desc->event_name, event_name,
- LTTNG_KERNEL_ABI_SYM_NAME_LEN - 1)
- && event_notifier_group == event_notifier_priv->group
- && token == event_priv->user_token) {
- ret = -EEXIST;
- goto exist;
- }
- }
-
- event = lttng_kernel_event_alloc(&event_enabler->parent);
- if (!event) {
- ret = -ENOMEM;
- goto alloc_error;
- }
- event_notifier = container_of(event, struct lttng_kernel_event_notifier, parent);
-
- switch (itype) {
- case LTTNG_KERNEL_ABI_TRACEPOINT:
- /* Event will be enabled by enabler sync. */
- event_notifier->parent.enabled = 0;
- event_notifier->priv->parent.registered = 0;
- event_notifier->priv->parent.desc = lttng_event_desc_get(event_name);
- if (!event_notifier->priv->parent.desc) {
- ret = -ENOENT;
- goto register_error;
- }
- /* Populate lttng_event_notifier structure before event registration. */
- smp_wmb();
- break;
-
- case LTTNG_KERNEL_ABI_KPROBE:
- /*
- * Needs to be explicitly enabled after creation, since
- * we may want to apply filters.
- */
- event_notifier->parent.enabled = 0;
- event_notifier->priv->parent.registered = 1;
- /*
- * Populate lttng_event_notifier structure before event
- * registration.
- */
- smp_wmb();
- ret = lttng_kprobes_register_event(event_param->u.kprobe.symbol_name,
- event_param->u.kprobe.symbol_name,
- event_param->u.kprobe.offset,
- event_param->u.kprobe.addr,
- &event_notifier->parent);
- if (ret) {
- ret = -EINVAL;
- goto register_error;
- }
- ret = try_module_get(event_notifier->priv->parent.desc->owner);
- WARN_ON_ONCE(!ret);
- break;
-
- case LTTNG_KERNEL_ABI_SYSCALL:
- /*
- * Needs to be explicitly enabled after creation, since
- * we may want to apply filters.
- */
- event_notifier->parent.enabled = 0;
- event_notifier->priv->parent.registered = 0;
- event_notifier->priv->parent.desc = event_desc;
- switch (event_param->u.syscall.entryexit) {
- case LTTNG_KERNEL_ABI_SYSCALL_ENTRYEXIT:
- ret = -EINVAL;
- goto register_error;
- case LTTNG_KERNEL_ABI_SYSCALL_ENTRY:
- event_notifier->priv->parent.u.syscall.entryexit = LTTNG_SYSCALL_ENTRY;
- break;
- case LTTNG_KERNEL_ABI_SYSCALL_EXIT:
- event_notifier->priv->parent.u.syscall.entryexit = LTTNG_SYSCALL_EXIT;
- break;
- }
- switch (event_param->u.syscall.abi) {
- case LTTNG_KERNEL_ABI_SYSCALL_ABI_ALL:
- ret = -EINVAL;
- goto register_error;
- case LTTNG_KERNEL_ABI_SYSCALL_ABI_NATIVE:
- event_notifier->priv->parent.u.syscall.abi = LTTNG_SYSCALL_ABI_NATIVE;
- break;
- case LTTNG_KERNEL_ABI_SYSCALL_ABI_COMPAT:
- event_notifier->priv->parent.u.syscall.abi = LTTNG_SYSCALL_ABI_COMPAT;
- break;
- }
-
- if (!event_notifier->priv->parent.desc) {
- ret = -EINVAL;
- goto register_error;
- }
- break;
-
- case LTTNG_KERNEL_ABI_UPROBE:
- /*
- * Needs to be explicitly enabled after creation, since
- * we may want to apply filters.
- */
- event_notifier->parent.enabled = 0;
- event_notifier->priv->parent.registered = 1;
-
- /*
- * Populate lttng_event_notifier structure before
- * event_notifier registration.
- */
- smp_wmb();
-
- ret = lttng_uprobes_register_event(event_param->name,
- event_param->u.uprobe.fd,
- &event_notifier->parent);
- if (ret)
- goto register_error;
- ret = try_module_get(event_notifier->priv->parent.desc->owner);
- WARN_ON_ONCE(!ret);
- break;
-
- case LTTNG_KERNEL_ABI_KRETPROBE:
- lttng_fallthrough;
- case LTTNG_KERNEL_ABI_FUNCTION:
- lttng_fallthrough;
- case LTTNG_KERNEL_ABI_NOOP:
- lttng_fallthrough;
- default:
- WARN_ON_ONCE(1);
- ret = -EINVAL;