- event_notifier->group = event_notifier_group;
- event_notifier->user_token = token;
- event_notifier->error_counter_index = error_counter_index;
- event_notifier->num_captures = 0;
- event_notifier->filter = filter;
- event_notifier->instrumentation = itype;
- event_notifier->evtype = LTTNG_TYPE_EVENT;
- event_notifier->send_notification = lttng_event_notifier_notification_send;
- INIT_LIST_HEAD(&event_notifier->filter_bytecode_runtime_head);
- INIT_LIST_HEAD(&event_notifier->capture_bytecode_runtime_head);
- INIT_LIST_HEAD(&event_notifier->enablers_ref_head);
-
- switch (itype) {
- case LTTNG_KERNEL_ABI_TRACEPOINT:
- /* Event will be enabled by enabler sync. */
- event_notifier->enabled = 0;
- event_notifier->registered = 0;
- event_notifier->desc = lttng_event_desc_get(event_name);
- if (!event_notifier->desc) {
- ret = -ENOENT;
- goto register_error;
- }
- /* Populate lttng_event_notifier structure before event registration. */
- smp_wmb();
- break;
-
- case LTTNG_KERNEL_ABI_KPROBE:
- /*
- * Needs to be explicitly enabled after creation, since
- * we may want to apply filters.
- */
- event_notifier->enabled = 0;
- event_notifier->registered = 1;
- /*
- * Populate lttng_event_notifier structure before event
- * registration.
- */
- smp_wmb();
- ret = lttng_kprobes_register_event_notifier(
- event_notifier_param->event.u.kprobe.symbol_name,
- event_notifier_param->event.u.kprobe.offset,
- event_notifier_param->event.u.kprobe.addr,
- event_notifier);
- if (ret) {
- ret = -EINVAL;
- goto register_error;
- }
- ret = try_module_get(event_notifier->desc->owner);
- WARN_ON_ONCE(!ret);
- break;
-
- case LTTNG_KERNEL_ABI_SYSCALL:
- /*
- * Needs to be explicitly enabled after creation, since
- * we may want to apply filters.
- */
- event_notifier->enabled = 0;
- event_notifier->registered = 0;
- event_notifier->desc = event_desc;
- switch (event_notifier_param->event.u.syscall.entryexit) {
- case LTTNG_KERNEL_ABI_SYSCALL_ENTRYEXIT:
- ret = -EINVAL;
- goto register_error;
- case LTTNG_KERNEL_ABI_SYSCALL_ENTRY:
- event_notifier->u.syscall.entryexit = LTTNG_SYSCALL_ENTRY;
- break;
- case LTTNG_KERNEL_ABI_SYSCALL_EXIT:
- event_notifier->u.syscall.entryexit = LTTNG_SYSCALL_EXIT;
- break;
- }
- switch (event_notifier_param->event.u.syscall.abi) {
- case LTTNG_KERNEL_ABI_SYSCALL_ABI_ALL:
- ret = -EINVAL;
- goto register_error;
- case LTTNG_KERNEL_ABI_SYSCALL_ABI_NATIVE:
- event_notifier->u.syscall.abi = LTTNG_SYSCALL_ABI_NATIVE;
- break;
- case LTTNG_KERNEL_ABI_SYSCALL_ABI_COMPAT:
- event_notifier->u.syscall.abi = LTTNG_SYSCALL_ABI_COMPAT;
- break;
- }
-
- if (!event_notifier->desc) {
- ret = -EINVAL;
- goto register_error;
- }
- break;
-
- case LTTNG_KERNEL_ABI_UPROBE:
- /*
- * Needs to be explicitly enabled after creation, since
- * we may want to apply filters.
- */
- event_notifier->enabled = 0;
- event_notifier->registered = 1;
-
- /*
- * Populate lttng_event_notifier structure before
- * event_notifier registration.
- */
- smp_wmb();
-
- ret = lttng_uprobes_register_event_notifier(
- event_notifier_param->event.name,
- event_notifier_param->event.u.uprobe.fd,
- event_notifier);
- if (ret)
- goto register_error;
- ret = try_module_get(event_notifier->desc->owner);
- WARN_ON_ONCE(!ret);
- break;
-
- case LTTNG_KERNEL_ABI_KRETPROBE: /* Fall-through */
- case LTTNG_KERNEL_ABI_FUNCTION: /* Fall-through */
- case LTTNG_KERNEL_ABI_NOOP: /* Fall-through */
- default:
- WARN_ON_ONCE(1);
- ret = -EINVAL;
- goto register_error;
- }
-
- list_add(&event_notifier->list, &event_notifier_group->event_notifiers_head);
- hlist_add_head(&event_notifier->hlist, head);
-
- /*
- * Clear the error counter bucket. The sessiond keeps track of which
- * bucket is currently in use. We trust it. The session lock
- * synchronizes against concurrent creation of the error
- * counter.
- */
- error_counter = event_notifier_group->error_counter;
- if (error_counter) {
- size_t dimension_index[1];
-
- /*
- * Check that the index is within the boundary of the counter.
- */
- if (event_notifier->error_counter_index >= event_notifier_group->error_counter_len) {
- printk(KERN_INFO "LTTng: event_notifier: Error counter index out-of-bound: counter-len=%zu, index=%llu\n",
- event_notifier_group->error_counter_len, event_notifier->error_counter_index);
- ret = -EINVAL;
- goto register_error;
- }
-
- dimension_index[0] = event_notifier->error_counter_index;
- ret = error_counter->ops->counter_clear(error_counter->counter, dimension_index);
- if (ret) {
- printk(KERN_INFO "LTTng: event_notifier: Unable to clear error counter bucket %llu\n",
- event_notifier->error_counter_index);
- goto register_error;
- }
- }
-
- return event_notifier;
-
-register_error:
- kmem_cache_free(event_notifier_cache, event_notifier);
-cache_error:
-exist:
-type_error:
- return ERR_PTR(ret);
-}
-
-int lttng_kernel_counter_read(struct lttng_counter *counter,
- const size_t *dim_indexes, int32_t cpu,
- int64_t *val, bool *overflow, bool *underflow)
-{
- return counter->ops->counter_read(counter->counter, dim_indexes,
- cpu, val, overflow, underflow);
-}
-
-int lttng_kernel_counter_aggregate(struct lttng_counter *counter,
- const size_t *dim_indexes, int64_t *val,
- bool *overflow, bool *underflow)
-{
- return counter->ops->counter_aggregate(counter->counter, dim_indexes,
- val, overflow, underflow);
-}
-
-int lttng_kernel_counter_clear(struct lttng_counter *counter,
- const size_t *dim_indexes)
-{
- return counter->ops->counter_clear(counter->counter, dim_indexes);
-}
-
-struct lttng_event *lttng_event_create(struct lttng_channel *chan,
- struct lttng_kernel_abi_event *event_param,
- void *filter,
- const struct lttng_kernel_event_desc *event_desc,
- enum lttng_kernel_abi_instrumentation itype)
-{
- struct lttng_event *event;
-
- mutex_lock(&sessions_mutex);
- event = _lttng_event_create(chan, event_param, filter, event_desc,
- itype);
- mutex_unlock(&sessions_mutex);
- return event;
-}
-
-struct lttng_event_notifier *lttng_event_notifier_create(
- const struct lttng_kernel_event_desc *event_desc,
- uint64_t id, uint64_t error_counter_index,
- struct lttng_event_notifier_group *event_notifier_group,
- struct lttng_kernel_abi_event_notifier *event_notifier_param,
- void *filter, enum lttng_kernel_abi_instrumentation itype)
-{
- struct lttng_event_notifier *event_notifier;
-
- mutex_lock(&sessions_mutex);
- event_notifier = _lttng_event_notifier_create(event_desc, id,
- error_counter_index, event_notifier_group,
- event_notifier_param, filter, itype);
- mutex_unlock(&sessions_mutex);
- return event_notifier;
-}
-
-/* Only used for tracepoints for now. */
-static
-void register_event(struct lttng_event *event)