void synchronize_trace(void)
{
-#if (LINUX_VERSION_CODE >= KERNEL_VERSION(5,1,0))
+#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,1,0))
synchronize_rcu();
#else
synchronize_sched();
#endif
-#if (LINUX_VERSION_CODE >= KERNEL_VERSION(3,4,0))
+#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,4,0))
#ifdef CONFIG_PREEMPT_RT_FULL
synchronize_rcu();
#endif
-#else /* (LINUX_VERSION_CODE >= KERNEL_VERSION(3,4,0)) */
+#else /* (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,4,0)) */
#ifdef CONFIG_PREEMPT_RT
synchronize_rcu();
#endif
-#endif /* (LINUX_VERSION_CODE >= KERNEL_VERSION(3,4,0)) */
+#endif /* (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,4,0)) */
}
void lttng_lock_sessions(void)
if (event_notifier_group->error_counter) {
struct lttng_counter *error_counter = event_notifier_group->error_counter;
+
error_counter->ops->counter_destroy(error_counter->counter);
module_put(error_counter->transport->owner);
lttng_kvfree(error_counter);
goto end;
}
switch (event->instrumentation) {
- case LTTNG_KERNEL_TRACEPOINT:
+ case LTTNG_KERNEL_TRACEPOINT: /* Fall-through */
case LTTNG_KERNEL_SYSCALL:
ret = -EINVAL;
break;
- case LTTNG_KERNEL_KPROBE:
+
+ case LTTNG_KERNEL_KPROBE: /* Fall-through */
case LTTNG_KERNEL_UPROBE:
- case LTTNG_KERNEL_NOOP:
WRITE_ONCE(event->enabled, 1);
break;
+
case LTTNG_KERNEL_KRETPROBE:
ret = lttng_kretprobes_event_enable_state(event, 1);
break;
- case LTTNG_KERNEL_FUNCTION: /* Fall-through. */
+
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
ret = -EINVAL;
goto end;
}
switch (event->instrumentation) {
- case LTTNG_KERNEL_TRACEPOINT:
+ case LTTNG_KERNEL_TRACEPOINT: /* Fall-through */
case LTTNG_KERNEL_SYSCALL:
ret = -EINVAL;
break;
- case LTTNG_KERNEL_KPROBE:
+
+ case LTTNG_KERNEL_KPROBE: /* Fall-through */
case LTTNG_KERNEL_UPROBE:
- case LTTNG_KERNEL_NOOP:
WRITE_ONCE(event->enabled, 0);
break;
+
case LTTNG_KERNEL_KRETPROBE:
+
ret = lttng_kretprobes_event_enable_state(event, 0);
break;
- case LTTNG_KERNEL_FUNCTION: /* Fall-through. */
+
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
ret = -EINVAL;
goto end;
}
switch (event_notifier->instrumentation) {
- case LTTNG_KERNEL_TRACEPOINT:
+ case LTTNG_KERNEL_TRACEPOINT: /* Fall-through */
case LTTNG_KERNEL_SYSCALL:
ret = -EINVAL;
break;
- case LTTNG_KERNEL_KPROBE:
+
+ case LTTNG_KERNEL_KPROBE: /* Fall-through */
case LTTNG_KERNEL_UPROBE:
WRITE_ONCE(event_notifier->enabled, 1);
break;
- case LTTNG_KERNEL_FUNCTION:
- case LTTNG_KERNEL_NOOP:
- case LTTNG_KERNEL_KRETPROBE:
+
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_KRETPROBE: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
ret = -EINVAL;
goto end;
}
switch (event_notifier->instrumentation) {
- case LTTNG_KERNEL_TRACEPOINT:
+ case LTTNG_KERNEL_TRACEPOINT: /* Fall-through */
case LTTNG_KERNEL_SYSCALL:
ret = -EINVAL;
break;
- case LTTNG_KERNEL_KPROBE:
+
+ case LTTNG_KERNEL_KPROBE: /* Fall-through */
case LTTNG_KERNEL_UPROBE:
WRITE_ONCE(event_notifier->enabled, 0);
break;
- case LTTNG_KERNEL_FUNCTION:
- case LTTNG_KERNEL_NOOP:
- case LTTNG_KERNEL_KRETPROBE:
+
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_KRETPROBE: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
ret = -EINVAL;
case LTTNG_KERNEL_TRACEPOINT:
event_name = event_desc->name;
break;
- case LTTNG_KERNEL_KPROBE:
- case LTTNG_KERNEL_UPROBE:
- case LTTNG_KERNEL_KRETPROBE:
- case LTTNG_KERNEL_NOOP:
+
+ case LTTNG_KERNEL_KPROBE: /* Fall-through */
+ case LTTNG_KERNEL_UPROBE: /* Fall-through */
+ case LTTNG_KERNEL_KRETPROBE: /* Fall-through */
case LTTNG_KERNEL_SYSCALL:
event_name = event_param->name;
break;
- case LTTNG_KERNEL_FUNCTION: /* Fall-through. */
+
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
ret = -EINVAL;
/* Populate lttng_event structure before event registration. */
smp_wmb();
break;
+
case LTTNG_KERNEL_KPROBE:
/*
* Needs to be explicitly enabled after creation, since
ret = try_module_get(event->desc->owner);
WARN_ON_ONCE(!ret);
break;
+
case LTTNG_KERNEL_KRETPROBE:
{
struct lttng_event *event_return;
event_return->enabled = 0;
event_return->registered = 1;
event_return->instrumentation = itype;
+ INIT_LIST_HEAD(&event_return->filter_bytecode_runtime_head);
+ INIT_LIST_HEAD(&event_return->enablers_ref_head);
/*
* Populate lttng_event structure before kretprobe registration.
*/
list_add(&event_return->list, &chan->session->events);
break;
}
- case LTTNG_KERNEL_NOOP:
+
case LTTNG_KERNEL_SYSCALL:
/*
* Needs to be explicitly enabled after creation, since
goto register_error;
}
break;
+
case LTTNG_KERNEL_UPROBE:
/*
* Needs to be explicitly enabled after creation, since
ret = try_module_get(event->desc->owner);
WARN_ON_ONCE(!ret);
break;
+
case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
ret = -EINVAL;
void *filter, enum lttng_kernel_instrumentation itype)
{
struct lttng_event_notifier *event_notifier;
+ struct lttng_counter *error_counter;
const char *event_name;
struct hlist_head *head;
int ret;
case LTTNG_KERNEL_TRACEPOINT:
event_name = event_desc->name;
break;
- case LTTNG_KERNEL_KPROBE:
- case LTTNG_KERNEL_UPROBE:
+
+ case LTTNG_KERNEL_KPROBE: /* Fall-through */
+ case LTTNG_KERNEL_UPROBE: /* Fall-through */
case LTTNG_KERNEL_SYSCALL:
event_name = event_notifier_param->event.name;
break;
- case LTTNG_KERNEL_KRETPROBE:
- case LTTNG_KERNEL_FUNCTION:
- case LTTNG_KERNEL_NOOP:
+
+ case LTTNG_KERNEL_KRETPROBE: /* Fall-through */
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
ret = -EINVAL;
/* Populate lttng_event_notifier structure before event registration. */
smp_wmb();
break;
+
case LTTNG_KERNEL_KPROBE:
/*
* Needs to be explicitly enabled after creation, since
ret = try_module_get(event_notifier->desc->owner);
WARN_ON_ONCE(!ret);
break;
- case LTTNG_KERNEL_NOOP:
+
case LTTNG_KERNEL_SYSCALL:
/*
* Needs to be explicitly enabled after creation, since
goto register_error;
}
break;
+
case LTTNG_KERNEL_UPROBE:
/*
* Needs to be explicitly enabled after creation, since
ret = try_module_get(event_notifier->desc->owner);
WARN_ON_ONCE(!ret);
break;
- case LTTNG_KERNEL_KRETPROBE:
- case LTTNG_KERNEL_FUNCTION:
+
+ case LTTNG_KERNEL_KRETPROBE: /* Fall-through */
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
ret = -EINVAL;
/*
* Clear the error counter bucket. The sessiond keeps track of which
- * bucket is currently in use. We trust it.
+ * bucket is currently in use. We trust it. The session lock
+ * synchronizes against concurrent creation of the error
+ * counter.
*/
- if (event_notifier_group->error_counter) {
+ error_counter = event_notifier_group->error_counter;
+ if (error_counter) {
size_t dimension_index[1];
/*
}
dimension_index[0] = event_notifier->error_counter_index;
- ret = event_notifier_group->error_counter->ops->counter_clear(
- event_notifier_group->error_counter->counter,
- dimension_index);
+ ret = error_counter->ops->counter_clear(error_counter->counter, dimension_index);
if (ret) {
printk(KERN_INFO "LTTng: event_notifier: Unable to clear error counter bucket %llu\n",
event_notifier->error_counter_index);
desc->probe_callback,
event);
break;
+
case LTTNG_KERNEL_SYSCALL:
ret = lttng_syscall_filter_enable_event(event->chan, event);
break;
- case LTTNG_KERNEL_KPROBE:
- case LTTNG_KERNEL_UPROBE:
+
+ case LTTNG_KERNEL_KPROBE: /* Fall-through */
+ case LTTNG_KERNEL_UPROBE: /* Fall-through */
case LTTNG_KERNEL_KRETPROBE:
- case LTTNG_KERNEL_NOOP:
ret = 0;
break;
+
case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
}
event->desc->probe_callback,
event);
break;
+
case LTTNG_KERNEL_KPROBE:
lttng_kprobes_unregister_event(event);
ret = 0;
break;
+
case LTTNG_KERNEL_KRETPROBE:
lttng_kretprobes_unregister(event);
ret = 0;
break;
+
case LTTNG_KERNEL_SYSCALL:
ret = lttng_syscall_filter_disable_event(event->chan, event);
break;
+
case LTTNG_KERNEL_NOOP:
ret = 0;
break;
+
case LTTNG_KERNEL_UPROBE:
lttng_uprobes_unregister_event(event);
ret = 0;
break;
+
case LTTNG_KERNEL_FUNCTION: /* Fall-through */
default:
WARN_ON_ONCE(1);
desc->event_notifier_callback,
event_notifier);
break;
+
case LTTNG_KERNEL_SYSCALL:
ret = lttng_syscall_filter_enable_event_notifier(event_notifier);
break;
- case LTTNG_KERNEL_KPROBE:
+
+ case LTTNG_KERNEL_KPROBE: /* Fall-through */
case LTTNG_KERNEL_UPROBE:
ret = 0;
break;
- case LTTNG_KERNEL_KRETPROBE:
- case LTTNG_KERNEL_FUNCTION:
- case LTTNG_KERNEL_NOOP:
+
+ case LTTNG_KERNEL_KRETPROBE: /* Fall-through */
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
}
event_notifier->desc->event_notifier_callback,
event_notifier);
break;
+
case LTTNG_KERNEL_KPROBE:
lttng_kprobes_unregister_event_notifier(event_notifier);
ret = 0;
break;
+
case LTTNG_KERNEL_UPROBE:
lttng_uprobes_unregister_event_notifier(event_notifier);
ret = 0;
break;
+
case LTTNG_KERNEL_SYSCALL:
ret = lttng_syscall_filter_disable_event_notifier(event_notifier);
break;
- case LTTNG_KERNEL_KRETPROBE:
- case LTTNG_KERNEL_FUNCTION:
- case LTTNG_KERNEL_NOOP:
+
+ case LTTNG_KERNEL_KRETPROBE: /* Fall-through */
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
}
static
void _lttng_event_destroy(struct lttng_event *event)
{
+ struct lttng_enabler_ref *enabler_ref, *tmp_enabler_ref;
+
switch (event->instrumentation) {
case LTTNG_KERNEL_TRACEPOINT:
lttng_event_desc_put(event->desc);
break;
+
case LTTNG_KERNEL_KPROBE:
module_put(event->desc->owner);
lttng_kprobes_destroy_event_private(event);
break;
+
case LTTNG_KERNEL_KRETPROBE:
module_put(event->desc->owner);
lttng_kretprobes_destroy_private(event);
break;
- case LTTNG_KERNEL_NOOP:
+
case LTTNG_KERNEL_SYSCALL:
break;
+
case LTTNG_KERNEL_UPROBE:
module_put(event->desc->owner);
lttng_uprobes_destroy_event_private(event);
break;
+
case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
}
list_del(&event->list);
lttng_destroy_context(event->ctx);
+ lttng_free_event_filter_runtime(event);
+ /* Free event enabler refs */
+ list_for_each_entry_safe(enabler_ref, tmp_enabler_ref,
+ &event->enablers_ref_head, node)
+ kfree(enabler_ref);
kmem_cache_free(event_cache, event);
}
static
void _lttng_event_notifier_destroy(struct lttng_event_notifier *event_notifier)
{
+ struct lttng_enabler_ref *enabler_ref, *tmp_enabler_ref;
+
switch (event_notifier->instrumentation) {
case LTTNG_KERNEL_TRACEPOINT:
lttng_event_desc_put(event_notifier->desc);
break;
+
case LTTNG_KERNEL_KPROBE:
module_put(event_notifier->desc->owner);
lttng_kprobes_destroy_event_notifier_private(event_notifier);
break;
- case LTTNG_KERNEL_NOOP:
+
case LTTNG_KERNEL_SYSCALL:
break;
+
case LTTNG_KERNEL_UPROBE:
module_put(event_notifier->desc->owner);
lttng_uprobes_destroy_event_notifier_private(event_notifier);
break;
- case LTTNG_KERNEL_KRETPROBE:
- case LTTNG_KERNEL_FUNCTION:
+
+ case LTTNG_KERNEL_KRETPROBE: /* Fall-through */
+ case LTTNG_KERNEL_FUNCTION: /* Fall-through */
+ case LTTNG_KERNEL_NOOP: /* Fall-through */
default:
WARN_ON_ONCE(1);
}
list_del(&event_notifier->list);
+ lttng_free_event_notifier_filter_runtime(event_notifier);
+ /* Free event enabler refs */
+ list_for_each_entry_safe(enabler_ref, tmp_enabler_ref,
+ &event_notifier->enablers_ref_head, node)
+ kfree(enabler_ref);
kmem_cache_free(event_notifier_cache, event_notifier);
}
return -EINVAL;
}
break;
+
case LTTNG_KERNEL_SYSCALL:
desc_name = desc->name;
if (!strncmp(desc_name, "compat_", strlen("compat_"))) {
return -EINVAL;
}
break;
+
default:
WARN_ON_ONCE(1);
return -EINVAL;
case LTTNG_KERNEL_TRACEPOINT:
lttng_create_tracepoint_event_if_missing(event_enabler);
break;
+
case LTTNG_KERNEL_SYSCALL:
lttng_create_syscall_event_if_missing(event_enabler);
break;
+
default:
WARN_ON_ONCE(1);
break;
case LTTNG_KERNEL_TRACEPOINT:
lttng_create_tracepoint_event_notifier_if_missing(event_notifier_enabler);
break;
+
case LTTNG_KERNEL_SYSCALL:
lttng_create_syscall_event_notifier_if_missing(event_notifier_enabler);
break;
+
default:
WARN_ON_ONCE(1);
break;
int enabled = 0, has_enablers_without_bytecode = 0;
switch (event->instrumentation) {
- case LTTNG_KERNEL_TRACEPOINT:
+ case LTTNG_KERNEL_TRACEPOINT: /* Fall-through */
case LTTNG_KERNEL_SYSCALL:
/* Enable events */
list_for_each_entry(enabler_ref,
}
}
break;
+
default:
/* Not handled with lazy sync. */
continue;
int enabled = 0, has_enablers_without_bytecode = 0;
switch (event_notifier->instrumentation) {
- case LTTNG_KERNEL_TRACEPOINT:
+ case LTTNG_KERNEL_TRACEPOINT: /* Fall-through */
case LTTNG_KERNEL_SYSCALL:
/* Enable event_notifiers */
list_for_each_entry(enabler_ref,
}
}
break;
+
default:
/* Not handled with sync. */
continue;
list_for_each_entry(runtime,
&event_notifier->capture_bytecode_runtime_head, node)
lttng_bytecode_capture_sync_state(runtime);
+
+ WRITE_ONCE(event_notifier->eval_capture, !!event_notifier->num_captures);
}
}
}
EXPORT_SYMBOL_GPL(lttng_counter_transport_unregister);
-#if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0))
+#if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,10,0))
enum cpuhp_state lttng_hp_prepare;
enum cpuhp_state lttng_hp_online;
cpuhp_remove_multi_state(lttng_hp_prepare);
}
-#else /* #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)) */
+#else /* #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,10,0)) */
static int lttng_init_cpu_hotplug(void)
{
return 0;
static void lttng_exit_cpu_hotplug(void)
{
}
-#endif /* #else #if (LINUX_VERSION_CODE >= KERNEL_VERSION(4,10,0)) */
+#endif /* #else #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,10,0)) */
static int __init lttng_events_init(void)