X-Git-Url: https://git.lttng.org/?a=blobdiff_plain;f=src%2Fprobes%2Flttng-kretprobes.c;h=7bb9d5caa91d7a1acac21f2ccd83ac5e236d38d3;hb=e2d5dbc7d09c7aa4f7c391fcdd4dfc95ba1ed326;hp=79add9863298d0600c9c69557b9875a89d309ff7;hpb=606828e401c405619a0c7249e8c7e3291cc1cb45;p=lttng-modules.git

diff --git a/src/probes/lttng-kretprobes.c b/src/probes/lttng-kretprobes.c
index 79add986..7bb9d5ca 100644
--- a/src/probes/lttng-kretprobes.c
+++ b/src/probes/lttng-kretprobes.c
@@ -12,6 +12,7 @@
 #include <linux/slab.h>
 #include <linux/kref.h>
 #include <lttng/events.h>
+#include <lttng/events-internal.h>
 #include <ringbuffer/frontend_types.h>
 #include <wrapper/vmalloc.h>
 #include <wrapper/irqflags.h>
@@ -25,7 +26,7 @@ enum lttng_kretprobe_type {
 
 struct lttng_krp {
 	struct kretprobe krp;
-	struct lttng_event *event[2];	/* ENTRY and EXIT */
+	struct lttng_kernel_event_common *event[2];	/* ENTRY and EXIT */
 	struct kref kref_register;
 	struct kref kref_alloc;
 };
@@ -37,38 +38,63 @@ int _lttng_kretprobes_handler(struct kretprobe_instance *krpi,
 {
 	struct lttng_krp *lttng_krp =
 		container_of(lttng_get_kretprobe(krpi), struct lttng_krp, krp);
-	struct lttng_event *event =
-		lttng_krp->event[type];
+	struct lttng_kernel_event_common *event = lttng_krp->event[type];
 	struct lttng_probe_ctx lttng_probe_ctx = {
 		.event = event,
 		.interruptible = !lttng_regs_irqs_disabled(regs),
 	};
-	struct lttng_channel *chan = event->chan;
-	struct lib_ring_buffer_ctx ctx;
-	int ret;
 	struct {
 		unsigned long ip;
 		unsigned long parent_ip;
 	} payload;
 
-	if (unlikely(!LTTNG_READ_ONCE(chan->session->active)))
-		return 0;
-	if (unlikely(!LTTNG_READ_ONCE(chan->enabled)))
-		return 0;
+	switch (event->type) {
+	case LTTNG_KERNEL_EVENT_TYPE_RECORDER:
+	{
+		struct lttng_kernel_event_recorder *event_recorder =
+			container_of(event, struct lttng_kernel_event_recorder, parent);
+		struct lttng_channel *chan = event_recorder->chan;
+
+		if (unlikely(!LTTNG_READ_ONCE(chan->session->active)))
+			return 0;
+		if (unlikely(!LTTNG_READ_ONCE(chan->enabled)))
+			return 0;
+		break;
+	}
+	case LTTNG_KERNEL_EVENT_TYPE_NOTIFIER:	/* Fall-through. */
+	default:
+		WARN_ON_ONCE(1);
+	}
+
 	if (unlikely(!LTTNG_READ_ONCE(event->enabled)))
 		return 0;
 
-	payload.ip = (unsigned long) lttng_get_kretprobe(krpi)->kp.addr;
-	payload.parent_ip = (unsigned long) krpi->ret_addr;
-
-	lib_ring_buffer_ctx_init(&ctx, chan->chan, &lttng_probe_ctx, sizeof(payload),
-				 lttng_alignof(payload), -1);
-	ret = chan->ops->event_reserve(&ctx, event->id);
-	if (ret < 0)
-		return 0;
-	lib_ring_buffer_align_ctx(&ctx, lttng_alignof(payload));
-	chan->ops->event_write(&ctx, &payload, sizeof(payload));
-	chan->ops->event_commit(&ctx);
+	switch (event->type) {
+	case LTTNG_KERNEL_EVENT_TYPE_RECORDER:
+	{
+		struct lttng_kernel_event_recorder *event_recorder =
+			container_of(event, struct lttng_kernel_event_recorder, parent);
+		struct lttng_channel *chan = event_recorder->chan;
+		struct lib_ring_buffer_ctx ctx;
+		int ret;
+
+		payload.ip = (unsigned long) lttng_get_kretprobe(krpi)->kp.addr;
+		payload.parent_ip = (unsigned long) krpi->ret_addr;
+
+		lib_ring_buffer_ctx_init(&ctx, chan->chan, &lttng_probe_ctx, sizeof(payload),
+					 lttng_alignof(payload), -1);
+		ret = chan->ops->event_reserve(&ctx, event_recorder->priv->id);
+		if (ret < 0)
+			return 0;
+		lib_ring_buffer_align_ctx(&ctx, lttng_alignof(payload));
+		chan->ops->event_write(&ctx, &payload, sizeof(payload));
+		chan->ops->event_commit(&ctx);
+		break;
+	}
+	case LTTNG_KERNEL_EVENT_TYPE_NOTIFIER:	/* Fall-through. */
+	default:
+		WARN_ON_ONCE(1);
+	}
 	return 0;
 }
 
@@ -93,7 +119,7 @@ static const struct lttng_kernel_type_common *event_type =
  * Create event description
  */
 static
-int lttng_create_kprobe_event(const char *name, struct lttng_event *event,
+int lttng_create_kprobe_event(const char *name, struct lttng_kernel_event_recorder *event_recorder,
 			      enum lttng_kretprobe_type type)
 {
 	const struct lttng_kernel_event_field **fieldp_array;
@@ -152,7 +178,7 @@ int lttng_create_kprobe_event(const char *name, struct lttng_event *event,
 	desc->fields[1] = field;
 
 	desc->owner = THIS_MODULE;
-	event->desc = desc;
+	event_recorder->priv->parent.desc = desc;
 
 	return 0;
 
@@ -171,8 +197,8 @@ int lttng_kretprobes_register(const char *name,
 			   const char *symbol_name,
 			   uint64_t offset,
 			   uint64_t addr,
-			   struct lttng_event *event_entry,
-			   struct lttng_event *event_exit)
+			   struct lttng_kernel_event_recorder *event_recorder_entry,
+			   struct lttng_kernel_event_recorder *event_recorder_exit)
 {
 	int ret;
 	struct lttng_krp *lttng_krp;
@@ -181,10 +207,10 @@ int lttng_kretprobes_register(const char *name,
 	if (symbol_name[0] == '\0')
 		symbol_name = NULL;
 
-	ret = lttng_create_kprobe_event(name, event_entry, EVENT_ENTRY);
+	ret = lttng_create_kprobe_event(name, event_recorder_entry, EVENT_ENTRY);
 	if (ret)
 		goto error;
-	ret = lttng_create_kprobe_event(name, event_exit, EVENT_EXIT);
+	ret = lttng_create_kprobe_event(name, event_recorder_exit, EVENT_EXIT);
 	if (ret)
 		goto event_exit_error;
 	lttng_krp = kzalloc(sizeof(*lttng_krp), GFP_KERNEL);
@@ -202,19 +228,19 @@ int lttng_kretprobes_register(const char *name,
 		}
 		lttng_krp->krp.kp.symbol_name =
 			alloc_symbol;
-		event_entry->u.kretprobe.symbol_name =
+		event_recorder_entry->priv->parent.u.kretprobe.symbol_name =
 			alloc_symbol;
-		event_exit->u.kretprobe.symbol_name =
+		event_recorder_exit->priv->parent.u.kretprobe.symbol_name =
 			alloc_symbol;
 	}
 	lttng_krp->krp.kp.offset = offset;
 	lttng_krp->krp.kp.addr = (void *) (unsigned long) addr;
 
 	/* Allow probe handler to find event structures */
-	lttng_krp->event[EVENT_ENTRY] = event_entry;
-	lttng_krp->event[EVENT_EXIT] = event_exit;
-	event_entry->u.kretprobe.lttng_krp = lttng_krp;
-	event_exit->u.kretprobe.lttng_krp = lttng_krp;
+	lttng_krp->event[EVENT_ENTRY] = &event_recorder_entry->parent;
+	lttng_krp->event[EVENT_EXIT] = &event_recorder_exit->parent;
+	event_recorder_entry->priv->parent.u.kretprobe.lttng_krp = lttng_krp;
+	event_recorder_exit->priv->parent.u.kretprobe.lttng_krp = lttng_krp;
 
 	/*
 	 * Both events must be unregistered before the kretprobe is
@@ -242,17 +268,17 @@ register_error:
 name_error:
 	kfree(lttng_krp);
 krp_error:
-	kfree(event_exit->desc->fields[0]);
-	kfree(event_exit->desc->fields[1]);
-	kfree(event_exit->desc->fields);
-	kfree(event_exit->desc->event_name);
-	kfree(event_exit->desc);
+	kfree(event_recorder_exit->priv->parent.desc->fields[0]);
+	kfree(event_recorder_exit->priv->parent.desc->fields[1]);
+	kfree(event_recorder_exit->priv->parent.desc->fields);
+	kfree(event_recorder_exit->priv->parent.desc->event_name);
+	kfree(event_recorder_exit->priv->parent.desc);
 event_exit_error:
-	kfree(event_entry->desc->fields[0]);
-	kfree(event_entry->desc->fields[1]);
-	kfree(event_entry->desc->fields);
-	kfree(event_entry->desc->event_name);
-	kfree(event_entry->desc);
+	kfree(event_recorder_entry->priv->parent.desc->fields[0]);
+	kfree(event_recorder_entry->priv->parent.desc->fields[1]);
+	kfree(event_recorder_entry->priv->parent.desc->fields);
+	kfree(event_recorder_entry->priv->parent.desc->event_name);
+	kfree(event_recorder_entry->priv->parent.desc);
 error:
 	return ret;
 }
@@ -266,9 +292,9 @@ void _lttng_kretprobes_unregister_release(struct kref *kref)
 	unregister_kretprobe(&lttng_krp->krp);
 }
 
-void lttng_kretprobes_unregister(struct lttng_event *event)
+void lttng_kretprobes_unregister(struct lttng_kernel_event_recorder *event_recorder)
 {
-	kref_put(&event->u.kretprobe.lttng_krp->kref_register,
+	kref_put(&event_recorder->priv->parent.u.kretprobe.lttng_krp->kref_register,
 		_lttng_kretprobes_unregister_release);
 }
 EXPORT_SYMBOL_GPL(lttng_kretprobes_unregister);
@@ -281,31 +307,31 @@ void _lttng_kretprobes_release(struct kref *kref)
 	kfree(lttng_krp->krp.kp.symbol_name);
 }
 
-void lttng_kretprobes_destroy_private(struct lttng_event *event)
+void lttng_kretprobes_destroy_private(struct lttng_kernel_event_recorder *event_recorder)
 {
-	kfree(event->desc->fields[0]);
-	kfree(event->desc->fields[1]);
-	kfree(event->desc->fields);
-	kfree(event->desc->event_name);
-	kfree(event->desc);
-	kref_put(&event->u.kretprobe.lttng_krp->kref_alloc,
+	kfree(event_recorder->priv->parent.desc->fields[0]);
+	kfree(event_recorder->priv->parent.desc->fields[1]);
+	kfree(event_recorder->priv->parent.desc->fields);
+	kfree(event_recorder->priv->parent.desc->event_name);
+	kfree(event_recorder->priv->parent.desc);
+	kref_put(&event_recorder->priv->parent.u.kretprobe.lttng_krp->kref_alloc,
 		_lttng_kretprobes_release);
 }
 EXPORT_SYMBOL_GPL(lttng_kretprobes_destroy_private);
 
-int lttng_kretprobes_event_enable_state(struct lttng_event *event,
+int lttng_kretprobes_event_enable_state(struct lttng_kernel_event_common *event,
 		int enable)
 {
-	struct lttng_event *event_exit;
+	struct lttng_kernel_event_common *event_exit;
 	struct lttng_krp *lttng_krp;
 
-	if (event->instrumentation != LTTNG_KERNEL_ABI_KRETPROBE) {
+	if (event->priv->instrumentation != LTTNG_KERNEL_ABI_KRETPROBE) {
 		return -EINVAL;
 	}
 	if (event->enabled == enable) {
 		return -EBUSY;
 	}
-	lttng_krp = event->u.kretprobe.lttng_krp;
+	lttng_krp = event->priv->u.kretprobe.lttng_krp;
 	event_exit = lttng_krp->event[EVENT_EXIT];
 	WRITE_ONCE(event->enabled, enable);
 	WRITE_ONCE(event_exit->enabled, enable);