[lttng-modules.git] / src / probes / lttng-uprobes.c

/* SPDX-License-Identifier: (GPL-2.0-only OR LGPL-2.1-only)
 *
 * probes/lttng-uprobes.c
 *
 * LTTng uprobes integration module.
 *
 * Copyright (C) 2013 Yannick Brosseau <yannick.brosseau@gmail.com>
 * Copyright (C) 2009-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
 *
 */

#include <wrapper/fdtable.h>
#include <linux/list.h>
#include <linux/module.h>
#include <linux/namei.h>
#include <linux/slab.h>
#include <linux/uaccess.h>
#include <lttng/events.h>
#include <lttng/tracer.h>
#include <wrapper/irqflags.h>
#include <ringbuffer/frontend_types.h>
#include <wrapper/uprobes.h>
#include <wrapper/vmalloc.h>

static
int lttng_uprobes_event_handler_pre(struct uprobe_consumer *uc, struct pt_regs *regs)
{
	struct lttng_uprobe_handler *uprobe_handler =
		container_of(uc, struct lttng_uprobe_handler, up_consumer);
	struct lttng_event *event = uprobe_handler->u.event;
	struct lttng_probe_ctx lttng_probe_ctx = {
		.event = event,
		.interruptible = !lttng_regs_irqs_disabled(regs),
	};
	struct lttng_channel *chan = event->chan;
	struct lib_ring_buffer_ctx ctx;
	int ret;

	struct {
		unsigned long ip;
	} payload;

	if (unlikely(!LTTNG_READ_ONCE(chan->session->active)))
		return 0;
	if (unlikely(!LTTNG_READ_ONCE(chan->enabled)))
		return 0;
	if (unlikely(!LTTNG_READ_ONCE(event->enabled)))
		return 0;

	lib_ring_buffer_ctx_init(&ctx, chan->chan, &lttng_probe_ctx,
		sizeof(payload), lttng_alignof(payload), -1);

	ret = chan->ops->event_reserve(&ctx, event->id);
	if (ret < 0)
		return 0;

	/* Event payload. */
	payload.ip = (unsigned long)instruction_pointer(regs);

	lib_ring_buffer_align_ctx(&ctx, lttng_alignof(payload));
	chan->ops->event_write(&ctx, &payload, sizeof(payload));
	chan->ops->event_commit(&ctx);
	return 0;
}

static
int lttng_uprobes_event_notifier_handler_pre(struct uprobe_consumer *uc, struct pt_regs *regs)
{
	struct lttng_uprobe_handler *uprobe_handler =
		container_of(uc, struct lttng_uprobe_handler, up_consumer);
	struct lttng_event_notifier *event_notifier = uprobe_handler->u.event_notifier;
	struct lttng_kernel_notifier_ctx notif_ctx;

	if (unlikely(!READ_ONCE(event_notifier->enabled)))
		return 0;

	notif_ctx.eval_capture = LTTNG_READ_ONCE(event_notifier->eval_capture);
	event_notifier->send_notification(event_notifier, NULL, NULL, &notif_ctx);
	return 0;
}

/*
 * Create event description.
 */
static
int lttng_create_uprobe_event(const char *name, struct lttng_event *event)
{
	struct lttng_event_desc *desc;
	struct lttng_event_field *fields;
	int ret;

	desc = kzalloc(sizeof(*event->desc), GFP_KERNEL);
	if (!desc)
		return -ENOMEM;
	desc->name = kstrdup(name, GFP_KERNEL);
	if (!desc->name) {
		ret = -ENOMEM;
		goto error_str;
	}

	desc->nr_fields = 1;
	desc->fields = fields =
		kzalloc(1 * sizeof(struct lttng_event_field), GFP_KERNEL);

	if (!desc->fields) {
		ret = -ENOMEM;
		goto error_fields;
	}
	fields[0].name = "ip";
	fields[0].type.type = lttng_kernel_type_integer;
	fields[0].type.u.integer.size = sizeof(unsigned long) * CHAR_BIT;
	fields[0].type.u.integer.alignment = lttng_alignof(unsigned long) * CHAR_BIT;
	fields[0].type.u.integer.signedness = lttng_is_signed_type(unsigned long);
	fields[0].type.u.integer.reverse_byte_order = 0;
	fields[0].type.u.integer.base = 16;
	fields[0].type.u.integer.encoding = lttng_kernel_string_encoding_none;

	desc->owner = THIS_MODULE;
	event->desc = desc;

	return 0;

error_fields:
	kfree(desc->name);
error_str:
	kfree(desc);
	return ret;
}

/*
 * Create event_notifier description.
 */
static
int lttng_create_uprobe_event_notifier(const char *name, struct lttng_event_notifier *event_notifier)
{
	struct lttng_event_desc *desc;
	int ret;

	desc = kzalloc(sizeof(*event_notifier->desc), GFP_KERNEL);
	if (!desc)
		return -ENOMEM;
	desc->name = kstrdup(name, GFP_KERNEL);
	if (!desc->name) {
		ret = -ENOMEM;
		goto error_str;
	}

	desc->nr_fields = 0;

	desc->owner = THIS_MODULE;
	event_notifier->desc = desc;

	return 0;

error_str:
	kfree(desc);
	return ret;
}

/*
 * Returns the inode struct from the current task and an fd. The inode is
 * grabbed by this function and must be put once we are done with it using
 * iput().
 */
static struct inode *get_inode_from_fd(int fd)
{
	struct file *file;
	struct inode *inode;

	rcu_read_lock();
	/*
	 * Returns the file backing the given fd. Needs to be done inside an RCU
	 * critical section.
	 */
	file = lttng_lookup_fd_rcu(fd);
	if (file == NULL) {
		printk(KERN_WARNING "LTTng: Cannot access file backing the fd(%d)\n", fd);
		inode = NULL;
		goto error;
	}

	/* Grab a reference on the inode. */
	inode = igrab(file->f_path.dentry->d_inode);
	if (inode == NULL)
		printk(KERN_WARNING "LTTng: Cannot grab a reference on the inode.\n");
error:
	rcu_read_unlock();
	return inode;
}


static
int lttng_uprobes_add_callsite(struct lttng_uprobe *uprobe,
	struct lttng_kernel_event_callsite __user *callsite,
	int (*handler)(struct uprobe_consumer *self, struct pt_regs *regs),
	void *priv_data)
{
	int ret = 0;
	struct lttng_uprobe_handler *uprobe_handler;

	if (!priv_data) {
		ret = -EINVAL;
		goto end;
	}

	uprobe_handler = kzalloc(sizeof(struct lttng_uprobe_handler), GFP_KERNEL);
	if (!uprobe_handler) {
		printk(KERN_WARNING "LTTng: Error allocating uprobe_handler");
		ret = -ENOMEM;
		goto end;
	}

	/* Ensure the memory we just allocated don't notify page faults. */
	wrapper_vmalloc_sync_mappings();

	uprobe_handler->u.event = priv_data;
	uprobe_handler->up_consumer.handler = handler;

	ret = copy_from_user(&uprobe_handler->offset, &callsite->u.uprobe.offset, sizeof(uint64_t));
	if (ret) {
		goto register_error;
	}

	ret = wrapper_uprobe_register(uprobe->inode,
		      uprobe_handler->offset, &uprobe_handler->up_consumer);
	if (ret) {
		printk(KERN_WARNING "LTTng: Error registering probe on inode %lu "
		       "and offset 0x%llx\n", uprobe->inode->i_ino,
		       uprobe_handler->offset);
		ret = -1;
		goto register_error;
	}

	list_add(&uprobe_handler->node, &uprobe->head);

	return ret;

register_error:
	kfree(uprobe_handler);
end:
	return ret;
}

int lttng_uprobes_event_add_callsite(struct lttng_event *event,
	struct lttng_kernel_event_callsite __user *callsite)
{
	return lttng_uprobes_add_callsite(&event->u.uprobe, callsite,
		lttng_uprobes_event_handler_pre, event);
}
EXPORT_SYMBOL_GPL(lttng_uprobes_event_add_callsite);

int lttng_uprobes_event_notifier_add_callsite(struct lttng_event_notifier *event_notifier,
	struct lttng_kernel_event_callsite __user *callsite)
{
	return lttng_uprobes_add_callsite(&event_notifier->u.uprobe, callsite,
		lttng_uprobes_event_notifier_handler_pre, event_notifier);
}
EXPORT_SYMBOL_GPL(lttng_uprobes_event_notifier_add_callsite);

static
int lttng_uprobes_register(struct lttng_uprobe *uprobe, int fd)
{
	int ret = 0;
	struct inode *inode;

	inode = get_inode_from_fd(fd);
	if (!inode) {
		printk(KERN_WARNING "LTTng: Cannot get inode from fd\n");
		ret = -EBADF;
		goto inode_error;
	}
	uprobe->inode = inode;
	INIT_LIST_HEAD(&uprobe->head);

inode_error:
	return ret;
}

int lttng_uprobes_register_event(const char *name, int fd, struct lttng_event *event)
{
	int ret = 0;

	ret = lttng_create_uprobe_event(name, event);
	if (ret)
		goto error;

	ret = lttng_uprobes_register(&event->u.uprobe, fd);
	if (ret)
		goto register_error;

	return 0;

register_error:
	kfree(event->desc->name);
	kfree(event->desc);
error:
	return ret;
}
EXPORT_SYMBOL_GPL(lttng_uprobes_register_event);

int lttng_uprobes_register_event_notifier(const char *name, int fd,
		struct lttng_event_notifier *event_notifier)
{
	int ret = 0;

	ret = lttng_create_uprobe_event_notifier(name, event_notifier);
	if (ret)
		goto error;

	ret = lttng_uprobes_register(&event_notifier->u.uprobe, fd);
	if (ret)
		goto register_error;

	return 0;

register_error:
	kfree(event_notifier->desc->name);
	kfree(event_notifier->desc);
error:
	return ret;
}
EXPORT_SYMBOL_GPL(lttng_uprobes_register_event_notifier);

static
void lttng_uprobes_unregister(struct inode *inode, struct list_head *head)
{
	struct lttng_uprobe_handler *iter, *tmp;

	/*
	 * Iterate over the list of handler, remove each handler from the list
	 * and free the struct.
	 */
	list_for_each_entry_safe(iter, tmp, head, node) {
		wrapper_uprobe_unregister(inode, iter->offset, &iter->up_consumer);
		list_del(&iter->node);
		kfree(iter);
	}

}

void lttng_uprobes_unregister_event(struct lttng_event *event)
{
	lttng_uprobes_unregister(event->u.uprobe.inode, &event->u.uprobe.head);
}
EXPORT_SYMBOL_GPL(lttng_uprobes_unregister_event);

void lttng_uprobes_unregister_event_notifier(struct lttng_event_notifier *event_notifier)
{
	lttng_uprobes_unregister(event_notifier->u.uprobe.inode, &event_notifier->u.uprobe.head);
}
EXPORT_SYMBOL_GPL(lttng_uprobes_unregister_event_notifier);

void lttng_uprobes_destroy_event_private(struct lttng_event *event)
{
	iput(event->u.uprobe.inode);
	kfree(event->desc->name);
	kfree(event->desc);
}
EXPORT_SYMBOL_GPL(lttng_uprobes_destroy_event_private);

void lttng_uprobes_destroy_event_notifier_private(struct lttng_event_notifier *event_notifier)
{
	iput(event_notifier->u.uprobe.inode);
	kfree(event_notifier->desc->name);
	kfree(event_notifier->desc);
}
EXPORT_SYMBOL_GPL(lttng_uprobes_destroy_event_notifier_private);

MODULE_LICENSE("GPL and additional rights");
MODULE_AUTHOR("Yannick Brosseau");
MODULE_DESCRIPTION("Linux Trace Toolkit Uprobes Support");
Commit	Line	Data
b7cdc182	1	/* SPDX-License-Identifier: (GPL-2.0-only OR LGPL-2.1-only)
8134eb60	2	*
149b9a9d YB	3	* probes/lttng-uprobes.c
	4	*
	5	* LTTng uprobes integration module.
	6	*
	7	* Copyright (C) 2013 Yannick Brosseau <yannick.brosseau@gmail.com>
	8	* Copyright (C) 2009-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
	9	*
149b9a9d YB	10	*/
149b9a9d YB	11
0aebcd68	12	#include <wrapper/fdtable.h>
3aed4dca	13	#include <linux/list.h>
149b9a9d YB	14	#include <linux/module.h>
	15	#include <linux/namei.h>
	16	#include <linux/slab.h>
3aed4dca	17	#include <linux/uaccess.h>
2df37e95 MD	18	#include <lttng/events.h>
2df37e95 MD	19	#include <lttng/tracer.h>
149b9a9d	20	#include <wrapper/irqflags.h>
24591303	21	#include <ringbuffer/frontend_types.h>
149b9a9d YB	22	#include <wrapper/uprobes.h>
	23	#include <wrapper/vmalloc.h>
	24
	25	static
83b802dc	26	int lttng_uprobes_event_handler_pre(struct uprobe_consumer uc, struct pt_regs regs)
149b9a9d	27	{
3aed4dca FD	28	struct lttng_uprobe_handler *uprobe_handler =
3aed4dca FD	29	container_of(uc, struct lttng_uprobe_handler, up_consumer);
83b802dc	30	struct lttng_event *event = uprobe_handler->u.event;
149b9a9d YB	31	struct lttng_probe_ctx lttng_probe_ctx = {
	32	.event = event,
	33	.interruptible = !lttng_regs_irqs_disabled(regs),
	34	};
	35	struct lttng_channel *chan = event->chan;
	36	struct lib_ring_buffer_ctx ctx;
	37	int ret;
	38
	39	struct {
	40	unsigned long ip;
56377c91	41	} payload;
149b9a9d	42
585e5dcc	43	if (unlikely(!LTTNG_READ_ONCE(chan->session->active)))
149b9a9d	44	return 0;
585e5dcc	45	if (unlikely(!LTTNG_READ_ONCE(chan->enabled)))
149b9a9d	46	return 0;
585e5dcc	47	if (unlikely(!LTTNG_READ_ONCE(event->enabled)))
149b9a9d YB	48	return 0;
	49
	50	lib_ring_buffer_ctx_init(&ctx, chan->chan, &lttng_probe_ctx,
	51	sizeof(payload), lttng_alignof(payload), -1);
	52
	53	ret = chan->ops->event_reserve(&ctx, event->id);
	54	if (ret < 0)
	55	return 0;
	56
	57	/* Event payload. */
7445d54f	58	payload.ip = (unsigned long)instruction_pointer(regs);
56377c91	59
149b9a9d YB	60	lib_ring_buffer_align_ctx(&ctx, lttng_alignof(payload));
	61	chan->ops->event_write(&ctx, &payload, sizeof(payload));
	62	chan->ops->event_commit(&ctx);
	63	return 0;
	64	}
	65
9de67196 FD	66	static
	67	int lttng_uprobes_event_notifier_handler_pre(struct uprobe_consumer uc, struct pt_regs regs)
	68	{
	69	struct lttng_uprobe_handler *uprobe_handler =
	70	container_of(uc, struct lttng_uprobe_handler, up_consumer);
	71	struct lttng_event_notifier *event_notifier = uprobe_handler->u.event_notifier;
c3eddb2e	72	struct lttng_kernel_notifier_ctx notif_ctx;
9de67196 FD	73
	74	if (unlikely(!READ_ONCE(event_notifier->enabled)))
	75	return 0;
	76
c3eddb2e MD	77	notif_ctx.eval_capture = LTTNG_READ_ONCE(event_notifier->eval_capture);
c3eddb2e MD	78	event_notifier->send_notification(event_notifier, NULL, NULL, &notif_ctx);
9de67196 FD	79	return 0;
	80	}
	81
149b9a9d YB	82	/*
	83	* Create event description.
	84	*/
	85	static
	86	int lttng_create_uprobe_event(const char name, struct lttng_event event)
	87	{
	88	struct lttng_event_desc *desc;
	89	struct lttng_event_field *fields;
	90	int ret;
	91
	92	desc = kzalloc(sizeof(*event->desc), GFP_KERNEL);
	93	if (!desc)
	94	return -ENOMEM;
	95	desc->name = kstrdup(name, GFP_KERNEL);
	96	if (!desc->name) {
	97	ret = -ENOMEM;
	98	goto error_str;
	99	}
	100
	101	desc->nr_fields = 1;
	102	desc->fields = fields =
	103	kzalloc(1 * sizeof(struct lttng_event_field), GFP_KERNEL);
	104
	105	if (!desc->fields) {
	106	ret = -ENOMEM;
	107	goto error_fields;
	108	}
	109	fields[0].name = "ip";
12bb2edb	110	fields[0].type.type = lttng_kernel_type_integer;
ceabb767 MD	111	fields[0].type.u.integer.size = sizeof(unsigned long) * CHAR_BIT;
	112	fields[0].type.u.integer.alignment = lttng_alignof(unsigned long) * CHAR_BIT;
	113	fields[0].type.u.integer.signedness = lttng_is_signed_type(unsigned long);
	114	fields[0].type.u.integer.reverse_byte_order = 0;
	115	fields[0].type.u.integer.base = 16;
28cbcb59	116	fields[0].type.u.integer.encoding = lttng_kernel_string_encoding_none;
149b9a9d YB	117
	118	desc->owner = THIS_MODULE;
	119	event->desc = desc;
	120
	121	return 0;
	122
	123	error_fields:
	124	kfree(desc->name);
	125	error_str:
	126	kfree(desc);
	127	return ret;
	128	}
	129
9de67196 FD	130	/*
	131	* Create event_notifier description.
	132	*/
	133	static
	134	int lttng_create_uprobe_event_notifier(const char name, struct lttng_event_notifier event_notifier)
	135	{
	136	struct lttng_event_desc *desc;
	137	int ret;
	138
	139	desc = kzalloc(sizeof(*event_notifier->desc), GFP_KERNEL);
	140	if (!desc)
	141	return -ENOMEM;
	142	desc->name = kstrdup(name, GFP_KERNEL);
	143	if (!desc->name) {
	144	ret = -ENOMEM;
	145	goto error_str;
	146	}
	147
	148	desc->nr_fields = 0;
	149
	150	desc->owner = THIS_MODULE;
	151	event_notifier->desc = desc;
	152
	153	return 0;
	154
	155	error_str:
	156	kfree(desc);
	157	return ret;
	158	}
	159
56377c91 FD	160	/*
	161	* Returns the inode struct from the current task and an fd. The inode is
	162	* grabbed by this function and must be put once we are done with it using
	163	* iput().
	164	*/
	165	static struct inode *get_inode_from_fd(int fd)
	166	{
	167	struct file *file;
	168	struct inode *inode;
	169
	170	rcu_read_lock();
	171	/*
	172	* Returns the file backing the given fd. Needs to be done inside an RCU
	173	* critical section.
	174	*/
0aebcd68	175	file = lttng_lookup_fd_rcu(fd);
56377c91	176	if (file == NULL) {
5a15f70c	177	printk(KERN_WARNING "LTTng: Cannot access file backing the fd(%d)\n", fd);
56377c91 FD	178	inode = NULL;
	179	goto error;
	180	}
	181
	182	/* Grab a reference on the inode. */
	183	inode = igrab(file->f_path.dentry->d_inode);
	184	if (inode == NULL)
5a15f70c	185	printk(KERN_WARNING "LTTng: Cannot grab a reference on the inode.\n");
56377c91 FD	186	error:
	187	rcu_read_unlock();
	188	return inode;
	189	}
	190
83b802dc FD	191
	192	static
	193	int lttng_uprobes_add_callsite(struct lttng_uprobe *uprobe,
	194	struct lttng_kernel_event_callsite __user *callsite,
	195	int (handler)(struct uprobe_consumer self, struct pt_regs *regs),
	196	void *priv_data)
149b9a9d	197	{
3aed4dca FD	198	int ret = 0;
	199	struct lttng_uprobe_handler *uprobe_handler;
	200
83b802dc	201	if (!priv_data) {
3aed4dca FD	202	ret = -EINVAL;
	203	goto end;
	204	}
	205
	206	uprobe_handler = kzalloc(sizeof(struct lttng_uprobe_handler), GFP_KERNEL);
	207	if (!uprobe_handler) {
5a15f70c	208	printk(KERN_WARNING "LTTng: Error allocating uprobe_handler");
3aed4dca FD	209	ret = -ENOMEM;
	210	goto end;
	211	}
	212
196bfc6a	213	/* Ensure the memory we just allocated don't notify page faults. */
263b6c88	214	wrapper_vmalloc_sync_mappings();
3aed4dca	215
83b802dc FD	216	uprobe_handler->u.event = priv_data;
83b802dc FD	217	uprobe_handler->up_consumer.handler = handler;
3aed4dca FD	218
	219	ret = copy_from_user(&uprobe_handler->offset, &callsite->u.uprobe.offset, sizeof(uint64_t));
	220	if (ret) {
	221	goto register_error;
	222	}
	223
83b802dc	224	ret = wrapper_uprobe_register(uprobe->inode,
3aed4dca FD	225	uprobe_handler->offset, &uprobe_handler->up_consumer);
3aed4dca FD	226	if (ret) {
5a15f70c	227	printk(KERN_WARNING "LTTng: Error registering probe on inode %lu "
83b802dc	228	"and offset 0x%llx\n", uprobe->inode->i_ino,
3aed4dca FD	229	uprobe_handler->offset);
	230	ret = -1;
	231	goto register_error;
	232	}
	233
83b802dc	234	list_add(&uprobe_handler->node, &uprobe->head);
3aed4dca FD	235
	236	return ret;
	237
	238	register_error:
	239	kfree(uprobe_handler);
	240	end:
	241	return ret;
	242	}
3aed4dca	243
83b802dc FD	244	int lttng_uprobes_event_add_callsite(struct lttng_event *event,
	245	struct lttng_kernel_event_callsite __user *callsite)
	246	{
	247	return lttng_uprobes_add_callsite(&event->u.uprobe, callsite,
	248	lttng_uprobes_event_handler_pre, event);
	249	}
	250	EXPORT_SYMBOL_GPL(lttng_uprobes_event_add_callsite);
	251
9de67196 FD	252	int lttng_uprobes_event_notifier_add_callsite(struct lttng_event_notifier *event_notifier,
	253	struct lttng_kernel_event_callsite __user *callsite)
	254	{
	255	return lttng_uprobes_add_callsite(&event_notifier->u.uprobe, callsite,
	256	lttng_uprobes_event_notifier_handler_pre, event_notifier);
	257	}
	258	EXPORT_SYMBOL_GPL(lttng_uprobes_event_notifier_add_callsite);
	259
83b802dc FD	260	static
83b802dc FD	261	int lttng_uprobes_register(struct lttng_uprobe *uprobe, int fd)
3aed4dca FD	262	{
3aed4dca FD	263	int ret = 0;
56377c91	264	struct inode *inode;
149b9a9d	265
56377c91 FD	266	inode = get_inode_from_fd(fd);
56377c91 FD	267	if (!inode) {
5a15f70c	268	printk(KERN_WARNING "LTTng: Cannot get inode from fd\n");
56377c91 FD	269	ret = -EBADF;
	270	goto inode_error;
	271	}
83b802dc FD	272	uprobe->inode = inode;
	273	INIT_LIST_HEAD(&uprobe->head);
	274
	275	inode_error:
	276	return ret;
	277	}
	278
	279	int lttng_uprobes_register_event(const char name, int fd, struct lttng_event event)
	280	{
	281	int ret = 0;
	282
	283	ret = lttng_create_uprobe_event(name, event);
	284	if (ret)
	285	goto error;
	286
	287	ret = lttng_uprobes_register(&event->u.uprobe, fd);
	288	if (ret)
	289	goto register_error;
149b9a9d	290
149b9a9d YB	291	return 0;
149b9a9d YB	292
83b802dc	293	register_error:
149b9a9d YB	294	kfree(event->desc->name);
	295	kfree(event->desc);
	296	error:
	297	return ret;
	298	}
83b802dc	299	EXPORT_SYMBOL_GPL(lttng_uprobes_register_event);
149b9a9d	300
9de67196 FD	301	int lttng_uprobes_register_event_notifier(const char *name, int fd,
	302	struct lttng_event_notifier *event_notifier)
	303	{
	304	int ret = 0;
	305
	306	ret = lttng_create_uprobe_event_notifier(name, event_notifier);
	307	if (ret)
	308	goto error;
	309
	310	ret = lttng_uprobes_register(&event_notifier->u.uprobe, fd);
	311	if (ret)
	312	goto register_error;
	313
	314	return 0;
	315
	316	register_error:
	317	kfree(event_notifier->desc->name);
	318	kfree(event_notifier->desc);
	319	error:
	320	return ret;
	321	}
	322	EXPORT_SYMBOL_GPL(lttng_uprobes_register_event_notifier);
	323
	324	static
	325	void lttng_uprobes_unregister(struct inode inode, struct list_head head)
149b9a9d	326	{
3aed4dca FD	327	struct lttng_uprobe_handler iter, tmp;
	328
	329	/*
	330	* Iterate over the list of handler, remove each handler from the list
	331	* and free the struct.
	332	*/
9de67196 FD	333	list_for_each_entry_safe(iter, tmp, head, node) {
9de67196 FD	334	wrapper_uprobe_unregister(inode, iter->offset, &iter->up_consumer);
3aed4dca FD	335	list_del(&iter->node);
	336	kfree(iter);
	337	}
9de67196 FD	338
	339	}
	340
	341	void lttng_uprobes_unregister_event(struct lttng_event *event)
	342	{
	343	lttng_uprobes_unregister(event->u.uprobe.inode, &event->u.uprobe.head);
149b9a9d	344	}
83b802dc	345	EXPORT_SYMBOL_GPL(lttng_uprobes_unregister_event);
149b9a9d	346
9de67196 FD	347	void lttng_uprobes_unregister_event_notifier(struct lttng_event_notifier *event_notifier)
	348	{
	349	lttng_uprobes_unregister(event_notifier->u.uprobe.inode, &event_notifier->u.uprobe.head);
	350	}
	351	EXPORT_SYMBOL_GPL(lttng_uprobes_unregister_event_notifier);
	352
83b802dc	353	void lttng_uprobes_destroy_event_private(struct lttng_event *event)
149b9a9d YB	354	{
	355	iput(event->u.uprobe.inode);
	356	kfree(event->desc->name);
	357	kfree(event->desc);
	358	}
83b802dc	359	EXPORT_SYMBOL_GPL(lttng_uprobes_destroy_event_private);
149b9a9d	360
9de67196 FD	361	void lttng_uprobes_destroy_event_notifier_private(struct lttng_event_notifier *event_notifier)
	362	{
	363	iput(event_notifier->u.uprobe.inode);
	364	kfree(event_notifier->desc->name);
	365	kfree(event_notifier->desc);
	366	}
	367	EXPORT_SYMBOL_GPL(lttng_uprobes_destroy_event_notifier_private);
	368
149b9a9d YB	369	MODULE_LICENSE("GPL and additional rights");
	370	MODULE_AUTHOR("Yannick Brosseau");
	371	MODULE_DESCRIPTION("Linux Trace Toolkit Uprobes Support");