#ifndef _LTTNG_EVENTS_H
#define _LTTNG_EVENTS_H
-#include <linux/irq_work.h>
#include <linux/version.h>
#include <linux/list.h>
#include <linux/kprobes.h>
#include <linux/kref.h>
#include <linux/uuid.h>
+#include <linux/irq_work.h>
#include <wrapper/uprobes.h>
#include <lttng/cpuhotplug.h>
#include <lttng/tracer.h>
LTTNG_TYPE_ENABLER = 1,
};
-struct lttng_filter_bytecode_node {
+enum lttng_bytecode_node_type {
+ LTTNG_BYTECODE_NODE_TYPE_FILTER,
+ LTTNG_BYTECODE_NODE_TYPE_CAPTURE,
+};
+
+struct lttng_bytecode_node {
+ enum lttng_bytecode_node_type type;
struct list_head node;
struct lttng_enabler *enabler;
- /*
- * struct lttng_kernel_filter_bytecode has var. sized array, must be
- * last field.
- */
- struct lttng_kernel_filter_bytecode bc;
+ struct {
+ uint32_t len;
+ uint32_t reloc_offset;
+ uint64_t seqnum;
+ char data[];
+ } bc;
};
/*
- * Filter return value masks.
+ * Bytecode interpreter return value masks.
*/
-enum lttng_filter_ret {
- LTTNG_FILTER_DISCARD = 0,
- LTTNG_FILTER_RECORD_FLAG = (1ULL << 0),
+enum lttng_bytecode_interpreter_ret {
+ LTTNG_INTERPRETER_DISCARD = 0,
+ LTTNG_INTERPRETER_RECORD_FLAG = (1ULL << 0),
/* Other bits are kept for future use. */
};
+struct lttng_interpreter_output;
+
struct lttng_bytecode_runtime {
/* Associated bytecode */
- struct lttng_filter_bytecode_node *bc;
- uint64_t (*filter)(void *filter_data, struct lttng_probe_ctx *lttng_probe_ctx,
- const char *filter_stack_data);
+ struct lttng_bytecode_node *bc;
+ union {
+ uint64_t (*filter)(void *filter_data,
+ struct lttng_probe_ctx *lttng_probe_ctx,
+ const char *filter_stack_data);
+ uint64_t (*capture)(void *filter_data,
+ struct lttng_probe_ctx *lttng_probe_ctx,
+ const char *capture_stack_data,
+ struct lttng_interpreter_output *output);
+ } interpreter_funcs;
int link_failed;
struct list_head node; /* list of bytecode runtime in event */
struct lttng_ctx *ctx;
} kretprobe;
struct lttng_uprobe uprobe;
struct {
- char *syscall_name;
enum lttng_syscall_entryexit entryexit;
enum lttng_syscall_abi abi;
+ struct hlist_node node; /* chain registered syscall event */
} syscall;
} u;
struct list_head list; /* Event list in session */
struct hlist_node hlist; /* session ht of events */
int registered; /* has reg'd tracepoint probe */
/* list of struct lttng_bytecode_runtime, sorted by seqnum */
- struct list_head bytecode_runtime_head;
+ struct list_head filter_bytecode_runtime_head;
int has_enablers_without_bytecode;
};
struct lttng_event_notifier {
enum lttng_event_type evtype; /* First field. */
uint64_t user_token;
+ uint64_t error_counter_index;
int enabled;
int registered; /* has reg'd tracepoint probe */
const struct lttng_event_desc *desc;
union {
struct lttng_kprobe kprobe;
struct lttng_uprobe uprobe;
+ struct {
+ enum lttng_syscall_entryexit entryexit;
+ enum lttng_syscall_abi abi;
+ struct hlist_node node; /* chain registered syscall event_notifier */
+ unsigned int syscall_id;
+ } syscall;
+
} u;
/* Backward references: list of lttng_enabler_ref (ref to enablers) */
struct list_head enablers_ref_head;
struct hlist_node hlist; /* session ht of event_notifiers */
/* list of struct lttng_bytecode_runtime, sorted by seqnum */
- struct list_head bytecode_runtime_head;
+ struct list_head filter_bytecode_runtime_head;
+ size_t num_captures;
+ struct list_head capture_bytecode_runtime_head;
int has_enablers_without_bytecode;
- void (*send_notification)(struct lttng_event_notifier *event_notifier);
+ void (*send_notification)(struct lttng_event_notifier *event_notifier,
+ struct lttng_probe_ctx *lttng_probe_ctx,
+ const char *interpreter_stack_data);
struct lttng_event_notifier_group *group; /* Weak ref */
};
enum lttng_enabler_format_type format_type;
- /* head list of struct lttng_ust_filter_bytecode_node */
+ /* head list of struct lttng_bytecode_node */
struct list_head filter_bytecode_head;
struct lttng_kernel_event event_param;
struct lttng_event_notifier_enabler {
struct lttng_enabler base;
+ uint64_t error_counter_index;
struct list_head node; /* List of event_notifier enablers */
struct lttng_event_notifier_group *group;
+
+ /* head list of struct lttng_bytecode_node */
+ struct list_head capture_bytecode_head;
+ uint64_t num_captures;
};
+
static inline
struct lttng_enabler *lttng_event_enabler_as_enabler(
struct lttng_event_enabler *event_enabler)
uint64_t *id);
};
+struct lttng_counter_ops {
+ struct lib_counter *(*counter_create)(size_t nr_dimensions,
+ const size_t *max_nr_elem, /* for each dimension */
+ int64_t global_sum_step);
+ void (*counter_destroy)(struct lib_counter *counter);
+ int (*counter_add)(struct lib_counter *counter, const size_t *dimension_indexes,
+ int64_t v);
+ /*
+ * counter_read reads a specific cpu's counter if @cpu >= 0, or
+ * the global aggregation counter if @cpu == -1.
+ */
+ int (*counter_read)(struct lib_counter *counter, const size_t *dimension_indexes, int cpu,
+ int64_t *value, bool *overflow, bool *underflow);
+ /*
+ * counter_aggregate returns the total sum of all per-cpu counters and
+ * the global aggregation counter.
+ */
+ int (*counter_aggregate)(struct lib_counter *counter, const size_t *dimension_indexes,
+ int64_t *value, bool *overflow, bool *underflow);
+ int (*counter_clear)(struct lib_counter *counter, const size_t *dimension_indexes);
+};
+
struct lttng_transport {
char *name;
struct module *owner;
struct lttng_channel_ops ops;
};
+struct lttng_counter_transport {
+ char *name;
+ struct module *owner;
+ struct list_head node;
+ struct lttng_counter_ops ops;
+};
+
struct lttng_syscall_filter;
#define LTTNG_EVENT_HT_BITS 12
struct list_head list; /* Channel list */
struct lttng_channel_ops *ops;
struct lttng_transport *transport;
- struct lttng_event **sc_table; /* for syscall tracing */
- struct lttng_event **compat_sc_table;
- struct lttng_event **sc_exit_table; /* for syscall exit tracing */
- struct lttng_event **compat_sc_exit_table;
- struct lttng_event *sc_unknown; /* for unknown syscalls */
- struct lttng_event *sc_compat_unknown;
- struct lttng_event *sc_exit_unknown;
- struct lttng_event *compat_sc_exit_unknown;
+ struct hlist_head *sc_table; /* for syscall tracing */
+ struct hlist_head *compat_sc_table;
+ struct hlist_head *sc_exit_table; /* for syscall exit tracing */
+ struct hlist_head *compat_sc_exit_table;
+ struct hlist_head sc_unknown; /* for unknown syscalls */
+ struct hlist_head sc_compat_unknown;
+ struct hlist_head sc_exit_unknown;
+ struct hlist_head compat_sc_exit_unknown;
struct lttng_syscall_filter *sc_filter;
int header_type; /* 0: unset, 1: compact, 2: large */
enum channel_type channel_type;
- int syscall_all;
+ int syscall_all_entry;
+ int syscall_all_exit;
unsigned int metadata_dumped:1,
sys_enter_registered:1,
sys_exit_registered:1,
char creation_time[LTTNG_KERNEL_SESSION_CREATION_TIME_ISO8601_LEN];
};
+struct lttng_counter {
+ struct file *file; /* File associated to counter. */
+ struct file *owner;
+ struct lttng_counter_transport *transport;
+ struct lib_counter *counter;
+ struct lttng_counter_ops *ops;
+};
+
struct lttng_event_notifier_group {
struct file *file; /* File associated to event notifier group */
struct file *notif_file; /* File used to expose notifications to userspace. */
struct lib_ring_buffer *buf; /* Ring buffer for event notifier group. */
wait_queue_head_t read_wait;
struct irq_work wakeup_pending; /* Pending wakeup irq work. */
+ struct lttng_event_notifier *sc_unknown; /* for unknown syscalls */
+ struct lttng_event_notifier *sc_compat_unknown;
+
+ struct lttng_syscall_filter *sc_filter;
+
+ struct hlist_head *event_notifier_syscall_dispatch;
+ struct hlist_head *event_notifier_compat_syscall_dispatch;
+ struct hlist_head *event_notifier_exit_syscall_dispatch;
+ struct hlist_head *event_notifier_exit_compat_syscall_dispatch;
+
+ struct hlist_head event_notifier_unknown_syscall_dispatch;
+ struct hlist_head event_notifier_compat_unknown_syscall_dispatch;
+ struct hlist_head event_notifier_exit_unknown_syscall_dispatch;
+ struct hlist_head event_notifier_exit_compat_unknown_syscall_dispatch;
+
+ int syscall_all_entry;
+ int syscall_all_exit;
+
+ unsigned int sys_enter_registered:1, sys_exit_registered:1;
+
+ struct lttng_counter *error_counter;
+ size_t error_counter_len;
};
struct lttng_metadata_cache {
int lttng_session_statedump(struct lttng_session *session);
void metadata_cache_destroy(struct kref *kref);
+struct lttng_counter *lttng_kernel_counter_create(
+ const char *counter_transport_name, size_t number_dimensions,
+ const size_t *dimensions_sizes);
+int lttng_kernel_counter_read(struct lttng_counter *counter,
+ const size_t *dimension_indexes, int32_t cpu,
+ int64_t *val, bool *overflow, bool *underflow);
+int lttng_kernel_counter_aggregate(struct lttng_counter *counter,
+ const size_t *dimension_indexes, int64_t *val,
+ bool *overflow, bool *underflow);
+int lttng_kernel_counter_clear(struct lttng_counter *counter,
+ const size_t *dimension_indexes);
+
+
struct lttng_event_notifier_group *lttng_event_notifier_group_create(void);
+int lttng_event_notifier_group_create_error_counter(
+ struct file *event_notifier_group_file,
+ const struct lttng_kernel_counter_conf *error_counter_conf);
void lttng_event_notifier_group_destroy(
struct lttng_event_notifier_group *event_notifier_group);
struct lttng_event_notifier *lttng_event_notifier_create(
const struct lttng_event_desc *event_notifier_desc,
uint64_t id,
+ uint64_t error_counter_idx,
struct lttng_event_notifier_group *event_notifier_group,
struct lttng_kernel_event_notifier *event_notifier_param,
void *filter,
struct lttng_event_notifier *_lttng_event_notifier_create(
const struct lttng_event_desc *event_notifier_desc,
uint64_t id,
+ uint64_t error_counter_idx,
struct lttng_event_notifier_group *event_notifier_group,
struct lttng_kernel_event_notifier *event_notifier_param,
void *filter,
void lttng_transport_register(struct lttng_transport *transport);
void lttng_transport_unregister(struct lttng_transport *transport);
+void lttng_counter_transport_register(struct lttng_counter_transport *transport);
+void lttng_counter_transport_unregister(struct lttng_counter_transport *transport);
+
void synchronize_trace(void);
int lttng_abi_init(void);
int lttng_abi_compat_old_init(void);
void lttng_clock_ref(void);
void lttng_clock_unref(void);
+int lttng_desc_match_enabler(const struct lttng_event_desc *desc,
+ struct lttng_enabler *enabler);
+
#if defined(CONFIG_HAVE_SYSCALL_TRACEPOINTS)
-int lttng_syscalls_register(struct lttng_channel *chan, void *filter);
-int lttng_syscalls_unregister(struct lttng_channel *chan);
-int lttng_syscalls_destroy(struct lttng_channel *chan);
-int lttng_syscall_filter_enable(struct lttng_channel *chan,
+int lttng_syscalls_register_event(struct lttng_event_enabler *event_enabler, void *filter);
+int lttng_syscalls_unregister_channel(struct lttng_channel *chan);
+int lttng_syscalls_destroy_event(struct lttng_channel *chan);
+int lttng_syscall_filter_enable_event(
+ struct lttng_channel *chan,
struct lttng_event *event);
-int lttng_syscall_filter_disable(struct lttng_channel *chan,
+int lttng_syscall_filter_disable_event(
+ struct lttng_channel *chan,
struct lttng_event *event);
+
long lttng_channel_syscall_mask(struct lttng_channel *channel,
struct lttng_kernel_syscall_mask __user *usyscall_mask);
+
+int lttng_syscalls_register_event_notifier(
+ struct lttng_event_notifier_enabler *event_notifier_enabler,
+ void *filter);
+int lttng_syscals_create_matching_event_notifiers(
+ struct lttng_event_notifier_enabler *event_notifier_enabler, void *filter);
+int lttng_syscalls_unregister_event_notifier_group(struct lttng_event_notifier_group *group);
+int lttng_syscall_filter_enable_event_notifier(struct lttng_event_notifier *event_notifier);
+int lttng_syscall_filter_disable_event_notifier(struct lttng_event_notifier *event_notifier);
#else
-static inline int lttng_syscalls_register(struct lttng_channel *chan, void *filter)
+static inline int lttng_syscalls_register_event(
+ struct lttng_event_enabler *event_enabler, void *filter)
{
return -ENOSYS;
}
-static inline int lttng_syscalls_unregister(struct lttng_channel *chan)
+static inline int lttng_syscalls_unregister_channel(struct lttng_channel *chan)
{
return 0;
}
return 0;
}
-static inline int lttng_syscall_filter_enable(struct lttng_channel *chan,
+static inline int lttng_syscall_filter_enable_event(struct lttng_channel *chan,
struct lttng_event *event);
{
return -ENOSYS;
}
-static inline int lttng_syscall_filter_disable(struct lttng_channel *chan,
+static inline int lttng_syscall_filter_disable_event(struct lttng_channel *chan,
struct lttng_event *event);
{
return -ENOSYS;
return -ENOSYS;
}
+static inline int lttng_syscalls_register_event_notifier(
+ struct lttng_event_notifier_group *group, void *filter)
+{
+ return -ENOSYS;
+}
+
+static inline int lttng_syscalls_unregister_event_notifier_group(
+ struct lttng_event_notifier_group *group)
+{
+ return 0;
+}
+
+static inline int lttng_syscall_filter_enable_event_notifier(
+ struct lttng_event_notifier_group *group,
+ const char *name)
+{
+ return -ENOSYS;
+}
+
+static inline int lttng_syscall_filter_disable_event_notifier(
+ struct lttng_event_notifier_group *group,
+ const char *name)
+{
+ return -ENOSYS;
+}
+
#endif
-void lttng_filter_sync_state(struct lttng_bytecode_runtime *runtime);
-int lttng_event_enabler_attach_bytecode(struct lttng_event_enabler *event_enabler,
+int lttng_event_enabler_attach_filter_bytecode(struct lttng_event_enabler *event_enabler,
struct lttng_kernel_filter_bytecode __user *bytecode);
-int lttng_event_notifier_enabler_attach_bytecode(
+int lttng_event_notifier_enabler_attach_filter_bytecode(
struct lttng_event_notifier_enabler *event_notifier_enabler,
struct lttng_kernel_filter_bytecode __user *bytecode);
+int lttng_event_notifier_enabler_attach_capture_bytecode(
+ struct lttng_event_notifier_enabler *event_notifier_enabler,
+ struct lttng_kernel_capture_bytecode __user *bytecode);
void lttng_enabler_link_bytecode(const struct lttng_event_desc *event_desc,
struct lttng_ctx *ctx,
- struct list_head *bytecode_runtime_head,
- struct lttng_enabler *enabler);
+ struct list_head *instance_bytecode_runtime_head,
+ struct list_head *enabler_bytecode_runtime_head);
int lttng_probes_init(void);