include/lttng/events-internal.h

   1 /* SPDX-License-Identifier: (GPL-2.0-only or LGPL-2.1-only)
   2  *
   3  * lttng/events-internal.h
   4  *
   5  * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
   6  */
   7
   8 #ifndef _LTTNG_EVENTS_INTERNAL_H
   9 #define _LTTNG_EVENTS_INTERNAL_H
  10
  11 #include <lttng/events.h>
  12
  13 enum lttng_enabler_format_type {
  14         LTTNG_ENABLER_FORMAT_STAR_GLOB,
  15         LTTNG_ENABLER_FORMAT_NAME,
  16 };
  17
  18 /*
  19  * Objects in a linked-list of enablers, owned by an event.
  20  */
  21 struct lttng_enabler_ref {
  22         struct list_head node;                  /* enabler ref list */
  23         struct lttng_enabler *ref;              /* backward ref */
  24 };
  25
  26 struct lttng_krp;                               /* Kretprobe handling */
  27
  28 struct lttng_uprobe_handler {
  29         struct lttng_kernel_event_common *event;
  30         loff_t offset;
  31         struct uprobe_consumer up_consumer;
  32         struct list_head node;
  33 };
  34
  35 struct lttng_kprobe {
  36         struct kprobe kp;
  37         char *symbol_name;
  38 };
  39
  40 struct lttng_uprobe {
  41         struct inode *inode;
  42         struct list_head head;
  43 };
  44
  45 enum lttng_syscall_entryexit {
  46         LTTNG_SYSCALL_ENTRY,
  47         LTTNG_SYSCALL_EXIT,
  48 };
  49
  50 enum lttng_syscall_abi {
  51         LTTNG_SYSCALL_ABI_NATIVE,
  52         LTTNG_SYSCALL_ABI_COMPAT,
  53 };
  54
  55 struct lttng_kernel_event_common_private {
  56         struct lttng_kernel_event_common *pub;          /* Public event interface */
  57
  58         const struct lttng_kernel_event_desc *desc;
  59         /* Backward references: list of lttng_enabler_ref (ref to enablers) */
  60         struct list_head enablers_ref_head;
  61         int registered;                                 /* has reg'd tracepoint probe */
  62         uint64_t user_token;
  63
  64         int has_enablers_without_filter_bytecode;
  65         /* list of struct lttng_kernel_bytecode_runtime, sorted by seqnum */
  66         struct list_head filter_bytecode_runtime_head;
  67         enum lttng_kernel_abi_instrumentation instrumentation;
  68         /* Selected by instrumentation */
  69         union {
  70                 struct lttng_kprobe kprobe;
  71                 struct lttng_uprobe uprobe;
  72                 struct {
  73                         struct lttng_krp *lttng_krp;
  74                         char *symbol_name;
  75                 } kretprobe;
  76                 struct {
  77                         enum lttng_syscall_entryexit entryexit;
  78                         enum lttng_syscall_abi abi;
  79                         struct hlist_node node;                 /* chain registered syscall event_notifier */
  80                         unsigned int syscall_id;
  81                 } syscall;
  82         } u;
  83 };
  84
  85 struct lttng_kernel_event_recorder_private {
  86         struct lttng_kernel_event_common_private parent;
  87
  88         struct lttng_kernel_event_recorder *pub;        /* Public event interface */
  89         struct list_head node;                          /* Event recorder list */
  90         struct hlist_node hlist;                        /* Hash table of event recorders */
  91         struct lttng_kernel_ctx *ctx;
  92         unsigned int id;
  93         unsigned int metadata_dumped:1;
  94 };
  95
  96 struct lttng_kernel_event_notifier_private {
  97         struct lttng_kernel_event_common_private parent;
  98
  99         struct lttng_kernel_event_notifier *pub;        /* Public event notifier interface */
 100         struct lttng_event_notifier_group *group;       /* weak ref */
 101         size_t num_captures;                            /* Needed to allocate the msgpack array. */
 102         uint64_t error_counter_index;
 103         struct list_head node;                          /* Event notifier list */
 104         struct hlist_node hlist;                        /* Hash table of event notifiers */
 105         struct list_head capture_bytecode_runtime_head;
 106
 107 };
 108
 109 enum lttng_kernel_bytecode_interpreter_ret {
 110         LTTNG_KERNEL_BYTECODE_INTERPRETER_ERROR = -1,
 111         LTTNG_KERNEL_BYTECODE_INTERPRETER_OK = 0,
 112 };
 113
 114 enum lttng_kernel_bytecode_filter_result {
 115         LTTNG_KERNEL_BYTECODE_FILTER_ACCEPT = 0,
 116         LTTNG_KERNEL_BYTECODE_FILTER_REJECT = 1,
 117 };
 118
 119 struct lttng_kernel_bytecode_filter_ctx {
 120         enum lttng_kernel_bytecode_filter_result result;
 121 };
 122
 123 struct lttng_interpreter_output;
 124
 125 enum lttng_kernel_bytecode_type {
 126         LTTNG_KERNEL_BYTECODE_TYPE_FILTER,
 127         LTTNG_KERNEL_BYTECODE_TYPE_CAPTURE,
 128 };
 129
 130 struct lttng_kernel_bytecode_node {
 131         enum lttng_kernel_bytecode_type type;
 132         struct list_head node;
 133         struct lttng_enabler *enabler;
 134         struct {
 135                 uint32_t len;
 136                 uint32_t reloc_offset;
 137                 uint64_t seqnum;
 138                 char data[];
 139         } bc;
 140 };
 141
 142 struct lttng_kernel_bytecode_runtime {
 143         /* Associated bytecode */
 144         enum lttng_kernel_bytecode_type type;
 145         struct lttng_kernel_bytecode_node *bc;
 146         int (*interpreter_func)(struct lttng_kernel_bytecode_runtime *kernel_bytecode,
 147                                 const char *interpreter_stack_data,
 148                                 struct lttng_kernel_probe_ctx *lttng_probe_ctx,
 149                                 void *caller_ctx);
 150         int link_failed;
 151         struct list_head node;  /* list of bytecode runtime in event */
 152         struct lttng_kernel_ctx *ctx;
 153 };
 154
 155 /*
 156  * Enabler field, within whatever object is enabling an event. Target of
 157  * backward reference.
 158  */
 159 struct lttng_enabler {
 160         enum lttng_enabler_format_type format_type;
 161
 162         /* head list of struct lttng_kernel_bytecode_node */
 163         struct list_head filter_bytecode_head;
 164
 165         struct lttng_kernel_abi_event event_param;
 166         unsigned int enabled:1;
 167
 168         uint64_t user_token;            /* User-provided token. */
 169 };
 170
 171 struct lttng_event_enabler {
 172         struct lttng_enabler base;
 173         struct list_head node;  /* per-session list of enablers */
 174         struct lttng_channel *chan;
 175 };
 176
 177 struct lttng_event_notifier_enabler {
 178         struct lttng_enabler base;
 179         uint64_t error_counter_index;
 180         struct list_head node;  /* List of event_notifier enablers */
 181         struct lttng_event_notifier_group *group;
 182
 183         /* head list of struct lttng_kernel_bytecode_node */
 184         struct list_head capture_bytecode_head;
 185         uint64_t num_captures;
 186 };
 187
 188 struct lttng_ctx_value {
 189         union {
 190                 int64_t s64;
 191                 const char *str;
 192                 double d;
 193         } u;
 194 };
 195
 196 /*
 197  * We need to keep this perf counter field separately from struct
 198  * lttng_kernel_ctx_field because cpu hotplug needs fixed-location addresses.
 199  */
 200 struct lttng_perf_counter_field {
 201 #if (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,10,0))
 202         struct lttng_cpuhp_node cpuhp_prepare;
 203         struct lttng_cpuhp_node cpuhp_online;
 204 #else
 205         struct notifier_block nb;
 206         int hp_enable;
 207 #endif
 208         struct perf_event_attr *attr;
 209         struct perf_event **e;  /* per-cpu array */
 210         char *name;
 211         struct lttng_kernel_event_field *event_field;
 212 };
 213
 214 struct lttng_kernel_ctx_field {
 215         const struct lttng_kernel_event_field *event_field;
 216         size_t (*get_size)(void *priv, struct lttng_kernel_probe_ctx *probe_ctx,
 217                         size_t offset);
 218         void (*record)(void *priv, struct lttng_kernel_probe_ctx *probe_ctx,
 219                         struct lttng_kernel_ring_buffer_ctx *ctx,
 220                         struct lttng_channel *chan);
 221         void (*get_value)(void *priv, struct lttng_kernel_probe_ctx *probe_ctx,
 222                         struct lttng_ctx_value *value);
 223         void (*destroy)(void *priv);
 224         void *priv;
 225 };
 226
 227 struct lttng_kernel_ctx {
 228         struct lttng_kernel_ctx_field *fields;
 229         unsigned int nr_fields;
 230         unsigned int allocated_fields;
 231         size_t largest_align;   /* in bytes */
 232 };
 233
 234 struct lttng_metadata_cache {
 235         char *data;                     /* Metadata cache */
 236         unsigned int cache_alloc;       /* Metadata allocated size (bytes) */
 237         unsigned int metadata_written;  /* Number of bytes written in metadata cache */
 238         atomic_t producing;             /* Metadata being produced (incomplete) */
 239         struct kref refcount;           /* Metadata cache usage */
 240         struct list_head metadata_stream;       /* Metadata stream list */
 241         uuid_le uuid;                   /* Trace session unique ID (copy) */
 242         struct mutex lock;              /* Produce/consume lock */
 243         uint64_t version;               /* Current version of the metadata */
 244 };
 245
 246 struct lttng_kernel_channel_buffer_ops_private {
 247         struct lttng_kernel_channel_buffer_ops *pub;    /* Public channel buffer ops interface */
 248
 249         struct channel *(*channel_create)(const char *name,
 250                                 void *priv,
 251                                 void *buf_addr,
 252                                 size_t subbuf_size, size_t num_subbuf,
 253                                 unsigned int switch_timer_interval,
 254                                 unsigned int read_timer_interval);
 255         void (*channel_destroy)(struct channel *chan);
 256         struct lib_ring_buffer *(*buffer_read_open)(struct channel *chan);
 257         int (*buffer_has_read_closed_stream)(struct channel *chan);
 258         void (*buffer_read_close)(struct lib_ring_buffer *buf);
 259         /*
 260          * packet_avail_size returns the available size in the current
 261          * packet. Note that the size returned is only a hint, since it
 262          * may change due to concurrent writes.
 263          */
 264         size_t (*packet_avail_size)(struct channel *chan);
 265         wait_queue_head_t *(*get_writer_buf_wait_queue)(struct channel *chan, int cpu);
 266         wait_queue_head_t *(*get_hp_wait_queue)(struct channel *chan);
 267         int (*is_finalized)(struct channel *chan);
 268         int (*is_disabled)(struct channel *chan);
 269         int (*timestamp_begin) (const struct lib_ring_buffer_config *config,
 270                         struct lib_ring_buffer *bufb,
 271                         uint64_t *timestamp_begin);
 272         int (*timestamp_end) (const struct lib_ring_buffer_config *config,
 273                         struct lib_ring_buffer *bufb,
 274                         uint64_t *timestamp_end);
 275         int (*events_discarded) (const struct lib_ring_buffer_config *config,
 276                         struct lib_ring_buffer *bufb,
 277                         uint64_t *events_discarded);
 278         int (*content_size) (const struct lib_ring_buffer_config *config,
 279                         struct lib_ring_buffer *bufb,
 280                         uint64_t *content_size);
 281         int (*packet_size) (const struct lib_ring_buffer_config *config,
 282                         struct lib_ring_buffer *bufb,
 283                         uint64_t *packet_size);
 284         int (*stream_id) (const struct lib_ring_buffer_config *config,
 285                         struct lib_ring_buffer *bufb,
 286                         uint64_t *stream_id);
 287         int (*current_timestamp) (const struct lib_ring_buffer_config *config,
 288                         struct lib_ring_buffer *bufb,
 289                         uint64_t *ts);
 290         int (*sequence_number) (const struct lib_ring_buffer_config *config,
 291                         struct lib_ring_buffer *bufb,
 292                         uint64_t *seq);
 293         int (*instance_id) (const struct lib_ring_buffer_config *config,
 294                         struct lib_ring_buffer *bufb,
 295                         uint64_t *id);
 296 };
 297
 298 extern struct lttng_kernel_ctx *lttng_static_ctx;
 299
 300 static inline
 301 const struct lttng_kernel_type_integer *lttng_kernel_get_type_integer(const struct lttng_kernel_type_common *type)
 302 {
 303         if (type->type != lttng_kernel_type_integer)
 304                 return NULL;
 305         return container_of(type, const struct lttng_kernel_type_integer, parent);
 306 }
 307
 308 static inline
 309 const struct lttng_kernel_type_string *lttng_kernel_get_type_string(const struct lttng_kernel_type_common *type)
 310 {
 311         if (type->type != lttng_kernel_type_string)
 312                 return NULL;
 313         return container_of(type, const struct lttng_kernel_type_string, parent);
 314 }
 315
 316 static inline
 317 const struct lttng_kernel_type_enum *lttng_kernel_get_type_enum(const struct lttng_kernel_type_common *type)
 318 {
 319         if (type->type != lttng_kernel_type_enum)
 320                 return NULL;
 321         return container_of(type, const struct lttng_kernel_type_enum, parent);
 322 }
 323
 324 static inline
 325 const struct lttng_kernel_type_array *lttng_kernel_get_type_array(const struct lttng_kernel_type_common *type)
 326 {
 327         if (type->type != lttng_kernel_type_array)
 328                 return NULL;
 329         return container_of(type, const struct lttng_kernel_type_array, parent);
 330 }
 331
 332 static inline
 333 const struct lttng_kernel_type_sequence *lttng_kernel_get_type_sequence(const struct lttng_kernel_type_common *type)
 334 {
 335         if (type->type != lttng_kernel_type_sequence)
 336                 return NULL;
 337         return container_of(type, const struct lttng_kernel_type_sequence, parent);
 338 }
 339
 340 static inline
 341 const struct lttng_kernel_type_struct *lttng_kernel_get_type_struct(const struct lttng_kernel_type_common *type)
 342 {
 343         if (type->type != lttng_kernel_type_struct)
 344                 return NULL;
 345         return container_of(type, const struct lttng_kernel_type_struct, parent);
 346 }
 347
 348 static inline
 349 const struct lttng_kernel_type_variant *lttng_kernel_get_type_variant(const struct lttng_kernel_type_common *type)
 350 {
 351         if (type->type != lttng_kernel_type_variant)
 352                 return NULL;
 353         return container_of(type, const struct lttng_kernel_type_variant, parent);
 354 }
 355
 356 static inline bool lttng_kernel_type_is_bytewise_integer(const struct lttng_kernel_type_common *type)
 357 {
 358         const struct lttng_kernel_type_integer *type_integer = lttng_kernel_get_type_integer(type);
 359
 360         if (!type_integer)
 361                 return false;
 362         switch (type_integer->size) {
 363         case 8:         /* Fall-through. */
 364         case 16:        /* Fall-through. */
 365         case 32:        /* Fall-through. */
 366         case 64:
 367                 break;
 368         default:
 369                 return false;
 370         }
 371         return true;
 372 }
 373
 374 int lttng_kernel_interpret_event_filter(const struct lttng_kernel_event_common *event,
 375                 const char *interpreter_stack_data,
 376                 struct lttng_kernel_probe_ctx *probe_ctx,
 377                 void *event_filter_ctx);
 378
 379 static inline
 380 struct lttng_enabler *lttng_event_enabler_as_enabler(
 381                 struct lttng_event_enabler *event_enabler)
 382 {
 383         return &event_enabler->base;
 384 }
 385
 386 static inline
 387 struct lttng_enabler *lttng_event_notifier_enabler_as_enabler(
 388                 struct lttng_event_notifier_enabler *event_notifier_enabler)
 389 {
 390         return &event_notifier_enabler->base;
 391 }
 392
 393 int lttng_context_init(void);
 394 void lttng_context_exit(void);
 395 int lttng_kernel_context_append(struct lttng_kernel_ctx **ctx_p,
 396                 const struct lttng_kernel_ctx_field *f);
 397 void lttng_kernel_context_remove_last(struct lttng_kernel_ctx **ctx_p);
 398 struct lttng_kernel_ctx_field *lttng_kernel_get_context_field_from_index(struct lttng_kernel_ctx *ctx,
 399                 size_t index);
 400 int lttng_kernel_find_context(struct lttng_kernel_ctx *ctx, const char *name);
 401 int lttng_kernel_get_context_index(struct lttng_kernel_ctx *ctx, const char *name);
 402 void lttng_kernel_destroy_context(struct lttng_kernel_ctx *ctx);
 403 int lttng_add_pid_to_ctx(struct lttng_kernel_ctx **ctx);
 404 int lttng_add_cpu_id_to_ctx(struct lttng_kernel_ctx **ctx);
 405 int lttng_add_procname_to_ctx(struct lttng_kernel_ctx **ctx);
 406 int lttng_add_prio_to_ctx(struct lttng_kernel_ctx **ctx);
 407 int lttng_add_nice_to_ctx(struct lttng_kernel_ctx **ctx);
 408 int lttng_add_vpid_to_ctx(struct lttng_kernel_ctx **ctx);
 409 int lttng_add_tid_to_ctx(struct lttng_kernel_ctx **ctx);
 410 int lttng_add_vtid_to_ctx(struct lttng_kernel_ctx **ctx);
 411 int lttng_add_ppid_to_ctx(struct lttng_kernel_ctx **ctx);
 412 int lttng_add_vppid_to_ctx(struct lttng_kernel_ctx **ctx);
 413 int lttng_add_hostname_to_ctx(struct lttng_kernel_ctx **ctx);
 414 int lttng_add_interruptible_to_ctx(struct lttng_kernel_ctx **ctx);
 415 int lttng_add_need_reschedule_to_ctx(struct lttng_kernel_ctx **ctx);
 416 #if defined(CONFIG_PREEMPT_RT_FULL) || defined(CONFIG_PREEMPT)
 417 int lttng_add_preemptible_to_ctx(struct lttng_kernel_ctx **ctx);
 418 #else
 419 static inline
 420 int lttng_add_preemptible_to_ctx(struct lttng_kernel_ctx **ctx)
 421 {
 422         return -ENOSYS;
 423 }
 424 #endif
 425 #ifdef CONFIG_PREEMPT_RT_FULL
 426 int lttng_add_migratable_to_ctx(struct lttng_kernel_ctx **ctx);
 427 #else
 428 static inline
 429 int lttng_add_migratable_to_ctx(struct lttng_kernel_ctx **ctx)
 430 {
 431         return -ENOSYS;
 432 }
 433 #endif
 434
 435 int lttng_add_callstack_to_ctx(struct lttng_kernel_ctx **ctx, int type);
 436
 437 #if defined(CONFIG_CGROUPS) && \
 438         ((LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(4,6,0)) || \
 439          LTTNG_UBUNTU_KERNEL_RANGE(4,4,0,0, 4,5,0,0))
 440 int lttng_add_cgroup_ns_to_ctx(struct lttng_kernel_ctx **ctx);
 441 #else
 442 static inline
 443 int lttng_add_cgroup_ns_to_ctx(struct lttng_kernel_ctx **ctx)
 444 {
 445         return -ENOSYS;
 446 }
 447 #endif
 448
 449 #if defined(CONFIG_IPC_NS) && \
 450         (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0))
 451 int lttng_add_ipc_ns_to_ctx(struct lttng_kernel_ctx **ctx);
 452 #else
 453 static inline
 454 int lttng_add_ipc_ns_to_ctx(struct lttng_kernel_ctx **ctx)
 455 {
 456         return -ENOSYS;
 457 }
 458 #endif
 459
 460 #if !defined(LTTNG_MNT_NS_MISSING_HEADER) && \
 461         (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0))
 462 int lttng_add_mnt_ns_to_ctx(struct lttng_kernel_ctx **ctx);
 463 #else
 464 static inline
 465 int lttng_add_mnt_ns_to_ctx(struct lttng_kernel_ctx **ctx)
 466 {
 467         return -ENOSYS;
 468 }
 469 #endif
 470
 471 #if defined(CONFIG_NET_NS) && \
 472         (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0))
 473 int lttng_add_net_ns_to_ctx(struct lttng_kernel_ctx **ctx);
 474 #else
 475 static inline
 476 int lttng_add_net_ns_to_ctx(struct lttng_kernel_ctx **ctx)
 477 {
 478         return -ENOSYS;
 479 }
 480 #endif
 481
 482 #if defined(CONFIG_PID_NS) && \
 483         (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0))
 484 int lttng_add_pid_ns_to_ctx(struct lttng_kernel_ctx **ctx);
 485 #else
 486 static inline
 487 int lttng_add_pid_ns_to_ctx(struct lttng_kernel_ctx **ctx)
 488 {
 489         return -ENOSYS;
 490 }
 491 #endif
 492
 493 #if defined(CONFIG_USER_NS) && \
 494         (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0))
 495 int lttng_add_user_ns_to_ctx(struct lttng_kernel_ctx **ctx);
 496 #else
 497 static inline
 498 int lttng_add_user_ns_to_ctx(struct lttng_kernel_ctx **ctx)
 499 {
 500         return -ENOSYS;
 501 }
 502 #endif
 503
 504 #if defined(CONFIG_UTS_NS) && \
 505         (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(3,8,0))
 506 int lttng_add_uts_ns_to_ctx(struct lttng_kernel_ctx **ctx);
 507 #else
 508 static inline
 509 int lttng_add_uts_ns_to_ctx(struct lttng_kernel_ctx **ctx)
 510 {
 511         return -ENOSYS;
 512 }
 513 #endif
 514
 515 #if defined(CONFIG_TIME_NS) && \
 516         (LTTNG_LINUX_VERSION_CODE >= LTTNG_KERNEL_VERSION(5,6,0))
 517 int lttng_add_time_ns_to_ctx(struct lttng_kernel_ctx **ctx);
 518 #else
 519 static inline
 520 int lttng_add_time_ns_to_ctx(struct lttng_kernel_ctx **ctx)
 521 {
 522         return -ENOSYS;
 523 }
 524 #endif
 525
 526 int lttng_add_uid_to_ctx(struct lttng_kernel_ctx **ctx);
 527 int lttng_add_euid_to_ctx(struct lttng_kernel_ctx **ctx);
 528 int lttng_add_suid_to_ctx(struct lttng_kernel_ctx **ctx);
 529 int lttng_add_gid_to_ctx(struct lttng_kernel_ctx **ctx);
 530 int lttng_add_egid_to_ctx(struct lttng_kernel_ctx **ctx);
 531 int lttng_add_sgid_to_ctx(struct lttng_kernel_ctx **ctx);
 532 int lttng_add_vuid_to_ctx(struct lttng_kernel_ctx **ctx);
 533 int lttng_add_veuid_to_ctx(struct lttng_kernel_ctx **ctx);
 534 int lttng_add_vsuid_to_ctx(struct lttng_kernel_ctx **ctx);
 535 int lttng_add_vgid_to_ctx(struct lttng_kernel_ctx **ctx);
 536 int lttng_add_vegid_to_ctx(struct lttng_kernel_ctx **ctx);
 537 int lttng_add_vsgid_to_ctx(struct lttng_kernel_ctx **ctx);
 538
 539 #if defined(CONFIG_PERF_EVENTS)
 540 int lttng_add_perf_counter_to_ctx(uint32_t type,
 541                                   uint64_t config,
 542                                   const char *name,
 543                                   struct lttng_kernel_ctx **ctx);
 544 int lttng_cpuhp_perf_counter_online(unsigned int cpu,
 545                 struct lttng_cpuhp_node *node);
 546 int lttng_cpuhp_perf_counter_dead(unsigned int cpu,
 547                 struct lttng_cpuhp_node *node);
 548 #else
 549 static inline
 550 int lttng_add_perf_counter_to_ctx(uint32_t type,
 551                                   uint64_t config,
 552                                   const char *name,
 553                                   struct lttng_kernel_ctx **ctx)
 554 {
 555         return -ENOSYS;
 556 }
 557 static inline
 558 int lttng_cpuhp_perf_counter_online(unsigned int cpu,
 559                 struct lttng_cpuhp_node *node)
 560 {
 561         return 0;
 562 }
 563 static inline
 564 int lttng_cpuhp_perf_counter_dead(unsigned int cpu,
 565                 struct lttng_cpuhp_node *node)
 566 {
 567         return 0;
 568 }
 569 #endif
 570
 571 struct lttng_event_enabler *lttng_event_enabler_create(
 572                 enum lttng_enabler_format_type format_type,
 573                 struct lttng_kernel_abi_event *event_param,
 574                 struct lttng_channel *chan);
 575
 576 int lttng_event_enabler_enable(struct lttng_event_enabler *event_enabler);
 577 int lttng_event_enabler_disable(struct lttng_event_enabler *event_enabler);
 578 struct lttng_event_notifier_enabler *lttng_event_notifier_enabler_create(
 579                 struct lttng_event_notifier_group *event_notifier_group,
 580                 enum lttng_enabler_format_type format_type,
 581                 struct lttng_kernel_abi_event_notifier *event_notifier_param);
 582
 583 int lttng_event_notifier_enabler_enable(
 584                 struct lttng_event_notifier_enabler *event_notifier_enabler);
 585 int lttng_event_notifier_enabler_disable(
 586                 struct lttng_event_notifier_enabler *event_notifier_enabler);
 587
 588 int lttng_event_enabler_attach_filter_bytecode(struct lttng_event_enabler *event_enabler,
 589                 struct lttng_kernel_abi_filter_bytecode __user *bytecode);
 590 int lttng_event_notifier_enabler_attach_filter_bytecode(
 591                 struct lttng_event_notifier_enabler *event_notifier_enabler,
 592                 struct lttng_kernel_abi_filter_bytecode __user *bytecode);
 593 int lttng_event_notifier_enabler_attach_capture_bytecode(
 594                 struct lttng_event_notifier_enabler *event_notifier_enabler,
 595                 struct lttng_kernel_abi_capture_bytecode __user *bytecode);
 596
 597 int lttng_desc_match_enabler(const struct lttng_kernel_event_desc *desc,
 598                 struct lttng_enabler *enabler);
 599
 600 void lttng_enabler_link_bytecode(const struct lttng_kernel_event_desc *event_desc,
 601                 struct lttng_kernel_ctx *ctx,
 602                 struct list_head *instance_bytecode_runtime_head,
 603                 struct list_head *enabler_bytecode_runtime_head);
 604
 605 #if defined(CONFIG_HAVE_SYSCALL_TRACEPOINTS)
 606 int lttng_syscalls_register_event(struct lttng_event_enabler *event_enabler);
 607 int lttng_syscalls_unregister_channel(struct lttng_channel *chan);
 608 int lttng_syscalls_destroy_event(struct lttng_channel *chan);
 609 int lttng_syscall_filter_enable_event(
 610                 struct lttng_channel *chan,
 611                 struct lttng_kernel_event_recorder *event);
 612 int lttng_syscall_filter_disable_event(
 613                 struct lttng_channel *chan,
 614                 struct lttng_kernel_event_recorder *event);
 615
 616 long lttng_channel_syscall_mask(struct lttng_channel *channel,
 617                 struct lttng_kernel_abi_syscall_mask __user *usyscall_mask);
 618
 619 int lttng_syscalls_register_event_notifier(
 620                 struct lttng_event_notifier_enabler *event_notifier_enabler);
 621 int lttng_syscalls_create_matching_event_notifiers(
 622                 struct lttng_event_notifier_enabler *event_notifier_enabler);
 623 int lttng_syscalls_unregister_event_notifier_group(struct lttng_event_notifier_group *group);
 624 int lttng_syscall_filter_enable_event_notifier(struct lttng_kernel_event_notifier *event_notifier);
 625 int lttng_syscall_filter_disable_event_notifier(struct lttng_kernel_event_notifier *event_notifier);
 626 #else
 627 static inline int lttng_syscalls_register_event(
 628                 struct lttng_event_enabler *event_enabler)
 629 {
 630         return -ENOSYS;
 631 }
 632
 633 static inline int lttng_syscalls_unregister_channel(struct lttng_channel *chan)
 634 {
 635         return 0;
 636 }
 637
 638 static inline int lttng_syscalls_destroy(struct lttng_channel *chan)
 639 {
 640         return 0;
 641 }
 642
 643 static inline int lttng_syscall_filter_enable_event(struct lttng_channel *chan,
 644                 struct lttng_kernel_event_recorder *event);
 645 {
 646         return -ENOSYS;
 647 }
 648
 649 static inline int lttng_syscall_filter_disable_event(struct lttng_channel *chan,
 650                 struct lttng_kernel_event_recorder *event);
 651 {
 652         return -ENOSYS;
 653 }
 654
 655 static inline long lttng_channel_syscall_mask(struct lttng_channel *channel,
 656                 struct lttng_kernel_syscall_mask __user *usyscall_mask)
 657 {
 658         return -ENOSYS;
 659 }
 660
 661 static inline int lttng_syscalls_register_event_notifier(
 662                 struct lttng_event_notifier_group *group)
 663 {
 664         return -ENOSYS;
 665 }
 666
 667 static inline int lttng_syscalls_unregister_event_notifier_group(
 668                 struct lttng_event_notifier_group *group)
 669 {
 670         return 0;
 671 }
 672
 673 static inline int lttng_syscall_filter_enable_event_notifier(
 674                 struct lttng_event_notifier_group *group,
 675                 const char *name)
 676 {
 677         return -ENOSYS;
 678 }
 679
 680 static inline int lttng_syscall_filter_disable_event_notifier(
 681                 struct lttng_event_notifier_group *group,
 682                 const char *name)
 683 {
 684         return -ENOSYS;
 685 }
 686
 687 #endif
 688
 689 #ifdef CONFIG_KPROBES
 690 int lttng_kprobes_register_event(const char *name,
 691                 const char *symbol_name,
 692                 uint64_t offset,
 693                 uint64_t addr,
 694                 struct lttng_kernel_event_recorder *event);
 695 void lttng_kprobes_unregister_event(struct lttng_kernel_event_recorder *event);
 696 void lttng_kprobes_destroy_event_private(struct lttng_kernel_event_recorder *event);
 697 int lttng_kprobes_register_event_notifier(const char *symbol_name,
 698                 uint64_t offset,
 699                 uint64_t addr,
 700                 struct lttng_kernel_event_notifier *event_notifier);
 701 void lttng_kprobes_unregister_event_notifier(struct lttng_kernel_event_notifier *event_notifier);
 702 void lttng_kprobes_destroy_event_notifier_private(struct lttng_kernel_event_notifier *event_notifier);
 703 #else
 704 static inline
 705 int lttng_kprobes_register_event(const char *name,
 706                 const char *symbol_name,
 707                 uint64_t offset,
 708                 uint64_t addr,
 709                 struct lttng_kernel_event_recorder *event)
 710 {
 711         return -ENOSYS;
 712 }
 713
 714 static inline
 715 void lttng_kprobes_unregister_event(struct lttng_kernel_event_recorder *event)
 716 {
 717 }
 718
 719 static inline
 720 void lttng_kprobes_destroy_event_private(struct lttng_kernel_event_recorder *event)
 721 {
 722 }
 723
 724 static inline
 725 int lttng_kprobes_register_event_notifier(const char *symbol_name,
 726                 uint64_t offset,
 727                 uint64_t addr,
 728                 struct lttng_kernel_event_notifier *event_notifier)
 729 {
 730         return -ENOSYS;
 731 }
 732
 733 static inline
 734 void lttng_kprobes_unregister_event_notifier(struct lttng_kernel_event_notifier *event_notifier)
 735 {
 736 }
 737
 738 static inline
 739 void lttng_kprobes_destroy_event_notifier_private(struct lttng_kernel_event_notifier *event_notifier)
 740 {
 741 }
 742 #endif
 743
 744 int lttng_event_add_callsite(struct lttng_kernel_event_common *event,
 745         struct lttng_kernel_abi_event_callsite __user *callsite);
 746
 747 #ifdef CONFIG_UPROBES
 748 int lttng_uprobes_register_event(const char *name,
 749         int fd, struct lttng_kernel_event_recorder *event);
 750 int lttng_uprobes_event_add_callsite(struct lttng_kernel_event_common *event,
 751         struct lttng_kernel_abi_event_callsite __user *callsite);
 752 void lttng_uprobes_unregister_event(struct lttng_kernel_event_recorder *event);
 753 void lttng_uprobes_destroy_event_private(struct lttng_kernel_event_recorder *event);
 754 int lttng_uprobes_register_event_notifier(const char *name,
 755         int fd, struct lttng_kernel_event_notifier *event_notifier);
 756 void lttng_uprobes_unregister_event_notifier(struct lttng_kernel_event_notifier *event_notifier);
 757 void lttng_uprobes_destroy_event_notifier_private(struct lttng_kernel_event_notifier *event_notifier);
 758 #else
 759 static inline
 760 int lttng_uprobes_register_event(const char *name,
 761         int fd, struct lttng_kernel_event_recorder *event)
 762 {
 763         return -ENOSYS;
 764 }
 765
 766 static inline
 767 int lttng_uprobes_event_add_callsite(struct lttng_kernel_event_common *event,
 768         struct lttng_kernel_abi_event_callsite __user *callsite)
 769 {
 770         return -ENOSYS;
 771 }
 772
 773 static inline
 774 void lttng_uprobes_unregister_event(struct lttng_kernel_event_recorder *event)
 775 {
 776 }
 777
 778 static inline
 779 void lttng_uprobes_destroy_event_private(struct lttng_kernel_event_recorder *event)
 780 {
 781 }
 782
 783 static inline
 784 int lttng_uprobes_register_event_notifier(const char *name,
 785         int fd, struct lttng_kernel_event_notifier *event_notifier)
 786 {
 787         return -ENOSYS;
 788 }
 789
 790 static inline
 791 void lttng_uprobes_unregister_event_notifier(struct lttng_kernel_event_notifier *event_notifier)
 792 {
 793 }
 794
 795 static inline
 796 void lttng_uprobes_destroy_event_notifier_private(struct lttng_kernel_event_notifier *event_notifier)
 797 {
 798 }
 799 #endif
 800
 801 #ifdef CONFIG_KRETPROBES
 802 int lttng_kretprobes_register(const char *name,
 803                 const char *symbol_name,
 804                 uint64_t offset,
 805                 uint64_t addr,
 806                 struct lttng_kernel_event_recorder *event_entry,
 807                 struct lttng_kernel_event_recorder *event_exit);
 808 void lttng_kretprobes_unregister(struct lttng_kernel_event_recorder *event);
 809 void lttng_kretprobes_destroy_private(struct lttng_kernel_event_recorder *event);
 810 int lttng_kretprobes_event_enable_state(struct lttng_kernel_event_common *event,
 811         int enable);
 812 #else
 813 static inline
 814 int lttng_kretprobes_register(const char *name,
 815                 const char *symbol_name,
 816                 uint64_t offset,
 817                 uint64_t addr,
 818                 struct lttng_kernel_event_recorder *event_entry,
 819                 struct lttng_kernel_event_recorder *event_exit)
 820 {
 821         return -ENOSYS;
 822 }
 823
 824 static inline
 825 void lttng_kretprobes_unregister(struct lttng_kernel_event_recorder *event)
 826 {
 827 }
 828
 829 static inline
 830 void lttng_kretprobes_destroy_private(struct lttng_kernel_event_recorder *event)
 831 {
 832 }
 833
 834 static inline
 835 int lttng_kretprobes_event_enable_state(struct lttng_kernel_event_common *event,
 836         int enable)
 837 {
 838         return -ENOSYS;
 839 }
 840 #endif
 841
 842 void lttng_lock_sessions(void);
 843 void lttng_unlock_sessions(void);
 844
 845 struct list_head *lttng_get_probe_list_head(void);
 846
 847 int lttng_fix_pending_events(void);
 848 int lttng_fix_pending_event_notifiers(void);
 849 int lttng_session_active(void);
 850 bool lttng_event_notifier_active(void);
 851
 852 struct lttng_session *lttng_session_create(void);
 853 int lttng_session_enable(struct lttng_session *session);
 854 int lttng_session_disable(struct lttng_session *session);
 855 void lttng_session_destroy(struct lttng_session *session);
 856 int lttng_session_metadata_regenerate(struct lttng_session *session);
 857 int lttng_session_statedump(struct lttng_session *session);
 858 void metadata_cache_destroy(struct kref *kref);
 859
 860 struct lttng_counter *lttng_kernel_counter_create(
 861                 const char *counter_transport_name, size_t number_dimensions,
 862                 const size_t *dimensions_sizes);
 863 int lttng_kernel_counter_read(struct lttng_counter *counter,
 864                 const size_t *dimension_indexes, int32_t cpu,
 865                 int64_t *val, bool *overflow, bool *underflow);
 866 int lttng_kernel_counter_aggregate(struct lttng_counter *counter,
 867                 const size_t *dimension_indexes, int64_t *val,
 868                 bool *overflow, bool *underflow);
 869 int lttng_kernel_counter_clear(struct lttng_counter *counter,
 870                 const size_t *dimension_indexes);
 871 struct lttng_event_notifier_group *lttng_event_notifier_group_create(void);
 872 int lttng_event_notifier_group_create_error_counter(
 873                 struct file *event_notifier_group_file,
 874                 const struct lttng_kernel_abi_counter_conf *error_counter_conf);
 875 void lttng_event_notifier_group_destroy(
 876                 struct lttng_event_notifier_group *event_notifier_group);
 877
 878 struct lttng_channel *lttng_channel_create(struct lttng_session *session,
 879                                        const char *transport_name,
 880                                        void *buf_addr,
 881                                        size_t subbuf_size, size_t num_subbuf,
 882                                        unsigned int switch_timer_interval,
 883                                        unsigned int read_timer_interval,
 884                                        enum channel_type channel_type);
 885 struct lttng_channel *lttng_global_channel_create(struct lttng_session *session,
 886                                        int overwrite, void *buf_addr,
 887                                        size_t subbuf_size, size_t num_subbuf,
 888                                        unsigned int switch_timer_interval,
 889                                        unsigned int read_timer_interval);
 890
 891 void lttng_metadata_channel_destroy(struct lttng_channel *chan);
 892 struct lttng_kernel_event_recorder *lttng_kernel_event_recorder_create(struct lttng_channel *chan,
 893                                 struct lttng_kernel_abi_event *event_param,
 894                                 const struct lttng_kernel_event_desc *event_desc,
 895                                 enum lttng_kernel_abi_instrumentation itype);
 896 struct lttng_kernel_event_recorder *_lttng_kernel_event_recorder_create(struct lttng_channel *chan,
 897                                 struct lttng_kernel_abi_event *event_param,
 898                                 const struct lttng_kernel_event_desc *event_desc,
 899                                 enum lttng_kernel_abi_instrumentation itype);
 900 struct lttng_kernel_event_recorder *lttng_event_compat_old_create(struct lttng_channel *chan,
 901                 struct lttng_kernel_abi_old_event *old_event_param,
 902                 const struct lttng_kernel_event_desc *internal_desc);
 903
 904 struct lttng_kernel_event_notifier *lttng_event_notifier_create(
 905                                 const struct lttng_kernel_event_desc *event_notifier_desc,
 906                                 uint64_t id,
 907                                 uint64_t error_counter_idx,
 908                                 struct lttng_event_notifier_group *event_notifier_group,
 909                                 struct lttng_kernel_abi_event_notifier *event_notifier_param,
 910                                 enum lttng_kernel_abi_instrumentation itype);
 911 struct lttng_kernel_event_notifier *_lttng_event_notifier_create(
 912                                 const struct lttng_kernel_event_desc *event_notifier_desc,
 913                                 uint64_t id,
 914                                 uint64_t error_counter_idx,
 915                                 struct lttng_event_notifier_group *event_notifier_group,
 916                                 struct lttng_kernel_abi_event_notifier *event_notifier_param,
 917                                 enum lttng_kernel_abi_instrumentation itype);
 918
 919 int lttng_channel_enable(struct lttng_channel *channel);
 920 int lttng_channel_disable(struct lttng_channel *channel);
 921 int lttng_event_enable(struct lttng_kernel_event_common *event);
 922 int lttng_event_disable(struct lttng_kernel_event_common *event);
 923
 924 void lttng_transport_register(struct lttng_transport *transport);
 925 void lttng_transport_unregister(struct lttng_transport *transport);
 926
 927 void lttng_counter_transport_register(struct lttng_counter_transport *transport);
 928 void lttng_counter_transport_unregister(struct lttng_counter_transport *transport);
 929
 930 void synchronize_trace(void);
 931 int lttng_abi_init(void);
 932 int lttng_abi_compat_old_init(void);
 933 void lttng_abi_exit(void);
 934 void lttng_abi_compat_old_exit(void);
 935
 936 const struct lttng_kernel_event_desc *lttng_event_desc_get(const char *name);
 937 void lttng_event_desc_put(const struct lttng_kernel_event_desc *desc);
 938 int lttng_probes_init(void);
 939 void lttng_probes_exit(void);
 940
 941 int lttng_metadata_output_channel(struct lttng_metadata_stream *stream,
 942                 struct channel *chan, bool *coherent);
 943
 944 int lttng_id_tracker_get_node_id(const struct lttng_id_hash_node *node);
 945 int lttng_id_tracker_empty_set(struct lttng_id_tracker *lf);
 946 void lttng_id_tracker_destroy(struct lttng_id_tracker *lf, bool rcu);
 947 int lttng_id_tracker_add(struct lttng_id_tracker *lf, int id);
 948 int lttng_id_tracker_del(struct lttng_id_tracker *lf, int id);
 949
 950 int lttng_session_track_id(struct lttng_session *session,
 951                 enum tracker_type tracker_type, int id);
 952 int lttng_session_untrack_id(struct lttng_session *session,
 953                 enum tracker_type tracker_type, int id);
 954
 955 int lttng_session_list_tracker_ids(struct lttng_session *session,
 956                 enum tracker_type tracker_type);
 957
 958 void lttng_clock_ref(void);
 959 void lttng_clock_unref(void);
 960
 961 void lttng_free_event_filter_runtime(struct lttng_kernel_event_common *event);
 962
 963 int lttng_probes_init(void);
 964
 965 int lttng_logger_init(void);
 966 void lttng_logger_exit(void);
 967
 968 extern int lttng_statedump_start(struct lttng_session *session);
 969
 970 int lttng_calibrate(struct lttng_kernel_abi_calibrate *calibrate);
 971
 972 extern const struct file_operations lttng_tracepoint_list_fops;
 973 extern const struct file_operations lttng_syscall_list_fops;
 974
 975 #define lttng_kernel_static_ctx_field(_event_field, _get_size, _record, _get_value, _destroy, _priv)    \
 976         __LTTNG_COMPOUND_LITERAL(const struct lttng_kernel_ctx_field, {                                 \
 977                 .event_field = (_event_field),                                                          \
 978                 .get_size = (_get_size),                                                                \
 979                 .record = (_record),                                                                    \
 980                 .get_value = (_get_value),                                                              \
 981                 .destroy = (_destroy),                                                                  \
 982                 .priv = (_priv),                                                                        \
 983         })
 984
 985 #endif /* _LTTNG_EVENTS_INTERNAL_H */