include/lttng/ust-events.h

   1 /*
   2  * SPDX-License-Identifier: MIT
   3  *
   4  * Copyright (C) 2010-2012 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
   5  *
   6  * Holds LTTng per-session event registry.
   7  */
   8
   9 #ifndef _LTTNG_UST_EVENTS_H
  10 #define _LTTNG_UST_EVENTS_H
  11
  12 #include <urcu/list.h>
  13 #include <urcu/hlist.h>
  14 #include <stddef.h>
  15 #include <stdint.h>
  16 #include <lttng/ust-abi.h>
  17 #include <lttng/ust-tracer.h>
  18 #include <lttng/ust-endian.h>
  19 #include <float.h>
  20 #include <errno.h>
  21 #include <urcu/ref.h>
  22 #include <pthread.h>
  23
  24 #ifndef LTTNG_PACKED
  25 #error "LTTNG_PACKED should be defined"
  26 #endif
  27
  28 #ifdef __cplusplus
  29 extern "C" {
  30 #endif
  31
  32 #define LTTNG_UST_UUID_LEN              16
  33
  34 /*
  35  * Tracepoint provider version. Compatibility based on the major number.
  36  * Older tracepoint providers can always register to newer lttng-ust
  37  * library, but the opposite is rejected: a newer tracepoint provider is
  38  * rejected by an older lttng-ust library.
  39  */
  40 #define LTTNG_UST_PROVIDER_MAJOR        2
  41 #define LTTNG_UST_PROVIDER_MINOR        0
  42
  43 struct lttng_channel;
  44 struct lttng_session;
  45 struct lttng_ust_lib_ring_buffer_ctx;
  46 struct lttng_event_field;
  47 struct lttng_event_notifier_group;
  48
  49 /*
  50  * Data structures used by tracepoint event declarations, and by the
  51  * tracer. Those structures have padding for future extension.
  52  */
  53
  54 /* Type description */
  55
  56 /* Update the astract_types name table in lttng-types.c along with this enum */
  57 enum lttng_abstract_types {
  58         atype_integer,
  59         atype_string,
  60         atype_float,
  61         atype_dynamic,
  62         atype_enum_nestable,
  63         atype_array_nestable,
  64         atype_sequence_nestable,
  65         atype_struct_nestable,
  66         NR_ABSTRACT_TYPES,
  67 };
  68
  69 /* Update the string_encodings name table in lttng-types.c along with this enum */
  70 enum lttng_string_encodings {
  71         lttng_encode_none = 0,
  72         lttng_encode_UTF8 = 1,
  73         lttng_encode_ASCII = 2,
  74         NR_STRING_ENCODINGS,
  75 };
  76
  77 struct lttng_enum_value {
  78         unsigned long long value;
  79         unsigned int signedness:1;
  80 };
  81
  82 enum lttng_enum_entry_options {
  83         LTTNG_ENUM_ENTRY_OPTION_IS_AUTO = 1U << 0,
  84 };
  85
  86 #define LTTNG_UST_ENUM_ENTRY_PADDING    16
  87 struct lttng_enum_entry {
  88         struct lttng_enum_value start, end; /* start and end are inclusive */
  89         const char *string;
  90         union {
  91                 struct {
  92                         unsigned int options;
  93                 } LTTNG_PACKED extra;
  94                 char padding[LTTNG_UST_ENUM_ENTRY_PADDING];
  95         } u;
  96 };
  97
  98 #define __type_integer(_type, _byte_order, _base, _encoding)    \
  99         {                                                       \
 100           .atype = atype_integer,                               \
 101           .u =                                                  \
 102                 {                                               \
 103                   .integer =                                    \
 104                         {                                       \
 105                           .size = sizeof(_type) * CHAR_BIT,     \
 106                           .alignment = lttng_alignof(_type) * CHAR_BIT, \
 107                           .signedness = lttng_is_signed_type(_type), \
 108                           .reverse_byte_order = _byte_order != BYTE_ORDER, \
 109                           .base = _base,                        \
 110                           .encoding = lttng_encode_##_encoding, \
 111                         }                                       \
 112                 },                                              \
 113         }                                                       \
 114
 115 #define LTTNG_UST_INTEGER_TYPE_PADDING  24
 116 struct lttng_integer_type {
 117         unsigned int size;              /* in bits */
 118         unsigned short alignment;       /* in bits */
 119         unsigned int signedness:1;
 120         unsigned int reverse_byte_order:1;
 121         unsigned int base;              /* 2, 8, 10, 16, for pretty print */
 122         enum lttng_string_encodings encoding;
 123         char padding[LTTNG_UST_INTEGER_TYPE_PADDING];
 124 };
 125
 126 /*
 127  * Only float and double are supported. long double is not supported at
 128  * the moment.
 129  */
 130 #define _float_mant_dig(_type)                                          \
 131         (sizeof(_type) == sizeof(float) ? FLT_MANT_DIG                  \
 132                 : (sizeof(_type) == sizeof(double) ? DBL_MANT_DIG       \
 133                 : 0))
 134
 135 #define __type_float(_type)                                     \
 136         {                                                       \
 137           .atype = atype_float,                                 \
 138           .u =                                                  \
 139                 {                                               \
 140                   ._float =                                     \
 141                         {                                       \
 142                           .exp_dig = sizeof(_type) * CHAR_BIT   \
 143                                           - _float_mant_dig(_type), \
 144                           .mant_dig = _float_mant_dig(_type),   \
 145                           .alignment = lttng_alignof(_type) * CHAR_BIT, \
 146                           .reverse_byte_order = BYTE_ORDER != FLOAT_WORD_ORDER, \
 147                         }                                       \
 148                 }                                               \
 149         }                                                       \
 150
 151 #define LTTNG_UST_FLOAT_TYPE_PADDING    24
 152 struct lttng_float_type {
 153         unsigned int exp_dig;           /* exponent digits, in bits */
 154         unsigned int mant_dig;          /* mantissa digits, in bits */
 155         unsigned short alignment;       /* in bits */
 156         unsigned int reverse_byte_order:1;
 157         char padding[LTTNG_UST_FLOAT_TYPE_PADDING];
 158 };
 159
 160 #define LTTNG_UST_TYPE_PADDING  128
 161 struct lttng_type {
 162         enum lttng_abstract_types atype;
 163         union {
 164                 /* provider ABI 2.0 */
 165                 struct lttng_integer_type integer;
 166                 struct lttng_float_type _float;
 167                 struct {
 168                         enum lttng_string_encodings encoding;
 169                 } string;
 170                 struct {
 171                         const struct lttng_enum_desc *desc;     /* Enumeration mapping */
 172                         struct lttng_type *container_type;
 173                 } enum_nestable;
 174                 struct {
 175                         const struct lttng_type *elem_type;
 176                         unsigned int length;                    /* Num. elems. */
 177                         unsigned int alignment;
 178                 } array_nestable;
 179                 struct {
 180                         const char *length_name;                /* Length field name. */
 181                         const struct lttng_type *elem_type;
 182                         unsigned int alignment;                 /* Alignment before elements. */
 183                 } sequence_nestable;
 184                 struct {
 185                         unsigned int nr_fields;
 186                         const struct lttng_event_field *fields; /* Array of fields. */
 187                         unsigned int alignment;
 188                 } struct_nestable;
 189
 190                 char padding[LTTNG_UST_TYPE_PADDING];
 191         } u;
 192 };
 193
 194 #define LTTNG_UST_ENUM_TYPE_PADDING     24
 195 struct lttng_enum_desc {
 196         const char *name;
 197         const struct lttng_enum_entry *entries;
 198         unsigned int nr_entries;
 199         char padding[LTTNG_UST_ENUM_TYPE_PADDING];
 200 };
 201
 202 /*
 203  * Event field description
 204  *
 205  * IMPORTANT: this structure is part of the ABI between the probe and
 206  * UST. Fields need to be only added at the end, never reordered, never
 207  * removed.
 208  */
 209
 210 #define LTTNG_UST_EVENT_FIELD_PADDING   28
 211 struct lttng_event_field {
 212         const char *name;
 213         struct lttng_type type;
 214         unsigned int nowrite;   /* do not write into trace */
 215         union {
 216                 struct {
 217                         unsigned int nofilter:1;        /* do not consider for filter */
 218                 } ext;
 219                 char padding[LTTNG_UST_EVENT_FIELD_PADDING];
 220         } u;
 221 };
 222
 223 enum lttng_ust_dynamic_type {
 224         LTTNG_UST_DYNAMIC_TYPE_NONE,
 225         LTTNG_UST_DYNAMIC_TYPE_S8,
 226         LTTNG_UST_DYNAMIC_TYPE_S16,
 227         LTTNG_UST_DYNAMIC_TYPE_S32,
 228         LTTNG_UST_DYNAMIC_TYPE_S64,
 229         LTTNG_UST_DYNAMIC_TYPE_U8,
 230         LTTNG_UST_DYNAMIC_TYPE_U16,
 231         LTTNG_UST_DYNAMIC_TYPE_U32,
 232         LTTNG_UST_DYNAMIC_TYPE_U64,
 233         LTTNG_UST_DYNAMIC_TYPE_FLOAT,
 234         LTTNG_UST_DYNAMIC_TYPE_DOUBLE,
 235         LTTNG_UST_DYNAMIC_TYPE_STRING,
 236         _NR_LTTNG_UST_DYNAMIC_TYPES,
 237 };
 238
 239 struct lttng_ctx_value {
 240         enum lttng_ust_dynamic_type sel;
 241         union {
 242                 int64_t s64;
 243                 uint64_t u64;
 244                 const char *str;
 245                 double d;
 246         } u;
 247 };
 248
 249 struct lttng_perf_counter_field;
 250
 251 #define LTTNG_UST_CTX_FIELD_PADDING     40
 252 struct lttng_ctx_field {
 253         struct lttng_event_field event_field;
 254         size_t (*get_size)(struct lttng_ctx_field *field, size_t offset);
 255         void (*record)(struct lttng_ctx_field *field,
 256                        struct lttng_ust_lib_ring_buffer_ctx *ctx,
 257                        struct lttng_channel *chan);
 258         void (*get_value)(struct lttng_ctx_field *field,
 259                          struct lttng_ctx_value *value);
 260         union {
 261                 struct lttng_perf_counter_field *perf_counter;
 262                 char padding[LTTNG_UST_CTX_FIELD_PADDING];
 263         } u;
 264         void (*destroy)(struct lttng_ctx_field *field);
 265         char *field_name;       /* Has ownership, dynamically allocated. */
 266 };
 267
 268 #define LTTNG_UST_CTX_PADDING   20
 269 struct lttng_ctx {
 270         struct lttng_ctx_field *fields;
 271         unsigned int nr_fields;
 272         unsigned int allocated_fields;
 273         unsigned int largest_align;
 274         char padding[LTTNG_UST_CTX_PADDING];
 275 };
 276
 277 #define LTTNG_UST_EVENT_DESC_PADDING    40
 278 struct lttng_event_desc {
 279         const char *name;
 280         void (*probe_callback)(void);
 281         const struct lttng_event_ctx *ctx;      /* context */
 282         const struct lttng_event_field *fields; /* event payload */
 283         unsigned int nr_fields;
 284         const int **loglevel;
 285         const char *signature;  /* Argument types/names received */
 286         union {
 287                 struct {
 288                         const char **model_emf_uri;
 289                         void (*event_notifier_callback)(void);
 290                 } ext;
 291                 char padding[LTTNG_UST_EVENT_DESC_PADDING];
 292         } u;
 293 };
 294
 295 #define LTTNG_UST_PROBE_DESC_PADDING    12
 296 struct lttng_probe_desc {
 297         const char *provider;
 298         const struct lttng_event_desc **event_desc;
 299         unsigned int nr_events;
 300         struct cds_list_head head;              /* chain registered probes */
 301         struct cds_list_head lazy_init_head;
 302         int lazy;                               /* lazy registration */
 303         uint32_t major;
 304         uint32_t minor;
 305         char padding[LTTNG_UST_PROBE_DESC_PADDING];
 306 };
 307
 308 /* Data structures used by the tracer. */
 309
 310 /*
 311  * Bytecode interpreter return value masks.
 312  */
 313 enum lttng_bytecode_interpreter_ret {
 314         LTTNG_INTERPRETER_DISCARD = 0,
 315         LTTNG_INTERPRETER_RECORD_FLAG = (1ULL << 0),
 316         /* Other bits are kept for future use. */
 317 };
 318
 319 struct lttng_interpreter_output;
 320 struct lttng_ust_bytecode_runtime_private;
 321
 322 /*
 323  * This structure is used in the probes. More specifically, the
 324  * `interpreter_funcs` and `node` fields are explicity used in the
 325  * probes. When modifying this structure we must not change the layout
 326  * of these two fields as it is considered ABI.
 327  */
 328 struct lttng_bytecode_runtime {
 329         struct lttng_ust_bytecode_runtime_private *priv;
 330
 331         /* Associated bytecode */
 332         union {
 333                 uint64_t (*filter)(void *interpreter_data,
 334                                 const char *interpreter_stack_data);
 335                 uint64_t (*capture)(void *interpreter_data,
 336                                 const char *interpreter_stack_data,
 337                                 struct lttng_interpreter_output *interpreter_output);
 338         } interpreter_funcs;
 339         struct cds_list_head node;      /* list of bytecode runtime in event */
 340 };
 341
 342 /*
 343  * lttng_event structure is referred to by the tracing fast path. It
 344  * must be kept small.
 345  *
 346  * IMPORTANT: this structure is part of the ABI between the probe and
 347  * UST. Fields need to be only added at the end, never reordered, never
 348  * removed.
 349  */
 350
 351 struct lttng_ust_event_common_private;
 352
 353 enum lttng_ust_event_type {
 354         LTTNG_UST_EVENT_TYPE_RECORDER = 0,
 355         LTTNG_UST_EVENT_TYPE_NOTIFIER = 1,
 356 };
 357
 358 struct lttng_ust_event_common {
 359         uint32_t struct_size;                           /* Size of this structure. */
 360         struct lttng_ust_event_common_private *priv;    /* Private event interface */
 361
 362         enum lttng_ust_event_type type;
 363         int enabled;
 364         int has_enablers_without_bytecode;
 365         /* list of struct lttng_bytecode_runtime, sorted by seqnum */
 366         struct cds_list_head filter_bytecode_runtime_head;
 367 };
 368
 369 struct lttng_ust_event_recorder_private;
 370
 371 struct lttng_ust_event_recorder {
 372         uint32_t struct_size;                           /* Size of this structure. */
 373         struct lttng_ust_event_common *parent;
 374         struct lttng_ust_event_recorder_private *priv;  /* Private event record interface */
 375
 376         unsigned int id;
 377         struct lttng_channel *chan;
 378         struct lttng_ctx *ctx;
 379 };
 380
 381 struct lttng_ust_event_notifier_private;
 382
 383 struct lttng_ust_event_notifier {
 384         uint32_t struct_size;                           /* Size of this structure. */
 385         struct lttng_ust_event_common *parent;
 386         struct lttng_ust_event_notifier_private *priv;  /* Private event notifier interface */
 387
 388         void (*notification_send)(struct lttng_ust_event_notifier *event_notifier,
 389                 const char *stack_data);
 390         struct cds_list_head capture_bytecode_runtime_head;
 391 };
 392
 393 struct lttng_enum {
 394         const struct lttng_enum_desc *desc;
 395         struct lttng_session *session;
 396         struct cds_list_head node;      /* Enum list in session */
 397         struct cds_hlist_node hlist;    /* Session ht of enums */
 398         uint64_t id;                    /* Enumeration ID in sessiond */
 399 };
 400
 401 struct channel;
 402 struct lttng_ust_shm_handle;
 403
 404 /*
 405  * IMPORTANT: this structure is part of the ABI between the probe and
 406  * UST. Fields need to be only added at the end, never reordered, never
 407  * removed.
 408  */
 409 struct lttng_channel_ops {
 410         struct lttng_channel *(*channel_create)(const char *name,
 411                         void *buf_addr,
 412                         size_t subbuf_size, size_t num_subbuf,
 413                         unsigned int switch_timer_interval,
 414                         unsigned int read_timer_interval,
 415                         unsigned char *uuid,
 416                         uint32_t chan_id,
 417                         const int *stream_fds, int nr_stream_fds,
 418                         int64_t blocking_timeout);
 419         void (*channel_destroy)(struct lttng_channel *chan);
 420         int (*event_reserve)(struct lttng_ust_lib_ring_buffer_ctx *ctx,
 421                              uint32_t event_id);
 422         void (*event_commit)(struct lttng_ust_lib_ring_buffer_ctx *ctx);
 423         void (*event_write)(struct lttng_ust_lib_ring_buffer_ctx *ctx,
 424                         const void *src, size_t len);
 425         /*
 426          * packet_avail_size returns the available size in the current
 427          * packet. Note that the size returned is only a hint, since it
 428          * may change due to concurrent writes.
 429          */
 430         size_t (*packet_avail_size)(struct channel *chan,
 431                                     struct lttng_ust_shm_handle *handle);
 432         int (*is_finalized)(struct channel *chan);
 433         int (*is_disabled)(struct channel *chan);
 434         int (*flush_buffer)(struct channel *chan, struct lttng_ust_shm_handle *handle);
 435         void (*event_strcpy)(struct lttng_ust_lib_ring_buffer_ctx *ctx,
 436                         const char *src, size_t len);
 437 };
 438
 439 /*
 440  * IMPORTANT: this structure is part of the ABI between the probe and
 441  * UST. Fields need to be only added at the end, never reordered, never
 442  * removed.
 443  */
 444 struct lttng_channel {
 445         /*
 446          * The pointers located in this private data are NOT safe to be
 447          * dereferenced by the consumer. The only operations the
 448          * consumer process is designed to be allowed to do is to read
 449          * and perform subbuffer flush.
 450          */
 451         struct channel *chan;           /* Channel buffers */
 452         int enabled;
 453         struct lttng_ctx *ctx;
 454         /* Event ID management */
 455         struct lttng_session *session;
 456         int objd;                       /* Object associated to channel */
 457         struct cds_list_head node;      /* Channel list in session */
 458         const struct lttng_channel_ops *ops;
 459         int header_type;                /* 0: unset, 1: compact, 2: large */
 460         struct lttng_ust_shm_handle *handle;    /* shared-memory handle */
 461
 462         /* Channel ID */
 463         unsigned int id;
 464         enum lttng_ust_abi_chan_type type;
 465         unsigned char uuid[LTTNG_UST_UUID_LEN]; /* Trace session unique ID */
 466         int tstate:1;                   /* Transient enable state */
 467 };
 468
 469 struct lttng_counter_dimension;
 470
 471 struct lttng_counter_ops {
 472         struct lib_counter *(*counter_create)(size_t nr_dimensions,
 473                         const struct lttng_counter_dimension *dimensions,
 474                         int64_t global_sum_step,
 475                         int global_counter_fd,
 476                         int nr_counter_cpu_fds,
 477                         const int *counter_cpu_fds,
 478                         bool is_daemon);
 479         void (*counter_destroy)(struct lib_counter *counter);
 480         int (*counter_add)(struct lib_counter *counter,
 481                         const size_t *dimension_indexes, int64_t v);
 482         int (*counter_read)(struct lib_counter *counter,
 483                         const size_t *dimension_indexes, int cpu,
 484                         int64_t *value, bool *overflow, bool *underflow);
 485         int (*counter_aggregate)(struct lib_counter *counter,
 486                         const size_t *dimension_indexes, int64_t *value,
 487                         bool *overflow, bool *underflow);
 488         int (*counter_clear)(struct lib_counter *counter, const size_t *dimension_indexes);
 489 };
 490
 491 #define LTTNG_UST_STACK_CTX_PADDING     32
 492 struct lttng_stack_ctx {
 493         struct lttng_ust_event_recorder *event_recorder;
 494         struct lttng_ctx *chan_ctx;     /* RCU dereferenced. */
 495         struct lttng_ctx *event_ctx;    /* RCU dereferenced. */
 496         char padding[LTTNG_UST_STACK_CTX_PADDING];
 497 };
 498
 499 #define LTTNG_UST_EVENT_HT_BITS         12
 500 #define LTTNG_UST_EVENT_HT_SIZE         (1U << LTTNG_UST_EVENT_HT_BITS)
 501
 502 struct lttng_ust_event_ht {
 503         struct cds_hlist_head table[LTTNG_UST_EVENT_HT_SIZE];
 504 };
 505
 506 #define LTTNG_UST_EVENT_NOTIFIER_HT_BITS                12
 507 #define LTTNG_UST_EVENT_NOTIFIER_HT_SIZE                (1U << LTTNG_UST_EVENT_NOTIFIER_HT_BITS)
 508 struct lttng_ust_event_notifier_ht {
 509         struct cds_hlist_head table[LTTNG_UST_EVENT_NOTIFIER_HT_SIZE];
 510 };
 511
 512 #define LTTNG_UST_ENUM_HT_BITS          12
 513 #define LTTNG_UST_ENUM_HT_SIZE          (1U << LTTNG_UST_ENUM_HT_BITS)
 514
 515 struct lttng_ust_enum_ht {
 516         struct cds_hlist_head table[LTTNG_UST_ENUM_HT_SIZE];
 517 };
 518
 519 struct lttng_ust_session_private;
 520
 521 /*
 522  * IMPORTANT: this structure is part of the ABI between the probe and
 523  * UST. Fields need to be only added at the end, never reordered, never
 524  * removed.
 525  */
 526 struct lttng_session {
 527         uint32_t struct_size;                   /* Size of this structure */
 528         struct lttng_ust_session_private *priv; /* Private session interface */
 529
 530         int active;                             /* Is trace session active ? */
 531 };
 532
 533 int lttng_probe_register(struct lttng_probe_desc *desc);
 534 void lttng_probe_unregister(struct lttng_probe_desc *desc);
 535
 536 /*
 537  * Can be used by applications that change their procname to clear the ust cached value.
 538  */
 539 void lttng_context_procname_reset(void);
 540
 541 struct lttng_transport *lttng_transport_find(const char *name);
 542
 543 int lttng_session_active(void);
 544
 545 void lttng_ust_dl_update(void *ip);
 546
 547 #ifdef __cplusplus
 548 }
 549 #endif
 550
 551 #endif /* _LTTNG_UST_EVENTS_H */