projects / lttng-modules.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
bytecode: propagate `rev_bo` of element
[lttng-modules.git] / src / lttng-filter-interpreter.c
CommitLineData
9f36eaed
MJ		 1/* SPDX-License-Identifier: MIT
2 *
07dfc1d0
MD		 3 * lttng-filter-interpreter.c
4 *
5 * LTTng modules filter interpreter.
6 *
bbf3aef5 7 * Copyright (C) 2010-2016 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
07dfc1d0
MD		 8 */
9
80bb2600 10#include <wrapper/uaccess.h>
d9053936 11#include <wrapper/objtool.h>
cbc19040 12#include <wrapper/types.h>
3834b99f 13#include <linux/swab.h>
f127e61e 14
2df37e95
MD		 15#include <lttng/filter.h>
16#include <lttng/string-utils.h>
07dfc1d0 17
f127e61e
MD		 18/*
19 * get_char should be called with page fault handler disabled if it is expected
20 * to handle user-space read.
21 */
22static
23char get_char(struct estack_entry *reg, size_t offset)
24{
25 if (unlikely(offset >= reg->u.s.seq_len))
26 return '\0';
27 if (reg->u.s.user) {
28 char c;
29
30 /* Handle invalid access as end of string. */
80bb2600 31 if (unlikely(!lttng_access_ok(VERIFY_READ,
f127e61e
MD		 32 reg->u.s.user_str + offset,
33 sizeof(c))))
34 return '\0';
35 /* Handle fault (nonzero return value) as end of string. */
36 if (unlikely(__copy_from_user_inatomic(&c,
37 reg->u.s.user_str + offset,
38 sizeof(c))))
39 return '\0';
40 return c;
41 } else {
42 return reg->u.s.str[offset];
43 }
44}
45
07dfc1d0
MD		 46/*
47 * -1: wildcard found.
48 * -2: unknown escape char.
49 * 0: normal char.
50 */
07dfc1d0 51static
f127e61e 52int parse_char(struct estack_entry *reg, char *c, size_t *offset)
07dfc1d0 53{
f127e61e 54 switch (*c) {
07dfc1d0 55 case '\\':
f127e61e
MD		 56 (*offset)++;
57 *c = get_char(reg, *offset);
58 switch (*c) {
07dfc1d0
MD		 59 case '\\':
60 case '*':
61 return 0;
62 default:
63 return -2;
64 }
65 case '*':
66 return -1;
67 default:
68 return 0;
69 }
70}
71
02aca193
PP		 72static
73char get_char_at_cb(size_t at, void *data)
74{
75 return get_char(data, at);
76}
77
78static
79int stack_star_glob_match(struct estack *stack, int top, const char *cmp_type)
80{
81 bool has_user = false;
02aca193
PP		 82 int result;
83 struct estack_entry *pattern_reg;
84 struct estack_entry *candidate_reg;
85
6f192a16 86 /* Disable the page fault handler when reading from userspace. */
02aca193
PP		 87 if (estack_bx(stack, top)->u.s.user
88 || estack_ax(stack, top)->u.s.user) {
89 has_user = true;
02aca193
PP		 90 pagefault_disable();
91 }
92
93 /* Find out which side is the pattern vs. the candidate. */
94 if (estack_ax(stack, top)->u.s.literal_type == ESTACK_STRING_LITERAL_TYPE_STAR_GLOB) {
95 pattern_reg = estack_ax(stack, top);
96 candidate_reg = estack_bx(stack, top);
97 } else {
98 pattern_reg = estack_bx(stack, top);
99 candidate_reg = estack_ax(stack, top);
100 }
101
102 /* Perform the match operation. */
103 result = !strutils_star_glob_match_char_cb(get_char_at_cb,
104 pattern_reg, get_char_at_cb, candidate_reg);
6f192a16 105 if (has_user)
02aca193 106 pagefault_enable();
02aca193
PP		 107
108 return result;
109}
110
07dfc1d0
MD		 111static
112int stack_strcmp(struct estack *stack, int top, const char *cmp_type)
113{
f127e61e
MD		 114 size_t offset_bx = 0, offset_ax = 0;
115 int diff, has_user = 0;
f127e61e
MD		 116
117 if (estack_bx(stack, top)->u.s.user
118 || estack_ax(stack, top)->u.s.user) {
119 has_user = 1;
f127e61e
MD		 120 pagefault_disable();
121 }
07dfc1d0
MD		 122
123 for (;;) {
f127e61e 124 int ret;
07dfc1d0 125 int escaped_r0 = 0;
f127e61e 126 char char_bx, char_ax;
07dfc1d0 127
f127e61e
MD		 128 char_bx = get_char(estack_bx(stack, top), offset_bx);
129 char_ax = get_char(estack_ax(stack, top), offset_ax);
130
131 if (unlikely(char_bx == '\0')) {
132 if (char_ax == '\0') {
133 diff = 0;
134 break;
07dfc1d0 135 } else {
02aca193
PP		 136 if (estack_ax(stack, top)->u.s.literal_type ==
137 ESTACK_STRING_LITERAL_TYPE_PLAIN) {
f127e61e
MD		 138 ret = parse_char(estack_ax(stack, top),
139 &char_ax, &offset_ax);
140 if (ret == -1) {
141 diff = 0;
142 break;
143 }
07dfc1d0 144 }
f127e61e
MD		 145 diff = -1;
146 break;
07dfc1d0
MD		 147 }
148 }
f127e61e 149 if (unlikely(char_ax == '\0')) {
02aca193
PP		 150 if (estack_bx(stack, top)->u.s.literal_type ==
151 ESTACK_STRING_LITERAL_TYPE_PLAIN) {
abfd272b
MD		 152 ret = parse_char(estack_bx(stack, top),
153 &char_bx, &offset_bx);
154 if (ret == -1) {
155 diff = 0;
156 break;
07dfc1d0 157 }
07dfc1d0 158 }
abfd272b
MD		 159 diff = 1;
160 break;
07dfc1d0 161 }
02aca193
PP		 162 if (estack_bx(stack, top)->u.s.literal_type ==
163 ESTACK_STRING_LITERAL_TYPE_PLAIN) {
f127e61e
MD		 164 ret = parse_char(estack_bx(stack, top),
165 &char_bx, &offset_bx);
07dfc1d0 166 if (ret == -1) {
f127e61e
MD		 167 diff = 0;
168 break;
07dfc1d0
MD		 169 } else if (ret == -2) {
170 escaped_r0 = 1;
171 }
172 /* else compare both char */
173 }
02aca193
PP		 174 if (estack_ax(stack, top)->u.s.literal_type ==
175 ESTACK_STRING_LITERAL_TYPE_PLAIN) {
f127e61e
MD		 176 ret = parse_char(estack_ax(stack, top),
177 &char_ax, &offset_ax);
07dfc1d0 178 if (ret == -1) {
f127e61e
MD		 179 diff = 0;
180 break;
07dfc1d0 181 } else if (ret == -2) {
f127e61e
MD		 182 if (!escaped_r0) {
183 diff = -1;
184 break;
185 }
07dfc1d0 186 } else {
f127e61e
MD		 187 if (escaped_r0) {
188 diff = 1;
189 break;
190 }
07dfc1d0
MD		 191 }
192 } else {
f127e61e
MD		 193 if (escaped_r0) {
194 diff = 1;
195 break;
196 }
07dfc1d0 197 }
f127e61e 198 diff = char_bx - char_ax;
07dfc1d0
MD		 199 if (diff != 0)
200 break;
f127e61e
MD		 201 offset_bx++;
202 offset_ax++;
203 }
6f192a16 204 if (has_user)
f127e61e 205 pagefault_enable();
6f192a16 206
07dfc1d0
MD		 207 return diff;
208}
209
03cb0cdd 210uint64_t lttng_filter_interpret_bytecode_false(void *filter_data,
79150a49 211 struct lttng_probe_ctx *lttng_probe_ctx,
07dfc1d0
MD		 212 const char *filter_stack_data)
213{
a93d4e71 214 return LTTNG_FILTER_DISCARD;
07dfc1d0
MD		 215}
216
217#ifdef INTERPRETER_USE_SWITCH
218
219/*
220 * Fallback for compilers that do not support taking address of labels.
221 */
222
223#define START_OP \
224 start_pc = &bytecode->data[0]; \
225 for (pc = next_pc = start_pc; pc - start_pc < bytecode->len; \
226 pc = next_pc) { \
5a15f70c 227 dbg_printk("LTTng: Executing op %s (%u)\n", \
07dfc1d0
MD		 228 lttng_filter_print_op((unsigned int) *(filter_opcode_t *) pc), \
229 (unsigned int) *(filter_opcode_t *) pc); \
230 switch (*(filter_opcode_t *) pc) {
231
232#define OP(name) case name
233
234#define PO break
235
236#define END_OP } \
237 }
238
239#else
240
241/*
242 * Dispatch-table based interpreter.
243 */
244
245#define START_OP \
3834b99f 246 start_pc = &bytecode->code[0]; \
07dfc1d0
MD		 247 pc = next_pc = start_pc; \
248 if (unlikely(pc - start_pc >= bytecode->len)) \
249 goto end; \
250 goto *dispatch[*(filter_opcode_t *) pc];
251
252#define OP(name) \
253LABEL_##name
254
255#define PO \
256 pc = next_pc; \
257 goto *dispatch[*(filter_opcode_t *) pc];
258
259#define END_OP
260
261#endif
262
1242217a
FD		 263#define IS_INTEGER_REGISTER(reg_type) \
264 (reg_type == REG_S64 || reg_type == REG_U64)
d644d1df 265
3834b99f
MD		 266static int context_get_index(struct lttng_probe_ctx *lttng_probe_ctx,
267 struct load_ptr *ptr,
268 uint32_t idx)
269{
270
271 struct lttng_ctx_field *ctx_field;
272 struct lttng_event_field *field;
273 union lttng_ctx_value v;
274
275 ctx_field = &lttng_static_ctx->fields[idx];
276 field = &ctx_field->event_field;
277 ptr->type = LOAD_OBJECT;
278 /* field is only used for types nested within variants. */
279 ptr->field = NULL;
280
281 switch (field->type.atype) {
282 case atype_integer:
283 ctx_field->get_value(ctx_field, lttng_probe_ctx, &v);
ceabb767 284 if (field->type.u.integer.signedness) {
3834b99f
MD		 285 ptr->object_type = OBJECT_TYPE_S64;
286 ptr->u.s64 = v.s64;
287 ptr->ptr = &ptr->u.s64;
288 } else {
289 ptr->object_type = OBJECT_TYPE_U64;
290 ptr->u.u64 = v.s64; /* Cast. */
291 ptr->ptr = &ptr->u.u64;
292 }
293 break;
ceabb767 294 case atype_enum_nestable:
3834b99f
MD		 295 {
296 const struct lttng_integer_type *itype =
ceabb767 297 &field->type.u.enum_nestable.container_type->u.integer;
3834b99f
MD		 298
299 ctx_field->get_value(ctx_field, lttng_probe_ctx, &v);
300 if (itype->signedness) {
301 ptr->object_type = OBJECT_TYPE_S64;
302 ptr->u.s64 = v.s64;
303 ptr->ptr = &ptr->u.s64;
304 } else {
305 ptr->object_type = OBJECT_TYPE_U64;
306 ptr->u.u64 = v.s64; /* Cast. */
307 ptr->ptr = &ptr->u.u64;
308 }
309 break;
310 }
ceabb767
MD		 311 case atype_array_nestable:
312 if (!lttng_is_bytewise_integer(field->type.u.array_nestable.elem_type)) {
5a15f70c 313 printk(KERN_WARNING "LTTng: filter: Array nesting only supports integer types.\n");
3834b99f
MD		 314 return -EINVAL;
315 }
ceabb767 316 if (field->type.u.array_nestable.elem_type->u.integer.encoding == lttng_encode_none) {
5a15f70c 317 printk(KERN_WARNING "LTTng: filter: Only string arrays are supported for contexts.\n");
3834b99f
MD		 318 return -EINVAL;
319 }
320 ptr->object_type = OBJECT_TYPE_STRING;
321 ctx_field->get_value(ctx_field, lttng_probe_ctx, &v);
322 ptr->ptr = v.str;
323 break;
ceabb767
MD		 324 case atype_sequence_nestable:
325 if (!lttng_is_bytewise_integer(field->type.u.sequence_nestable.elem_type)) {
5a15f70c 326 printk(KERN_WARNING "LTTng: filter: Sequence nesting only supports integer types.\n");
3834b99f
MD		 327 return -EINVAL;
328 }
ceabb767 329 if (field->type.u.sequence_nestable.elem_type->u.integer.encoding == lttng_encode_none) {
5a15f70c 330 printk(KERN_WARNING "LTTng: filter: Only string sequences are supported for contexts.\n");
3834b99f
MD		 331 return -EINVAL;
332 }
333 ptr->object_type = OBJECT_TYPE_STRING;
334 ctx_field->get_value(ctx_field, lttng_probe_ctx, &v);
335 ptr->ptr = v.str;
336 break;
3834b99f
MD		 337 case atype_string:
338 ptr->object_type = OBJECT_TYPE_STRING;
339 ctx_field->get_value(ctx_field, lttng_probe_ctx, &v);
340 ptr->ptr = v.str;
341 break;
ceabb767 342 case atype_struct_nestable:
5a15f70c 343 printk(KERN_WARNING "LTTng: filter: Structure type cannot be loaded.\n");
3834b99f 344 return -EINVAL;
ceabb767 345 case atype_variant_nestable:
5a15f70c 346 printk(KERN_WARNING "LTTng: filter: Variant type cannot be loaded.\n");
ceabb767 347 return -EINVAL;
3834b99f 348 default:
5a15f70c 349 printk(KERN_WARNING "LTTng: filter: Unknown type: %d", (int) field->type.atype);
3834b99f
MD		 350 return -EINVAL;
351 }
352 return 0;
353}
354
355static int dynamic_get_index(struct lttng_probe_ctx *lttng_probe_ctx,
356 struct bytecode_runtime *runtime,
357 uint64_t index, struct estack_entry *stack_top)
358{
359 int ret;
360 const struct filter_get_index_data *gid;
361
3834b99f
MD		 362 gid = (const struct filter_get_index_data *) &runtime->data[index];
363 switch (stack_top->u.ptr.type) {
364 case LOAD_OBJECT:
365 switch (stack_top->u.ptr.object_type) {
366 case OBJECT_TYPE_ARRAY:
367 {
368 const char *ptr;
369
370 WARN_ON_ONCE(gid->offset >= gid->array_len);
371 /* Skip count (unsigned long) */
372 ptr = *(const char **) (stack_top->u.ptr.ptr + sizeof(unsigned long));
373 ptr = ptr + gid->offset;
374 stack_top->u.ptr.ptr = ptr;
375 stack_top->u.ptr.object_type = gid->elem.type;
376 stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
03cb0cdd 377 BUG_ON(stack_top->u.ptr.field->type.atype != atype_array_nestable);
3834b99f
MD		 378 stack_top->u.ptr.field = NULL;
379 break;
380 }
381 case OBJECT_TYPE_SEQUENCE:
382 {
383 const char *ptr;
384 size_t ptr_seq_len;
385
386 ptr = *(const char **) (stack_top->u.ptr.ptr + sizeof(unsigned long));
387 ptr_seq_len = *(unsigned long *) stack_top->u.ptr.ptr;
388 if (gid->offset >= gid->elem.len * ptr_seq_len) {
389 ret = -EINVAL;
390 goto end;
391 }
392 ptr = ptr + gid->offset;
393 stack_top->u.ptr.ptr = ptr;
394 stack_top->u.ptr.object_type = gid->elem.type;
395 stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
03cb0cdd 396 BUG_ON(stack_top->u.ptr.field->type.atype != atype_sequence_nestable);
3834b99f
MD		 397 stack_top->u.ptr.field = NULL;
398 break;
399 }
400 case OBJECT_TYPE_STRUCT:
5a15f70c 401 printk(KERN_WARNING "LTTng: filter: Nested structures are not supported yet.\n");
3834b99f
MD		 402 ret = -EINVAL;
403 goto end;
404 case OBJECT_TYPE_VARIANT:
405 default:
5a15f70c 406 printk(KERN_WARNING "LTTng: filter: Unexpected get index type %d",
3834b99f
MD		 407 (int) stack_top->u.ptr.object_type);
408 ret = -EINVAL;
409 goto end;
410 }
411 break;
412 case LOAD_ROOT_CONTEXT:
413 case LOAD_ROOT_APP_CONTEXT: /* Fall-through */
414 {
415 ret = context_get_index(lttng_probe_ctx,
416 &stack_top->u.ptr,
417 gid->ctx_index);
418 if (ret) {
419 goto end;
420 }
421 break;
422 }
423 case LOAD_ROOT_PAYLOAD:
424 stack_top->u.ptr.ptr += gid->offset;
425 if (gid->elem.type == OBJECT_TYPE_STRING)
426 stack_top->u.ptr.ptr = *(const char * const *) stack_top->u.ptr.ptr;
427 stack_top->u.ptr.object_type = gid->elem.type;
428 stack_top->u.ptr.type = LOAD_OBJECT;
03cb0cdd 429 stack_top->u.ptr.field = gid->field;
60e8b0d6 430 stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
3834b99f
MD		 431 break;
432 }
196e531f
FD		 433
434 stack_top->type = REG_PTR;
435
3834b99f
MD		 436 return 0;
437
438end:
439 return ret;
440}
441
442static int dynamic_load_field(struct estack_entry *stack_top)
443{
444 int ret;
445
446 switch (stack_top->u.ptr.type) {
447 case LOAD_OBJECT:
448 break;
449 case LOAD_ROOT_CONTEXT:
450 case LOAD_ROOT_APP_CONTEXT:
451 case LOAD_ROOT_PAYLOAD:
452 default:
453 dbg_printk("Filter warning: cannot load root, missing field name.\n");
454 ret = -EINVAL;
455 goto end;
456 }
457 switch (stack_top->u.ptr.object_type) {
458 case OBJECT_TYPE_S8:
459 dbg_printk("op load field s8\n");
460 stack_top->u.v = *(int8_t *) stack_top->u.ptr.ptr;
d644d1df 461 stack_top->type = REG_S64;
3834b99f
MD		 462 break;
463 case OBJECT_TYPE_S16:
464 {
465 int16_t tmp;
466
467 dbg_printk("op load field s16\n");
468 tmp = *(int16_t *) stack_top->u.ptr.ptr;
469 if (stack_top->u.ptr.rev_bo)
470 __swab16s(&tmp);
471 stack_top->u.v = tmp;
d644d1df 472 stack_top->type = REG_S64;
3834b99f
MD		 473 break;
474 }
475 case OBJECT_TYPE_S32:
476 {
477 int32_t tmp;
478
479 dbg_printk("op load field s32\n");
480 tmp = *(int32_t *) stack_top->u.ptr.ptr;
481 if (stack_top->u.ptr.rev_bo)
482 __swab32s(&tmp);
483 stack_top->u.v = tmp;
d644d1df 484 stack_top->type = REG_S64;
3834b99f
MD		 485 break;
486 }
487 case OBJECT_TYPE_S64:
488 {
489 int64_t tmp;
490
491 dbg_printk("op load field s64\n");
492 tmp = *(int64_t *) stack_top->u.ptr.ptr;
493 if (stack_top->u.ptr.rev_bo)
494 __swab64s(&tmp);
495 stack_top->u.v = tmp;
d644d1df 496 stack_top->type = REG_S64;
3834b99f
MD		 497 break;
498 }
499 case OBJECT_TYPE_U8:
500 dbg_printk("op load field u8\n");
501 stack_top->u.v = *(uint8_t *) stack_top->u.ptr.ptr;
1242217a 502 stack_top->type = REG_U64;
3834b99f
MD		 503 break;
504 case OBJECT_TYPE_U16:
505 {
506 uint16_t tmp;
507
5fae98f7 508 dbg_printk("op load field u16\n");
3834b99f
MD		 509 tmp = *(uint16_t *) stack_top->u.ptr.ptr;
510 if (stack_top->u.ptr.rev_bo)
511 __swab16s(&tmp);
512 stack_top->u.v = tmp;
1242217a 513 stack_top->type = REG_U64;
3834b99f
MD		 514 break;
515 }
516 case OBJECT_TYPE_U32:
517 {
518 uint32_t tmp;
519
520 dbg_printk("op load field u32\n");
521 tmp = *(uint32_t *) stack_top->u.ptr.ptr;
522 if (stack_top->u.ptr.rev_bo)
523 __swab32s(&tmp);
524 stack_top->u.v = tmp;
1242217a 525 stack_top->type = REG_U64;
3834b99f
MD		 526 break;
527 }
528 case OBJECT_TYPE_U64:
529 {
530 uint64_t tmp;
531
532 dbg_printk("op load field u64\n");
533 tmp = *(uint64_t *) stack_top->u.ptr.ptr;
534 if (stack_top->u.ptr.rev_bo)
535 __swab64s(&tmp);
536 stack_top->u.v = tmp;
1242217a 537 stack_top->type = REG_U64;
3834b99f
MD		 538 break;
539 }
540 case OBJECT_TYPE_STRING:
541 {
542 const char *str;
543
544 dbg_printk("op load field string\n");
545 str = (const char *) stack_top->u.ptr.ptr;
546 stack_top->u.s.str = str;
547 if (unlikely(!stack_top->u.s.str)) {
548 dbg_printk("Filter warning: loading a NULL string.\n");
549 ret = -EINVAL;
550 goto end;
551 }
4efe037b 552 stack_top->u.s.seq_len = LTTNG_SIZE_MAX;
3834b99f
MD		 553 stack_top->u.s.literal_type =
554 ESTACK_STRING_LITERAL_TYPE_NONE;
d644d1df 555 stack_top->type = REG_STRING;
3834b99f
MD		 556 break;
557 }
558 case OBJECT_TYPE_STRING_SEQUENCE:
559 {
560 const char *ptr;
561
562 dbg_printk("op load field string sequence\n");
563 ptr = stack_top->u.ptr.ptr;
564 stack_top->u.s.seq_len = *(unsigned long *) ptr;
565 stack_top->u.s.str = *(const char **) (ptr + sizeof(unsigned long));
566 if (unlikely(!stack_top->u.s.str)) {
567 dbg_printk("Filter warning: loading a NULL sequence.\n");
568 ret = -EINVAL;
569 goto end;
570 }
571 stack_top->u.s.literal_type =
572 ESTACK_STRING_LITERAL_TYPE_NONE;
d644d1df 573 stack_top->type = REG_STRING;
3834b99f
MD		 574 break;
575 }
576 case OBJECT_TYPE_DYNAMIC:
577 /*
578 * Dynamic types in context are looked up
579 * by context get index.
580 */
581 ret = -EINVAL;
582 goto end;
583 case OBJECT_TYPE_DOUBLE:
584 ret = -EINVAL;
585 goto end;
586 case OBJECT_TYPE_SEQUENCE:
587 case OBJECT_TYPE_ARRAY:
588 case OBJECT_TYPE_STRUCT:
589 case OBJECT_TYPE_VARIANT:
5a15f70c 590 printk(KERN_WARNING "LTTng: filter: Sequences, arrays, struct and variant cannot be loaded (nested types).\n");
3834b99f
MD		 591 ret = -EINVAL;
592 goto end;
593 }
594 return 0;
595
596end:
597 return ret;
598}
599
03cb0cdd
FD		 600static
601int lttng_bytecode_interpret_format_output(struct estack_entry *ax,
602 struct lttng_interpreter_output *output)
603{
604 int ret;
605
606again:
607 switch (ax->type) {
608 case REG_S64:
609 output->type = LTTNG_INTERPRETER_TYPE_S64;
610 output->u.s = ax->u.v;
611 break;
612 case REG_U64:
613 output->type = LTTNG_INTERPRETER_TYPE_U64;
614 output->u.u = (uint64_t) ax->u.v;
615 break;
616 case REG_STRING:
617 output->type = LTTNG_INTERPRETER_TYPE_STRING;
618 output->u.str.str = ax->u.s.str;
619 output->u.str.len = ax->u.s.seq_len;
620 break;
621 case REG_PTR:
622 switch (ax->u.ptr.object_type) {
623 case OBJECT_TYPE_S8:
624 case OBJECT_TYPE_S16:
625 case OBJECT_TYPE_S32:
626 case OBJECT_TYPE_S64:
627 case OBJECT_TYPE_U8:
628 case OBJECT_TYPE_U16:
629 case OBJECT_TYPE_U32:
630 case OBJECT_TYPE_U64:
631 case OBJECT_TYPE_DOUBLE:
632 case OBJECT_TYPE_STRING:
633 case OBJECT_TYPE_STRING_SEQUENCE:
634 ret = dynamic_load_field(ax);
635 if (ret)
636 return ret;
637 /* Retry after loading ptr into stack top. */
638 goto again;
639 case OBJECT_TYPE_SEQUENCE:
640 output->type = LTTNG_INTERPRETER_TYPE_SEQUENCE;
641 output->u.sequence.ptr = *(const char **) (ax->u.ptr.ptr + sizeof(unsigned long));
642 output->u.sequence.nr_elem = *(unsigned long *) ax->u.ptr.ptr;
643 output->u.sequence.nested_type = ax->u.ptr.field->type.u.sequence_nestable.elem_type;
644 break;
645 case OBJECT_TYPE_ARRAY:
646 /* Skip count (unsigned long) */
647 output->type = LTTNG_INTERPRETER_TYPE_SEQUENCE;
648 output->u.sequence.ptr = *(const char **) (ax->u.ptr.ptr + sizeof(unsigned long));
649 output->u.sequence.nr_elem = ax->u.ptr.field->type.u.array_nestable.length;
650 output->u.sequence.nested_type = ax->u.ptr.field->type.u.array_nestable.elem_type;
651 break;
652 case OBJECT_TYPE_STRUCT:
653 case OBJECT_TYPE_VARIANT:
654 default:
655 return -EINVAL;
656 }
657
658 break;
659 case REG_STAR_GLOB_STRING:
660 case REG_TYPE_UNKNOWN:
661 default:
662 return -EINVAL;
663 }
664
665 return LTTNG_FILTER_RECORD_FLAG;
666}
667
07dfc1d0
MD		 668/*
669 * Return 0 (discard), or raise the 0x1 flag (log event).
670 * Currently, other flags are kept for future extensions and have no
671 * effect.
672 */
03cb0cdd
FD		 673static
674uint64_t bytecode_interpret(void *interpreter_data,
79150a49 675 struct lttng_probe_ctx *lttng_probe_ctx,
03cb0cdd
FD		 676 const char *interpreter_stack_data,
677 struct lttng_interpreter_output *output)
07dfc1d0 678{
03cb0cdd 679 struct bytecode_runtime *bytecode = interpreter_data;
07dfc1d0
MD		 680 void *pc, *next_pc, *start_pc;
681 int ret = -EINVAL;
682 uint64_t retval = 0;
683 struct estack _stack;
684 struct estack *stack = &_stack;
685 register int64_t ax = 0, bx = 0;
d644d1df 686 register enum entry_type ax_t = REG_TYPE_UNKNOWN, bx_t = REG_TYPE_UNKNOWN;
07dfc1d0
MD		 687 register int top = FILTER_STACK_EMPTY;
688#ifndef INTERPRETER_USE_SWITCH
689 static void *dispatch[NR_FILTER_OPS] = {
690 [ FILTER_OP_UNKNOWN ] = &&LABEL_FILTER_OP_UNKNOWN,
691
692 [ FILTER_OP_RETURN ] = &&LABEL_FILTER_OP_RETURN,
693
694 /* binary */
695 [ FILTER_OP_MUL ] = &&LABEL_FILTER_OP_MUL,
696 [ FILTER_OP_DIV ] = &&LABEL_FILTER_OP_DIV,
697 [ FILTER_OP_MOD ] = &&LABEL_FILTER_OP_MOD,
698 [ FILTER_OP_PLUS ] = &&LABEL_FILTER_OP_PLUS,
699 [ FILTER_OP_MINUS ] = &&LABEL_FILTER_OP_MINUS,
e16c054b
MD		 700 [ FILTER_OP_BIT_RSHIFT ] = &&LABEL_FILTER_OP_BIT_RSHIFT,
701 [ FILTER_OP_BIT_LSHIFT ] = &&LABEL_FILTER_OP_BIT_LSHIFT,
3834b99f
MD		 702 [ FILTER_OP_BIT_AND ] = &&LABEL_FILTER_OP_BIT_AND,
703 [ FILTER_OP_BIT_OR ] = &&LABEL_FILTER_OP_BIT_OR,
704 [ FILTER_OP_BIT_XOR ] = &&LABEL_FILTER_OP_BIT_XOR,
07dfc1d0
MD		 705
706 /* binary comparators */
707 [ FILTER_OP_EQ ] = &&LABEL_FILTER_OP_EQ,
708 [ FILTER_OP_NE ] = &&LABEL_FILTER_OP_NE,
709 [ FILTER_OP_GT ] = &&LABEL_FILTER_OP_GT,
710 [ FILTER_OP_LT ] = &&LABEL_FILTER_OP_LT,
711 [ FILTER_OP_GE ] = &&LABEL_FILTER_OP_GE,
712 [ FILTER_OP_LE ] = &&LABEL_FILTER_OP_LE,
713
714 /* string binary comparator */
715 [ FILTER_OP_EQ_STRING ] = &&LABEL_FILTER_OP_EQ_STRING,
716 [ FILTER_OP_NE_STRING ] = &&LABEL_FILTER_OP_NE_STRING,
717 [ FILTER_OP_GT_STRING ] = &&LABEL_FILTER_OP_GT_STRING,
718 [ FILTER_OP_LT_STRING ] = &&LABEL_FILTER_OP_LT_STRING,
719 [ FILTER_OP_GE_STRING ] = &&LABEL_FILTER_OP_GE_STRING,
720 [ FILTER_OP_LE_STRING ] = &&LABEL_FILTER_OP_LE_STRING,
721
02aca193
PP		 722 /* globbing pattern binary comparator */
723 [ FILTER_OP_EQ_STAR_GLOB_STRING ] = &&LABEL_FILTER_OP_EQ_STAR_GLOB_STRING,
724 [ FILTER_OP_NE_STAR_GLOB_STRING ] = &&LABEL_FILTER_OP_NE_STAR_GLOB_STRING,
725
07dfc1d0
MD		 726 /* s64 binary comparator */
727 [ FILTER_OP_EQ_S64 ] = &&LABEL_FILTER_OP_EQ_S64,
728 [ FILTER_OP_NE_S64 ] = &&LABEL_FILTER_OP_NE_S64,
729 [ FILTER_OP_GT_S64 ] = &&LABEL_FILTER_OP_GT_S64,
730 [ FILTER_OP_LT_S64 ] = &&LABEL_FILTER_OP_LT_S64,
731 [ FILTER_OP_GE_S64 ] = &&LABEL_FILTER_OP_GE_S64,
732 [ FILTER_OP_LE_S64 ] = &&LABEL_FILTER_OP_LE_S64,
733
734 /* double binary comparator */
735 [ FILTER_OP_EQ_DOUBLE ] = &&LABEL_FILTER_OP_EQ_DOUBLE,
736 [ FILTER_OP_NE_DOUBLE ] = &&LABEL_FILTER_OP_NE_DOUBLE,
737 [ FILTER_OP_GT_DOUBLE ] = &&LABEL_FILTER_OP_GT_DOUBLE,
738 [ FILTER_OP_LT_DOUBLE ] = &&LABEL_FILTER_OP_LT_DOUBLE,
739 [ FILTER_OP_GE_DOUBLE ] = &&LABEL_FILTER_OP_GE_DOUBLE,
740 [ FILTER_OP_LE_DOUBLE ] = &&LABEL_FILTER_OP_LE_DOUBLE,
741
742 /* Mixed S64-double binary comparators */
743 [ FILTER_OP_EQ_DOUBLE_S64 ] = &&LABEL_FILTER_OP_EQ_DOUBLE_S64,
744 [ FILTER_OP_NE_DOUBLE_S64 ] = &&LABEL_FILTER_OP_NE_DOUBLE_S64,
745 [ FILTER_OP_GT_DOUBLE_S64 ] = &&LABEL_FILTER_OP_GT_DOUBLE_S64,
746 [ FILTER_OP_LT_DOUBLE_S64 ] = &&LABEL_FILTER_OP_LT_DOUBLE_S64,
747 [ FILTER_OP_GE_DOUBLE_S64 ] = &&LABEL_FILTER_OP_GE_DOUBLE_S64,
748 [ FILTER_OP_LE_DOUBLE_S64 ] = &&LABEL_FILTER_OP_LE_DOUBLE_S64,
749
750 [ FILTER_OP_EQ_S64_DOUBLE ] = &&LABEL_FILTER_OP_EQ_S64_DOUBLE,
751 [ FILTER_OP_NE_S64_DOUBLE ] = &&LABEL_FILTER_OP_NE_S64_DOUBLE,
752 [ FILTER_OP_GT_S64_DOUBLE ] = &&LABEL_FILTER_OP_GT_S64_DOUBLE,
753 [ FILTER_OP_LT_S64_DOUBLE ] = &&LABEL_FILTER_OP_LT_S64_DOUBLE,
754 [ FILTER_OP_GE_S64_DOUBLE ] = &&LABEL_FILTER_OP_GE_S64_DOUBLE,
755 [ FILTER_OP_LE_S64_DOUBLE ] = &&LABEL_FILTER_OP_LE_S64_DOUBLE,
756
757 /* unary */
758 [ FILTER_OP_UNARY_PLUS ] = &&LABEL_FILTER_OP_UNARY_PLUS,
759 [ FILTER_OP_UNARY_MINUS ] = &&LABEL_FILTER_OP_UNARY_MINUS,
760 [ FILTER_OP_UNARY_NOT ] = &&LABEL_FILTER_OP_UNARY_NOT,
761 [ FILTER_OP_UNARY_PLUS_S64 ] = &&LABEL_FILTER_OP_UNARY_PLUS_S64,
762 [ FILTER_OP_UNARY_MINUS_S64 ] = &&LABEL_FILTER_OP_UNARY_MINUS_S64,
763 [ FILTER_OP_UNARY_NOT_S64 ] = &&LABEL_FILTER_OP_UNARY_NOT_S64,
764 [ FILTER_OP_UNARY_PLUS_DOUBLE ] = &&LABEL_FILTER_OP_UNARY_PLUS_DOUBLE,
765 [ FILTER_OP_UNARY_MINUS_DOUBLE ] = &&LABEL_FILTER_OP_UNARY_MINUS_DOUBLE,
766 [ FILTER_OP_UNARY_NOT_DOUBLE ] = &&LABEL_FILTER_OP_UNARY_NOT_DOUBLE,
767
768 /* logical */
769 [ FILTER_OP_AND ] = &&LABEL_FILTER_OP_AND,
770 [ FILTER_OP_OR ] = &&LABEL_FILTER_OP_OR,
771
772 /* load field ref */
773 [ FILTER_OP_LOAD_FIELD_REF ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF,
774 [ FILTER_OP_LOAD_FIELD_REF_STRING ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_STRING,
775 [ FILTER_OP_LOAD_FIELD_REF_SEQUENCE ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_SEQUENCE,
776 [ FILTER_OP_LOAD_FIELD_REF_S64 ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_S64,
777 [ FILTER_OP_LOAD_FIELD_REF_DOUBLE ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_DOUBLE,
778
779 /* load from immediate operand */
780 [ FILTER_OP_LOAD_STRING ] = &&LABEL_FILTER_OP_LOAD_STRING,
02aca193 781 [ FILTER_OP_LOAD_STAR_GLOB_STRING ] = &&LABEL_FILTER_OP_LOAD_STAR_GLOB_STRING,
07dfc1d0
MD		 782 [ FILTER_OP_LOAD_S64 ] = &&LABEL_FILTER_OP_LOAD_S64,
783 [ FILTER_OP_LOAD_DOUBLE ] = &&LABEL_FILTER_OP_LOAD_DOUBLE,
784
785 /* cast */
786 [ FILTER_OP_CAST_TO_S64 ] = &&LABEL_FILTER_OP_CAST_TO_S64,
787 [ FILTER_OP_CAST_DOUBLE_TO_S64 ] = &&LABEL_FILTER_OP_CAST_DOUBLE_TO_S64,
788 [ FILTER_OP_CAST_NOP ] = &&LABEL_FILTER_OP_CAST_NOP,
789
790 /* get context ref */
791 [ FILTER_OP_GET_CONTEXT_REF ] = &&LABEL_FILTER_OP_GET_CONTEXT_REF,
792 [ FILTER_OP_GET_CONTEXT_REF_STRING ] = &&LABEL_FILTER_OP_GET_CONTEXT_REF_STRING,
793 [ FILTER_OP_GET_CONTEXT_REF_S64 ] = &&LABEL_FILTER_OP_GET_CONTEXT_REF_S64,
794 [ FILTER_OP_GET_CONTEXT_REF_DOUBLE ] = &&LABEL_FILTER_OP_GET_CONTEXT_REF_DOUBLE,
f127e61e
MD		 795
796 /* load userspace field ref */
797 [ FILTER_OP_LOAD_FIELD_REF_USER_STRING ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_USER_STRING,
798 [ FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE ] = &&LABEL_FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE,
3834b99f
MD		 799
800 /* Instructions for recursive traversal through composed types. */
801 [ FILTER_OP_GET_CONTEXT_ROOT ] = &&LABEL_FILTER_OP_GET_CONTEXT_ROOT,
802 [ FILTER_OP_GET_APP_CONTEXT_ROOT ] = &&LABEL_FILTER_OP_GET_APP_CONTEXT_ROOT,
803 [ FILTER_OP_GET_PAYLOAD_ROOT ] = &&LABEL_FILTER_OP_GET_PAYLOAD_ROOT,
804
805 [ FILTER_OP_GET_SYMBOL ] = &&LABEL_FILTER_OP_GET_SYMBOL,
806 [ FILTER_OP_GET_SYMBOL_FIELD ] = &&LABEL_FILTER_OP_GET_SYMBOL_FIELD,
807 [ FILTER_OP_GET_INDEX_U16 ] = &&LABEL_FILTER_OP_GET_INDEX_U16,
808 [ FILTER_OP_GET_INDEX_U64 ] = &&LABEL_FILTER_OP_GET_INDEX_U64,
809
810 [ FILTER_OP_LOAD_FIELD ] = &&LABEL_FILTER_OP_LOAD_FIELD,
811 [ FILTER_OP_LOAD_FIELD_S8 ] = &&LABEL_FILTER_OP_LOAD_FIELD_S8,
812 [ FILTER_OP_LOAD_FIELD_S16 ] = &&LABEL_FILTER_OP_LOAD_FIELD_S16,
813 [ FILTER_OP_LOAD_FIELD_S32 ] = &&LABEL_FILTER_OP_LOAD_FIELD_S32,
814 [ FILTER_OP_LOAD_FIELD_S64 ] = &&LABEL_FILTER_OP_LOAD_FIELD_S64,
815 [ FILTER_OP_LOAD_FIELD_U8 ] = &&LABEL_FILTER_OP_LOAD_FIELD_U8,
816 [ FILTER_OP_LOAD_FIELD_U16 ] = &&LABEL_FILTER_OP_LOAD_FIELD_U16,
817 [ FILTER_OP_LOAD_FIELD_U32 ] = &&LABEL_FILTER_OP_LOAD_FIELD_U32,
818 [ FILTER_OP_LOAD_FIELD_U64 ] = &&LABEL_FILTER_OP_LOAD_FIELD_U64,
819 [ FILTER_OP_LOAD_FIELD_STRING ] = &&LABEL_FILTER_OP_LOAD_FIELD_STRING,
820 [ FILTER_OP_LOAD_FIELD_SEQUENCE ] = &&LABEL_FILTER_OP_LOAD_FIELD_SEQUENCE,
821 [ FILTER_OP_LOAD_FIELD_DOUBLE ] = &&LABEL_FILTER_OP_LOAD_FIELD_DOUBLE,
e16c054b
MD		 822
823 [ FILTER_OP_UNARY_BIT_NOT ] = &&LABEL_FILTER_OP_UNARY_BIT_NOT,
57ba4b41
MD		 824
825 [ FILTER_OP_RETURN_S64 ] = &&LABEL_FILTER_OP_RETURN_S64,
07dfc1d0
MD		 826 };
827#endif /* #ifndef INTERPRETER_USE_SWITCH */
828
829 START_OP
830
831 OP(FILTER_OP_UNKNOWN):
832 OP(FILTER_OP_LOAD_FIELD_REF):
833 OP(FILTER_OP_GET_CONTEXT_REF):
834#ifdef INTERPRETER_USE_SWITCH
835 default:
836#endif /* INTERPRETER_USE_SWITCH */
5a15f70c 837 printk(KERN_WARNING "LTTng: filter: unknown bytecode op %u\n",
07dfc1d0
MD		 838 (unsigned int) *(filter_opcode_t *) pc);
839 ret = -EINVAL;
840 goto end;
841
842 OP(FILTER_OP_RETURN):
57ba4b41 843 OP(FILTER_OP_RETURN_S64):
a93d4e71 844 /* LTTNG_FILTER_DISCARD or LTTNG_FILTER_RECORD_FLAG */
d644d1df
FD		 845 switch (estack_ax_t) {
846 case REG_S64:
1242217a 847 case REG_U64:
d644d1df
FD		 848 retval = !!estack_ax_v;
849 break;
850 case REG_DOUBLE:
851 case REG_STRING:
852 case REG_PTR:
03cb0cdd
FD		 853 if (!output) {
854 ret = -EINVAL;
855 goto end;
856 }
857 retval = 0;
858 break;
d644d1df
FD		 859 case REG_STAR_GLOB_STRING:
860 case REG_TYPE_UNKNOWN:
861 ret = -EINVAL;
862 goto end;
863 }
07dfc1d0
MD		 864 ret = 0;
865 goto end;
866
867 /* binary */
868 OP(FILTER_OP_MUL):
869 OP(FILTER_OP_DIV):
870 OP(FILTER_OP_MOD):
871 OP(FILTER_OP_PLUS):
872 OP(FILTER_OP_MINUS):
5a15f70c 873 printk(KERN_WARNING "LTTng: filter: unsupported bytecode op %u\n",
07dfc1d0
MD		 874 (unsigned int) *(filter_opcode_t *) pc);
875 ret = -EINVAL;
876 goto end;
877
878 OP(FILTER_OP_EQ):
879 OP(FILTER_OP_NE):
880 OP(FILTER_OP_GT):
881 OP(FILTER_OP_LT):
882 OP(FILTER_OP_GE):
883 OP(FILTER_OP_LE):
5a15f70c 884 printk(KERN_WARNING "LTTng: filter: unsupported non-specialized bytecode op %u\n",
07dfc1d0
MD		 885 (unsigned int) *(filter_opcode_t *) pc);
886 ret = -EINVAL;
887 goto end;
888
889 OP(FILTER_OP_EQ_STRING):
890 {
891 int res;
892
893 res = (stack_strcmp(stack, top, "==") == 0);
d644d1df 894 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 895 estack_ax_v = res;
d644d1df 896 estack_ax_t = REG_S64;
07dfc1d0
MD		 897 next_pc += sizeof(struct binary_op);
898 PO;
899 }
900 OP(FILTER_OP_NE_STRING):
901 {
902 int res;
903
904 res = (stack_strcmp(stack, top, "!=") != 0);
d644d1df 905 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 906 estack_ax_v = res;
d644d1df 907 estack_ax_t = REG_S64;
07dfc1d0
MD		 908 next_pc += sizeof(struct binary_op);
909 PO;
910 }
911 OP(FILTER_OP_GT_STRING):
912 {
913 int res;
914
915 res = (stack_strcmp(stack, top, ">") > 0);
d644d1df 916 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 917 estack_ax_v = res;
d644d1df 918 estack_ax_t = REG_S64;
07dfc1d0
MD		 919 next_pc += sizeof(struct binary_op);
920 PO;
921 }
922 OP(FILTER_OP_LT_STRING):
923 {
924 int res;
925
926 res = (stack_strcmp(stack, top, "<") < 0);
d644d1df 927 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 928 estack_ax_v = res;
d644d1df 929 estack_ax_t = REG_S64;
07dfc1d0
MD		 930 next_pc += sizeof(struct binary_op);
931 PO;
932 }
933 OP(FILTER_OP_GE_STRING):
934 {
935 int res;
936
937 res = (stack_strcmp(stack, top, ">=") >= 0);
d644d1df 938 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 939 estack_ax_v = res;
d644d1df 940 estack_ax_t = REG_S64;
07dfc1d0
MD		 941 next_pc += sizeof(struct binary_op);
942 PO;
943 }
944 OP(FILTER_OP_LE_STRING):
945 {
946 int res;
947
948 res = (stack_strcmp(stack, top, "<=") <= 0);
d644d1df 949 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 950 estack_ax_v = res;
d644d1df 951 estack_ax_t = REG_S64;
07dfc1d0
MD		 952 next_pc += sizeof(struct binary_op);
953 PO;
954 }
955
02aca193
PP		 956 OP(FILTER_OP_EQ_STAR_GLOB_STRING):
957 {
958 int res;
959
960 res = (stack_star_glob_match(stack, top, "==") == 0);
d644d1df 961 estack_pop(stack, top, ax, bx, ax_t, bx_t);
02aca193 962 estack_ax_v = res;
d644d1df 963 estack_ax_t = REG_S64;
02aca193
PP		 964 next_pc += sizeof(struct binary_op);
965 PO;
966 }
967 OP(FILTER_OP_NE_STAR_GLOB_STRING):
968 {
969 int res;
970
971 res = (stack_star_glob_match(stack, top, "!=") != 0);
d644d1df 972 estack_pop(stack, top, ax, bx, ax_t, bx_t);
02aca193 973 estack_ax_v = res;
d644d1df 974 estack_ax_t = REG_S64;
02aca193
PP		 975 next_pc += sizeof(struct binary_op);
976 PO;
977 }
978
07dfc1d0
MD		 979 OP(FILTER_OP_EQ_S64):
980 {
981 int res;
982
983 res = (estack_bx_v == estack_ax_v);
d644d1df 984 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 985 estack_ax_v = res;
d644d1df 986 estack_ax_t = REG_S64;
07dfc1d0
MD		 987 next_pc += sizeof(struct binary_op);
988 PO;
989 }
990 OP(FILTER_OP_NE_S64):
991 {
992 int res;
993
994 res = (estack_bx_v != estack_ax_v);
d644d1df 995 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 996 estack_ax_v = res;
d644d1df 997 estack_ax_t = REG_S64;
07dfc1d0
MD		 998 next_pc += sizeof(struct binary_op);
999 PO;
1000 }
1001 OP(FILTER_OP_GT_S64):
1002 {
1003 int res;
1004
1005 res = (estack_bx_v > estack_ax_v);
d644d1df 1006 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1007 estack_ax_v = res;
d644d1df 1008 estack_ax_t = REG_S64;
07dfc1d0
MD		 1009 next_pc += sizeof(struct binary_op);
1010 PO;
1011 }
1012 OP(FILTER_OP_LT_S64):
1013 {
1014 int res;
1015
1016 res = (estack_bx_v < estack_ax_v);
d644d1df 1017 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1018 estack_ax_v = res;
d644d1df 1019 estack_ax_t = REG_S64;
07dfc1d0
MD		 1020 next_pc += sizeof(struct binary_op);
1021 PO;
1022 }
1023 OP(FILTER_OP_GE_S64):
1024 {
1025 int res;
1026
1027 res = (estack_bx_v >= estack_ax_v);
d644d1df 1028 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1029 estack_ax_v = res;
d644d1df 1030 estack_ax_t = REG_S64;
07dfc1d0
MD		 1031 next_pc += sizeof(struct binary_op);
1032 PO;
1033 }
1034 OP(FILTER_OP_LE_S64):
1035 {
1036 int res;
1037
1038 res = (estack_bx_v <= estack_ax_v);
d644d1df 1039 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1040 estack_ax_v = res;
d644d1df 1041 estack_ax_t = REG_S64;
07dfc1d0
MD		 1042 next_pc += sizeof(struct binary_op);
1043 PO;
1044 }
1045
1046 OP(FILTER_OP_EQ_DOUBLE):
1047 OP(FILTER_OP_NE_DOUBLE):
1048 OP(FILTER_OP_GT_DOUBLE):
1049 OP(FILTER_OP_LT_DOUBLE):
1050 OP(FILTER_OP_GE_DOUBLE):
1051 OP(FILTER_OP_LE_DOUBLE):
1052 {
1053 BUG_ON(1);
1054 PO;
1055 }
1056
1057 /* Mixed S64-double binary comparators */
1058 OP(FILTER_OP_EQ_DOUBLE_S64):
1059 OP(FILTER_OP_NE_DOUBLE_S64):
1060 OP(FILTER_OP_GT_DOUBLE_S64):
1061 OP(FILTER_OP_LT_DOUBLE_S64):
1062 OP(FILTER_OP_GE_DOUBLE_S64):
1063 OP(FILTER_OP_LE_DOUBLE_S64):
1064 OP(FILTER_OP_EQ_S64_DOUBLE):
1065 OP(FILTER_OP_NE_S64_DOUBLE):
1066 OP(FILTER_OP_GT_S64_DOUBLE):
1067 OP(FILTER_OP_LT_S64_DOUBLE):
1068 OP(FILTER_OP_GE_S64_DOUBLE):
1069 OP(FILTER_OP_LE_S64_DOUBLE):
1070 {
1071 BUG_ON(1);
1072 PO;
1073 }
e16c054b
MD		 1074 OP(FILTER_OP_BIT_RSHIFT):
1075 {
1076 int64_t res;
1077
d644d1df
FD		 1078 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1079 ret = -EINVAL;
1080 goto end;
1081 }
1082
ea13ec96
MD		 1083 /* Catch undefined behavior. */
1084 if (unlikely(estack_ax_v < 0 || estack_ax_v >= 64)) {
1085 ret = -EINVAL;
1086 goto end;
1087 }
f8d42740 1088 res = ((uint64_t) estack_bx_v >> (uint32_t) estack_ax_v);
d644d1df 1089 estack_pop(stack, top, ax, bx, ax_t, bx_t);
e16c054b 1090 estack_ax_v = res;
1242217a 1091 estack_ax_t = REG_U64;
e16c054b
MD		 1092 next_pc += sizeof(struct binary_op);
1093 PO;
1094 }
1095 OP(FILTER_OP_BIT_LSHIFT):
1096 {
1097 int64_t res;
1098
d644d1df
FD		 1099 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1100 ret = -EINVAL;
1101 goto end;
1102 }
1103
ea13ec96
MD		 1104 /* Catch undefined behavior. */
1105 if (unlikely(estack_ax_v < 0 || estack_ax_v >= 64)) {
1106 ret = -EINVAL;
1107 goto end;
1108 }
f8d42740 1109 res = ((uint64_t) estack_bx_v << (uint32_t) estack_ax_v);
d644d1df 1110 estack_pop(stack, top, ax, bx, ax_t, bx_t);
e16c054b 1111 estack_ax_v = res;
1242217a 1112 estack_ax_t = REG_U64;
e16c054b
MD		 1113 next_pc += sizeof(struct binary_op);
1114 PO;
1115 }
3834b99f
MD		 1116 OP(FILTER_OP_BIT_AND):
1117 {
1118 int64_t res;
1119
d644d1df
FD		 1120 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1121 ret = -EINVAL;
1122 goto end;
1123 }
1124
f8d42740 1125 res = ((uint64_t) estack_bx_v & (uint64_t) estack_ax_v);
d644d1df 1126 estack_pop(stack, top, ax, bx, ax_t, bx_t);
3834b99f 1127 estack_ax_v = res;
1242217a 1128 estack_ax_t = REG_U64;
3834b99f
MD		 1129 next_pc += sizeof(struct binary_op);
1130 PO;
1131 }
1132 OP(FILTER_OP_BIT_OR):
1133 {
1134 int64_t res;
1135
d644d1df
FD		 1136 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1137 ret = -EINVAL;
1138 goto end;
1139 }
1140
f8d42740 1141 res = ((uint64_t) estack_bx_v | (uint64_t) estack_ax_v);
d644d1df 1142 estack_pop(stack, top, ax, bx, ax_t, bx_t);
3834b99f 1143 estack_ax_v = res;
1242217a 1144 estack_ax_t = REG_U64;
3834b99f
MD		 1145 next_pc += sizeof(struct binary_op);
1146 PO;
1147 }
1148 OP(FILTER_OP_BIT_XOR):
1149 {
1150 int64_t res;
1151
d644d1df
FD		 1152 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1153 ret = -EINVAL;
1154 goto end;
1155 }
1156
f8d42740 1157 res = ((uint64_t) estack_bx_v ^ (uint64_t) estack_ax_v);
d644d1df 1158 estack_pop(stack, top, ax, bx, ax_t, bx_t);
3834b99f 1159 estack_ax_v = res;
1242217a 1160 estack_ax_t = REG_U64;
3834b99f
MD		 1161 next_pc += sizeof(struct binary_op);
1162 PO;
1163 }
07dfc1d0
MD		 1164
1165 /* unary */
1166 OP(FILTER_OP_UNARY_PLUS):
1167 OP(FILTER_OP_UNARY_MINUS):
1168 OP(FILTER_OP_UNARY_NOT):
5a15f70c 1169 printk(KERN_WARNING "LTTng: filter: unsupported non-specialized bytecode op %u\n",
07dfc1d0
MD		 1170 (unsigned int) *(filter_opcode_t *) pc);
1171 ret = -EINVAL;
1172 goto end;
1173
1174
e16c054b
MD		 1175 OP(FILTER_OP_UNARY_BIT_NOT):
1176 {
f8d42740 1177 estack_ax_v = ~(uint64_t) estack_ax_v;
d644d1df 1178 estack_ax_t = REG_S64;
e16c054b
MD		 1179 next_pc += sizeof(struct unary_op);
1180 PO;
1181 }
1182
07dfc1d0
MD		 1183 OP(FILTER_OP_UNARY_PLUS_S64):
1184 {
1185 next_pc += sizeof(struct unary_op);
1186 PO;
1187 }
1188 OP(FILTER_OP_UNARY_MINUS_S64):
1189 {
1190 estack_ax_v = -estack_ax_v;
d644d1df 1191 estack_ax_t = REG_S64;
07dfc1d0
MD		 1192 next_pc += sizeof(struct unary_op);
1193 PO;
1194 }
1195 OP(FILTER_OP_UNARY_PLUS_DOUBLE):
1196 OP(FILTER_OP_UNARY_MINUS_DOUBLE):
1197 {
1198 BUG_ON(1);
1199 PO;
1200 }
1201 OP(FILTER_OP_UNARY_NOT_S64):
1202 {
1203 estack_ax_v = !estack_ax_v;
d644d1df 1204 estack_ax_t = REG_S64;
07dfc1d0
MD		 1205 next_pc += sizeof(struct unary_op);
1206 PO;
1207 }
1208 OP(FILTER_OP_UNARY_NOT_DOUBLE):
1209 {
1210 BUG_ON(1);
1211 PO;
1212 }
1213
1214 /* logical */
1215 OP(FILTER_OP_AND):
1216 {
1217 struct logical_op *insn = (struct logical_op *) pc;
1218
1219 /* If AX is 0, skip and evaluate to 0 */
1220 if (unlikely(estack_ax_v == 0)) {
1221 dbg_printk("Jumping to bytecode offset %u\n",
1222 (unsigned int) insn->skip_offset);
1223 next_pc = start_pc + insn->skip_offset;
1224 } else {
1225 /* Pop 1 when jump not taken */
d644d1df 1226 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0
MD		 1227 next_pc += sizeof(struct logical_op);
1228 }
1229 PO;
1230 }
1231 OP(FILTER_OP_OR):
1232 {
1233 struct logical_op *insn = (struct logical_op *) pc;
1234
1235 /* If AX is nonzero, skip and evaluate to 1 */
1236
1237 if (unlikely(estack_ax_v != 0)) {
1238 estack_ax_v = 1;
1239 dbg_printk("Jumping to bytecode offset %u\n",
1240 (unsigned int) insn->skip_offset);
1241 next_pc = start_pc + insn->skip_offset;
1242 } else {
1243 /* Pop 1 when jump not taken */
d644d1df 1244 estack_pop(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0
MD		 1245 next_pc += sizeof(struct logical_op);
1246 }
1247 PO;
1248 }
1249
1250
1251 /* load field ref */
1252 OP(FILTER_OP_LOAD_FIELD_REF_STRING):
1253 {
1254 struct load_op *insn = (struct load_op *) pc;
1255 struct field_ref *ref = (struct field_ref *) insn->data;
1256
1257 dbg_printk("load field ref offset %u type string\n",
1258 ref->offset);
d644d1df 1259 estack_push(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1260 estack_ax(stack, top)->u.s.str =
03cb0cdd 1261 *(const char * const *) &interpreter_stack_data[ref->offset];
07dfc1d0
MD		 1262 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
1263 dbg_printk("Filter warning: loading a NULL string.\n");
1264 ret = -EINVAL;
1265 goto end;
1266 }
cbc19040 1267 estack_ax(stack, top)->u.s.seq_len = LTTNG_SIZE_MAX;
02aca193
PP		 1268 estack_ax(stack, top)->u.s.literal_type =
1269 ESTACK_STRING_LITERAL_TYPE_NONE;
f127e61e 1270 estack_ax(stack, top)->u.s.user = 0;
d644d1df 1271 estack_ax(stack, top)->type = REG_STRING;
07dfc1d0
MD		 1272 dbg_printk("ref load string %s\n", estack_ax(stack, top)->u.s.str);
1273 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
1274 PO;
1275 }
1276
1277 OP(FILTER_OP_LOAD_FIELD_REF_SEQUENCE):
1278 {
1279 struct load_op *insn = (struct load_op *) pc;
1280 struct field_ref *ref = (struct field_ref *) insn->data;
1281
1282 dbg_printk("load field ref offset %u type sequence\n",
1283 ref->offset);
d644d1df 1284 estack_push(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1285 estack_ax(stack, top)->u.s.seq_len =
03cb0cdd 1286 *(unsigned long *) &interpreter_stack_data[ref->offset];
07dfc1d0 1287 estack_ax(stack, top)->u.s.str =
03cb0cdd 1288 *(const char **) (&interpreter_stack_data[ref->offset
07dfc1d0
MD		 1289 + sizeof(unsigned long)]);
1290 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
1291 dbg_printk("Filter warning: loading a NULL sequence.\n");
1292 ret = -EINVAL;
1293 goto end;
1294 }
02aca193
PP		 1295 estack_ax(stack, top)->u.s.literal_type =
1296 ESTACK_STRING_LITERAL_TYPE_NONE;
f127e61e 1297 estack_ax(stack, top)->u.s.user = 0;
07dfc1d0
MD		 1298 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
1299 PO;
1300 }
1301
1302 OP(FILTER_OP_LOAD_FIELD_REF_S64):
1303 {
1304 struct load_op *insn = (struct load_op *) pc;
1305 struct field_ref *ref = (struct field_ref *) insn->data;
1306
1307 dbg_printk("load field ref offset %u type s64\n",
1308 ref->offset);
d644d1df 1309 estack_push(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1310 estack_ax_v =
03cb0cdd 1311 ((struct literal_numeric *) &interpreter_stack_data[ref->offset])->v;
d644d1df 1312 estack_ax_t = REG_S64;
07dfc1d0
MD		 1313 dbg_printk("ref load s64 %lld\n",
1314 (long long) estack_ax_v);
1315 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
1316 PO;
1317 }
1318
1319 OP(FILTER_OP_LOAD_FIELD_REF_DOUBLE):
1320 {
1321 BUG_ON(1);
1322 PO;
1323 }
1324
1325 /* load from immediate operand */
1326 OP(FILTER_OP_LOAD_STRING):
1327 {
1328 struct load_op *insn = (struct load_op *) pc;
1329
1330 dbg_printk("load string %s\n", insn->data);
d644d1df 1331 estack_push(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1332 estack_ax(stack, top)->u.s.str = insn->data;
cbc19040 1333 estack_ax(stack, top)->u.s.seq_len = LTTNG_SIZE_MAX;
02aca193
PP		 1334 estack_ax(stack, top)->u.s.literal_type =
1335 ESTACK_STRING_LITERAL_TYPE_PLAIN;
1336 estack_ax(stack, top)->u.s.user = 0;
1337 next_pc += sizeof(struct load_op) + strlen(insn->data) + 1;
1338 PO;
1339 }
1340
1341 OP(FILTER_OP_LOAD_STAR_GLOB_STRING):
1342 {
1343 struct load_op *insn = (struct load_op *) pc;
1344
1345 dbg_printk("load globbing pattern %s\n", insn->data);
d644d1df 1346 estack_push(stack, top, ax, bx, ax_t, bx_t);
02aca193 1347 estack_ax(stack, top)->u.s.str = insn->data;
cbc19040 1348 estack_ax(stack, top)->u.s.seq_len = LTTNG_SIZE_MAX;
02aca193
PP		 1349 estack_ax(stack, top)->u.s.literal_type =
1350 ESTACK_STRING_LITERAL_TYPE_STAR_GLOB;
f127e61e 1351 estack_ax(stack, top)->u.s.user = 0;
07dfc1d0
MD		 1352 next_pc += sizeof(struct load_op) + strlen(insn->data) + 1;
1353 PO;
1354 }
1355
1356 OP(FILTER_OP_LOAD_S64):
1357 {
1358 struct load_op *insn = (struct load_op *) pc;
1359
d644d1df 1360 estack_push(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1361 estack_ax_v = ((struct literal_numeric *) insn->data)->v;
d644d1df 1362 estack_ax_t = REG_S64;
07dfc1d0
MD		 1363 dbg_printk("load s64 %lld\n",
1364 (long long) estack_ax_v);
1365 next_pc += sizeof(struct load_op)
1366 + sizeof(struct literal_numeric);
1367 PO;
1368 }
1369
1370 OP(FILTER_OP_LOAD_DOUBLE):
1371 {
1372 BUG_ON(1);
1373 PO;
1374 }
1375
1376 /* cast */
1377 OP(FILTER_OP_CAST_TO_S64):
5a15f70c 1378 printk(KERN_WARNING "LTTng: filter: unsupported non-specialized bytecode op %u\n",
07dfc1d0
MD		 1379 (unsigned int) *(filter_opcode_t *) pc);
1380 ret = -EINVAL;
1381 goto end;
1382
1383 OP(FILTER_OP_CAST_DOUBLE_TO_S64):
1384 {
1385 BUG_ON(1);
1386 PO;
1387 }
1388
1389 OP(FILTER_OP_CAST_NOP):
1390 {
1391 next_pc += sizeof(struct cast_op);
1392 PO;
1393 }
1394
1395 /* get context ref */
1396 OP(FILTER_OP_GET_CONTEXT_REF_STRING):
1397 {
1398 struct load_op *insn = (struct load_op *) pc;
1399 struct field_ref *ref = (struct field_ref *) insn->data;
1400 struct lttng_ctx_field *ctx_field;
1401 union lttng_ctx_value v;
1402
1403 dbg_printk("get context ref offset %u type string\n",
1404 ref->offset);
1405 ctx_field = &lttng_static_ctx->fields[ref->offset];
79150a49 1406 ctx_field->get_value(ctx_field, lttng_probe_ctx, &v);
d644d1df 1407 estack_push(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0
MD		 1408 estack_ax(stack, top)->u.s.str = v.str;
1409 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
1410 dbg_printk("Filter warning: loading a NULL string.\n");
1411 ret = -EINVAL;
1412 goto end;
1413 }
cbc19040 1414 estack_ax(stack, top)->u.s.seq_len = LTTNG_SIZE_MAX;
02aca193
PP		 1415 estack_ax(stack, top)->u.s.literal_type =
1416 ESTACK_STRING_LITERAL_TYPE_NONE;
f127e61e 1417 estack_ax(stack, top)->u.s.user = 0;
d644d1df 1418 estack_ax(stack, top)->type = REG_STRING;
07dfc1d0
MD		 1419 dbg_printk("ref get context string %s\n", estack_ax(stack, top)->u.s.str);
1420 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
1421 PO;
1422 }
1423
1424 OP(FILTER_OP_GET_CONTEXT_REF_S64):
1425 {
1426 struct load_op *insn = (struct load_op *) pc;
1427 struct field_ref *ref = (struct field_ref *) insn->data;
1428 struct lttng_ctx_field *ctx_field;
1429 union lttng_ctx_value v;
1430
1431 dbg_printk("get context ref offset %u type s64\n",
1432 ref->offset);
1433 ctx_field = &lttng_static_ctx->fields[ref->offset];
79150a49 1434 ctx_field->get_value(ctx_field, lttng_probe_ctx, &v);
d644d1df 1435 estack_push(stack, top, ax, bx, ax_t, bx_t);
07dfc1d0 1436 estack_ax_v = v.s64;
d644d1df 1437 estack_ax_t = REG_S64;
07dfc1d0
MD		 1438 dbg_printk("ref get context s64 %lld\n",
1439 (long long) estack_ax_v);
1440 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
1441 PO;
1442 }
1443
1444 OP(FILTER_OP_GET_CONTEXT_REF_DOUBLE):
1445 {
1446 BUG_ON(1);
1447 PO;
1448 }
1449
f127e61e
MD		 1450 /* load userspace field ref */
1451 OP(FILTER_OP_LOAD_FIELD_REF_USER_STRING):
1452 {
1453 struct load_op *insn = (struct load_op *) pc;
1454 struct field_ref *ref = (struct field_ref *) insn->data;
1455
1456 dbg_printk("load field ref offset %u type user string\n",
1457 ref->offset);
d644d1df 1458 estack_push(stack, top, ax, bx, ax_t, bx_t);
5b4ad89f 1459 estack_ax(stack, top)->u.s.user_str =
03cb0cdd 1460 *(const char * const *) &interpreter_stack_data[ref->offset];
f127e61e
MD		 1461 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
1462 dbg_printk("Filter warning: loading a NULL string.\n");
1463 ret = -EINVAL;
1464 goto end;
1465 }
cbc19040 1466 estack_ax(stack, top)->u.s.seq_len = LTTNG_SIZE_MAX;
02aca193
PP		 1467 estack_ax(stack, top)->u.s.literal_type =
1468 ESTACK_STRING_LITERAL_TYPE_NONE;
f127e61e 1469 estack_ax(stack, top)->u.s.user = 1;
d644d1df 1470 estack_ax(stack, top)->type = REG_STRING;
f127e61e
MD		 1471 dbg_printk("ref load string %s\n", estack_ax(stack, top)->u.s.str);
1472 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
1473 PO;
1474 }
1475
1476 OP(FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE):
1477 {
1478 struct load_op *insn = (struct load_op *) pc;
1479 struct field_ref *ref = (struct field_ref *) insn->data;
1480
1481 dbg_printk("load field ref offset %u type user sequence\n",
1482 ref->offset);
d644d1df 1483 estack_push(stack, top, ax, bx, ax_t, bx_t);
f127e61e 1484 estack_ax(stack, top)->u.s.seq_len =
03cb0cdd 1485 *(unsigned long *) &interpreter_stack_data[ref->offset];
5b4ad89f 1486 estack_ax(stack, top)->u.s.user_str =
03cb0cdd 1487 *(const char **) (&interpreter_stack_data[ref->offset
f127e61e
MD		 1488 + sizeof(unsigned long)]);
1489 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
1490 dbg_printk("Filter warning: loading a NULL sequence.\n");
1491 ret = -EINVAL;
1492 goto end;
1493 }
02aca193
PP		 1494 estack_ax(stack, top)->u.s.literal_type =
1495 ESTACK_STRING_LITERAL_TYPE_NONE;
f127e61e
MD		 1496 estack_ax(stack, top)->u.s.user = 1;
1497 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
1498 PO;
1499 }
1500
3834b99f
MD		 1501 OP(FILTER_OP_GET_CONTEXT_ROOT):
1502 {
1503 dbg_printk("op get context root\n");
d644d1df 1504 estack_push(stack, top, ax, bx, ax_t, bx_t);
3834b99f
MD		 1505 estack_ax(stack, top)->u.ptr.type = LOAD_ROOT_CONTEXT;
1506 /* "field" only needed for variants. */
1507 estack_ax(stack, top)->u.ptr.field = NULL;
d644d1df 1508 estack_ax(stack, top)->type = REG_PTR;
3834b99f
MD		 1509 next_pc += sizeof(struct load_op);
1510 PO;
1511 }
1512
1513 OP(FILTER_OP_GET_APP_CONTEXT_ROOT):
1514 {
1515 BUG_ON(1);
1516 PO;
1517 }
1518
1519 OP(FILTER_OP_GET_PAYLOAD_ROOT):
1520 {
1521 dbg_printk("op get app payload root\n");
d644d1df 1522 estack_push(stack, top, ax, bx, ax_t, bx_t);
3834b99f 1523 estack_ax(stack, top)->u.ptr.type = LOAD_ROOT_PAYLOAD;
03cb0cdd 1524 estack_ax(stack, top)->u.ptr.ptr = interpreter_stack_data;
3834b99f
MD		 1525 /* "field" only needed for variants. */
1526 estack_ax(stack, top)->u.ptr.field = NULL;
d644d1df 1527 estack_ax(stack, top)->type = REG_PTR;
3834b99f
MD		 1528 next_pc += sizeof(struct load_op);
1529 PO;
1530 }
1531
1532 OP(FILTER_OP_GET_SYMBOL):
1533 {
1534 dbg_printk("op get symbol\n");
1535 switch (estack_ax(stack, top)->u.ptr.type) {
1536 case LOAD_OBJECT:
5a15f70c 1537 printk(KERN_WARNING "LTTng: filter: Nested fields not implemented yet.\n");
3834b99f
MD		 1538 ret = -EINVAL;
1539 goto end;
1540 case LOAD_ROOT_CONTEXT:
1541 case LOAD_ROOT_APP_CONTEXT:
1542 case LOAD_ROOT_PAYLOAD:
1543 /*
1544 * symbol lookup is performed by
1545 * specialization.
1546 */
1547 ret = -EINVAL;
1548 goto end;
1549 }
1550 next_pc += sizeof(struct load_op) + sizeof(struct get_symbol);
1551 PO;
1552 }
1553
1554 OP(FILTER_OP_GET_SYMBOL_FIELD):
1555 {
1556 /*
1557 * Used for first variant encountered in a
1558 * traversal. Variants are not implemented yet.
1559 */
1560 ret = -EINVAL;
1561 goto end;
1562 }
1563
1564 OP(FILTER_OP_GET_INDEX_U16):
1565 {
1566 struct load_op *insn = (struct load_op *) pc;
1567 struct get_index_u16 *index = (struct get_index_u16 *) insn->data;
1568
1569 dbg_printk("op get index u16\n");
1570 ret = dynamic_get_index(lttng_probe_ctx, bytecode, index->index, estack_ax(stack, top));
1571 if (ret)
1572 goto end;
1573 estack_ax_v = estack_ax(stack, top)->u.v;
d644d1df 1574 estack_ax_t = estack_ax(stack, top)->type;
3834b99f
MD		 1575 next_pc += sizeof(struct load_op) + sizeof(struct get_index_u16);
1576 PO;
1577 }
1578
1579 OP(FILTER_OP_GET_INDEX_U64):
1580 {
1581 struct load_op *insn = (struct load_op *) pc;
1582 struct get_index_u64 *index = (struct get_index_u64 *) insn->data;
1583
1584 dbg_printk("op get index u64\n");
1585 ret = dynamic_get_index(lttng_probe_ctx, bytecode, index->index, estack_ax(stack, top));
1586 if (ret)
1587 goto end;
1588 estack_ax_v = estack_ax(stack, top)->u.v;
d644d1df 1589 estack_ax_t = estack_ax(stack, top)->type;
3834b99f
MD		 1590 next_pc += sizeof(struct load_op) + sizeof(struct get_index_u64);
1591 PO;
1592 }
1593
1594 OP(FILTER_OP_LOAD_FIELD):
1595 {
1596 dbg_printk("op load field\n");
1597 ret = dynamic_load_field(estack_ax(stack, top));
1598 if (ret)
1599 goto end;
1600 estack_ax_v = estack_ax(stack, top)->u.v;
d644d1df 1601 estack_ax_t = estack_ax(stack, top)->type;
3834b99f
MD		 1602 next_pc += sizeof(struct load_op);
1603 PO;
1604 }
1605
1606 OP(FILTER_OP_LOAD_FIELD_S8):
1607 {
1608 dbg_printk("op load field s8\n");
1609
1610 estack_ax_v = *(int8_t *) estack_ax(stack, top)->u.ptr.ptr;
d644d1df 1611 estack_ax_t = REG_S64;
3834b99f
MD		 1612 next_pc += sizeof(struct load_op);
1613 PO;
1614 }
1615 OP(FILTER_OP_LOAD_FIELD_S16):
1616 {
1617 dbg_printk("op load field s16\n");
1618
1619 estack_ax_v = *(int16_t *) estack_ax(stack, top)->u.ptr.ptr;
d644d1df 1620 estack_ax_t = REG_S64;
3834b99f
MD		 1621 next_pc += sizeof(struct load_op);
1622 PO;
1623 }
1624 OP(FILTER_OP_LOAD_FIELD_S32):
1625 {
1626 dbg_printk("op load field s32\n");
1627
1628 estack_ax_v = *(int32_t *) estack_ax(stack, top)->u.ptr.ptr;
d644d1df 1629 estack_ax_t = REG_S64;
3834b99f
MD		 1630 next_pc += sizeof(struct load_op);
1631 PO;
1632 }
1633 OP(FILTER_OP_LOAD_FIELD_S64):
1634 {
1635 dbg_printk("op load field s64\n");
1636
1637 estack_ax_v = *(int64_t *) estack_ax(stack, top)->u.ptr.ptr;
d644d1df 1638 estack_ax_t = REG_S64;
3834b99f
MD		 1639 next_pc += sizeof(struct load_op);
1640 PO;
1641 }
1642 OP(FILTER_OP_LOAD_FIELD_U8):
1643 {
1644 dbg_printk("op load field u8\n");
1645
1646 estack_ax_v = *(uint8_t *) estack_ax(stack, top)->u.ptr.ptr;
d644d1df 1647 estack_ax_t = REG_S64;
3834b99f
MD		 1648 next_pc += sizeof(struct load_op);
1649 PO;
1650 }
1651 OP(FILTER_OP_LOAD_FIELD_U16):
1652 {
1653 dbg_printk("op load field u16\n");
1654
1655 estack_ax_v = *(uint16_t *) estack_ax(stack, top)->u.ptr.ptr;
d644d1df 1656 estack_ax_t = REG_S64;
3834b99f
MD		 1657 next_pc += sizeof(struct load_op);
1658 PO;
1659 }
1660 OP(FILTER_OP_LOAD_FIELD_U32):
1661 {
1662 dbg_printk("op load field u32\n");
1663
1664 estack_ax_v = *(uint32_t *) estack_ax(stack, top)->u.ptr.ptr;
d644d1df 1665 estack_ax_t = REG_S64;
3834b99f
MD		 1666 next_pc += sizeof(struct load_op);
1667 PO;
1668 }
1669 OP(FILTER_OP_LOAD_FIELD_U64):
1670 {
1671 dbg_printk("op load field u64\n");
1672
1673 estack_ax_v = *(uint64_t *) estack_ax(stack, top)->u.ptr.ptr;
d644d1df 1674 estack_ax_t = REG_S64;
3834b99f
MD		 1675 next_pc += sizeof(struct load_op);
1676 PO;
1677 }
1678 OP(FILTER_OP_LOAD_FIELD_DOUBLE):
1679 {
1680 ret = -EINVAL;
1681 goto end;
1682 }
1683
1684 OP(FILTER_OP_LOAD_FIELD_STRING):
1685 {
1686 const char *str;
1687
1688 dbg_printk("op load field string\n");
1689 str = (const char *) estack_ax(stack, top)->u.ptr.ptr;
1690 estack_ax(stack, top)->u.s.str = str;
1691 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
1692 dbg_printk("Filter warning: loading a NULL string.\n");
1693 ret = -EINVAL;
1694 goto end;
1695 }
4efe037b 1696 estack_ax(stack, top)->u.s.seq_len = LTTNG_SIZE_MAX;
3834b99f
MD		 1697 estack_ax(stack, top)->u.s.literal_type =
1698 ESTACK_STRING_LITERAL_TYPE_NONE;
d644d1df 1699 estack_ax(stack, top)->type = REG_STRING;
3834b99f
MD		 1700 next_pc += sizeof(struct load_op);
1701 PO;
1702 }
1703
1704 OP(FILTER_OP_LOAD_FIELD_SEQUENCE):
1705 {
1706 const char *ptr;
1707
1708 dbg_printk("op load field string sequence\n");
1709 ptr = estack_ax(stack, top)->u.ptr.ptr;
1710 estack_ax(stack, top)->u.s.seq_len = *(unsigned long *) ptr;
1711 estack_ax(stack, top)->u.s.str = *(const char **) (ptr + sizeof(unsigned long));
1712 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
1713 dbg_printk("Filter warning: loading a NULL sequence.\n");
1714 ret = -EINVAL;
1715 goto end;
1716 }
1717 estack_ax(stack, top)->u.s.literal_type =
1718 ESTACK_STRING_LITERAL_TYPE_NONE;
d644d1df 1719 estack_ax(stack, top)->type = REG_STRING;
3834b99f
MD		 1720 next_pc += sizeof(struct load_op);
1721 PO;
1722 }
1723
07dfc1d0
MD		 1724 END_OP
1725end:
a93d4e71 1726 /* Return _DISCARD on error. */
07dfc1d0 1727 if (ret)
a93d4e71 1728 return LTTNG_FILTER_DISCARD;
03cb0cdd
FD		 1729
1730 if (output) {
1731 return lttng_bytecode_interpret_format_output(
1732 estack_ax(stack, top), output);
1733 }
1734
07dfc1d0
MD		 1735 return retval;
1736}
03cb0cdd
FD		 1737LTTNG_STACK_FRAME_NON_STANDARD(bytecode_interpret);
1738
1739uint64_t lttng_filter_interpret_bytecode(void *filter_data,
1740 struct lttng_probe_ctx *lttng_probe_ctx,
1741 const char *filter_stack_data)
1742{
1743 return bytecode_interpret(filter_data, lttng_probe_ctx,
1744 filter_stack_data, NULL);
1745}
07dfc1d0
MD		 1746
1747#undef START_OP
1748#undef OP
1749#undef PO
1750#undef END_OP
LTTng 2.0/0.x modules
This page took 0.115038 seconds and 4 git commands to generate.