projects / lttng-ust.git / blob
? search:


ea5eca191d988b45b0d5d5ae1ebf90236130b8ff
[lttng-ust.git] / liblttng-ust / lttng-bytecode-interpreter.c
1 /*
2 * lttng-bytecode-interpreter.c
3 *
4 * LTTng UST bytecode interpreter.
5 *
6 * Copyright (C) 2010-2016 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
7 *
8 * Permission is hereby granted, free of charge, to any person obtaining a copy
9 * of this software and associated documentation files (the "Software"), to deal
10 * in the Software without restriction, including without limitation the rights
11 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
12 * copies of the Software, and to permit persons to whom the Software is
13 * furnished to do so, subject to the following conditions:
14 *
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
23 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 * SOFTWARE.
25 */
26
27 #define _LGPL_SOURCE
28 #include <stddef.h>
29 #include <stdint.h>
30 #include <urcu-pointer.h>
31 #include <byteswap.h>
32
33 #include <lttng/ust-endian.h>
34 #include <lttng/ust-events.h>
35
36 #include "lttng-bytecode.h"
37 #include "string-utils.h"
38
39
40 /*
41 * -1: wildcard found.
42 * -2: unknown escape char.
43 * 0: normal char.
44 */
45
46 static
47 int parse_char(const char **p)
48 {
49 switch (**p) {
50 case '\\':
51 (*p)++;
52 switch (**p) {
53 case '\\':
54 case '*':
55 return 0;
56 default:
57 return -2;
58 }
59 case '*':
60 return -1;
61 default:
62 return 0;
63 }
64 }
65
66 /*
67 * Returns SIZE_MAX if the string is null-terminated, or the number of
68 * characters if not.
69 */
70 static
71 size_t get_str_or_seq_len(const struct estack_entry *entry)
72 {
73 return entry->u.s.seq_len;
74 }
75
76 static
77 int stack_star_glob_match(struct estack *stack, int top, const char *cmp_type)
78 {
79 const char *pattern;
80 const char *candidate;
81 size_t pattern_len;
82 size_t candidate_len;
83
84 /* Find out which side is the pattern vs. the candidate. */
85 if (estack_ax(stack, top)->u.s.literal_type == ESTACK_STRING_LITERAL_TYPE_STAR_GLOB) {
86 pattern = estack_ax(stack, top)->u.s.str;
87 pattern_len = get_str_or_seq_len(estack_ax(stack, top));
88 candidate = estack_bx(stack, top)->u.s.str;
89 candidate_len = get_str_or_seq_len(estack_bx(stack, top));
90 } else {
91 pattern = estack_bx(stack, top)->u.s.str;
92 pattern_len = get_str_or_seq_len(estack_bx(stack, top));
93 candidate = estack_ax(stack, top)->u.s.str;
94 candidate_len = get_str_or_seq_len(estack_ax(stack, top));
95 }
96
97 /* Perform the match. Returns 0 when the result is true. */
98 return !strutils_star_glob_match(pattern, pattern_len, candidate,
99 candidate_len);
100 }
101
102 static
103 int stack_strcmp(struct estack *stack, int top, const char *cmp_type)
104 {
105 const char *p = estack_bx(stack, top)->u.s.str, *q = estack_ax(stack, top)->u.s.str;
106 int ret;
107 int diff;
108
109 for (;;) {
110 int escaped_r0 = 0;
111
112 if (unlikely(p - estack_bx(stack, top)->u.s.str >= estack_bx(stack, top)->u.s.seq_len || *p == '\0')) {
113 if (q - estack_ax(stack, top)->u.s.str >= estack_ax(stack, top)->u.s.seq_len || *q == '\0') {
114 return 0;
115 } else {
116 if (estack_ax(stack, top)->u.s.literal_type ==
117 ESTACK_STRING_LITERAL_TYPE_PLAIN) {
118 ret = parse_char(&q);
119 if (ret == -1)
120 return 0;
121 }
122 return -1;
123 }
124 }
125 if (unlikely(q - estack_ax(stack, top)->u.s.str >= estack_ax(stack, top)->u.s.seq_len || *q == '\0')) {
126 if (estack_bx(stack, top)->u.s.literal_type ==
127 ESTACK_STRING_LITERAL_TYPE_PLAIN) {
128 ret = parse_char(&p);
129 if (ret == -1)
130 return 0;
131 }
132 return 1;
133 }
134 if (estack_bx(stack, top)->u.s.literal_type ==
135 ESTACK_STRING_LITERAL_TYPE_PLAIN) {
136 ret = parse_char(&p);
137 if (ret == -1) {
138 return 0;
139 } else if (ret == -2) {
140 escaped_r0 = 1;
141 }
142 /* else compare both char */
143 }
144 if (estack_ax(stack, top)->u.s.literal_type ==
145 ESTACK_STRING_LITERAL_TYPE_PLAIN) {
146 ret = parse_char(&q);
147 if (ret == -1) {
148 return 0;
149 } else if (ret == -2) {
150 if (!escaped_r0)
151 return -1;
152 } else {
153 if (escaped_r0)
154 return 1;
155 }
156 } else {
157 if (escaped_r0)
158 return 1;
159 }
160 diff = *p - *q;
161 if (diff != 0)
162 break;
163 p++;
164 q++;
165 }
166 return diff;
167 }
168
169 uint64_t lttng_bytecode_filter_interpret_false(void *filter_data,
170 const char *filter_stack_data)
171 {
172 return LTTNG_INTERPRETER_DISCARD;
173 }
174
175 #ifdef INTERPRETER_USE_SWITCH
176
177 /*
178 * Fallback for compilers that do not support taking address of labels.
179 */
180
181 #define START_OP \
182 start_pc = &bytecode->data[0]; \
183 for (pc = next_pc = start_pc; pc - start_pc < bytecode->len; \
184 pc = next_pc) { \
185 dbg_printf("Executing op %s (%u)\n", \
186 print_op((unsigned int) *(bytecode_opcode_t *) pc), \
187 (unsigned int) *(bytecode_opcode_t *) pc); \
188 switch (*(bytecode_opcode_t *) pc) {
189
190 #define OP(name) jump_target_##name: __attribute__((unused)); \
191 case name
192
193 #define PO break
194
195 #define END_OP } \
196 }
197
198 #define JUMP_TO(name) \
199 goto jump_target_##name
200
201 #else
202
203 /*
204 * Dispatch-table based interpreter.
205 */
206
207 #define START_OP \
208 start_pc = &bytecode->code[0]; \
209 pc = next_pc = start_pc; \
210 if (unlikely(pc - start_pc >= bytecode->len)) \
211 goto end; \
212 goto *dispatch[*(bytecode_opcode_t *) pc];
213
214 #define OP(name) \
215 LABEL_##name
216
217 #define PO \
218 pc = next_pc; \
219 goto *dispatch[*(bytecode_opcode_t *) pc];
220
221 #define END_OP
222
223 #define JUMP_TO(name) \
224 goto LABEL_##name
225
226 #endif
227
228 #define IS_INTEGER_REGISTER(reg_type) \
229 (reg_type == REG_U64 || reg_type == REG_S64)
230
231 static int context_get_index(struct lttng_ctx *ctx,
232 struct load_ptr *ptr,
233 uint32_t idx)
234 {
235
236 struct lttng_ctx_field *ctx_field;
237 struct lttng_event_field *field;
238 struct lttng_ctx_value v;
239
240 ctx_field = &ctx->fields[idx];
241 field = &ctx_field->event_field;
242 ptr->type = LOAD_OBJECT;
243 ptr->field = field;
244
245 switch (field->type.atype) {
246 case atype_integer:
247 ctx_field->get_value(ctx_field, &v);
248 if (field->type.u.integer.signedness) {
249 ptr->object_type = OBJECT_TYPE_S64;
250 ptr->u.s64 = v.u.s64;
251 ptr->ptr = &ptr->u.s64;
252 } else {
253 ptr->object_type = OBJECT_TYPE_U64;
254 ptr->u.u64 = v.u.s64; /* Cast. */
255 ptr->ptr = &ptr->u.u64;
256 }
257 break;
258 case atype_enum: /* Fall-through */
259 case atype_enum_nestable:
260 {
261 const struct lttng_integer_type *itype;
262
263 if (field->type.atype == atype_enum) {
264 itype = &field->type.u.legacy.basic.enumeration.container_type;
265 } else {
266 itype = &field->type.u.enum_nestable.container_type->u.integer;
267 }
268 ctx_field->get_value(ctx_field, &v);
269 if (itype->signedness) {
270 ptr->object_type = OBJECT_TYPE_SIGNED_ENUM;
271 ptr->u.s64 = v.u.s64;
272 ptr->ptr = &ptr->u.s64;
273 } else {
274 ptr->object_type = OBJECT_TYPE_UNSIGNED_ENUM;
275 ptr->u.u64 = v.u.s64; /* Cast. */
276 ptr->ptr = &ptr->u.u64;
277 }
278 break;
279 }
280 case atype_array:
281 if (field->type.u.legacy.array.elem_type.atype != atype_integer) {
282 ERR("Array nesting only supports integer types.");
283 return -EINVAL;
284 }
285 if (field->type.u.legacy.array.elem_type.u.basic.integer.encoding == lttng_encode_none) {
286 ERR("Only string arrays are supported for contexts.");
287 return -EINVAL;
288 }
289 ptr->object_type = OBJECT_TYPE_STRING;
290 ctx_field->get_value(ctx_field, &v);
291 ptr->ptr = v.u.str;
292 break;
293 case atype_array_nestable:
294 if (field->type.u.array_nestable.elem_type->atype != atype_integer) {
295 ERR("Array nesting only supports integer types.");
296 return -EINVAL;
297 }
298 if (field->type.u.array_nestable.elem_type->u.integer.encoding == lttng_encode_none) {
299 ERR("Only string arrays are supported for contexts.");
300 return -EINVAL;
301 }
302 ptr->object_type = OBJECT_TYPE_STRING;
303 ctx_field->get_value(ctx_field, &v);
304 ptr->ptr = v.u.str;
305 break;
306 case atype_sequence:
307 if (field->type.u.legacy.sequence.elem_type.atype != atype_integer) {
308 ERR("Sequence nesting only supports integer types.");
309 return -EINVAL;
310 }
311 if (field->type.u.legacy.sequence.elem_type.u.basic.integer.encoding == lttng_encode_none) {
312 ERR("Only string sequences are supported for contexts.");
313 return -EINVAL;
314 }
315 ptr->object_type = OBJECT_TYPE_STRING;
316 ctx_field->get_value(ctx_field, &v);
317 ptr->ptr = v.u.str;
318 break;
319 case atype_sequence_nestable:
320 if (field->type.u.sequence_nestable.elem_type->atype != atype_integer) {
321 ERR("Sequence nesting only supports integer types.");
322 return -EINVAL;
323 }
324 if (field->type.u.sequence_nestable.elem_type->u.integer.encoding == lttng_encode_none) {
325 ERR("Only string sequences are supported for contexts.");
326 return -EINVAL;
327 }
328 ptr->object_type = OBJECT_TYPE_STRING;
329 ctx_field->get_value(ctx_field, &v);
330 ptr->ptr = v.u.str;
331 break;
332 case atype_string:
333 ptr->object_type = OBJECT_TYPE_STRING;
334 ctx_field->get_value(ctx_field, &v);
335 ptr->ptr = v.u.str;
336 break;
337 case atype_float:
338 ptr->object_type = OBJECT_TYPE_DOUBLE;
339 ctx_field->get_value(ctx_field, &v);
340 ptr->u.d = v.u.d;
341 ptr->ptr = &ptr->u.d;
342 break;
343 case atype_dynamic:
344 ctx_field->get_value(ctx_field, &v);
345 switch (v.sel) {
346 case LTTNG_UST_DYNAMIC_TYPE_NONE:
347 return -EINVAL;
348 case LTTNG_UST_DYNAMIC_TYPE_U8:
349 case LTTNG_UST_DYNAMIC_TYPE_U16:
350 case LTTNG_UST_DYNAMIC_TYPE_U32:
351 case LTTNG_UST_DYNAMIC_TYPE_U64:
352 ptr->object_type = OBJECT_TYPE_U64;
353 ptr->u.u64 = v.u.u64;
354 ptr->ptr = &ptr->u.u64;
355 dbg_printf("context get index dynamic u64 %" PRIi64 "\n", ptr->u.u64);
356 break;
357 case LTTNG_UST_DYNAMIC_TYPE_S8:
358 case LTTNG_UST_DYNAMIC_TYPE_S16:
359 case LTTNG_UST_DYNAMIC_TYPE_S32:
360 case LTTNG_UST_DYNAMIC_TYPE_S64:
361 ptr->object_type = OBJECT_TYPE_S64;
362 ptr->u.s64 = v.u.s64;
363 ptr->ptr = &ptr->u.s64;
364 dbg_printf("context get index dynamic s64 %" PRIi64 "\n", ptr->u.s64);
365 break;
366 case LTTNG_UST_DYNAMIC_TYPE_FLOAT:
367 case LTTNG_UST_DYNAMIC_TYPE_DOUBLE:
368 ptr->object_type = OBJECT_TYPE_DOUBLE;
369 ptr->u.d = v.u.d;
370 ptr->ptr = &ptr->u.d;
371 dbg_printf("context get index dynamic double %g\n", ptr->u.d);
372 break;
373 case LTTNG_UST_DYNAMIC_TYPE_STRING:
374 ptr->object_type = OBJECT_TYPE_STRING;
375 ptr->ptr = v.u.str;
376 dbg_printf("context get index dynamic string %s\n", (const char *) ptr->ptr);
377 break;
378 default:
379 dbg_printf("Interpreter warning: unknown dynamic type (%d).\n", (int) v.sel);
380 return -EINVAL;
381 }
382 break;
383 case atype_struct:
384 ERR("Structure type cannot be loaded.");
385 return -EINVAL;
386 default:
387 ERR("Unknown type: %d", (int) field->type.atype);
388 return -EINVAL;
389 }
390 return 0;
391 }
392
393 static int dynamic_get_index(struct lttng_ctx *ctx,
394 struct bytecode_runtime *runtime,
395 uint64_t index, struct estack_entry *stack_top)
396 {
397 int ret;
398 const struct bytecode_get_index_data *gid;
399
400 gid = (const struct bytecode_get_index_data *) &runtime->data[index];
401 switch (stack_top->u.ptr.type) {
402 case LOAD_OBJECT:
403 switch (stack_top->u.ptr.object_type) {
404 case OBJECT_TYPE_ARRAY:
405 {
406 const char *ptr;
407
408 assert(gid->offset < gid->array_len);
409 /* Skip count (unsigned long) */
410 ptr = *(const char **) (stack_top->u.ptr.ptr + sizeof(unsigned long));
411 ptr = ptr + gid->offset;
412 stack_top->u.ptr.ptr = ptr;
413 stack_top->u.ptr.object_type = gid->elem.type;
414 stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
415 assert(stack_top->u.ptr.field->type.atype == atype_array ||
416 stack_top->u.ptr.field->type.atype == atype_array_nestable);
417 stack_top->u.ptr.field = NULL;
418 break;
419 }
420 case OBJECT_TYPE_SEQUENCE:
421 {
422 const char *ptr;
423 size_t ptr_seq_len;
424
425 ptr = *(const char **) (stack_top->u.ptr.ptr + sizeof(unsigned long));
426 ptr_seq_len = *(unsigned long *) stack_top->u.ptr.ptr;
427 if (gid->offset >= gid->elem.len * ptr_seq_len) {
428 ret = -EINVAL;
429 goto end;
430 }
431 ptr = ptr + gid->offset;
432 stack_top->u.ptr.ptr = ptr;
433 stack_top->u.ptr.object_type = gid->elem.type;
434 stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
435 assert(stack_top->u.ptr.field->type.atype == atype_sequence ||
436 stack_top->u.ptr.field->type.atype == atype_sequence_nestable);
437 stack_top->u.ptr.field = NULL;
438 break;
439 }
440 case OBJECT_TYPE_STRUCT:
441 ERR("Nested structures are not supported yet.");
442 ret = -EINVAL;
443 goto end;
444 case OBJECT_TYPE_VARIANT:
445 default:
446 ERR("Unexpected get index type %d",
447 (int) stack_top->u.ptr.object_type);
448 ret = -EINVAL;
449 goto end;
450 }
451 break;
452 case LOAD_ROOT_CONTEXT:
453 case LOAD_ROOT_APP_CONTEXT: /* Fall-through */
454 {
455 ret = context_get_index(ctx,
456 &stack_top->u.ptr,
457 gid->ctx_index);
458 if (ret) {
459 goto end;
460 }
461 break;
462 }
463 case LOAD_ROOT_PAYLOAD:
464 stack_top->u.ptr.ptr += gid->offset;
465 if (gid->elem.type == OBJECT_TYPE_STRING)
466 stack_top->u.ptr.ptr = *(const char * const *) stack_top->u.ptr.ptr;
467 stack_top->u.ptr.object_type = gid->elem.type;
468 stack_top->u.ptr.type = LOAD_OBJECT;
469 stack_top->u.ptr.field = gid->field;
470 stack_top->u.ptr.rev_bo = gid->elem.rev_bo;
471 break;
472 }
473
474 stack_top->type = REG_PTR;
475
476 return 0;
477
478 end:
479 return ret;
480 }
481
482 static int dynamic_load_field(struct estack_entry *stack_top)
483 {
484 int ret;
485
486 switch (stack_top->u.ptr.type) {
487 case LOAD_OBJECT:
488 break;
489 case LOAD_ROOT_CONTEXT:
490 case LOAD_ROOT_APP_CONTEXT:
491 case LOAD_ROOT_PAYLOAD:
492 default:
493 dbg_printf("Interpreter warning: cannot load root, missing field name.\n");
494 ret = -EINVAL;
495 goto end;
496 }
497 switch (stack_top->u.ptr.object_type) {
498 case OBJECT_TYPE_S8:
499 dbg_printf("op load field s8\n");
500 stack_top->u.v = *(int8_t *) stack_top->u.ptr.ptr;
501 stack_top->type = REG_S64;
502 break;
503 case OBJECT_TYPE_S16:
504 {
505 int16_t tmp;
506
507 dbg_printf("op load field s16\n");
508 tmp = *(int16_t *) stack_top->u.ptr.ptr;
509 if (stack_top->u.ptr.rev_bo)
510 tmp = bswap_16(tmp);
511 stack_top->u.v = tmp;
512 stack_top->type = REG_S64;
513 break;
514 }
515 case OBJECT_TYPE_S32:
516 {
517 int32_t tmp;
518
519 dbg_printf("op load field s32\n");
520 tmp = *(int32_t *) stack_top->u.ptr.ptr;
521 if (stack_top->u.ptr.rev_bo)
522 tmp = bswap_32(tmp);
523 stack_top->u.v = tmp;
524 stack_top->type = REG_S64;
525 break;
526 }
527 case OBJECT_TYPE_S64:
528 {
529 int64_t tmp;
530
531 dbg_printf("op load field s64\n");
532 tmp = *(int64_t *) stack_top->u.ptr.ptr;
533 if (stack_top->u.ptr.rev_bo)
534 tmp = bswap_64(tmp);
535 stack_top->u.v = tmp;
536 stack_top->type = REG_S64;
537 break;
538 }
539 case OBJECT_TYPE_SIGNED_ENUM:
540 {
541 int64_t tmp;
542
543 dbg_printf("op load field signed enumeration\n");
544 tmp = *(int64_t *) stack_top->u.ptr.ptr;
545 if (stack_top->u.ptr.rev_bo)
546 tmp = bswap_64(tmp);
547 stack_top->u.v = tmp;
548 stack_top->type = REG_S64;
549 break;
550 }
551 case OBJECT_TYPE_U8:
552 dbg_printf("op load field u8\n");
553 stack_top->u.v = *(uint8_t *) stack_top->u.ptr.ptr;
554 stack_top->type = REG_U64;
555 break;
556 case OBJECT_TYPE_U16:
557 {
558 uint16_t tmp;
559
560 dbg_printf("op load field u16\n");
561 tmp = *(uint16_t *) stack_top->u.ptr.ptr;
562 if (stack_top->u.ptr.rev_bo)
563 tmp = bswap_16(tmp);
564 stack_top->u.v = tmp;
565 stack_top->type = REG_U64;
566 break;
567 }
568 case OBJECT_TYPE_U32:
569 {
570 uint32_t tmp;
571
572 dbg_printf("op load field u32\n");
573 tmp = *(uint32_t *) stack_top->u.ptr.ptr;
574 if (stack_top->u.ptr.rev_bo)
575 tmp = bswap_32(tmp);
576 stack_top->u.v = tmp;
577 stack_top->type = REG_U64;
578 break;
579 }
580 case OBJECT_TYPE_U64:
581 {
582 uint64_t tmp;
583
584 dbg_printf("op load field u64\n");
585 tmp = *(uint64_t *) stack_top->u.ptr.ptr;
586 if (stack_top->u.ptr.rev_bo)
587 tmp = bswap_64(tmp);
588 stack_top->u.v = tmp;
589 stack_top->type = REG_U64;
590 break;
591 }
592 case OBJECT_TYPE_UNSIGNED_ENUM:
593 {
594 uint64_t tmp;
595
596 dbg_printf("op load field unsigned enumeration\n");
597 tmp = *(uint64_t *) stack_top->u.ptr.ptr;
598 if (stack_top->u.ptr.rev_bo)
599 tmp = bswap_64(tmp);
600 stack_top->u.v = tmp;
601 stack_top->type = REG_U64;
602 break;
603 }
604 case OBJECT_TYPE_DOUBLE:
605 memcpy(&stack_top->u.d,
606 stack_top->u.ptr.ptr,
607 sizeof(struct literal_double));
608 stack_top->type = REG_DOUBLE;
609 break;
610 case OBJECT_TYPE_STRING:
611 {
612 const char *str;
613
614 dbg_printf("op load field string\n");
615 str = (const char *) stack_top->u.ptr.ptr;
616 stack_top->u.s.str = str;
617 if (unlikely(!stack_top->u.s.str)) {
618 dbg_printf("Interpreter warning: loading a NULL string.\n");
619 ret = -EINVAL;
620 goto end;
621 }
622 stack_top->u.s.seq_len = SIZE_MAX;
623 stack_top->u.s.literal_type =
624 ESTACK_STRING_LITERAL_TYPE_NONE;
625 stack_top->type = REG_STRING;
626 break;
627 }
628 case OBJECT_TYPE_STRING_SEQUENCE:
629 {
630 const char *ptr;
631
632 dbg_printf("op load field string sequence\n");
633 ptr = stack_top->u.ptr.ptr;
634 stack_top->u.s.seq_len = *(unsigned long *) ptr;
635 stack_top->u.s.str = *(const char **) (ptr + sizeof(unsigned long));
636 stack_top->type = REG_STRING;
637 if (unlikely(!stack_top->u.s.str)) {
638 dbg_printf("Interpreter warning: loading a NULL sequence.\n");
639 ret = -EINVAL;
640 goto end;
641 }
642 stack_top->u.s.literal_type =
643 ESTACK_STRING_LITERAL_TYPE_NONE;
644 break;
645 }
646 case OBJECT_TYPE_DYNAMIC:
647 /*
648 * Dynamic types in context are looked up
649 * by context get index.
650 */
651 ret = -EINVAL;
652 goto end;
653 case OBJECT_TYPE_SEQUENCE:
654 case OBJECT_TYPE_ARRAY:
655 case OBJECT_TYPE_STRUCT:
656 case OBJECT_TYPE_VARIANT:
657 ERR("Sequences, arrays, struct and variant cannot be loaded (nested types).");
658 ret = -EINVAL;
659 goto end;
660 }
661 return 0;
662
663 end:
664 return ret;
665 }
666
667 static
668 int lttng_bytecode_interpret_format_output(struct estack_entry *ax,
669 struct lttng_interpreter_output *output)
670 {
671 int ret;
672
673 again:
674 switch (ax->type) {
675 case REG_S64:
676 output->type = LTTNG_INTERPRETER_TYPE_S64;
677 output->u.s = ax->u.v;
678 break;
679 case REG_U64:
680 output->type = LTTNG_INTERPRETER_TYPE_U64;
681 output->u.u = (uint64_t) ax->u.v;
682 break;
683 case REG_DOUBLE:
684 output->type = LTTNG_INTERPRETER_TYPE_DOUBLE;
685 output->u.d = ax->u.d;
686 break;
687 case REG_STRING:
688 output->type = LTTNG_INTERPRETER_TYPE_STRING;
689 output->u.str.str = ax->u.s.str;
690 output->u.str.len = ax->u.s.seq_len;
691 break;
692 case REG_PTR:
693 switch (ax->u.ptr.object_type) {
694 case OBJECT_TYPE_S8:
695 case OBJECT_TYPE_S16:
696 case OBJECT_TYPE_S32:
697 case OBJECT_TYPE_S64:
698 case OBJECT_TYPE_U8:
699 case OBJECT_TYPE_U16:
700 case OBJECT_TYPE_U32:
701 case OBJECT_TYPE_U64:
702 case OBJECT_TYPE_DOUBLE:
703 case OBJECT_TYPE_STRING:
704 case OBJECT_TYPE_STRING_SEQUENCE:
705 ret = dynamic_load_field(ax);
706 if (ret)
707 return ret;
708 /* Retry after loading ptr into stack top. */
709 goto again;
710 case OBJECT_TYPE_SEQUENCE:
711 output->type = LTTNG_INTERPRETER_TYPE_SEQUENCE;
712 output->u.sequence.ptr = *(const char **) (ax->u.ptr.ptr + sizeof(unsigned long));
713 output->u.sequence.nr_elem = *(unsigned long *) ax->u.ptr.ptr;
714 output->u.sequence.nested_type = ax->u.ptr.field->type.u.sequence_nestable.elem_type;
715 break;
716 case OBJECT_TYPE_ARRAY:
717 /* Skip count (unsigned long) */
718 output->type = LTTNG_INTERPRETER_TYPE_SEQUENCE;
719 output->u.sequence.ptr = *(const char **) (ax->u.ptr.ptr + sizeof(unsigned long));
720 output->u.sequence.nr_elem = ax->u.ptr.field->type.u.array_nestable.length;
721 output->u.sequence.nested_type = ax->u.ptr.field->type.u.array_nestable.elem_type;
722 break;
723 case OBJECT_TYPE_SIGNED_ENUM:
724 ret = dynamic_load_field(ax);
725 if (ret)
726 return ret;
727 output->type = LTTNG_INTERPRETER_TYPE_SIGNED_ENUM;
728 output->u.s = ax->u.v;
729 break;
730 case OBJECT_TYPE_UNSIGNED_ENUM:
731 ret = dynamic_load_field(ax);
732 if (ret)
733 return ret;
734 output->type = LTTNG_INTERPRETER_TYPE_UNSIGNED_ENUM;
735 output->u.u = ax->u.v;
736 break;
737 case OBJECT_TYPE_STRUCT:
738 case OBJECT_TYPE_VARIANT:
739 default:
740 return -EINVAL;
741 }
742
743 break;
744 case REG_STAR_GLOB_STRING:
745 case REG_UNKNOWN:
746 default:
747 return -EINVAL;
748 }
749
750 return LTTNG_INTERPRETER_RECORD_FLAG;
751 }
752
753 /*
754 * Return 0 (discard), or raise the 0x1 flag (log event).
755 * Currently, other flags are kept for future extensions and have no
756 * effect.
757 */
758 static
759 uint64_t bytecode_interpret(void *interpreter_data,
760 const char *interpreter_stack_data,
761 struct lttng_interpreter_output *output)
762 {
763 struct bytecode_runtime *bytecode = interpreter_data;
764 struct lttng_ctx *ctx = rcu_dereference(*bytecode->p.pctx);
765 void *pc, *next_pc, *start_pc;
766 int ret = -EINVAL;
767 uint64_t retval = 0;
768 struct estack _stack;
769 struct estack *stack = &_stack;
770 register int64_t ax = 0, bx = 0;
771 register enum entry_type ax_t = REG_UNKNOWN, bx_t = REG_UNKNOWN;
772 register int top = INTERPRETER_STACK_EMPTY;
773 #ifndef INTERPRETER_USE_SWITCH
774 static void *dispatch[NR_BYTECODE_OPS] = {
775 [ BYTECODE_OP_UNKNOWN ] = &&LABEL_BYTECODE_OP_UNKNOWN,
776
777 [ BYTECODE_OP_RETURN ] = &&LABEL_BYTECODE_OP_RETURN,
778
779 /* binary */
780 [ BYTECODE_OP_MUL ] = &&LABEL_BYTECODE_OP_MUL,
781 [ BYTECODE_OP_DIV ] = &&LABEL_BYTECODE_OP_DIV,
782 [ BYTECODE_OP_MOD ] = &&LABEL_BYTECODE_OP_MOD,
783 [ BYTECODE_OP_PLUS ] = &&LABEL_BYTECODE_OP_PLUS,
784 [ BYTECODE_OP_MINUS ] = &&LABEL_BYTECODE_OP_MINUS,
785 [ BYTECODE_OP_BIT_RSHIFT ] = &&LABEL_BYTECODE_OP_BIT_RSHIFT,
786 [ BYTECODE_OP_BIT_LSHIFT ] = &&LABEL_BYTECODE_OP_BIT_LSHIFT,
787 [ BYTECODE_OP_BIT_AND ] = &&LABEL_BYTECODE_OP_BIT_AND,
788 [ BYTECODE_OP_BIT_OR ] = &&LABEL_BYTECODE_OP_BIT_OR,
789 [ BYTECODE_OP_BIT_XOR ] = &&LABEL_BYTECODE_OP_BIT_XOR,
790
791 /* binary comparators */
792 [ BYTECODE_OP_EQ ] = &&LABEL_BYTECODE_OP_EQ,
793 [ BYTECODE_OP_NE ] = &&LABEL_BYTECODE_OP_NE,
794 [ BYTECODE_OP_GT ] = &&LABEL_BYTECODE_OP_GT,
795 [ BYTECODE_OP_LT ] = &&LABEL_BYTECODE_OP_LT,
796 [ BYTECODE_OP_GE ] = &&LABEL_BYTECODE_OP_GE,
797 [ BYTECODE_OP_LE ] = &&LABEL_BYTECODE_OP_LE,
798
799 /* string binary comparator */
800 [ BYTECODE_OP_EQ_STRING ] = &&LABEL_BYTECODE_OP_EQ_STRING,
801 [ BYTECODE_OP_NE_STRING ] = &&LABEL_BYTECODE_OP_NE_STRING,
802 [ BYTECODE_OP_GT_STRING ] = &&LABEL_BYTECODE_OP_GT_STRING,
803 [ BYTECODE_OP_LT_STRING ] = &&LABEL_BYTECODE_OP_LT_STRING,
804 [ BYTECODE_OP_GE_STRING ] = &&LABEL_BYTECODE_OP_GE_STRING,
805 [ BYTECODE_OP_LE_STRING ] = &&LABEL_BYTECODE_OP_LE_STRING,
806
807 /* globbing pattern binary comparator */
808 [ BYTECODE_OP_EQ_STAR_GLOB_STRING ] = &&LABEL_BYTECODE_OP_EQ_STAR_GLOB_STRING,
809 [ BYTECODE_OP_NE_STAR_GLOB_STRING ] = &&LABEL_BYTECODE_OP_NE_STAR_GLOB_STRING,
810
811 /* s64 binary comparator */
812 [ BYTECODE_OP_EQ_S64 ] = &&LABEL_BYTECODE_OP_EQ_S64,
813 [ BYTECODE_OP_NE_S64 ] = &&LABEL_BYTECODE_OP_NE_S64,
814 [ BYTECODE_OP_GT_S64 ] = &&LABEL_BYTECODE_OP_GT_S64,
815 [ BYTECODE_OP_LT_S64 ] = &&LABEL_BYTECODE_OP_LT_S64,
816 [ BYTECODE_OP_GE_S64 ] = &&LABEL_BYTECODE_OP_GE_S64,
817 [ BYTECODE_OP_LE_S64 ] = &&LABEL_BYTECODE_OP_LE_S64,
818
819 /* double binary comparator */
820 [ BYTECODE_OP_EQ_DOUBLE ] = &&LABEL_BYTECODE_OP_EQ_DOUBLE,
821 [ BYTECODE_OP_NE_DOUBLE ] = &&LABEL_BYTECODE_OP_NE_DOUBLE,
822 [ BYTECODE_OP_GT_DOUBLE ] = &&LABEL_BYTECODE_OP_GT_DOUBLE,
823 [ BYTECODE_OP_LT_DOUBLE ] = &&LABEL_BYTECODE_OP_LT_DOUBLE,
824 [ BYTECODE_OP_GE_DOUBLE ] = &&LABEL_BYTECODE_OP_GE_DOUBLE,
825 [ BYTECODE_OP_LE_DOUBLE ] = &&LABEL_BYTECODE_OP_LE_DOUBLE,
826
827 /* Mixed S64-double binary comparators */
828 [ BYTECODE_OP_EQ_DOUBLE_S64 ] = &&LABEL_BYTECODE_OP_EQ_DOUBLE_S64,
829 [ BYTECODE_OP_NE_DOUBLE_S64 ] = &&LABEL_BYTECODE_OP_NE_DOUBLE_S64,
830 [ BYTECODE_OP_GT_DOUBLE_S64 ] = &&LABEL_BYTECODE_OP_GT_DOUBLE_S64,
831 [ BYTECODE_OP_LT_DOUBLE_S64 ] = &&LABEL_BYTECODE_OP_LT_DOUBLE_S64,
832 [ BYTECODE_OP_GE_DOUBLE_S64 ] = &&LABEL_BYTECODE_OP_GE_DOUBLE_S64,
833 [ BYTECODE_OP_LE_DOUBLE_S64 ] = &&LABEL_BYTECODE_OP_LE_DOUBLE_S64,
834
835 [ BYTECODE_OP_EQ_S64_DOUBLE ] = &&LABEL_BYTECODE_OP_EQ_S64_DOUBLE,
836 [ BYTECODE_OP_NE_S64_DOUBLE ] = &&LABEL_BYTECODE_OP_NE_S64_DOUBLE,
837 [ BYTECODE_OP_GT_S64_DOUBLE ] = &&LABEL_BYTECODE_OP_GT_S64_DOUBLE,
838 [ BYTECODE_OP_LT_S64_DOUBLE ] = &&LABEL_BYTECODE_OP_LT_S64_DOUBLE,
839 [ BYTECODE_OP_GE_S64_DOUBLE ] = &&LABEL_BYTECODE_OP_GE_S64_DOUBLE,
840 [ BYTECODE_OP_LE_S64_DOUBLE ] = &&LABEL_BYTECODE_OP_LE_S64_DOUBLE,
841
842 /* unary */
843 [ BYTECODE_OP_UNARY_PLUS ] = &&LABEL_BYTECODE_OP_UNARY_PLUS,
844 [ BYTECODE_OP_UNARY_MINUS ] = &&LABEL_BYTECODE_OP_UNARY_MINUS,
845 [ BYTECODE_OP_UNARY_NOT ] = &&LABEL_BYTECODE_OP_UNARY_NOT,
846 [ BYTECODE_OP_UNARY_PLUS_S64 ] = &&LABEL_BYTECODE_OP_UNARY_PLUS_S64,
847 [ BYTECODE_OP_UNARY_MINUS_S64 ] = &&LABEL_BYTECODE_OP_UNARY_MINUS_S64,
848 [ BYTECODE_OP_UNARY_NOT_S64 ] = &&LABEL_BYTECODE_OP_UNARY_NOT_S64,
849 [ BYTECODE_OP_UNARY_PLUS_DOUBLE ] = &&LABEL_BYTECODE_OP_UNARY_PLUS_DOUBLE,
850 [ BYTECODE_OP_UNARY_MINUS_DOUBLE ] = &&LABEL_BYTECODE_OP_UNARY_MINUS_DOUBLE,
851 [ BYTECODE_OP_UNARY_NOT_DOUBLE ] = &&LABEL_BYTECODE_OP_UNARY_NOT_DOUBLE,
852
853 /* logical */
854 [ BYTECODE_OP_AND ] = &&LABEL_BYTECODE_OP_AND,
855 [ BYTECODE_OP_OR ] = &&LABEL_BYTECODE_OP_OR,
856
857 /* load field ref */
858 [ BYTECODE_OP_LOAD_FIELD_REF ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_REF,
859 [ BYTECODE_OP_LOAD_FIELD_REF_STRING ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_REF_STRING,
860 [ BYTECODE_OP_LOAD_FIELD_REF_SEQUENCE ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_REF_SEQUENCE,
861 [ BYTECODE_OP_LOAD_FIELD_REF_S64 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_REF_S64,
862 [ BYTECODE_OP_LOAD_FIELD_REF_DOUBLE ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_REF_DOUBLE,
863
864 /* load from immediate operand */
865 [ BYTECODE_OP_LOAD_STRING ] = &&LABEL_BYTECODE_OP_LOAD_STRING,
866 [ BYTECODE_OP_LOAD_STAR_GLOB_STRING ] = &&LABEL_BYTECODE_OP_LOAD_STAR_GLOB_STRING,
867 [ BYTECODE_OP_LOAD_S64 ] = &&LABEL_BYTECODE_OP_LOAD_S64,
868 [ BYTECODE_OP_LOAD_DOUBLE ] = &&LABEL_BYTECODE_OP_LOAD_DOUBLE,
869
870 /* cast */
871 [ BYTECODE_OP_CAST_TO_S64 ] = &&LABEL_BYTECODE_OP_CAST_TO_S64,
872 [ BYTECODE_OP_CAST_DOUBLE_TO_S64 ] = &&LABEL_BYTECODE_OP_CAST_DOUBLE_TO_S64,
873 [ BYTECODE_OP_CAST_NOP ] = &&LABEL_BYTECODE_OP_CAST_NOP,
874
875 /* get context ref */
876 [ BYTECODE_OP_GET_CONTEXT_REF ] = &&LABEL_BYTECODE_OP_GET_CONTEXT_REF,
877 [ BYTECODE_OP_GET_CONTEXT_REF_STRING ] = &&LABEL_BYTECODE_OP_GET_CONTEXT_REF_STRING,
878 [ BYTECODE_OP_GET_CONTEXT_REF_S64 ] = &&LABEL_BYTECODE_OP_GET_CONTEXT_REF_S64,
879 [ BYTECODE_OP_GET_CONTEXT_REF_DOUBLE ] = &&LABEL_BYTECODE_OP_GET_CONTEXT_REF_DOUBLE,
880
881 /* Instructions for recursive traversal through composed types. */
882 [ BYTECODE_OP_GET_CONTEXT_ROOT ] = &&LABEL_BYTECODE_OP_GET_CONTEXT_ROOT,
883 [ BYTECODE_OP_GET_APP_CONTEXT_ROOT ] = &&LABEL_BYTECODE_OP_GET_APP_CONTEXT_ROOT,
884 [ BYTECODE_OP_GET_PAYLOAD_ROOT ] = &&LABEL_BYTECODE_OP_GET_PAYLOAD_ROOT,
885
886 [ BYTECODE_OP_GET_SYMBOL ] = &&LABEL_BYTECODE_OP_GET_SYMBOL,
887 [ BYTECODE_OP_GET_SYMBOL_FIELD ] = &&LABEL_BYTECODE_OP_GET_SYMBOL_FIELD,
888 [ BYTECODE_OP_GET_INDEX_U16 ] = &&LABEL_BYTECODE_OP_GET_INDEX_U16,
889 [ BYTECODE_OP_GET_INDEX_U64 ] = &&LABEL_BYTECODE_OP_GET_INDEX_U64,
890
891 [ BYTECODE_OP_LOAD_FIELD ] = &&LABEL_BYTECODE_OP_LOAD_FIELD,
892 [ BYTECODE_OP_LOAD_FIELD_S8 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_S8,
893 [ BYTECODE_OP_LOAD_FIELD_S16 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_S16,
894 [ BYTECODE_OP_LOAD_FIELD_S32 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_S32,
895 [ BYTECODE_OP_LOAD_FIELD_S64 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_S64,
896 [ BYTECODE_OP_LOAD_FIELD_U8 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_U8,
897 [ BYTECODE_OP_LOAD_FIELD_U16 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_U16,
898 [ BYTECODE_OP_LOAD_FIELD_U32 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_U32,
899 [ BYTECODE_OP_LOAD_FIELD_U64 ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_U64,
900 [ BYTECODE_OP_LOAD_FIELD_STRING ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_STRING,
901 [ BYTECODE_OP_LOAD_FIELD_SEQUENCE ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_SEQUENCE,
902 [ BYTECODE_OP_LOAD_FIELD_DOUBLE ] = &&LABEL_BYTECODE_OP_LOAD_FIELD_DOUBLE,
903
904 [ BYTECODE_OP_UNARY_BIT_NOT ] = &&LABEL_BYTECODE_OP_UNARY_BIT_NOT,
905
906 [ BYTECODE_OP_RETURN_S64 ] = &&LABEL_BYTECODE_OP_RETURN_S64,
907 };
908 #endif /* #ifndef INTERPRETER_USE_SWITCH */
909
910 START_OP
911
912 OP(BYTECODE_OP_UNKNOWN):
913 OP(BYTECODE_OP_LOAD_FIELD_REF):
914 #ifdef INTERPRETER_USE_SWITCH
915 default:
916 #endif /* INTERPRETER_USE_SWITCH */
917 ERR("unknown bytecode op %u",
918 (unsigned int) *(bytecode_opcode_t *) pc);
919 ret = -EINVAL;
920 goto end;
921
922 OP(BYTECODE_OP_RETURN):
923 /* LTTNG_INTERPRETER_DISCARD or LTTNG_INTERPRETER_RECORD_FLAG */
924 /* Handle dynamic typing. */
925 switch (estack_ax_t) {
926 case REG_S64:
927 case REG_U64:
928 retval = !!estack_ax_v;
929 break;
930 case REG_DOUBLE:
931 case REG_STRING:
932 case REG_PTR:
933 if (!output) {
934 ret = -EINVAL;
935 goto end;
936 }
937 retval = 0;
938 break;
939 case REG_STAR_GLOB_STRING:
940 case REG_UNKNOWN:
941 default:
942 ret = -EINVAL;
943 goto end;
944 }
945 ret = 0;
946 goto end;
947
948 OP(BYTECODE_OP_RETURN_S64):
949 /* LTTNG_INTERPRETER_DISCARD or LTTNG_INTERPRETER_RECORD_FLAG */
950 retval = !!estack_ax_v;
951 ret = 0;
952 goto end;
953
954 /* binary */
955 OP(BYTECODE_OP_MUL):
956 OP(BYTECODE_OP_DIV):
957 OP(BYTECODE_OP_MOD):
958 OP(BYTECODE_OP_PLUS):
959 OP(BYTECODE_OP_MINUS):
960 ERR("unsupported bytecode op %u",
961 (unsigned int) *(bytecode_opcode_t *) pc);
962 ret = -EINVAL;
963 goto end;
964
965 OP(BYTECODE_OP_EQ):
966 {
967 /* Dynamic typing. */
968 switch (estack_ax_t) {
969 case REG_S64: /* Fall-through */
970 case REG_U64:
971 switch (estack_bx_t) {
972 case REG_S64: /* Fall-through */
973 case REG_U64:
974 JUMP_TO(BYTECODE_OP_EQ_S64);
975 case REG_DOUBLE:
976 JUMP_TO(BYTECODE_OP_EQ_DOUBLE_S64);
977 case REG_STRING: /* Fall-through */
978 case REG_STAR_GLOB_STRING:
979 ret = -EINVAL;
980 goto end;
981 default:
982 ERR("Unknown interpreter register type (%d)",
983 (int) estack_bx_t);
984 ret = -EINVAL;
985 goto end;
986 }
987 break;
988 case REG_DOUBLE:
989 switch (estack_bx_t) {
990 case REG_S64: /* Fall-through */
991 case REG_U64:
992 JUMP_TO(BYTECODE_OP_EQ_S64_DOUBLE);
993 case REG_DOUBLE:
994 JUMP_TO(BYTECODE_OP_EQ_DOUBLE);
995 case REG_STRING: /* Fall-through */
996 case REG_STAR_GLOB_STRING:
997 ret = -EINVAL;
998 goto end;
999 default:
1000 ERR("Unknown interpreter register type (%d)",
1001 (int) estack_bx_t);
1002 ret = -EINVAL;
1003 goto end;
1004 }
1005 break;
1006 case REG_STRING:
1007 switch (estack_bx_t) {
1008 case REG_S64: /* Fall-through */
1009 case REG_U64: /* Fall-through */
1010 case REG_DOUBLE:
1011 ret = -EINVAL;
1012 goto end;
1013 case REG_STRING:
1014 JUMP_TO(BYTECODE_OP_EQ_STRING);
1015 case REG_STAR_GLOB_STRING:
1016 JUMP_TO(BYTECODE_OP_EQ_STAR_GLOB_STRING);
1017 default:
1018 ERR("Unknown interpreter register type (%d)",
1019 (int) estack_bx_t);
1020 ret = -EINVAL;
1021 goto end;
1022 }
1023 break;
1024 case REG_STAR_GLOB_STRING:
1025 switch (estack_bx_t) {
1026 case REG_S64: /* Fall-through */
1027 case REG_U64: /* Fall-through */
1028 case REG_DOUBLE:
1029 ret = -EINVAL;
1030 goto end;
1031 case REG_STRING:
1032 JUMP_TO(BYTECODE_OP_EQ_STAR_GLOB_STRING);
1033 case REG_STAR_GLOB_STRING:
1034 ret = -EINVAL;
1035 goto end;
1036 default:
1037 ERR("Unknown interpreter register type (%d)",
1038 (int) estack_bx_t);
1039 ret = -EINVAL;
1040 goto end;
1041 }
1042 break;
1043 default:
1044 ERR("Unknown interpreter register type (%d)",
1045 (int) estack_ax_t);
1046 ret = -EINVAL;
1047 goto end;
1048 }
1049 }
1050 OP(BYTECODE_OP_NE):
1051 {
1052 /* Dynamic typing. */
1053 switch (estack_ax_t) {
1054 case REG_S64: /* Fall-through */
1055 case REG_U64:
1056 switch (estack_bx_t) {
1057 case REG_S64: /* Fall-through */
1058 case REG_U64:
1059 JUMP_TO(BYTECODE_OP_NE_S64);
1060 case REG_DOUBLE:
1061 JUMP_TO(BYTECODE_OP_NE_DOUBLE_S64);
1062 case REG_STRING: /* Fall-through */
1063 case REG_STAR_GLOB_STRING:
1064 ret = -EINVAL;
1065 goto end;
1066 default:
1067 ERR("Unknown interpreter register type (%d)",
1068 (int) estack_bx_t);
1069 ret = -EINVAL;
1070 goto end;
1071 }
1072 break;
1073 case REG_DOUBLE:
1074 switch (estack_bx_t) {
1075 case REG_S64: /* Fall-through */
1076 case REG_U64:
1077 JUMP_TO(BYTECODE_OP_NE_S64_DOUBLE);
1078 case REG_DOUBLE:
1079 JUMP_TO(BYTECODE_OP_NE_DOUBLE);
1080 case REG_STRING: /* Fall-through */
1081 case REG_STAR_GLOB_STRING:
1082 ret = -EINVAL;
1083 goto end;
1084 default:
1085 ERR("Unknown interpreter register type (%d)",
1086 (int) estack_bx_t);
1087 ret = -EINVAL;
1088 goto end;
1089 }
1090 break;
1091 case REG_STRING:
1092 switch (estack_bx_t) {
1093 case REG_S64: /* Fall-through */
1094 case REG_U64:
1095 case REG_DOUBLE:
1096 ret = -EINVAL;
1097 goto end;
1098 case REG_STRING:
1099 JUMP_TO(BYTECODE_OP_NE_STRING);
1100 case REG_STAR_GLOB_STRING:
1101 JUMP_TO(BYTECODE_OP_NE_STAR_GLOB_STRING);
1102 default:
1103 ERR("Unknown interpreter register type (%d)",
1104 (int) estack_bx_t);
1105 ret = -EINVAL;
1106 goto end;
1107 }
1108 break;
1109 case REG_STAR_GLOB_STRING:
1110 switch (estack_bx_t) {
1111 case REG_S64: /* Fall-through */
1112 case REG_U64:
1113 case REG_DOUBLE:
1114 ret = -EINVAL;
1115 goto end;
1116 case REG_STRING:
1117 JUMP_TO(BYTECODE_OP_NE_STAR_GLOB_STRING);
1118 case REG_STAR_GLOB_STRING:
1119 ret = -EINVAL;
1120 goto end;
1121 default:
1122 ERR("Unknown interpreter register type (%d)",
1123 (int) estack_bx_t);
1124 ret = -EINVAL;
1125 goto end;
1126 }
1127 break;
1128 default:
1129 ERR("Unknown interpreter register type (%d)",
1130 (int) estack_ax_t);
1131 ret = -EINVAL;
1132 goto end;
1133 }
1134 }
1135 OP(BYTECODE_OP_GT):
1136 {
1137 /* Dynamic typing. */
1138 switch (estack_ax_t) {
1139 case REG_S64: /* Fall-through */
1140 case REG_U64:
1141 switch (estack_bx_t) {
1142 case REG_S64: /* Fall-through */
1143 case REG_U64:
1144 JUMP_TO(BYTECODE_OP_GT_S64);
1145 case REG_DOUBLE:
1146 JUMP_TO(BYTECODE_OP_GT_DOUBLE_S64);
1147 case REG_STRING: /* Fall-through */
1148 case REG_STAR_GLOB_STRING:
1149 ret = -EINVAL;
1150 goto end;
1151 default:
1152 ERR("Unknown interpreter register type (%d)",
1153 (int) estack_bx_t);
1154 ret = -EINVAL;
1155 goto end;
1156 }
1157 break;
1158 case REG_DOUBLE:
1159 switch (estack_bx_t) {
1160 case REG_S64: /* Fall-through */
1161 case REG_U64:
1162 JUMP_TO(BYTECODE_OP_GT_S64_DOUBLE);
1163 case REG_DOUBLE:
1164 JUMP_TO(BYTECODE_OP_GT_DOUBLE);
1165 case REG_STRING: /* Fall-through */
1166 case REG_STAR_GLOB_STRING:
1167 ret = -EINVAL;
1168 goto end;
1169 default:
1170 ERR("Unknown interpreter register type (%d)",
1171 (int) estack_bx_t);
1172 ret = -EINVAL;
1173 goto end;
1174 }
1175 break;
1176 case REG_STRING:
1177 switch (estack_bx_t) {
1178 case REG_S64: /* Fall-through */
1179 case REG_U64: /* Fall-through */
1180 case REG_DOUBLE: /* Fall-through */
1181 case REG_STAR_GLOB_STRING:
1182 ret = -EINVAL;
1183 goto end;
1184 case REG_STRING:
1185 JUMP_TO(BYTECODE_OP_GT_STRING);
1186 default:
1187 ERR("Unknown interpreter register type (%d)",
1188 (int) estack_bx_t);
1189 ret = -EINVAL;
1190 goto end;
1191 }
1192 break;
1193 default:
1194 ERR("Unknown interpreter register type (%d)",
1195 (int) estack_ax_t);
1196 ret = -EINVAL;
1197 goto end;
1198 }
1199 }
1200 OP(BYTECODE_OP_LT):
1201 {
1202 /* Dynamic typing. */
1203 switch (estack_ax_t) {
1204 case REG_S64: /* Fall-through */
1205 case REG_U64:
1206 switch (estack_bx_t) {
1207 case REG_S64: /* Fall-through */
1208 case REG_U64:
1209 JUMP_TO(BYTECODE_OP_LT_S64);
1210 case REG_DOUBLE:
1211 JUMP_TO(BYTECODE_OP_LT_DOUBLE_S64);
1212 case REG_STRING: /* Fall-through */
1213 case REG_STAR_GLOB_STRING:
1214 ret = -EINVAL;
1215 goto end;
1216 default:
1217 ERR("Unknown interpreter register type (%d)",
1218 (int) estack_bx_t);
1219 ret = -EINVAL;
1220 goto end;
1221 }
1222 break;
1223 case REG_DOUBLE:
1224 switch (estack_bx_t) {
1225 case REG_S64: /* Fall-through */
1226 case REG_U64:
1227 JUMP_TO(BYTECODE_OP_LT_S64_DOUBLE);
1228 case REG_DOUBLE:
1229 JUMP_TO(BYTECODE_OP_LT_DOUBLE);
1230 case REG_STRING: /* Fall-through */
1231 case REG_STAR_GLOB_STRING:
1232 ret = -EINVAL;
1233 goto end;
1234 default:
1235 ERR("Unknown interpreter register type (%d)",
1236 (int) estack_bx_t);
1237 ret = -EINVAL;
1238 goto end;
1239 }
1240 break;
1241 case REG_STRING:
1242 switch (estack_bx_t) {
1243 case REG_S64: /* Fall-through */
1244 case REG_U64: /* Fall-through */
1245 case REG_DOUBLE: /* Fall-through */
1246 case REG_STAR_GLOB_STRING:
1247 ret = -EINVAL;
1248 goto end;
1249 case REG_STRING:
1250 JUMP_TO(BYTECODE_OP_LT_STRING);
1251 default:
1252 ERR("Unknown interpreter register type (%d)",
1253 (int) estack_bx_t);
1254 ret = -EINVAL;
1255 goto end;
1256 }
1257 break;
1258 default:
1259 ERR("Unknown interpreter register type (%d)",
1260 (int) estack_ax_t);
1261 ret = -EINVAL;
1262 goto end;
1263 }
1264 }
1265 OP(BYTECODE_OP_GE):
1266 {
1267 /* Dynamic typing. */
1268 switch (estack_ax_t) {
1269 case REG_S64: /* Fall-through */
1270 case REG_U64:
1271 switch (estack_bx_t) {
1272 case REG_S64: /* Fall-through */
1273 case REG_U64:
1274 JUMP_TO(BYTECODE_OP_GE_S64);
1275 case REG_DOUBLE:
1276 JUMP_TO(BYTECODE_OP_GE_DOUBLE_S64);
1277 case REG_STRING: /* Fall-through */
1278 case REG_STAR_GLOB_STRING:
1279 ret = -EINVAL;
1280 goto end;
1281 default:
1282 ERR("Unknown interpreter register type (%d)",
1283 (int) estack_bx_t);
1284 ret = -EINVAL;
1285 goto end;
1286 }
1287 break;
1288 case REG_DOUBLE:
1289 switch (estack_bx_t) {
1290 case REG_S64: /* Fall-through */
1291 case REG_U64:
1292 JUMP_TO(BYTECODE_OP_GE_S64_DOUBLE);
1293 case REG_DOUBLE:
1294 JUMP_TO(BYTECODE_OP_GE_DOUBLE);
1295 case REG_STRING: /* Fall-through */
1296 case REG_STAR_GLOB_STRING:
1297 ret = -EINVAL;
1298 goto end;
1299 default:
1300 ERR("Unknown interpreter register type (%d)",
1301 (int) estack_bx_t);
1302 ret = -EINVAL;
1303 goto end;
1304 }
1305 break;
1306 case REG_STRING:
1307 switch (estack_bx_t) {
1308 case REG_S64: /* Fall-through */
1309 case REG_U64: /* Fall-through */
1310 case REG_DOUBLE: /* Fall-through */
1311 case REG_STAR_GLOB_STRING:
1312 ret = -EINVAL;
1313 goto end;
1314 case REG_STRING:
1315 JUMP_TO(BYTECODE_OP_GE_STRING);
1316 default:
1317 ERR("Unknown interpreter register type (%d)",
1318 (int) estack_bx_t);
1319 ret = -EINVAL;
1320 goto end;
1321 }
1322 break;
1323 default:
1324 ERR("Unknown interpreter register type (%d)",
1325 (int) estack_ax_t);
1326 ret = -EINVAL;
1327 goto end;
1328 }
1329 }
1330 OP(BYTECODE_OP_LE):
1331 {
1332 /* Dynamic typing. */
1333 switch (estack_ax_t) {
1334 case REG_S64: /* Fall-through */
1335 case REG_U64:
1336 switch (estack_bx_t) {
1337 case REG_S64: /* Fall-through */
1338 case REG_U64:
1339 JUMP_TO(BYTECODE_OP_LE_S64);
1340 case REG_DOUBLE:
1341 JUMP_TO(BYTECODE_OP_LE_DOUBLE_S64);
1342 case REG_STRING: /* Fall-through */
1343 case REG_STAR_GLOB_STRING:
1344 ret = -EINVAL;
1345 goto end;
1346 default:
1347 ERR("Unknown interpreter register type (%d)",
1348 (int) estack_bx_t);
1349 ret = -EINVAL;
1350 goto end;
1351 }
1352 break;
1353 case REG_DOUBLE:
1354 switch (estack_bx_t) {
1355 case REG_S64: /* Fall-through */
1356 case REG_U64:
1357 JUMP_TO(BYTECODE_OP_LE_S64_DOUBLE);
1358 case REG_DOUBLE:
1359 JUMP_TO(BYTECODE_OP_LE_DOUBLE);
1360 case REG_STRING: /* Fall-through */
1361 case REG_STAR_GLOB_STRING:
1362 ret = -EINVAL;
1363 goto end;
1364 default:
1365 ERR("Unknown interpreter register type (%d)",
1366 (int) estack_bx_t);
1367 ret = -EINVAL;
1368 goto end;
1369 }
1370 break;
1371 case REG_STRING:
1372 switch (estack_bx_t) {
1373 case REG_S64: /* Fall-through */
1374 case REG_U64: /* Fall-through */
1375 case REG_DOUBLE: /* Fall-through */
1376 case REG_STAR_GLOB_STRING:
1377 ret = -EINVAL;
1378 goto end;
1379 case REG_STRING:
1380 JUMP_TO(BYTECODE_OP_LE_STRING);
1381 default:
1382 ERR("Unknown interpreter register type (%d)",
1383 (int) estack_bx_t);
1384 ret = -EINVAL;
1385 goto end;
1386 }
1387 break;
1388 default:
1389 ERR("Unknown interpreter register type (%d)",
1390 (int) estack_ax_t);
1391 ret = -EINVAL;
1392 goto end;
1393 }
1394 }
1395
1396 OP(BYTECODE_OP_EQ_STRING):
1397 {
1398 int res;
1399
1400 res = (stack_strcmp(stack, top, "==") == 0);
1401 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1402 estack_ax_v = res;
1403 estack_ax_t = REG_S64;
1404 next_pc += sizeof(struct binary_op);
1405 PO;
1406 }
1407 OP(BYTECODE_OP_NE_STRING):
1408 {
1409 int res;
1410
1411 res = (stack_strcmp(stack, top, "!=") != 0);
1412 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1413 estack_ax_v = res;
1414 estack_ax_t = REG_S64;
1415 next_pc += sizeof(struct binary_op);
1416 PO;
1417 }
1418 OP(BYTECODE_OP_GT_STRING):
1419 {
1420 int res;
1421
1422 res = (stack_strcmp(stack, top, ">") > 0);
1423 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1424 estack_ax_v = res;
1425 estack_ax_t = REG_S64;
1426 next_pc += sizeof(struct binary_op);
1427 PO;
1428 }
1429 OP(BYTECODE_OP_LT_STRING):
1430 {
1431 int res;
1432
1433 res = (stack_strcmp(stack, top, "<") < 0);
1434 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1435 estack_ax_v = res;
1436 estack_ax_t = REG_S64;
1437 next_pc += sizeof(struct binary_op);
1438 PO;
1439 }
1440 OP(BYTECODE_OP_GE_STRING):
1441 {
1442 int res;
1443
1444 res = (stack_strcmp(stack, top, ">=") >= 0);
1445 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1446 estack_ax_v = res;
1447 estack_ax_t = REG_S64;
1448 next_pc += sizeof(struct binary_op);
1449 PO;
1450 }
1451 OP(BYTECODE_OP_LE_STRING):
1452 {
1453 int res;
1454
1455 res = (stack_strcmp(stack, top, "<=") <= 0);
1456 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1457 estack_ax_v = res;
1458 estack_ax_t = REG_S64;
1459 next_pc += sizeof(struct binary_op);
1460 PO;
1461 }
1462
1463 OP(BYTECODE_OP_EQ_STAR_GLOB_STRING):
1464 {
1465 int res;
1466
1467 res = (stack_star_glob_match(stack, top, "==") == 0);
1468 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1469 estack_ax_v = res;
1470 estack_ax_t = REG_S64;
1471 next_pc += sizeof(struct binary_op);
1472 PO;
1473 }
1474 OP(BYTECODE_OP_NE_STAR_GLOB_STRING):
1475 {
1476 int res;
1477
1478 res = (stack_star_glob_match(stack, top, "!=") != 0);
1479 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1480 estack_ax_v = res;
1481 estack_ax_t = REG_S64;
1482 next_pc += sizeof(struct binary_op);
1483 PO;
1484 }
1485
1486 OP(BYTECODE_OP_EQ_S64):
1487 {
1488 int res;
1489
1490 res = (estack_bx_v == estack_ax_v);
1491 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1492 estack_ax_v = res;
1493 estack_ax_t = REG_S64;
1494 next_pc += sizeof(struct binary_op);
1495 PO;
1496 }
1497 OP(BYTECODE_OP_NE_S64):
1498 {
1499 int res;
1500
1501 res = (estack_bx_v != estack_ax_v);
1502 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1503 estack_ax_v = res;
1504 estack_ax_t = REG_S64;
1505 next_pc += sizeof(struct binary_op);
1506 PO;
1507 }
1508 OP(BYTECODE_OP_GT_S64):
1509 {
1510 int res;
1511
1512 res = (estack_bx_v > estack_ax_v);
1513 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1514 estack_ax_v = res;
1515 estack_ax_t = REG_S64;
1516 next_pc += sizeof(struct binary_op);
1517 PO;
1518 }
1519 OP(BYTECODE_OP_LT_S64):
1520 {
1521 int res;
1522
1523 res = (estack_bx_v < estack_ax_v);
1524 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1525 estack_ax_v = res;
1526 estack_ax_t = REG_S64;
1527 next_pc += sizeof(struct binary_op);
1528 PO;
1529 }
1530 OP(BYTECODE_OP_GE_S64):
1531 {
1532 int res;
1533
1534 res = (estack_bx_v >= estack_ax_v);
1535 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1536 estack_ax_v = res;
1537 estack_ax_t = REG_S64;
1538 next_pc += sizeof(struct binary_op);
1539 PO;
1540 }
1541 OP(BYTECODE_OP_LE_S64):
1542 {
1543 int res;
1544
1545 res = (estack_bx_v <= estack_ax_v);
1546 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1547 estack_ax_v = res;
1548 estack_ax_t = REG_S64;
1549 next_pc += sizeof(struct binary_op);
1550 PO;
1551 }
1552
1553 OP(BYTECODE_OP_EQ_DOUBLE):
1554 {
1555 int res;
1556
1557 res = (estack_bx(stack, top)->u.d == estack_ax(stack, top)->u.d);
1558 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1559 estack_ax_v = res;
1560 estack_ax_t = REG_S64;
1561 next_pc += sizeof(struct binary_op);
1562 PO;
1563 }
1564 OP(BYTECODE_OP_NE_DOUBLE):
1565 {
1566 int res;
1567
1568 res = (estack_bx(stack, top)->u.d != estack_ax(stack, top)->u.d);
1569 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1570 estack_ax_v = res;
1571 estack_ax_t = REG_S64;
1572 next_pc += sizeof(struct binary_op);
1573 PO;
1574 }
1575 OP(BYTECODE_OP_GT_DOUBLE):
1576 {
1577 int res;
1578
1579 res = (estack_bx(stack, top)->u.d > estack_ax(stack, top)->u.d);
1580 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1581 estack_ax_v = res;
1582 estack_ax_t = REG_S64;
1583 next_pc += sizeof(struct binary_op);
1584 PO;
1585 }
1586 OP(BYTECODE_OP_LT_DOUBLE):
1587 {
1588 int res;
1589
1590 res = (estack_bx(stack, top)->u.d < estack_ax(stack, top)->u.d);
1591 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1592 estack_ax_v = res;
1593 estack_ax_t = REG_S64;
1594 next_pc += sizeof(struct binary_op);
1595 PO;
1596 }
1597 OP(BYTECODE_OP_GE_DOUBLE):
1598 {
1599 int res;
1600
1601 res = (estack_bx(stack, top)->u.d >= estack_ax(stack, top)->u.d);
1602 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1603 estack_ax_v = res;
1604 estack_ax_t = REG_S64;
1605 next_pc += sizeof(struct binary_op);
1606 PO;
1607 }
1608 OP(BYTECODE_OP_LE_DOUBLE):
1609 {
1610 int res;
1611
1612 res = (estack_bx(stack, top)->u.d <= estack_ax(stack, top)->u.d);
1613 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1614 estack_ax_v = res;
1615 estack_ax_t = REG_S64;
1616 next_pc += sizeof(struct binary_op);
1617 PO;
1618 }
1619
1620 /* Mixed S64-double binary comparators */
1621 OP(BYTECODE_OP_EQ_DOUBLE_S64):
1622 {
1623 int res;
1624
1625 res = (estack_bx(stack, top)->u.d == estack_ax_v);
1626 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1627 estack_ax_v = res;
1628 estack_ax_t = REG_S64;
1629 next_pc += sizeof(struct binary_op);
1630 PO;
1631 }
1632 OP(BYTECODE_OP_NE_DOUBLE_S64):
1633 {
1634 int res;
1635
1636 res = (estack_bx(stack, top)->u.d != estack_ax_v);
1637 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1638 estack_ax_v = res;
1639 estack_ax_t = REG_S64;
1640 next_pc += sizeof(struct binary_op);
1641 PO;
1642 }
1643 OP(BYTECODE_OP_GT_DOUBLE_S64):
1644 {
1645 int res;
1646
1647 res = (estack_bx(stack, top)->u.d > estack_ax_v);
1648 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1649 estack_ax_v = res;
1650 estack_ax_t = REG_S64;
1651 next_pc += sizeof(struct binary_op);
1652 PO;
1653 }
1654 OP(BYTECODE_OP_LT_DOUBLE_S64):
1655 {
1656 int res;
1657
1658 res = (estack_bx(stack, top)->u.d < estack_ax_v);
1659 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1660 estack_ax_v = res;
1661 estack_ax_t = REG_S64;
1662 next_pc += sizeof(struct binary_op);
1663 PO;
1664 }
1665 OP(BYTECODE_OP_GE_DOUBLE_S64):
1666 {
1667 int res;
1668
1669 res = (estack_bx(stack, top)->u.d >= estack_ax_v);
1670 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1671 estack_ax_v = res;
1672 estack_ax_t = REG_S64;
1673 next_pc += sizeof(struct binary_op);
1674 PO;
1675 }
1676 OP(BYTECODE_OP_LE_DOUBLE_S64):
1677 {
1678 int res;
1679
1680 res = (estack_bx(stack, top)->u.d <= estack_ax_v);
1681 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1682 estack_ax_v = res;
1683 estack_ax_t = REG_S64;
1684 next_pc += sizeof(struct binary_op);
1685 PO;
1686 }
1687
1688 OP(BYTECODE_OP_EQ_S64_DOUBLE):
1689 {
1690 int res;
1691
1692 res = (estack_bx_v == estack_ax(stack, top)->u.d);
1693 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1694 estack_ax_v = res;
1695 estack_ax_t = REG_S64;
1696 next_pc += sizeof(struct binary_op);
1697 PO;
1698 }
1699 OP(BYTECODE_OP_NE_S64_DOUBLE):
1700 {
1701 int res;
1702
1703 res = (estack_bx_v != estack_ax(stack, top)->u.d);
1704 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1705 estack_ax_v = res;
1706 estack_ax_t = REG_S64;
1707 next_pc += sizeof(struct binary_op);
1708 PO;
1709 }
1710 OP(BYTECODE_OP_GT_S64_DOUBLE):
1711 {
1712 int res;
1713
1714 res = (estack_bx_v > estack_ax(stack, top)->u.d);
1715 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1716 estack_ax_v = res;
1717 estack_ax_t = REG_S64;
1718 next_pc += sizeof(struct binary_op);
1719 PO;
1720 }
1721 OP(BYTECODE_OP_LT_S64_DOUBLE):
1722 {
1723 int res;
1724
1725 res = (estack_bx_v < estack_ax(stack, top)->u.d);
1726 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1727 estack_ax_v = res;
1728 estack_ax_t = REG_S64;
1729 next_pc += sizeof(struct binary_op);
1730 PO;
1731 }
1732 OP(BYTECODE_OP_GE_S64_DOUBLE):
1733 {
1734 int res;
1735
1736 res = (estack_bx_v >= estack_ax(stack, top)->u.d);
1737 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1738 estack_ax_v = res;
1739 estack_ax_t = REG_S64;
1740 next_pc += sizeof(struct binary_op);
1741 PO;
1742 }
1743 OP(BYTECODE_OP_LE_S64_DOUBLE):
1744 {
1745 int res;
1746
1747 res = (estack_bx_v <= estack_ax(stack, top)->u.d);
1748 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1749 estack_ax_v = res;
1750 estack_ax_t = REG_S64;
1751 next_pc += sizeof(struct binary_op);
1752 PO;
1753 }
1754 OP(BYTECODE_OP_BIT_RSHIFT):
1755 {
1756 int64_t res;
1757
1758 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1759 ret = -EINVAL;
1760 goto end;
1761 }
1762
1763 /* Catch undefined behavior. */
1764 if (caa_unlikely(estack_ax_v < 0 || estack_ax_v >= 64)) {
1765 ret = -EINVAL;
1766 goto end;
1767 }
1768 res = ((uint64_t) estack_bx_v >> (uint32_t) estack_ax_v);
1769 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1770 estack_ax_v = res;
1771 estack_ax_t = REG_U64;
1772 next_pc += sizeof(struct binary_op);
1773 PO;
1774 }
1775 OP(BYTECODE_OP_BIT_LSHIFT):
1776 {
1777 int64_t res;
1778
1779 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1780 ret = -EINVAL;
1781 goto end;
1782 }
1783
1784 /* Catch undefined behavior. */
1785 if (caa_unlikely(estack_ax_v < 0 || estack_ax_v >= 64)) {
1786 ret = -EINVAL;
1787 goto end;
1788 }
1789 res = ((uint64_t) estack_bx_v << (uint32_t) estack_ax_v);
1790 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1791 estack_ax_v = res;
1792 estack_ax_t = REG_U64;
1793 next_pc += sizeof(struct binary_op);
1794 PO;
1795 }
1796 OP(BYTECODE_OP_BIT_AND):
1797 {
1798 int64_t res;
1799
1800 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1801 ret = -EINVAL;
1802 goto end;
1803 }
1804
1805 res = ((uint64_t) estack_bx_v & (uint64_t) estack_ax_v);
1806 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1807 estack_ax_v = res;
1808 estack_ax_t = REG_U64;
1809 next_pc += sizeof(struct binary_op);
1810 PO;
1811 }
1812 OP(BYTECODE_OP_BIT_OR):
1813 {
1814 int64_t res;
1815
1816 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1817 ret = -EINVAL;
1818 goto end;
1819 }
1820
1821 res = ((uint64_t) estack_bx_v | (uint64_t) estack_ax_v);
1822 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1823 estack_ax_v = res;
1824 estack_ax_t = REG_U64;
1825 next_pc += sizeof(struct binary_op);
1826 PO;
1827 }
1828 OP(BYTECODE_OP_BIT_XOR):
1829 {
1830 int64_t res;
1831
1832 if (!IS_INTEGER_REGISTER(estack_ax_t) || !IS_INTEGER_REGISTER(estack_bx_t)) {
1833 ret = -EINVAL;
1834 goto end;
1835 }
1836
1837 res = ((uint64_t) estack_bx_v ^ (uint64_t) estack_ax_v);
1838 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1839 estack_ax_v = res;
1840 estack_ax_t = REG_U64;
1841 next_pc += sizeof(struct binary_op);
1842 PO;
1843 }
1844
1845 /* unary */
1846 OP(BYTECODE_OP_UNARY_PLUS):
1847 {
1848 /* Dynamic typing. */
1849 switch (estack_ax_t) {
1850 case REG_S64: /* Fall-through. */
1851 case REG_U64:
1852 JUMP_TO(BYTECODE_OP_UNARY_PLUS_S64);
1853 case REG_DOUBLE:
1854 JUMP_TO(BYTECODE_OP_UNARY_PLUS_DOUBLE);
1855 case REG_STRING: /* Fall-through */
1856 case REG_STAR_GLOB_STRING:
1857 ret = -EINVAL;
1858 goto end;
1859 default:
1860 ERR("Unknown interpreter register type (%d)",
1861 (int) estack_ax_t);
1862 ret = -EINVAL;
1863 goto end;
1864 }
1865 }
1866 OP(BYTECODE_OP_UNARY_MINUS):
1867 {
1868 /* Dynamic typing. */
1869 switch (estack_ax_t) {
1870 case REG_S64: /* Fall-through. */
1871 case REG_U64:
1872 JUMP_TO(BYTECODE_OP_UNARY_MINUS_S64);
1873 case REG_DOUBLE:
1874 JUMP_TO(BYTECODE_OP_UNARY_MINUS_DOUBLE);
1875 case REG_STRING: /* Fall-through */
1876 case REG_STAR_GLOB_STRING:
1877 ret = -EINVAL;
1878 goto end;
1879 default:
1880 ERR("Unknown interpreter register type (%d)",
1881 (int) estack_ax_t);
1882 ret = -EINVAL;
1883 goto end;
1884 }
1885 }
1886 OP(BYTECODE_OP_UNARY_NOT):
1887 {
1888 /* Dynamic typing. */
1889 switch (estack_ax_t) {
1890 case REG_S64: /* Fall-through. */
1891 case REG_U64:
1892 JUMP_TO(BYTECODE_OP_UNARY_NOT_S64);
1893 case REG_DOUBLE:
1894 JUMP_TO(BYTECODE_OP_UNARY_NOT_DOUBLE);
1895 case REG_STRING: /* Fall-through */
1896 case REG_STAR_GLOB_STRING:
1897 ret = -EINVAL;
1898 goto end;
1899 default:
1900 ERR("Unknown interpreter register type (%d)",
1901 (int) estack_ax_t);
1902 ret = -EINVAL;
1903 goto end;
1904 }
1905 next_pc += sizeof(struct unary_op);
1906 PO;
1907 }
1908
1909 OP(BYTECODE_OP_UNARY_BIT_NOT):
1910 {
1911 /* Dynamic typing. */
1912 if (!IS_INTEGER_REGISTER(estack_ax_t)) {
1913 ret = -EINVAL;
1914 goto end;
1915 }
1916
1917 estack_ax_v = ~(uint64_t) estack_ax_v;
1918 estack_ax_t = REG_U64;
1919 next_pc += sizeof(struct unary_op);
1920 PO;
1921 }
1922
1923 OP(BYTECODE_OP_UNARY_PLUS_S64):
1924 OP(BYTECODE_OP_UNARY_PLUS_DOUBLE):
1925 {
1926 next_pc += sizeof(struct unary_op);
1927 PO;
1928 }
1929 OP(BYTECODE_OP_UNARY_MINUS_S64):
1930 {
1931 estack_ax_v = -estack_ax_v;
1932 next_pc += sizeof(struct unary_op);
1933 PO;
1934 }
1935 OP(BYTECODE_OP_UNARY_MINUS_DOUBLE):
1936 {
1937 estack_ax(stack, top)->u.d = -estack_ax(stack, top)->u.d;
1938 next_pc += sizeof(struct unary_op);
1939 PO;
1940 }
1941 OP(BYTECODE_OP_UNARY_NOT_S64):
1942 {
1943 estack_ax_v = !estack_ax_v;
1944 estack_ax_t = REG_S64;
1945 next_pc += sizeof(struct unary_op);
1946 PO;
1947 }
1948 OP(BYTECODE_OP_UNARY_NOT_DOUBLE):
1949 {
1950 estack_ax_v = !estack_ax(stack, top)->u.d;
1951 estack_ax_t = REG_S64;
1952 next_pc += sizeof(struct unary_op);
1953 PO;
1954 }
1955
1956 /* logical */
1957 OP(BYTECODE_OP_AND):
1958 {
1959 struct logical_op *insn = (struct logical_op *) pc;
1960
1961 if (estack_ax_t != REG_S64 && estack_ax_t != REG_U64) {
1962 ret = -EINVAL;
1963 goto end;
1964 }
1965 /* If AX is 0, skip and evaluate to 0 */
1966 if (unlikely(estack_ax_v == 0)) {
1967 dbg_printf("Jumping to bytecode offset %u\n",
1968 (unsigned int) insn->skip_offset);
1969 next_pc = start_pc + insn->skip_offset;
1970 } else {
1971 /* Pop 1 when jump not taken */
1972 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1973 next_pc += sizeof(struct logical_op);
1974 }
1975 PO;
1976 }
1977 OP(BYTECODE_OP_OR):
1978 {
1979 struct logical_op *insn = (struct logical_op *) pc;
1980
1981 if (estack_ax_t != REG_S64 && estack_ax_t != REG_U64) {
1982 ret = -EINVAL;
1983 goto end;
1984 }
1985 /* If AX is nonzero, skip and evaluate to 1 */
1986 if (unlikely(estack_ax_v != 0)) {
1987 estack_ax_v = 1;
1988 dbg_printf("Jumping to bytecode offset %u\n",
1989 (unsigned int) insn->skip_offset);
1990 next_pc = start_pc + insn->skip_offset;
1991 } else {
1992 /* Pop 1 when jump not taken */
1993 estack_pop(stack, top, ax, bx, ax_t, bx_t);
1994 next_pc += sizeof(struct logical_op);
1995 }
1996 PO;
1997 }
1998
1999
2000 /* load field ref */
2001 OP(BYTECODE_OP_LOAD_FIELD_REF_STRING):
2002 {
2003 struct load_op *insn = (struct load_op *) pc;
2004 struct field_ref *ref = (struct field_ref *) insn->data;
2005
2006 dbg_printf("load field ref offset %u type string\n",
2007 ref->offset);
2008 estack_push(stack, top, ax, bx, ax_t, bx_t);
2009 estack_ax(stack, top)->u.s.str =
2010 *(const char * const *) &interpreter_stack_data[ref->offset];
2011 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
2012 dbg_printf("Interpreter warning: loading a NULL string.\n");
2013 ret = -EINVAL;
2014 goto end;
2015 }
2016 estack_ax(stack, top)->u.s.seq_len = SIZE_MAX;
2017 estack_ax(stack, top)->u.s.literal_type =
2018 ESTACK_STRING_LITERAL_TYPE_NONE;
2019 estack_ax_t = REG_STRING;
2020 dbg_printf("ref load string %s\n", estack_ax(stack, top)->u.s.str);
2021 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
2022 PO;
2023 }
2024
2025 OP(BYTECODE_OP_LOAD_FIELD_REF_SEQUENCE):
2026 {
2027 struct load_op *insn = (struct load_op *) pc;
2028 struct field_ref *ref = (struct field_ref *) insn->data;
2029
2030 dbg_printf("load field ref offset %u type sequence\n",
2031 ref->offset);
2032 estack_push(stack, top, ax, bx, ax_t, bx_t);
2033 estack_ax(stack, top)->u.s.seq_len =
2034 *(unsigned long *) &interpreter_stack_data[ref->offset];
2035 estack_ax(stack, top)->u.s.str =
2036 *(const char **) (&interpreter_stack_data[ref->offset
2037 + sizeof(unsigned long)]);
2038 estack_ax_t = REG_STRING;
2039 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
2040 dbg_printf("Interpreter warning: loading a NULL sequence.\n");
2041 ret = -EINVAL;
2042 goto end;
2043 }
2044 estack_ax(stack, top)->u.s.literal_type =
2045 ESTACK_STRING_LITERAL_TYPE_NONE;
2046 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
2047 PO;
2048 }
2049
2050 OP(BYTECODE_OP_LOAD_FIELD_REF_S64):
2051 {
2052 struct load_op *insn = (struct load_op *) pc;
2053 struct field_ref *ref = (struct field_ref *) insn->data;
2054
2055 dbg_printf("load field ref offset %u type s64\n",
2056 ref->offset);
2057 estack_push(stack, top, ax, bx, ax_t, bx_t);
2058 estack_ax_v =
2059 ((struct literal_numeric *) &interpreter_stack_data[ref->offset])->v;
2060 estack_ax_t = REG_S64;
2061 dbg_printf("ref load s64 %" PRIi64 "\n", estack_ax_v);
2062 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
2063 PO;
2064 }
2065
2066 OP(BYTECODE_OP_LOAD_FIELD_REF_DOUBLE):
2067 {
2068 struct load_op *insn = (struct load_op *) pc;
2069 struct field_ref *ref = (struct field_ref *) insn->data;
2070
2071 dbg_printf("load field ref offset %u type double\n",
2072 ref->offset);
2073 estack_push(stack, top, ax, bx, ax_t, bx_t);
2074 memcpy(&estack_ax(stack, top)->u.d, &interpreter_stack_data[ref->offset],
2075 sizeof(struct literal_double));
2076 estack_ax_t = REG_DOUBLE;
2077 dbg_printf("ref load double %g\n", estack_ax(stack, top)->u.d);
2078 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
2079 PO;
2080 }
2081
2082 /* load from immediate operand */
2083 OP(BYTECODE_OP_LOAD_STRING):
2084 {
2085 struct load_op *insn = (struct load_op *) pc;
2086
2087 dbg_printf("load string %s\n", insn->data);
2088 estack_push(stack, top, ax, bx, ax_t, bx_t);
2089 estack_ax(stack, top)->u.s.str = insn->data;
2090 estack_ax(stack, top)->u.s.seq_len = SIZE_MAX;
2091 estack_ax(stack, top)->u.s.literal_type =
2092 ESTACK_STRING_LITERAL_TYPE_PLAIN;
2093 estack_ax_t = REG_STRING;
2094 next_pc += sizeof(struct load_op) + strlen(insn->data) + 1;
2095 PO;
2096 }
2097
2098 OP(BYTECODE_OP_LOAD_STAR_GLOB_STRING):
2099 {
2100 struct load_op *insn = (struct load_op *) pc;
2101
2102 dbg_printf("load globbing pattern %s\n", insn->data);
2103 estack_push(stack, top, ax, bx, ax_t, bx_t);
2104 estack_ax(stack, top)->u.s.str = insn->data;
2105 estack_ax(stack, top)->u.s.seq_len = SIZE_MAX;
2106 estack_ax(stack, top)->u.s.literal_type =
2107 ESTACK_STRING_LITERAL_TYPE_STAR_GLOB;
2108 estack_ax_t = REG_STAR_GLOB_STRING;
2109 next_pc += sizeof(struct load_op) + strlen(insn->data) + 1;
2110 PO;
2111 }
2112
2113 OP(BYTECODE_OP_LOAD_S64):
2114 {
2115 struct load_op *insn = (struct load_op *) pc;
2116
2117 estack_push(stack, top, ax, bx, ax_t, bx_t);
2118 estack_ax_v = ((struct literal_numeric *) insn->data)->v;
2119 estack_ax_t = REG_S64;
2120 dbg_printf("load s64 %" PRIi64 "\n", estack_ax_v);
2121 next_pc += sizeof(struct load_op)
2122 + sizeof(struct literal_numeric);
2123 PO;
2124 }
2125
2126 OP(BYTECODE_OP_LOAD_DOUBLE):
2127 {
2128 struct load_op *insn = (struct load_op *) pc;
2129
2130 estack_push(stack, top, ax, bx, ax_t, bx_t);
2131 memcpy(&estack_ax(stack, top)->u.d, insn->data,
2132 sizeof(struct literal_double));
2133 estack_ax_t = REG_DOUBLE;
2134 dbg_printf("load double %g\n", estack_ax(stack, top)->u.d);
2135 next_pc += sizeof(struct load_op)
2136 + sizeof(struct literal_double);
2137 PO;
2138 }
2139
2140 /* cast */
2141 OP(BYTECODE_OP_CAST_TO_S64):
2142 {
2143 /* Dynamic typing. */
2144 switch (estack_ax_t) {
2145 case REG_S64:
2146 JUMP_TO(BYTECODE_OP_CAST_NOP);
2147 case REG_DOUBLE:
2148 JUMP_TO(BYTECODE_OP_CAST_DOUBLE_TO_S64);
2149 case REG_U64:
2150 estack_ax_t = REG_S64;
2151 next_pc += sizeof(struct cast_op);
2152 case REG_STRING: /* Fall-through */
2153 case REG_STAR_GLOB_STRING:
2154 ret = -EINVAL;
2155 goto end;
2156 default:
2157 ERR("Unknown interpreter register type (%d)",
2158 (int) estack_ax_t);
2159 ret = -EINVAL;
2160 goto end;
2161 }
2162 }
2163
2164 OP(BYTECODE_OP_CAST_DOUBLE_TO_S64):
2165 {
2166 estack_ax_v = (int64_t) estack_ax(stack, top)->u.d;
2167 estack_ax_t = REG_S64;
2168 next_pc += sizeof(struct cast_op);
2169 PO;
2170 }
2171
2172 OP(BYTECODE_OP_CAST_NOP):
2173 {
2174 next_pc += sizeof(struct cast_op);
2175 PO;
2176 }
2177
2178 /* get context ref */
2179 OP(BYTECODE_OP_GET_CONTEXT_REF):
2180 {
2181 struct load_op *insn = (struct load_op *) pc;
2182 struct field_ref *ref = (struct field_ref *) insn->data;
2183 struct lttng_ctx_field *ctx_field;
2184 struct lttng_ctx_value v;
2185
2186 dbg_printf("get context ref offset %u type dynamic\n",
2187 ref->offset);
2188 ctx_field = &ctx->fields[ref->offset];
2189 ctx_field->get_value(ctx_field, &v);
2190 estack_push(stack, top, ax, bx, ax_t, bx_t);
2191 switch (v.sel) {
2192 case LTTNG_UST_DYNAMIC_TYPE_NONE:
2193 ret = -EINVAL;
2194 goto end;
2195 case LTTNG_UST_DYNAMIC_TYPE_S64:
2196 estack_ax_v = v.u.s64;
2197 estack_ax_t = REG_S64;
2198 dbg_printf("ref get context dynamic s64 %" PRIi64 "\n", estack_ax_v);
2199 break;
2200 case LTTNG_UST_DYNAMIC_TYPE_DOUBLE:
2201 estack_ax(stack, top)->u.d = v.u.d;
2202 estack_ax_t = REG_DOUBLE;
2203 dbg_printf("ref get context dynamic double %g\n", estack_ax(stack, top)->u.d);
2204 break;
2205 case LTTNG_UST_DYNAMIC_TYPE_STRING:
2206 estack_ax(stack, top)->u.s.str = v.u.str;
2207 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
2208 dbg_printf("Interpreter warning: loading a NULL string.\n");
2209 ret = -EINVAL;
2210 goto end;
2211 }
2212 estack_ax(stack, top)->u.s.seq_len = SIZE_MAX;
2213 estack_ax(stack, top)->u.s.literal_type =
2214 ESTACK_STRING_LITERAL_TYPE_NONE;
2215 dbg_printf("ref get context dynamic string %s\n", estack_ax(stack, top)->u.s.str);
2216 estack_ax_t = REG_STRING;
2217 break;
2218 default:
2219 dbg_printf("Interpreter warning: unknown dynamic type (%d).\n", (int) v.sel);
2220 ret = -EINVAL;
2221 goto end;
2222 }
2223 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
2224 PO;
2225 }
2226
2227 OP(BYTECODE_OP_GET_CONTEXT_REF_STRING):
2228 {
2229 struct load_op *insn = (struct load_op *) pc;
2230 struct field_ref *ref = (struct field_ref *) insn->data;
2231 struct lttng_ctx_field *ctx_field;
2232 struct lttng_ctx_value v;
2233
2234 dbg_printf("get context ref offset %u type string\n",
2235 ref->offset);
2236 ctx_field = &ctx->fields[ref->offset];
2237 ctx_field->get_value(ctx_field, &v);
2238 estack_push(stack, top, ax, bx, ax_t, bx_t);
2239 estack_ax(stack, top)->u.s.str = v.u.str;
2240 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
2241 dbg_printf("Interpreter warning: loading a NULL string.\n");
2242 ret = -EINVAL;
2243 goto end;
2244 }
2245 estack_ax(stack, top)->u.s.seq_len = SIZE_MAX;
2246 estack_ax(stack, top)->u.s.literal_type =
2247 ESTACK_STRING_LITERAL_TYPE_NONE;
2248 estack_ax_t = REG_STRING;
2249 dbg_printf("ref get context string %s\n", estack_ax(stack, top)->u.s.str);
2250 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
2251 PO;
2252 }
2253
2254 OP(BYTECODE_OP_GET_CONTEXT_REF_S64):
2255 {
2256 struct load_op *insn = (struct load_op *) pc;
2257 struct field_ref *ref = (struct field_ref *) insn->data;
2258 struct lttng_ctx_field *ctx_field;
2259 struct lttng_ctx_value v;
2260
2261 dbg_printf("get context ref offset %u type s64\n",
2262 ref->offset);
2263 ctx_field = &ctx->fields[ref->offset];
2264 ctx_field->get_value(ctx_field, &v);
2265 estack_push(stack, top, ax, bx, ax_t, bx_t);
2266 estack_ax_v = v.u.s64;
2267 estack_ax_t = REG_S64;
2268 dbg_printf("ref get context s64 %" PRIi64 "\n", estack_ax_v);
2269 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
2270 PO;
2271 }
2272
2273 OP(BYTECODE_OP_GET_CONTEXT_REF_DOUBLE):
2274 {
2275 struct load_op *insn = (struct load_op *) pc;
2276 struct field_ref *ref = (struct field_ref *) insn->data;
2277 struct lttng_ctx_field *ctx_field;
2278 struct lttng_ctx_value v;
2279
2280 dbg_printf("get context ref offset %u type double\n",
2281 ref->offset);
2282 ctx_field = &ctx->fields[ref->offset];
2283 ctx_field->get_value(ctx_field, &v);
2284 estack_push(stack, top, ax, bx, ax_t, bx_t);
2285 memcpy(&estack_ax(stack, top)->u.d, &v.u.d, sizeof(struct literal_double));
2286 estack_ax_t = REG_DOUBLE;
2287 dbg_printf("ref get context double %g\n", estack_ax(stack, top)->u.d);
2288 next_pc += sizeof(struct load_op) + sizeof(struct field_ref);
2289 PO;
2290 }
2291
2292 OP(BYTECODE_OP_GET_CONTEXT_ROOT):
2293 {
2294 dbg_printf("op get context root\n");
2295 estack_push(stack, top, ax, bx, ax_t, bx_t);
2296 estack_ax(stack, top)->u.ptr.type = LOAD_ROOT_CONTEXT;
2297 /* "field" only needed for variants. */
2298 estack_ax(stack, top)->u.ptr.field = NULL;
2299 estack_ax_t = REG_PTR;
2300 next_pc += sizeof(struct load_op);
2301 PO;
2302 }
2303
2304 OP(BYTECODE_OP_GET_APP_CONTEXT_ROOT):
2305 {
2306 dbg_printf("op get app context root\n");
2307 estack_push(stack, top, ax, bx, ax_t, bx_t);
2308 estack_ax(stack, top)->u.ptr.type = LOAD_ROOT_APP_CONTEXT;
2309 /* "field" only needed for variants. */
2310 estack_ax(stack, top)->u.ptr.field = NULL;
2311 estack_ax_t = REG_PTR;
2312 next_pc += sizeof(struct load_op);
2313 PO;
2314 }
2315
2316 OP(BYTECODE_OP_GET_PAYLOAD_ROOT):
2317 {
2318 dbg_printf("op get app payload root\n");
2319 estack_push(stack, top, ax, bx, ax_t, bx_t);
2320 estack_ax(stack, top)->u.ptr.type = LOAD_ROOT_PAYLOAD;
2321 estack_ax(stack, top)->u.ptr.ptr = interpreter_stack_data;
2322 /* "field" only needed for variants. */
2323 estack_ax(stack, top)->u.ptr.field = NULL;
2324 estack_ax_t = REG_PTR;
2325 next_pc += sizeof(struct load_op);
2326 PO;
2327 }
2328
2329 OP(BYTECODE_OP_GET_SYMBOL):
2330 {
2331 dbg_printf("op get symbol\n");
2332 switch (estack_ax(stack, top)->u.ptr.type) {
2333 case LOAD_OBJECT:
2334 ERR("Nested fields not implemented yet.");
2335 ret = -EINVAL;
2336 goto end;
2337 case LOAD_ROOT_CONTEXT:
2338 case LOAD_ROOT_APP_CONTEXT:
2339 case LOAD_ROOT_PAYLOAD:
2340 /*
2341 * symbol lookup is performed by
2342 * specialization.
2343 */
2344 ret = -EINVAL;
2345 goto end;
2346 }
2347 next_pc += sizeof(struct load_op) + sizeof(struct get_symbol);
2348 PO;
2349 }
2350
2351 OP(BYTECODE_OP_GET_SYMBOL_FIELD):
2352 {
2353 /*
2354 * Used for first variant encountered in a
2355 * traversal. Variants are not implemented yet.
2356 */
2357 ret = -EINVAL;
2358 goto end;
2359 }
2360
2361 OP(BYTECODE_OP_GET_INDEX_U16):
2362 {
2363 struct load_op *insn = (struct load_op *) pc;
2364 struct get_index_u16 *index = (struct get_index_u16 *) insn->data;
2365
2366 dbg_printf("op get index u16\n");
2367 ret = dynamic_get_index(ctx, bytecode, index->index, estack_ax(stack, top));
2368 if (ret)
2369 goto end;
2370 estack_ax_v = estack_ax(stack, top)->u.v;
2371 estack_ax_t = estack_ax(stack, top)->type;
2372 next_pc += sizeof(struct load_op) + sizeof(struct get_index_u16);
2373 PO;
2374 }
2375
2376 OP(BYTECODE_OP_GET_INDEX_U64):
2377 {
2378 struct load_op *insn = (struct load_op *) pc;
2379 struct get_index_u64 *index = (struct get_index_u64 *) insn->data;
2380
2381 dbg_printf("op get index u64\n");
2382 ret = dynamic_get_index(ctx, bytecode, index->index, estack_ax(stack, top));
2383 if (ret)
2384 goto end;
2385 estack_ax_v = estack_ax(stack, top)->u.v;
2386 estack_ax_t = estack_ax(stack, top)->type;
2387 next_pc += sizeof(struct load_op) + sizeof(struct get_index_u64);
2388 PO;
2389 }
2390
2391 OP(BYTECODE_OP_LOAD_FIELD):
2392 {
2393 dbg_printf("op load field\n");
2394 ret = dynamic_load_field(estack_ax(stack, top));
2395 if (ret)
2396 goto end;
2397 estack_ax_v = estack_ax(stack, top)->u.v;
2398 estack_ax_t = estack_ax(stack, top)->type;
2399 next_pc += sizeof(struct load_op);
2400 PO;
2401 }
2402
2403 OP(BYTECODE_OP_LOAD_FIELD_S8):
2404 {
2405 dbg_printf("op load field s8\n");
2406
2407 estack_ax_v = *(int8_t *) estack_ax(stack, top)->u.ptr.ptr;
2408 estack_ax_t = REG_S64;
2409 next_pc += sizeof(struct load_op);
2410 PO;
2411 }
2412 OP(BYTECODE_OP_LOAD_FIELD_S16):
2413 {
2414 dbg_printf("op load field s16\n");
2415
2416 estack_ax_v = *(int16_t *) estack_ax(stack, top)->u.ptr.ptr;
2417 estack_ax_t = REG_S64;
2418 next_pc += sizeof(struct load_op);
2419 PO;
2420 }
2421 OP(BYTECODE_OP_LOAD_FIELD_S32):
2422 {
2423 dbg_printf("op load field s32\n");
2424
2425 estack_ax_v = *(int32_t *) estack_ax(stack, top)->u.ptr.ptr;
2426 estack_ax_t = REG_S64;
2427 next_pc += sizeof(struct load_op);
2428 PO;
2429 }
2430 OP(BYTECODE_OP_LOAD_FIELD_S64):
2431 {
2432 dbg_printf("op load field s64\n");
2433
2434 estack_ax_v = *(int64_t *) estack_ax(stack, top)->u.ptr.ptr;
2435 estack_ax_t = REG_S64;
2436 next_pc += sizeof(struct load_op);
2437 PO;
2438 }
2439 OP(BYTECODE_OP_LOAD_FIELD_U8):
2440 {
2441 dbg_printf("op load field u8\n");
2442
2443 estack_ax_v = *(uint8_t *) estack_ax(stack, top)->u.ptr.ptr;
2444 estack_ax_t = REG_U64;
2445 next_pc += sizeof(struct load_op);
2446 PO;
2447 }
2448 OP(BYTECODE_OP_LOAD_FIELD_U16):
2449 {
2450 dbg_printf("op load field u16\n");
2451
2452 estack_ax_v = *(uint16_t *) estack_ax(stack, top)->u.ptr.ptr;
2453 estack_ax_t = REG_U64;
2454 next_pc += sizeof(struct load_op);
2455 PO;
2456 }
2457 OP(BYTECODE_OP_LOAD_FIELD_U32):
2458 {
2459 dbg_printf("op load field u32\n");
2460
2461 estack_ax_v = *(uint32_t *) estack_ax(stack, top)->u.ptr.ptr;
2462 estack_ax_t = REG_U64;
2463 next_pc += sizeof(struct load_op);
2464 PO;
2465 }
2466 OP(BYTECODE_OP_LOAD_FIELD_U64):
2467 {
2468 dbg_printf("op load field u64\n");
2469
2470 estack_ax_v = *(uint64_t *) estack_ax(stack, top)->u.ptr.ptr;
2471 estack_ax_t = REG_U64;
2472 next_pc += sizeof(struct load_op);
2473 PO;
2474 }
2475 OP(BYTECODE_OP_LOAD_FIELD_DOUBLE):
2476 {
2477 dbg_printf("op load field double\n");
2478
2479 memcpy(&estack_ax(stack, top)->u.d,
2480 estack_ax(stack, top)->u.ptr.ptr,
2481 sizeof(struct literal_double));
2482 estack_ax(stack, top)->type = REG_DOUBLE;
2483 next_pc += sizeof(struct load_op);
2484 PO;
2485 }
2486
2487 OP(BYTECODE_OP_LOAD_FIELD_STRING):
2488 {
2489 const char *str;
2490
2491 dbg_printf("op load field string\n");
2492 str = (const char *) estack_ax(stack, top)->u.ptr.ptr;
2493 estack_ax(stack, top)->u.s.str = str;
2494 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
2495 dbg_printf("Interpreter warning: loading a NULL string.\n");
2496 ret = -EINVAL;
2497 goto end;
2498 }
2499 estack_ax(stack, top)->u.s.seq_len = SIZE_MAX;
2500 estack_ax(stack, top)->u.s.literal_type =
2501 ESTACK_STRING_LITERAL_TYPE_NONE;
2502 estack_ax(stack, top)->type = REG_STRING;
2503 next_pc += sizeof(struct load_op);
2504 PO;
2505 }
2506
2507 OP(BYTECODE_OP_LOAD_FIELD_SEQUENCE):
2508 {
2509 const char *ptr;
2510
2511 dbg_printf("op load field string sequence\n");
2512 ptr = estack_ax(stack, top)->u.ptr.ptr;
2513 estack_ax(stack, top)->u.s.seq_len = *(unsigned long *) ptr;
2514 estack_ax(stack, top)->u.s.str = *(const char **) (ptr + sizeof(unsigned long));
2515 estack_ax(stack, top)->type = REG_STRING;
2516 if (unlikely(!estack_ax(stack, top)->u.s.str)) {
2517 dbg_printf("Interpreter warning: loading a NULL sequence.\n");
2518 ret = -EINVAL;
2519 goto end;
2520 }
2521 estack_ax(stack, top)->u.s.literal_type =
2522 ESTACK_STRING_LITERAL_TYPE_NONE;
2523 next_pc += sizeof(struct load_op);
2524 PO;
2525 }
2526
2527 END_OP
2528 end:
2529 /* Return _DISCARD on error. */
2530 if (ret)
2531 return LTTNG_INTERPRETER_DISCARD;
2532
2533 if (output) {
2534 return lttng_bytecode_interpret_format_output(estack_ax(stack, top),
2535 output);
2536 }
2537
2538 return retval;
2539 }
2540
2541 uint64_t lttng_bytecode_filter_interpret(void *filter_data,
2542 const char *filter_stack_data)
2543 {
2544 return bytecode_interpret(filter_data, filter_stack_data, NULL);
2545 }
2546
2547 #undef START_OP
2548 #undef OP
2549 #undef PO
2550 #undef END_OP
LTTng 2.0 Userspace Tracer
This page took 0.12823 seconds and 3 git commands to generate.