2 * lttng-filter-validator.c
4 * LTTng modules filter bytecode validator.
6 * Copyright (C) 2010-2016 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
8 * Permission is hereby granted, free of charge, to any person obtaining a copy
9 * of this software and associated documentation files (the "Software"), to deal
10 * in the Software without restriction, including without limitation the rights
11 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
12 * copies of the Software, and to permit persons to whom the Software is
13 * furnished to do so, subject to the following conditions:
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
23 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
27 #include <linux/types.h>
28 #include <linux/jhash.h>
29 #include <linux/slab.h>
31 #include <wrapper/list.h>
32 #include <lttng-filter.h>
34 #define MERGE_POINT_TABLE_BITS 7
35 #define MERGE_POINT_TABLE_SIZE (1U << MERGE_POINT_TABLE_BITS)
37 /* merge point table node */
39 struct hlist_node node
;
41 /* Context at merge point */
43 unsigned long target_pc
;
47 struct hlist_head mp_head
[MERGE_POINT_TABLE_SIZE
];
51 int lttng_hash_match(struct mp_node
*mp_node
, unsigned long key_pc
)
53 if (mp_node
->target_pc
== key_pc
)
60 int merge_points_compare(const struct vstack
*stacka
,
61 const struct vstack
*stackb
)
65 if (stacka
->top
!= stackb
->top
)
67 len
= stacka
->top
+ 1;
68 WARN_ON_ONCE(len
< 0);
69 for (i
= 0; i
< len
; i
++) {
70 if (stacka
->e
[i
].type
!= stackb
->e
[i
].type
)
77 int merge_point_add_check(struct mp_table
*mp_table
, unsigned long target_pc
,
78 const struct vstack
*stack
)
80 struct mp_node
*mp_node
;
81 unsigned long hash
= jhash_1word(target_pc
, 0);
82 struct hlist_head
*head
;
83 struct mp_node
*lookup_node
;
86 dbg_printk("Filter: adding merge point at offset %lu, hash %lu\n",
88 mp_node
= kzalloc(sizeof(struct mp_node
), GFP_KERNEL
);
91 mp_node
->target_pc
= target_pc
;
92 memcpy(&mp_node
->stack
, stack
, sizeof(mp_node
->stack
));
94 head
= &mp_table
->mp_head
[hash
& (MERGE_POINT_TABLE_SIZE
- 1)];
95 lttng_hlist_for_each_entry(lookup_node
, head
, node
) {
96 if (lttng_hash_match(lookup_node
, target_pc
)) {
102 /* Key already present */
103 dbg_printk("Filter: compare merge points for offset %lu, hash %lu\n",
106 if (merge_points_compare(stack
, &lookup_node
->stack
)) {
107 printk(KERN_WARNING
"Merge points differ for offset %lu\n",
112 hlist_add_head(&mp_node
->node
, head
);
118 * Binary comparators use top of stack and top of stack -1.
121 int bin_op_compare_check(struct vstack
*stack
, const filter_opcode_t opcode
,
124 if (unlikely(!vstack_ax(stack
) || !vstack_bx(stack
)))
127 switch (vstack_ax(stack
)->type
) {
133 switch (vstack_bx(stack
)->type
) {
137 case REG_TYPE_UNKNOWN
:
141 case REG_STAR_GLOB_STRING
:
142 if (opcode
!= FILTER_OP_EQ
&& opcode
!= FILTER_OP_NE
) {
150 case REG_STAR_GLOB_STRING
:
151 switch (vstack_bx(stack
)->type
) {
155 case REG_TYPE_UNKNOWN
:
158 if (opcode
!= FILTER_OP_EQ
&& opcode
!= FILTER_OP_NE
) {
162 case REG_STAR_GLOB_STRING
:
168 switch (vstack_bx(stack
)->type
) {
172 case REG_TYPE_UNKNOWN
:
175 case REG_STAR_GLOB_STRING
:
181 case REG_TYPE_UNKNOWN
:
182 switch (vstack_bx(stack
)->type
) {
186 case REG_TYPE_UNKNOWN
:
188 case REG_STAR_GLOB_STRING
:
200 printk(KERN_WARNING
"empty stack for '%s' binary operator\n", str
);
204 printk(KERN_WARNING
"type mismatch for '%s' binary operator\n", str
);
208 printk(KERN_WARNING
"unknown type for '%s' binary operator\n", str
);
213 * Binary bitwise operators use top of stack and top of stack -1.
214 * Return 0 if typing is known to match, 1 if typing is dynamic
215 * (unknown), negative error value on error.
218 int bin_op_bitwise_check(struct vstack
*stack
, filter_opcode_t opcode
,
221 if (unlikely(!vstack_ax(stack
) || !vstack_bx(stack
)))
224 switch (vstack_ax(stack
)->type
) {
229 case REG_TYPE_UNKNOWN
:
230 switch (vstack_bx(stack
)->type
) {
234 case REG_TYPE_UNKNOWN
:
236 case REG_STAR_GLOB_STRING
:
242 switch (vstack_bx(stack
)->type
) {
246 case REG_TYPE_UNKNOWN
:
259 printk(KERN_WARNING
"empty stack for '%s' binary operator\n", str
);
263 printk(KERN_WARNING
"unknown type for '%s' binary operator\n", str
);
268 int validate_get_symbol(struct bytecode_runtime
*bytecode
,
269 const struct get_symbol
*sym
)
271 const char *str
, *str_limit
;
274 if (sym
->offset
>= bytecode
->p
.bc
->bc
.len
- bytecode
->p
.bc
->bc
.reloc_offset
)
277 str
= bytecode
->p
.bc
->bc
.data
+ bytecode
->p
.bc
->bc
.reloc_offset
+ sym
->offset
;
278 str_limit
= bytecode
->p
.bc
->bc
.data
+ bytecode
->p
.bc
->bc
.len
;
279 len_limit
= str_limit
- str
;
280 if (strnlen(str
, len_limit
) == len_limit
)
286 * Validate bytecode range overflow within the validation pass.
287 * Called for each instruction encountered.
290 int bytecode_validate_overflow(struct bytecode_runtime
*bytecode
,
291 char *start_pc
, char *pc
)
295 switch (*(filter_opcode_t
*) pc
) {
296 case FILTER_OP_UNKNOWN
:
299 printk(KERN_WARNING
"unknown bytecode op %u\n",
300 (unsigned int) *(filter_opcode_t
*) pc
);
305 case FILTER_OP_RETURN
:
306 case FILTER_OP_RETURN_S64
:
308 if (unlikely(pc
+ sizeof(struct return_op
)
309 > start_pc
+ bytecode
->len
)) {
320 case FILTER_OP_MINUS
:
321 case FILTER_OP_EQ_DOUBLE
:
322 case FILTER_OP_NE_DOUBLE
:
323 case FILTER_OP_GT_DOUBLE
:
324 case FILTER_OP_LT_DOUBLE
:
325 case FILTER_OP_GE_DOUBLE
:
326 case FILTER_OP_LE_DOUBLE
:
328 case FILTER_OP_EQ_DOUBLE_S64
:
329 case FILTER_OP_NE_DOUBLE_S64
:
330 case FILTER_OP_GT_DOUBLE_S64
:
331 case FILTER_OP_LT_DOUBLE_S64
:
332 case FILTER_OP_GE_DOUBLE_S64
:
333 case FILTER_OP_LE_DOUBLE_S64
:
334 case FILTER_OP_EQ_S64_DOUBLE
:
335 case FILTER_OP_NE_S64_DOUBLE
:
336 case FILTER_OP_GT_S64_DOUBLE
:
337 case FILTER_OP_LT_S64_DOUBLE
:
338 case FILTER_OP_GE_S64_DOUBLE
:
339 case FILTER_OP_LE_S64_DOUBLE
:
340 case FILTER_OP_LOAD_FIELD_REF_DOUBLE
:
341 case FILTER_OP_GET_CONTEXT_REF_DOUBLE
:
342 case FILTER_OP_LOAD_DOUBLE
:
343 case FILTER_OP_CAST_DOUBLE_TO_S64
:
344 case FILTER_OP_UNARY_PLUS_DOUBLE
:
345 case FILTER_OP_UNARY_MINUS_DOUBLE
:
346 case FILTER_OP_UNARY_NOT_DOUBLE
:
348 printk(KERN_WARNING
"unsupported bytecode op %u\n",
349 (unsigned int) *(filter_opcode_t
*) pc
);
360 case FILTER_OP_EQ_STRING
:
361 case FILTER_OP_NE_STRING
:
362 case FILTER_OP_GT_STRING
:
363 case FILTER_OP_LT_STRING
:
364 case FILTER_OP_GE_STRING
:
365 case FILTER_OP_LE_STRING
:
366 case FILTER_OP_EQ_STAR_GLOB_STRING
:
367 case FILTER_OP_NE_STAR_GLOB_STRING
:
368 case FILTER_OP_EQ_S64
:
369 case FILTER_OP_NE_S64
:
370 case FILTER_OP_GT_S64
:
371 case FILTER_OP_LT_S64
:
372 case FILTER_OP_GE_S64
:
373 case FILTER_OP_LE_S64
:
374 case FILTER_OP_BIT_RSHIFT
:
375 case FILTER_OP_BIT_LSHIFT
:
376 case FILTER_OP_BIT_AND
:
377 case FILTER_OP_BIT_OR
:
378 case FILTER_OP_BIT_XOR
:
380 if (unlikely(pc
+ sizeof(struct binary_op
)
381 > start_pc
+ bytecode
->len
)) {
388 case FILTER_OP_UNARY_PLUS
:
389 case FILTER_OP_UNARY_MINUS
:
390 case FILTER_OP_UNARY_NOT
:
391 case FILTER_OP_UNARY_PLUS_S64
:
392 case FILTER_OP_UNARY_MINUS_S64
:
393 case FILTER_OP_UNARY_NOT_S64
:
394 case FILTER_OP_UNARY_BIT_NOT
:
396 if (unlikely(pc
+ sizeof(struct unary_op
)
397 > start_pc
+ bytecode
->len
)) {
407 if (unlikely(pc
+ sizeof(struct logical_op
)
408 > start_pc
+ bytecode
->len
)) {
415 case FILTER_OP_LOAD_FIELD_REF
:
417 printk(KERN_WARNING
"Unknown field ref type\n");
422 /* get context ref */
423 case FILTER_OP_GET_CONTEXT_REF
:
425 printk(KERN_WARNING
"Unknown field ref type\n");
429 case FILTER_OP_LOAD_FIELD_REF_STRING
:
430 case FILTER_OP_LOAD_FIELD_REF_SEQUENCE
:
431 case FILTER_OP_LOAD_FIELD_REF_USER_STRING
:
432 case FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE
:
433 case FILTER_OP_LOAD_FIELD_REF_S64
:
434 case FILTER_OP_GET_CONTEXT_REF_STRING
:
435 case FILTER_OP_GET_CONTEXT_REF_S64
:
437 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct field_ref
)
438 > start_pc
+ bytecode
->len
)) {
444 /* load from immediate operand */
445 case FILTER_OP_LOAD_STRING
:
446 case FILTER_OP_LOAD_STAR_GLOB_STRING
:
448 struct load_op
*insn
= (struct load_op
*) pc
;
449 uint32_t str_len
, maxlen
;
451 if (unlikely(pc
+ sizeof(struct load_op
)
452 > start_pc
+ bytecode
->len
)) {
457 maxlen
= start_pc
+ bytecode
->len
- pc
- sizeof(struct load_op
);
458 str_len
= strnlen(insn
->data
, maxlen
);
459 if (unlikely(str_len
>= maxlen
)) {
460 /* Final '\0' not found within range */
466 case FILTER_OP_LOAD_S64
:
468 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct literal_numeric
)
469 > start_pc
+ bytecode
->len
)) {
475 case FILTER_OP_CAST_TO_S64
:
476 case FILTER_OP_CAST_NOP
:
478 if (unlikely(pc
+ sizeof(struct cast_op
)
479 > start_pc
+ bytecode
->len
)) {
486 * Instructions for recursive traversal through composed types.
488 case FILTER_OP_GET_CONTEXT_ROOT
:
489 case FILTER_OP_GET_APP_CONTEXT_ROOT
:
490 case FILTER_OP_GET_PAYLOAD_ROOT
:
491 case FILTER_OP_LOAD_FIELD
:
492 case FILTER_OP_LOAD_FIELD_S8
:
493 case FILTER_OP_LOAD_FIELD_S16
:
494 case FILTER_OP_LOAD_FIELD_S32
:
495 case FILTER_OP_LOAD_FIELD_S64
:
496 case FILTER_OP_LOAD_FIELD_U8
:
497 case FILTER_OP_LOAD_FIELD_U16
:
498 case FILTER_OP_LOAD_FIELD_U32
:
499 case FILTER_OP_LOAD_FIELD_U64
:
500 case FILTER_OP_LOAD_FIELD_STRING
:
501 case FILTER_OP_LOAD_FIELD_SEQUENCE
:
502 case FILTER_OP_LOAD_FIELD_DOUBLE
:
503 if (unlikely(pc
+ sizeof(struct load_op
)
504 > start_pc
+ bytecode
->len
)) {
509 case FILTER_OP_GET_SYMBOL
:
511 struct load_op
*insn
= (struct load_op
*) pc
;
512 struct get_symbol
*sym
= (struct get_symbol
*) insn
->data
;
514 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct get_symbol
)
515 > start_pc
+ bytecode
->len
)) {
518 ret
= validate_get_symbol(bytecode
, sym
);
522 case FILTER_OP_GET_SYMBOL_FIELD
:
523 printk(KERN_WARNING
"Unexpected get symbol field\n");
527 case FILTER_OP_GET_INDEX_U16
:
528 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct get_index_u16
)
529 > start_pc
+ bytecode
->len
)) {
534 case FILTER_OP_GET_INDEX_U64
:
535 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct get_index_u64
)
536 > start_pc
+ bytecode
->len
)) {
546 unsigned long delete_all_nodes(struct mp_table
*mp_table
)
548 struct mp_node
*mp_node
;
549 struct hlist_node
*tmp
;
550 unsigned long nr_nodes
= 0;
553 for (i
= 0; i
< MERGE_POINT_TABLE_SIZE
; i
++) {
554 struct hlist_head
*head
;
556 head
= &mp_table
->mp_head
[i
];
557 lttng_hlist_for_each_entry_safe(mp_node
, tmp
, head
, node
) {
571 int validate_instruction_context(struct bytecode_runtime
*bytecode
,
572 struct vstack
*stack
,
577 const filter_opcode_t opcode
= *(filter_opcode_t
*) pc
;
580 case FILTER_OP_UNKNOWN
:
583 printk(KERN_WARNING
"unknown bytecode op %u\n",
584 (unsigned int) *(filter_opcode_t
*) pc
);
589 case FILTER_OP_RETURN
:
590 case FILTER_OP_RETURN_S64
:
600 case FILTER_OP_MINUS
:
602 case FILTER_OP_EQ_DOUBLE
:
603 case FILTER_OP_NE_DOUBLE
:
604 case FILTER_OP_GT_DOUBLE
:
605 case FILTER_OP_LT_DOUBLE
:
606 case FILTER_OP_GE_DOUBLE
:
607 case FILTER_OP_LE_DOUBLE
:
608 case FILTER_OP_EQ_DOUBLE_S64
:
609 case FILTER_OP_NE_DOUBLE_S64
:
610 case FILTER_OP_GT_DOUBLE_S64
:
611 case FILTER_OP_LT_DOUBLE_S64
:
612 case FILTER_OP_GE_DOUBLE_S64
:
613 case FILTER_OP_LE_DOUBLE_S64
:
614 case FILTER_OP_EQ_S64_DOUBLE
:
615 case FILTER_OP_NE_S64_DOUBLE
:
616 case FILTER_OP_GT_S64_DOUBLE
:
617 case FILTER_OP_LT_S64_DOUBLE
:
618 case FILTER_OP_GE_S64_DOUBLE
:
619 case FILTER_OP_LE_S64_DOUBLE
:
620 case FILTER_OP_UNARY_PLUS_DOUBLE
:
621 case FILTER_OP_UNARY_MINUS_DOUBLE
:
622 case FILTER_OP_UNARY_NOT_DOUBLE
:
623 case FILTER_OP_LOAD_FIELD_REF_DOUBLE
:
624 case FILTER_OP_LOAD_DOUBLE
:
625 case FILTER_OP_CAST_DOUBLE_TO_S64
:
626 case FILTER_OP_GET_CONTEXT_REF_DOUBLE
:
628 printk(KERN_WARNING
"unsupported bytecode op %u\n",
629 (unsigned int) *(filter_opcode_t
*) pc
);
636 ret
= bin_op_compare_check(stack
, opcode
, "==");
643 ret
= bin_op_compare_check(stack
, opcode
, "!=");
650 ret
= bin_op_compare_check(stack
, opcode
, ">");
657 ret
= bin_op_compare_check(stack
, opcode
, "<");
664 ret
= bin_op_compare_check(stack
, opcode
, ">=");
671 ret
= bin_op_compare_check(stack
, opcode
, "<=");
677 case FILTER_OP_EQ_STRING
:
678 case FILTER_OP_NE_STRING
:
679 case FILTER_OP_GT_STRING
:
680 case FILTER_OP_LT_STRING
:
681 case FILTER_OP_GE_STRING
:
682 case FILTER_OP_LE_STRING
:
684 if (!vstack_ax(stack
) || !vstack_bx(stack
)) {
685 printk(KERN_WARNING
"Empty stack\n");
689 if (vstack_ax(stack
)->type
!= REG_STRING
690 || vstack_bx(stack
)->type
!= REG_STRING
) {
691 printk(KERN_WARNING
"Unexpected register type for string comparator\n");
699 case FILTER_OP_EQ_STAR_GLOB_STRING
:
700 case FILTER_OP_NE_STAR_GLOB_STRING
:
702 if (!vstack_ax(stack
) || !vstack_bx(stack
)) {
703 printk(KERN_WARNING
"Empty stack\n");
707 if (vstack_ax(stack
)->type
!= REG_STAR_GLOB_STRING
708 && vstack_bx(stack
)->type
!= REG_STAR_GLOB_STRING
) {
709 printk(KERN_WARNING
"Unexpected register type for globbing pattern comparator\n");
716 case FILTER_OP_EQ_S64
:
717 case FILTER_OP_NE_S64
:
718 case FILTER_OP_GT_S64
:
719 case FILTER_OP_LT_S64
:
720 case FILTER_OP_GE_S64
:
721 case FILTER_OP_LE_S64
:
723 if (!vstack_ax(stack
) || !vstack_bx(stack
)) {
724 printk(KERN_WARNING
"Empty stack\n");
728 if (vstack_ax(stack
)->type
!= REG_S64
729 || vstack_bx(stack
)->type
!= REG_S64
) {
730 printk(KERN_WARNING
"Unexpected register type for s64 comparator\n");
737 case FILTER_OP_BIT_RSHIFT
:
738 ret
= bin_op_bitwise_check(stack
, opcode
, ">>");
742 case FILTER_OP_BIT_LSHIFT
:
743 ret
= bin_op_bitwise_check(stack
, opcode
, "<<");
747 case FILTER_OP_BIT_AND
:
748 ret
= bin_op_bitwise_check(stack
, opcode
, "&");
752 case FILTER_OP_BIT_OR
:
753 ret
= bin_op_bitwise_check(stack
, opcode
, "|");
757 case FILTER_OP_BIT_XOR
:
758 ret
= bin_op_bitwise_check(stack
, opcode
, "^");
764 case FILTER_OP_UNARY_PLUS
:
765 case FILTER_OP_UNARY_MINUS
:
766 case FILTER_OP_UNARY_NOT
:
768 if (!vstack_ax(stack
)) {
769 printk(KERN_WARNING
"Empty stack\n");
773 switch (vstack_ax(stack
)->type
) {
776 printk(KERN_WARNING
"unknown register type\n");
781 case REG_STAR_GLOB_STRING
:
782 printk(KERN_WARNING
"Unary op can only be applied to numeric or floating point registers\n");
786 case REG_TYPE_UNKNOWN
:
791 case FILTER_OP_UNARY_BIT_NOT
:
793 if (!vstack_ax(stack
)) {
794 printk(KERN_WARNING
"Empty stack\n");
798 switch (vstack_ax(stack
)->type
) {
800 printk(KERN_WARNING
"unknown register type\n");
805 case REG_STAR_GLOB_STRING
:
807 printk(KERN_WARNING
"Unary bitwise op can only be applied to numeric registers\n");
812 case REG_TYPE_UNKNOWN
:
818 case FILTER_OP_UNARY_PLUS_S64
:
819 case FILTER_OP_UNARY_MINUS_S64
:
820 case FILTER_OP_UNARY_NOT_S64
:
822 if (!vstack_ax(stack
)) {
823 printk(KERN_WARNING
"Empty stack\n");
827 if (vstack_ax(stack
)->type
!= REG_S64
) {
828 printk(KERN_WARNING
"Invalid register type\n");
839 struct logical_op
*insn
= (struct logical_op
*) pc
;
841 if (!vstack_ax(stack
)) {
842 printk(KERN_WARNING
"Empty stack\n");
846 if (vstack_ax(stack
)->type
!= REG_S64
) {
847 printk(KERN_WARNING
"Logical comparator expects S64 register\n");
852 dbg_printk("Validate jumping to bytecode offset %u\n",
853 (unsigned int) insn
->skip_offset
);
854 if (unlikely(start_pc
+ insn
->skip_offset
<= pc
)) {
855 printk(KERN_WARNING
"Loops are not allowed in bytecode\n");
863 case FILTER_OP_LOAD_FIELD_REF
:
865 printk(KERN_WARNING
"Unknown field ref type\n");
869 case FILTER_OP_LOAD_FIELD_REF_STRING
:
870 case FILTER_OP_LOAD_FIELD_REF_SEQUENCE
:
871 case FILTER_OP_LOAD_FIELD_REF_USER_STRING
:
872 case FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE
:
874 struct load_op
*insn
= (struct load_op
*) pc
;
875 struct field_ref
*ref
= (struct field_ref
*) insn
->data
;
877 dbg_printk("Validate load field ref offset %u type string\n",
881 case FILTER_OP_LOAD_FIELD_REF_S64
:
883 struct load_op
*insn
= (struct load_op
*) pc
;
884 struct field_ref
*ref
= (struct field_ref
*) insn
->data
;
886 dbg_printk("Validate load field ref offset %u type s64\n",
891 /* load from immediate operand */
892 case FILTER_OP_LOAD_STRING
:
893 case FILTER_OP_LOAD_STAR_GLOB_STRING
:
898 case FILTER_OP_LOAD_S64
:
903 case FILTER_OP_CAST_TO_S64
:
905 struct cast_op
*insn
= (struct cast_op
*) pc
;
907 if (!vstack_ax(stack
)) {
908 printk(KERN_WARNING
"Empty stack\n");
912 switch (vstack_ax(stack
)->type
) {
915 printk(KERN_WARNING
"unknown register type\n");
920 case REG_STAR_GLOB_STRING
:
921 printk(KERN_WARNING
"Cast op can only be applied to numeric or floating point registers\n");
927 if (insn
->op
== FILTER_OP_CAST_DOUBLE_TO_S64
) {
928 if (vstack_ax(stack
)->type
!= REG_DOUBLE
) {
929 printk(KERN_WARNING
"Cast expects double\n");
936 case FILTER_OP_CAST_NOP
:
941 /* get context ref */
942 case FILTER_OP_GET_CONTEXT_REF
:
944 printk(KERN_WARNING
"Unknown get context ref type\n");
948 case FILTER_OP_GET_CONTEXT_REF_STRING
:
950 struct load_op
*insn
= (struct load_op
*) pc
;
951 struct field_ref
*ref
= (struct field_ref
*) insn
->data
;
953 dbg_printk("Validate get context ref offset %u type string\n",
957 case FILTER_OP_GET_CONTEXT_REF_S64
:
959 struct load_op
*insn
= (struct load_op
*) pc
;
960 struct field_ref
*ref
= (struct field_ref
*) insn
->data
;
962 dbg_printk("Validate get context ref offset %u type s64\n",
968 * Instructions for recursive traversal through composed types.
970 case FILTER_OP_GET_CONTEXT_ROOT
:
972 dbg_printk("Validate get context root\n");
975 case FILTER_OP_GET_APP_CONTEXT_ROOT
:
977 dbg_printk("Validate get app context root\n");
980 case FILTER_OP_GET_PAYLOAD_ROOT
:
982 dbg_printk("Validate get payload root\n");
985 case FILTER_OP_LOAD_FIELD
:
988 * We tolerate that field type is unknown at validation,
989 * because we are performing the load specialization in
990 * a phase after validation.
992 dbg_printk("Validate load field\n");
995 case FILTER_OP_LOAD_FIELD_S8
:
997 dbg_printk("Validate load field s8\n");
1000 case FILTER_OP_LOAD_FIELD_S16
:
1002 dbg_printk("Validate load field s16\n");
1005 case FILTER_OP_LOAD_FIELD_S32
:
1007 dbg_printk("Validate load field s32\n");
1010 case FILTER_OP_LOAD_FIELD_S64
:
1012 dbg_printk("Validate load field s64\n");
1015 case FILTER_OP_LOAD_FIELD_U8
:
1017 dbg_printk("Validate load field u8\n");
1020 case FILTER_OP_LOAD_FIELD_U16
:
1022 dbg_printk("Validate load field u16\n");
1025 case FILTER_OP_LOAD_FIELD_U32
:
1027 dbg_printk("Validate load field u32\n");
1030 case FILTER_OP_LOAD_FIELD_U64
:
1032 dbg_printk("Validate load field u64\n");
1035 case FILTER_OP_LOAD_FIELD_STRING
:
1037 dbg_printk("Validate load field string\n");
1040 case FILTER_OP_LOAD_FIELD_SEQUENCE
:
1042 dbg_printk("Validate load field sequence\n");
1045 case FILTER_OP_LOAD_FIELD_DOUBLE
:
1047 dbg_printk("Validate load field double\n");
1051 case FILTER_OP_GET_SYMBOL
:
1053 struct load_op
*insn
= (struct load_op
*) pc
;
1054 struct get_symbol
*sym
= (struct get_symbol
*) insn
->data
;
1056 dbg_printk("Validate get symbol offset %u\n", sym
->offset
);
1060 case FILTER_OP_GET_SYMBOL_FIELD
:
1062 struct load_op
*insn
= (struct load_op
*) pc
;
1063 struct get_symbol
*sym
= (struct get_symbol
*) insn
->data
;
1065 dbg_printk("Validate get symbol field offset %u\n", sym
->offset
);
1069 case FILTER_OP_GET_INDEX_U16
:
1071 struct load_op
*insn
= (struct load_op
*) pc
;
1072 struct get_index_u16
*get_index
= (struct get_index_u16
*) insn
->data
;
1074 dbg_printk("Validate get index u16 index %u\n", get_index
->index
);
1078 case FILTER_OP_GET_INDEX_U64
:
1080 struct load_op
*insn
= (struct load_op
*) pc
;
1081 struct get_index_u64
*get_index
= (struct get_index_u64
*) insn
->data
;
1083 dbg_printk("Validate get index u64 index %llu\n",
1084 (unsigned long long) get_index
->index
);
1098 int validate_instruction_all_contexts(struct bytecode_runtime
*bytecode
,
1099 struct mp_table
*mp_table
,
1100 struct vstack
*stack
,
1105 unsigned long target_pc
= pc
- start_pc
;
1107 struct hlist_head
*head
;
1108 struct mp_node
*mp_node
;
1110 /* Validate the context resulting from the previous instruction */
1111 ret
= validate_instruction_context(bytecode
, stack
, start_pc
, pc
);
1115 /* Validate merge points */
1116 hash
= jhash_1word(target_pc
, 0);
1117 head
= &mp_table
->mp_head
[hash
& (MERGE_POINT_TABLE_SIZE
- 1)];
1118 lttng_hlist_for_each_entry(mp_node
, head
, node
) {
1119 if (lttng_hash_match(mp_node
, target_pc
)) {
1125 dbg_printk("Filter: validate merge point at offset %lu\n",
1127 if (merge_points_compare(stack
, &mp_node
->stack
)) {
1128 printk(KERN_WARNING
"Merge points differ for offset %lu\n",
1132 /* Once validated, we can remove the merge point */
1133 dbg_printk("Filter: remove merge point at offset %lu\n",
1135 hlist_del(&mp_node
->node
);
1142 * >0: going to next insn.
1143 * 0: success, stop iteration.
1147 int exec_insn(struct bytecode_runtime
*bytecode
,
1148 struct mp_table
*mp_table
,
1149 struct vstack
*stack
,
1154 char *next_pc
= *_next_pc
;
1156 switch (*(filter_opcode_t
*) pc
) {
1157 case FILTER_OP_UNKNOWN
:
1160 printk(KERN_WARNING
"unknown bytecode op %u\n",
1161 (unsigned int) *(filter_opcode_t
*) pc
);
1166 case FILTER_OP_RETURN
:
1168 if (!vstack_ax(stack
)) {
1169 printk(KERN_WARNING
"Empty stack\n");
1173 switch (vstack_ax(stack
)->type
) {
1175 case REG_TYPE_UNKNOWN
:
1178 printk(KERN_WARNING
"Unexpected register type %d at end of bytecode\n",
1179 (int) vstack_ax(stack
)->type
);
1188 case FILTER_OP_RETURN_S64
:
1190 if (!vstack_ax(stack
)) {
1191 printk(KERN_WARNING
"Empty stack\n");
1195 switch (vstack_ax(stack
)->type
) {
1199 case REG_TYPE_UNKNOWN
:
1200 printk(KERN_WARNING
"Unexpected register type %d at end of bytecode\n",
1201 (int) vstack_ax(stack
)->type
);
1214 case FILTER_OP_PLUS
:
1215 case FILTER_OP_MINUS
:
1216 /* Floating point */
1217 case FILTER_OP_EQ_DOUBLE
:
1218 case FILTER_OP_NE_DOUBLE
:
1219 case FILTER_OP_GT_DOUBLE
:
1220 case FILTER_OP_LT_DOUBLE
:
1221 case FILTER_OP_GE_DOUBLE
:
1222 case FILTER_OP_LE_DOUBLE
:
1223 case FILTER_OP_EQ_DOUBLE_S64
:
1224 case FILTER_OP_NE_DOUBLE_S64
:
1225 case FILTER_OP_GT_DOUBLE_S64
:
1226 case FILTER_OP_LT_DOUBLE_S64
:
1227 case FILTER_OP_GE_DOUBLE_S64
:
1228 case FILTER_OP_LE_DOUBLE_S64
:
1229 case FILTER_OP_EQ_S64_DOUBLE
:
1230 case FILTER_OP_NE_S64_DOUBLE
:
1231 case FILTER_OP_GT_S64_DOUBLE
:
1232 case FILTER_OP_LT_S64_DOUBLE
:
1233 case FILTER_OP_GE_S64_DOUBLE
:
1234 case FILTER_OP_LE_S64_DOUBLE
:
1235 case FILTER_OP_UNARY_PLUS_DOUBLE
:
1236 case FILTER_OP_UNARY_MINUS_DOUBLE
:
1237 case FILTER_OP_UNARY_NOT_DOUBLE
:
1238 case FILTER_OP_LOAD_FIELD_REF_DOUBLE
:
1239 case FILTER_OP_GET_CONTEXT_REF_DOUBLE
:
1240 case FILTER_OP_LOAD_DOUBLE
:
1241 case FILTER_OP_CAST_DOUBLE_TO_S64
:
1243 printk(KERN_WARNING
"unsupported bytecode op %u\n",
1244 (unsigned int) *(filter_opcode_t
*) pc
);
1255 case FILTER_OP_EQ_STRING
:
1256 case FILTER_OP_NE_STRING
:
1257 case FILTER_OP_GT_STRING
:
1258 case FILTER_OP_LT_STRING
:
1259 case FILTER_OP_GE_STRING
:
1260 case FILTER_OP_LE_STRING
:
1261 case FILTER_OP_EQ_STAR_GLOB_STRING
:
1262 case FILTER_OP_NE_STAR_GLOB_STRING
:
1263 case FILTER_OP_EQ_S64
:
1264 case FILTER_OP_NE_S64
:
1265 case FILTER_OP_GT_S64
:
1266 case FILTER_OP_LT_S64
:
1267 case FILTER_OP_GE_S64
:
1268 case FILTER_OP_LE_S64
:
1269 case FILTER_OP_BIT_RSHIFT
:
1270 case FILTER_OP_BIT_LSHIFT
:
1271 case FILTER_OP_BIT_AND
:
1272 case FILTER_OP_BIT_OR
:
1273 case FILTER_OP_BIT_XOR
:
1276 if (vstack_pop(stack
)) {
1280 if (!vstack_ax(stack
)) {
1281 printk(KERN_WARNING
"Empty stack\n");
1285 switch (vstack_ax(stack
)->type
) {
1289 case REG_STAR_GLOB_STRING
:
1290 case REG_TYPE_UNKNOWN
:
1293 printk(KERN_WARNING
"Unexpected register type %d for operation\n",
1294 (int) vstack_ax(stack
)->type
);
1299 vstack_ax(stack
)->type
= REG_S64
;
1300 next_pc
+= sizeof(struct binary_op
);
1305 case FILTER_OP_UNARY_PLUS
:
1306 case FILTER_OP_UNARY_MINUS
:
1309 if (!vstack_ax(stack
)) {
1310 printk(KERN_WARNING
"Empty stack\n\n");
1314 switch (vstack_ax(stack
)->type
) {
1316 case REG_TYPE_UNKNOWN
:
1319 printk(KERN_WARNING
"Unexpected register type %d for operation\n",
1320 (int) vstack_ax(stack
)->type
);
1325 vstack_ax(stack
)->type
= REG_TYPE_UNKNOWN
;
1326 next_pc
+= sizeof(struct unary_op
);
1330 case FILTER_OP_UNARY_PLUS_S64
:
1331 case FILTER_OP_UNARY_MINUS_S64
:
1332 case FILTER_OP_UNARY_NOT_S64
:
1335 if (!vstack_ax(stack
)) {
1336 printk(KERN_WARNING
"Empty stack\n\n");
1340 switch (vstack_ax(stack
)->type
) {
1344 printk(KERN_WARNING
"Unexpected register type %d for operation\n",
1345 (int) vstack_ax(stack
)->type
);
1350 vstack_ax(stack
)->type
= REG_S64
;
1351 next_pc
+= sizeof(struct unary_op
);
1355 case FILTER_OP_UNARY_NOT
:
1358 if (!vstack_ax(stack
)) {
1359 printk(KERN_WARNING
"Empty stack\n\n");
1363 switch (vstack_ax(stack
)->type
) {
1365 case REG_TYPE_UNKNOWN
:
1368 printk(KERN_WARNING
"Unexpected register type %d for operation\n",
1369 (int) vstack_ax(stack
)->type
);
1374 vstack_ax(stack
)->type
= REG_S64
;
1375 next_pc
+= sizeof(struct unary_op
);
1379 case FILTER_OP_UNARY_BIT_NOT
:
1382 if (!vstack_ax(stack
)) {
1383 printk(KERN_WARNING
"Empty stack\n");
1387 switch (vstack_ax(stack
)->type
) {
1389 case REG_TYPE_UNKNOWN
:
1393 printk(KERN_WARNING
"Unexpected register type %d for operation\n",
1394 (int) vstack_ax(stack
)->type
);
1399 vstack_ax(stack
)->type
= REG_S64
;
1400 next_pc
+= sizeof(struct unary_op
);
1408 struct logical_op
*insn
= (struct logical_op
*) pc
;
1411 /* Add merge point to table */
1412 merge_ret
= merge_point_add_check(mp_table
,
1413 insn
->skip_offset
, stack
);
1419 if (!vstack_ax(stack
)) {
1420 printk(KERN_WARNING
"Empty stack\n\n");
1424 /* There is always a cast-to-s64 operation before a or/and op. */
1425 switch (vstack_ax(stack
)->type
) {
1429 printk(KERN_WARNING
"Incorrect register type %d for operation\n",
1430 (int) vstack_ax(stack
)->type
);
1435 /* Continue to next instruction */
1436 /* Pop 1 when jump not taken */
1437 if (vstack_pop(stack
)) {
1441 next_pc
+= sizeof(struct logical_op
);
1445 /* load field ref */
1446 case FILTER_OP_LOAD_FIELD_REF
:
1448 printk(KERN_WARNING
"Unknown field ref type\n");
1452 /* get context ref */
1453 case FILTER_OP_GET_CONTEXT_REF
:
1455 printk(KERN_WARNING
"Unknown get context ref type\n");
1459 case FILTER_OP_LOAD_FIELD_REF_STRING
:
1460 case FILTER_OP_LOAD_FIELD_REF_SEQUENCE
:
1461 case FILTER_OP_GET_CONTEXT_REF_STRING
:
1462 case FILTER_OP_LOAD_FIELD_REF_USER_STRING
:
1463 case FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE
:
1465 if (vstack_push(stack
)) {
1469 vstack_ax(stack
)->type
= REG_STRING
;
1470 next_pc
+= sizeof(struct load_op
) + sizeof(struct field_ref
);
1473 case FILTER_OP_LOAD_FIELD_REF_S64
:
1474 case FILTER_OP_GET_CONTEXT_REF_S64
:
1476 if (vstack_push(stack
)) {
1480 vstack_ax(stack
)->type
= REG_S64
;
1481 next_pc
+= sizeof(struct load_op
) + sizeof(struct field_ref
);
1485 /* load from immediate operand */
1486 case FILTER_OP_LOAD_STRING
:
1488 struct load_op
*insn
= (struct load_op
*) pc
;
1490 if (vstack_push(stack
)) {
1494 vstack_ax(stack
)->type
= REG_STRING
;
1495 next_pc
+= sizeof(struct load_op
) + strlen(insn
->data
) + 1;
1499 case FILTER_OP_LOAD_STAR_GLOB_STRING
:
1501 struct load_op
*insn
= (struct load_op
*) pc
;
1503 if (vstack_push(stack
)) {
1507 vstack_ax(stack
)->type
= REG_STAR_GLOB_STRING
;
1508 next_pc
+= sizeof(struct load_op
) + strlen(insn
->data
) + 1;
1512 case FILTER_OP_LOAD_S64
:
1514 if (vstack_push(stack
)) {
1518 vstack_ax(stack
)->type
= REG_S64
;
1519 next_pc
+= sizeof(struct load_op
)
1520 + sizeof(struct literal_numeric
);
1524 case FILTER_OP_CAST_TO_S64
:
1527 if (!vstack_ax(stack
)) {
1528 printk(KERN_WARNING
"Empty stack\n");
1532 switch (vstack_ax(stack
)->type
) {
1535 case REG_TYPE_UNKNOWN
:
1538 printk(KERN_WARNING
"Incorrect register type %d for cast\n",
1539 (int) vstack_ax(stack
)->type
);
1543 vstack_ax(stack
)->type
= REG_S64
;
1544 next_pc
+= sizeof(struct cast_op
);
1547 case FILTER_OP_CAST_NOP
:
1549 next_pc
+= sizeof(struct cast_op
);
1554 * Instructions for recursive traversal through composed types.
1556 case FILTER_OP_GET_CONTEXT_ROOT
:
1557 case FILTER_OP_GET_APP_CONTEXT_ROOT
:
1558 case FILTER_OP_GET_PAYLOAD_ROOT
:
1560 if (vstack_push(stack
)) {
1564 vstack_ax(stack
)->type
= REG_PTR
;
1565 next_pc
+= sizeof(struct load_op
);
1569 case FILTER_OP_LOAD_FIELD
:
1572 if (!vstack_ax(stack
)) {
1573 printk(KERN_WARNING
"Empty stack\n\n");
1577 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1578 printk(KERN_WARNING
"Expecting pointer on top of stack\n\n");
1582 vstack_ax(stack
)->type
= REG_TYPE_UNKNOWN
;
1583 next_pc
+= sizeof(struct load_op
);
1587 case FILTER_OP_LOAD_FIELD_S8
:
1588 case FILTER_OP_LOAD_FIELD_S16
:
1589 case FILTER_OP_LOAD_FIELD_S32
:
1590 case FILTER_OP_LOAD_FIELD_S64
:
1591 case FILTER_OP_LOAD_FIELD_U8
:
1592 case FILTER_OP_LOAD_FIELD_U16
:
1593 case FILTER_OP_LOAD_FIELD_U32
:
1594 case FILTER_OP_LOAD_FIELD_U64
:
1597 if (!vstack_ax(stack
)) {
1598 printk(KERN_WARNING
"Empty stack\n\n");
1602 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1603 printk(KERN_WARNING
"Expecting pointer on top of stack\n\n");
1607 vstack_ax(stack
)->type
= REG_S64
;
1608 next_pc
+= sizeof(struct load_op
);
1612 case FILTER_OP_LOAD_FIELD_STRING
:
1613 case FILTER_OP_LOAD_FIELD_SEQUENCE
:
1616 if (!vstack_ax(stack
)) {
1617 printk(KERN_WARNING
"Empty stack\n\n");
1621 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1622 printk(KERN_WARNING
"Expecting pointer on top of stack\n\n");
1626 vstack_ax(stack
)->type
= REG_STRING
;
1627 next_pc
+= sizeof(struct load_op
);
1631 case FILTER_OP_LOAD_FIELD_DOUBLE
:
1634 if (!vstack_ax(stack
)) {
1635 printk(KERN_WARNING
"Empty stack\n\n");
1639 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1640 printk(KERN_WARNING
"Expecting pointer on top of stack\n\n");
1644 vstack_ax(stack
)->type
= REG_DOUBLE
;
1645 next_pc
+= sizeof(struct load_op
);
1649 case FILTER_OP_GET_SYMBOL
:
1650 case FILTER_OP_GET_SYMBOL_FIELD
:
1653 if (!vstack_ax(stack
)) {
1654 printk(KERN_WARNING
"Empty stack\n\n");
1658 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1659 printk(KERN_WARNING
"Expecting pointer on top of stack\n\n");
1663 next_pc
+= sizeof(struct load_op
) + sizeof(struct get_symbol
);
1667 case FILTER_OP_GET_INDEX_U16
:
1670 if (!vstack_ax(stack
)) {
1671 printk(KERN_WARNING
"Empty stack\n\n");
1675 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1676 printk(KERN_WARNING
"Expecting pointer on top of stack\n\n");
1680 next_pc
+= sizeof(struct load_op
) + sizeof(struct get_index_u16
);
1684 case FILTER_OP_GET_INDEX_U64
:
1687 if (!vstack_ax(stack
)) {
1688 printk(KERN_WARNING
"Empty stack\n\n");
1692 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1693 printk(KERN_WARNING
"Expecting pointer on top of stack\n\n");
1697 next_pc
+= sizeof(struct load_op
) + sizeof(struct get_index_u64
);
1703 *_next_pc
= next_pc
;
1708 * Never called concurrently (hash seed is shared).
1710 int lttng_filter_validate_bytecode(struct bytecode_runtime
*bytecode
)
1712 struct mp_table
*mp_table
;
1713 char *pc
, *next_pc
, *start_pc
;
1715 struct vstack stack
;
1717 vstack_init(&stack
);
1719 mp_table
= kzalloc(sizeof(*mp_table
), GFP_KERNEL
);
1721 printk(KERN_WARNING
"Error allocating hash table for bytecode validation\n");
1724 start_pc
= &bytecode
->code
[0];
1725 for (pc
= next_pc
= start_pc
; pc
- start_pc
< bytecode
->len
;
1727 ret
= bytecode_validate_overflow(bytecode
, start_pc
, pc
);
1730 printk(KERN_WARNING
"filter bytecode overflow\n");
1733 dbg_printk("Validating op %s (%u)\n",
1734 lttng_filter_print_op((unsigned int) *(filter_opcode_t
*) pc
),
1735 (unsigned int) *(filter_opcode_t
*) pc
);
1738 * For each instruction, validate the current context
1739 * (traversal of entire execution flow), and validate
1740 * all merge points targeting this instruction.
1742 ret
= validate_instruction_all_contexts(bytecode
, mp_table
,
1743 &stack
, start_pc
, pc
);
1746 ret
= exec_insn(bytecode
, mp_table
, &stack
, &next_pc
, pc
);
1751 if (delete_all_nodes(mp_table
)) {
1753 printk(KERN_WARNING
"Unexpected merge points\n");