1 /* SPDX-License-Identifier: MIT
3 * lttng-filter-validator.c
5 * LTTng modules filter bytecode validator.
7 * Copyright (C) 2010-2016 Mathieu Desnoyers <mathieu.desnoyers@efficios.com>
10 #include <linux/types.h>
11 #include <linux/jhash.h>
12 #include <linux/slab.h>
14 #include <wrapper/list.h>
15 #include <lttng/filter.h>
17 #define MERGE_POINT_TABLE_BITS 7
18 #define MERGE_POINT_TABLE_SIZE (1U << MERGE_POINT_TABLE_BITS)
20 /* merge point table node */
22 struct hlist_node node
;
24 /* Context at merge point */
26 unsigned long target_pc
;
30 struct hlist_head mp_head
[MERGE_POINT_TABLE_SIZE
];
34 int lttng_hash_match(struct mp_node
*mp_node
, unsigned long key_pc
)
36 if (mp_node
->target_pc
== key_pc
)
43 int merge_points_compare(const struct vstack
*stacka
,
44 const struct vstack
*stackb
)
48 if (stacka
->top
!= stackb
->top
)
50 len
= stacka
->top
+ 1;
51 WARN_ON_ONCE(len
< 0);
52 for (i
= 0; i
< len
; i
++) {
53 if (stacka
->e
[i
].type
!= stackb
->e
[i
].type
)
60 int merge_point_add_check(struct mp_table
*mp_table
, unsigned long target_pc
,
61 const struct vstack
*stack
)
63 struct mp_node
*mp_node
;
64 unsigned long hash
= jhash_1word(target_pc
, 0);
65 struct hlist_head
*head
;
66 struct mp_node
*lookup_node
;
69 dbg_printk("Filter: adding merge point at offset %lu, hash %lu\n",
71 mp_node
= kzalloc(sizeof(struct mp_node
), GFP_KERNEL
);
74 mp_node
->target_pc
= target_pc
;
75 memcpy(&mp_node
->stack
, stack
, sizeof(mp_node
->stack
));
77 head
= &mp_table
->mp_head
[hash
& (MERGE_POINT_TABLE_SIZE
- 1)];
78 lttng_hlist_for_each_entry(lookup_node
, head
, node
) {
79 if (lttng_hash_match(lookup_node
, target_pc
)) {
85 /* Key already present */
86 dbg_printk("Filter: compare merge points for offset %lu, hash %lu\n",
89 if (merge_points_compare(stack
, &lookup_node
->stack
)) {
90 printk(KERN_WARNING
"LTTng: filter: Merge points differ for offset %lu\n",
95 hlist_add_head(&mp_node
->node
, head
);
101 * Binary comparators use top of stack and top of stack -1.
104 int bin_op_compare_check(struct vstack
*stack
, const filter_opcode_t opcode
,
107 if (unlikely(!vstack_ax(stack
) || !vstack_bx(stack
)))
110 switch (vstack_ax(stack
)->type
) {
116 switch (vstack_bx(stack
)->type
) {
120 case REG_TYPE_UNKNOWN
:
124 case REG_STAR_GLOB_STRING
:
125 if (opcode
!= FILTER_OP_EQ
&& opcode
!= FILTER_OP_NE
) {
134 case REG_STAR_GLOB_STRING
:
135 switch (vstack_bx(stack
)->type
) {
139 case REG_TYPE_UNKNOWN
:
142 if (opcode
!= FILTER_OP_EQ
&& opcode
!= FILTER_OP_NE
) {
146 case REG_STAR_GLOB_STRING
:
154 switch (vstack_bx(stack
)->type
) {
158 case REG_TYPE_UNKNOWN
:
161 case REG_STAR_GLOB_STRING
:
168 case REG_TYPE_UNKNOWN
:
169 switch (vstack_bx(stack
)->type
) {
173 case REG_TYPE_UNKNOWN
:
175 case REG_STAR_GLOB_STRING
:
188 printk(KERN_WARNING
"LTTng: filter: empty stack for '%s' binary operator\n", str
);
192 printk(KERN_WARNING
"LTTng: filter: type mismatch for '%s' binary operator\n", str
);
196 printk(KERN_WARNING
"LTTng: filter: unknown type for '%s' binary operator\n", str
);
201 * Binary bitwise operators use top of stack and top of stack -1.
202 * Return 0 if typing is known to match, 1 if typing is dynamic
203 * (unknown), negative error value on error.
206 int bin_op_bitwise_check(struct vstack
*stack
, filter_opcode_t opcode
,
209 if (unlikely(!vstack_ax(stack
) || !vstack_bx(stack
)))
212 switch (vstack_ax(stack
)->type
) {
217 case REG_TYPE_UNKNOWN
:
218 switch (vstack_bx(stack
)->type
) {
222 case REG_TYPE_UNKNOWN
:
230 switch (vstack_bx(stack
)->type
) {
234 case REG_TYPE_UNKNOWN
:
248 printk(KERN_WARNING
"LTTng: filter: empty stack for '%s' binary operator\n", str
);
252 printk(KERN_WARNING
"LTTng: filter: unknown type for '%s' binary operator\n", str
);
257 int validate_get_symbol(struct bytecode_runtime
*bytecode
,
258 const struct get_symbol
*sym
)
260 const char *str
, *str_limit
;
263 if (sym
->offset
>= bytecode
->p
.bc
->bc
.len
- bytecode
->p
.bc
->bc
.reloc_offset
)
266 str
= bytecode
->p
.bc
->bc
.data
+ bytecode
->p
.bc
->bc
.reloc_offset
+ sym
->offset
;
267 str_limit
= bytecode
->p
.bc
->bc
.data
+ bytecode
->p
.bc
->bc
.len
;
268 len_limit
= str_limit
- str
;
269 if (strnlen(str
, len_limit
) == len_limit
)
275 * Validate bytecode range overflow within the validation pass.
276 * Called for each instruction encountered.
279 int bytecode_validate_overflow(struct bytecode_runtime
*bytecode
,
280 char *start_pc
, char *pc
)
284 switch (*(filter_opcode_t
*) pc
) {
285 case FILTER_OP_UNKNOWN
:
288 printk(KERN_WARNING
"LTTng: filter: unknown bytecode op %u\n",
289 (unsigned int) *(filter_opcode_t
*) pc
);
294 case FILTER_OP_RETURN
:
295 case FILTER_OP_RETURN_S64
:
297 if (unlikely(pc
+ sizeof(struct return_op
)
298 > start_pc
+ bytecode
->len
)) {
309 case FILTER_OP_MINUS
:
310 case FILTER_OP_EQ_DOUBLE
:
311 case FILTER_OP_NE_DOUBLE
:
312 case FILTER_OP_GT_DOUBLE
:
313 case FILTER_OP_LT_DOUBLE
:
314 case FILTER_OP_GE_DOUBLE
:
315 case FILTER_OP_LE_DOUBLE
:
317 case FILTER_OP_EQ_DOUBLE_S64
:
318 case FILTER_OP_NE_DOUBLE_S64
:
319 case FILTER_OP_GT_DOUBLE_S64
:
320 case FILTER_OP_LT_DOUBLE_S64
:
321 case FILTER_OP_GE_DOUBLE_S64
:
322 case FILTER_OP_LE_DOUBLE_S64
:
323 case FILTER_OP_EQ_S64_DOUBLE
:
324 case FILTER_OP_NE_S64_DOUBLE
:
325 case FILTER_OP_GT_S64_DOUBLE
:
326 case FILTER_OP_LT_S64_DOUBLE
:
327 case FILTER_OP_GE_S64_DOUBLE
:
328 case FILTER_OP_LE_S64_DOUBLE
:
329 case FILTER_OP_LOAD_FIELD_REF_DOUBLE
:
330 case FILTER_OP_GET_CONTEXT_REF_DOUBLE
:
331 case FILTER_OP_LOAD_DOUBLE
:
332 case FILTER_OP_CAST_DOUBLE_TO_S64
:
333 case FILTER_OP_UNARY_PLUS_DOUBLE
:
334 case FILTER_OP_UNARY_MINUS_DOUBLE
:
335 case FILTER_OP_UNARY_NOT_DOUBLE
:
337 printk(KERN_WARNING
"LTTng: filter: unsupported bytecode op %u\n",
338 (unsigned int) *(filter_opcode_t
*) pc
);
349 case FILTER_OP_EQ_STRING
:
350 case FILTER_OP_NE_STRING
:
351 case FILTER_OP_GT_STRING
:
352 case FILTER_OP_LT_STRING
:
353 case FILTER_OP_GE_STRING
:
354 case FILTER_OP_LE_STRING
:
355 case FILTER_OP_EQ_STAR_GLOB_STRING
:
356 case FILTER_OP_NE_STAR_GLOB_STRING
:
357 case FILTER_OP_EQ_S64
:
358 case FILTER_OP_NE_S64
:
359 case FILTER_OP_GT_S64
:
360 case FILTER_OP_LT_S64
:
361 case FILTER_OP_GE_S64
:
362 case FILTER_OP_LE_S64
:
363 case FILTER_OP_BIT_RSHIFT
:
364 case FILTER_OP_BIT_LSHIFT
:
365 case FILTER_OP_BIT_AND
:
366 case FILTER_OP_BIT_OR
:
367 case FILTER_OP_BIT_XOR
:
369 if (unlikely(pc
+ sizeof(struct binary_op
)
370 > start_pc
+ bytecode
->len
)) {
377 case FILTER_OP_UNARY_PLUS
:
378 case FILTER_OP_UNARY_MINUS
:
379 case FILTER_OP_UNARY_NOT
:
380 case FILTER_OP_UNARY_PLUS_S64
:
381 case FILTER_OP_UNARY_MINUS_S64
:
382 case FILTER_OP_UNARY_NOT_S64
:
383 case FILTER_OP_UNARY_BIT_NOT
:
385 if (unlikely(pc
+ sizeof(struct unary_op
)
386 > start_pc
+ bytecode
->len
)) {
396 if (unlikely(pc
+ sizeof(struct logical_op
)
397 > start_pc
+ bytecode
->len
)) {
404 case FILTER_OP_LOAD_FIELD_REF
:
406 printk(KERN_WARNING
"LTTng: filter: Unknown field ref type\n");
411 /* get context ref */
412 case FILTER_OP_GET_CONTEXT_REF
:
414 printk(KERN_WARNING
"LTTng: filter: Unknown field ref type\n");
418 case FILTER_OP_LOAD_FIELD_REF_STRING
:
419 case FILTER_OP_LOAD_FIELD_REF_SEQUENCE
:
420 case FILTER_OP_LOAD_FIELD_REF_USER_STRING
:
421 case FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE
:
422 case FILTER_OP_LOAD_FIELD_REF_S64
:
423 case FILTER_OP_GET_CONTEXT_REF_STRING
:
424 case FILTER_OP_GET_CONTEXT_REF_S64
:
426 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct field_ref
)
427 > start_pc
+ bytecode
->len
)) {
433 /* load from immediate operand */
434 case FILTER_OP_LOAD_STRING
:
435 case FILTER_OP_LOAD_STAR_GLOB_STRING
:
437 struct load_op
*insn
= (struct load_op
*) pc
;
438 uint32_t str_len
, maxlen
;
440 if (unlikely(pc
+ sizeof(struct load_op
)
441 > start_pc
+ bytecode
->len
)) {
446 maxlen
= start_pc
+ bytecode
->len
- pc
- sizeof(struct load_op
);
447 str_len
= strnlen(insn
->data
, maxlen
);
448 if (unlikely(str_len
>= maxlen
)) {
449 /* Final '\0' not found within range */
455 case FILTER_OP_LOAD_S64
:
457 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct literal_numeric
)
458 > start_pc
+ bytecode
->len
)) {
464 case FILTER_OP_CAST_TO_S64
:
465 case FILTER_OP_CAST_NOP
:
467 if (unlikely(pc
+ sizeof(struct cast_op
)
468 > start_pc
+ bytecode
->len
)) {
475 * Instructions for recursive traversal through composed types.
477 case FILTER_OP_GET_CONTEXT_ROOT
:
478 case FILTER_OP_GET_APP_CONTEXT_ROOT
:
479 case FILTER_OP_GET_PAYLOAD_ROOT
:
480 case FILTER_OP_LOAD_FIELD
:
481 case FILTER_OP_LOAD_FIELD_S8
:
482 case FILTER_OP_LOAD_FIELD_S16
:
483 case FILTER_OP_LOAD_FIELD_S32
:
484 case FILTER_OP_LOAD_FIELD_S64
:
485 case FILTER_OP_LOAD_FIELD_U8
:
486 case FILTER_OP_LOAD_FIELD_U16
:
487 case FILTER_OP_LOAD_FIELD_U32
:
488 case FILTER_OP_LOAD_FIELD_U64
:
489 case FILTER_OP_LOAD_FIELD_STRING
:
490 case FILTER_OP_LOAD_FIELD_SEQUENCE
:
491 case FILTER_OP_LOAD_FIELD_DOUBLE
:
492 if (unlikely(pc
+ sizeof(struct load_op
)
493 > start_pc
+ bytecode
->len
)) {
498 case FILTER_OP_GET_SYMBOL
:
500 struct load_op
*insn
= (struct load_op
*) pc
;
501 struct get_symbol
*sym
= (struct get_symbol
*) insn
->data
;
503 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct get_symbol
)
504 > start_pc
+ bytecode
->len
)) {
508 ret
= validate_get_symbol(bytecode
, sym
);
512 case FILTER_OP_GET_SYMBOL_FIELD
:
513 printk(KERN_WARNING
"LTTng: filter: Unexpected get symbol field\n");
517 case FILTER_OP_GET_INDEX_U16
:
518 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct get_index_u16
)
519 > start_pc
+ bytecode
->len
)) {
524 case FILTER_OP_GET_INDEX_U64
:
525 if (unlikely(pc
+ sizeof(struct load_op
) + sizeof(struct get_index_u64
)
526 > start_pc
+ bytecode
->len
)) {
536 unsigned long delete_all_nodes(struct mp_table
*mp_table
)
538 struct mp_node
*mp_node
;
539 struct hlist_node
*tmp
;
540 unsigned long nr_nodes
= 0;
543 for (i
= 0; i
< MERGE_POINT_TABLE_SIZE
; i
++) {
544 struct hlist_head
*head
;
546 head
= &mp_table
->mp_head
[i
];
547 lttng_hlist_for_each_entry_safe(mp_node
, tmp
, head
, node
) {
561 int validate_instruction_context(struct bytecode_runtime
*bytecode
,
562 struct vstack
*stack
,
567 const filter_opcode_t opcode
= *(filter_opcode_t
*) pc
;
570 case FILTER_OP_UNKNOWN
:
573 printk(KERN_WARNING
"LTTng: filter: unknown bytecode op %u\n",
574 (unsigned int) *(filter_opcode_t
*) pc
);
579 case FILTER_OP_RETURN
:
580 case FILTER_OP_RETURN_S64
:
590 case FILTER_OP_MINUS
:
592 case FILTER_OP_EQ_DOUBLE
:
593 case FILTER_OP_NE_DOUBLE
:
594 case FILTER_OP_GT_DOUBLE
:
595 case FILTER_OP_LT_DOUBLE
:
596 case FILTER_OP_GE_DOUBLE
:
597 case FILTER_OP_LE_DOUBLE
:
598 case FILTER_OP_EQ_DOUBLE_S64
:
599 case FILTER_OP_NE_DOUBLE_S64
:
600 case FILTER_OP_GT_DOUBLE_S64
:
601 case FILTER_OP_LT_DOUBLE_S64
:
602 case FILTER_OP_GE_DOUBLE_S64
:
603 case FILTER_OP_LE_DOUBLE_S64
:
604 case FILTER_OP_EQ_S64_DOUBLE
:
605 case FILTER_OP_NE_S64_DOUBLE
:
606 case FILTER_OP_GT_S64_DOUBLE
:
607 case FILTER_OP_LT_S64_DOUBLE
:
608 case FILTER_OP_GE_S64_DOUBLE
:
609 case FILTER_OP_LE_S64_DOUBLE
:
610 case FILTER_OP_UNARY_PLUS_DOUBLE
:
611 case FILTER_OP_UNARY_MINUS_DOUBLE
:
612 case FILTER_OP_UNARY_NOT_DOUBLE
:
613 case FILTER_OP_LOAD_FIELD_REF_DOUBLE
:
614 case FILTER_OP_LOAD_DOUBLE
:
615 case FILTER_OP_CAST_DOUBLE_TO_S64
:
616 case FILTER_OP_GET_CONTEXT_REF_DOUBLE
:
618 printk(KERN_WARNING
"LTTng: filter: unsupported bytecode op %u\n",
619 (unsigned int) *(filter_opcode_t
*) pc
);
626 ret
= bin_op_compare_check(stack
, opcode
, "==");
633 ret
= bin_op_compare_check(stack
, opcode
, "!=");
640 ret
= bin_op_compare_check(stack
, opcode
, ">");
647 ret
= bin_op_compare_check(stack
, opcode
, "<");
654 ret
= bin_op_compare_check(stack
, opcode
, ">=");
661 ret
= bin_op_compare_check(stack
, opcode
, "<=");
667 case FILTER_OP_EQ_STRING
:
668 case FILTER_OP_NE_STRING
:
669 case FILTER_OP_GT_STRING
:
670 case FILTER_OP_LT_STRING
:
671 case FILTER_OP_GE_STRING
:
672 case FILTER_OP_LE_STRING
:
674 if (!vstack_ax(stack
) || !vstack_bx(stack
)) {
675 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
679 if (vstack_ax(stack
)->type
!= REG_STRING
680 || vstack_bx(stack
)->type
!= REG_STRING
) {
681 printk(KERN_WARNING
"LTTng: filter: Unexpected register type for string comparator\n");
689 case FILTER_OP_EQ_STAR_GLOB_STRING
:
690 case FILTER_OP_NE_STAR_GLOB_STRING
:
692 if (!vstack_ax(stack
) || !vstack_bx(stack
)) {
693 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
697 if (vstack_ax(stack
)->type
!= REG_STAR_GLOB_STRING
698 && vstack_bx(stack
)->type
!= REG_STAR_GLOB_STRING
) {
699 printk(KERN_WARNING
"LTTng: filter: Unexpected register type for globbing pattern comparator\n");
706 case FILTER_OP_EQ_S64
:
707 case FILTER_OP_NE_S64
:
708 case FILTER_OP_GT_S64
:
709 case FILTER_OP_LT_S64
:
710 case FILTER_OP_GE_S64
:
711 case FILTER_OP_LE_S64
:
713 if (!vstack_ax(stack
) || !vstack_bx(stack
)) {
714 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
718 switch (vstack_ax(stack
)->type
) {
723 printk(KERN_WARNING
"LTTng: filter: Unexpected register type for s64 comparator\n");
727 switch (vstack_bx(stack
)->type
) {
732 printk(KERN_WARNING
"LTTng: filter: Unexpected register type for s64 comparator\n");
739 case FILTER_OP_BIT_RSHIFT
:
740 ret
= bin_op_bitwise_check(stack
, opcode
, ">>");
744 case FILTER_OP_BIT_LSHIFT
:
745 ret
= bin_op_bitwise_check(stack
, opcode
, "<<");
749 case FILTER_OP_BIT_AND
:
750 ret
= bin_op_bitwise_check(stack
, opcode
, "&");
754 case FILTER_OP_BIT_OR
:
755 ret
= bin_op_bitwise_check(stack
, opcode
, "|");
759 case FILTER_OP_BIT_XOR
:
760 ret
= bin_op_bitwise_check(stack
, opcode
, "^");
766 case FILTER_OP_UNARY_PLUS
:
767 case FILTER_OP_UNARY_MINUS
:
768 case FILTER_OP_UNARY_NOT
:
770 if (!vstack_ax(stack
)) {
771 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
775 switch (vstack_ax(stack
)->type
) {
778 printk(KERN_WARNING
"LTTng: filter: unknown register type\n");
783 case REG_STAR_GLOB_STRING
:
784 printk(KERN_WARNING
"LTTng: filter: Unary op can only be applied to numeric or floating point registers\n");
789 case REG_TYPE_UNKNOWN
:
794 case FILTER_OP_UNARY_BIT_NOT
:
796 if (!vstack_ax(stack
)) {
797 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
801 switch (vstack_ax(stack
)->type
) {
803 printk(KERN_WARNING
"LTTng: filter: unknown register type\n");
808 case REG_STAR_GLOB_STRING
:
810 printk(KERN_WARNING
"LTTng: filter: Unary bitwise op can only be applied to numeric registers\n");
815 case REG_TYPE_UNKNOWN
:
821 case FILTER_OP_UNARY_PLUS_S64
:
822 case FILTER_OP_UNARY_MINUS_S64
:
823 case FILTER_OP_UNARY_NOT_S64
:
825 if (!vstack_ax(stack
)) {
826 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
830 if (vstack_ax(stack
)->type
!= REG_S64
&&
831 vstack_ax(stack
)->type
!= REG_U64
) {
832 printk(KERN_WARNING
"LTTng: filter: Invalid register type\n");
843 struct logical_op
*insn
= (struct logical_op
*) pc
;
845 if (!vstack_ax(stack
)) {
846 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
850 if (vstack_ax(stack
)->type
!= REG_S64
&&
851 vstack_ax(stack
)->type
!= REG_U64
) {
852 printk(KERN_WARNING
"LTTng: filter: Logical comparator expects S64 register\n");
857 dbg_printk("Validate jumping to bytecode offset %u\n",
858 (unsigned int) insn
->skip_offset
);
859 if (unlikely(start_pc
+ insn
->skip_offset
<= pc
)) {
860 printk(KERN_WARNING
"LTTng: filter: Loops are not allowed in bytecode\n");
868 case FILTER_OP_LOAD_FIELD_REF
:
870 printk(KERN_WARNING
"LTTng: filter: Unknown field ref type\n");
874 case FILTER_OP_LOAD_FIELD_REF_STRING
:
875 case FILTER_OP_LOAD_FIELD_REF_SEQUENCE
:
876 case FILTER_OP_LOAD_FIELD_REF_USER_STRING
:
877 case FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE
:
879 struct load_op
*insn
= (struct load_op
*) pc
;
880 struct field_ref
*ref
= (struct field_ref
*) insn
->data
;
882 dbg_printk("Validate load field ref offset %u type string\n",
886 case FILTER_OP_LOAD_FIELD_REF_S64
:
888 struct load_op
*insn
= (struct load_op
*) pc
;
889 struct field_ref
*ref
= (struct field_ref
*) insn
->data
;
891 dbg_printk("Validate load field ref offset %u type s64\n",
896 /* load from immediate operand */
897 case FILTER_OP_LOAD_STRING
:
898 case FILTER_OP_LOAD_STAR_GLOB_STRING
:
903 case FILTER_OP_LOAD_S64
:
908 case FILTER_OP_CAST_TO_S64
:
910 struct cast_op
*insn
= (struct cast_op
*) pc
;
912 if (!vstack_ax(stack
)) {
913 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
917 switch (vstack_ax(stack
)->type
) {
920 printk(KERN_WARNING
"LTTng: filter: unknown register type\n");
925 case REG_STAR_GLOB_STRING
:
926 printk(KERN_WARNING
"LTTng: filter: Cast op can only be applied to numeric or floating point registers\n");
932 if (insn
->op
== FILTER_OP_CAST_DOUBLE_TO_S64
) {
933 if (vstack_ax(stack
)->type
!= REG_DOUBLE
) {
934 printk(KERN_WARNING
"LTTng: filter: Cast expects double\n");
941 case FILTER_OP_CAST_NOP
:
946 /* get context ref */
947 case FILTER_OP_GET_CONTEXT_REF
:
949 printk(KERN_WARNING
"LTTng: filter: Unknown get context ref type\n");
953 case FILTER_OP_GET_CONTEXT_REF_STRING
:
955 struct load_op
*insn
= (struct load_op
*) pc
;
956 struct field_ref
*ref
= (struct field_ref
*) insn
->data
;
958 dbg_printk("Validate get context ref offset %u type string\n",
962 case FILTER_OP_GET_CONTEXT_REF_S64
:
964 struct load_op
*insn
= (struct load_op
*) pc
;
965 struct field_ref
*ref
= (struct field_ref
*) insn
->data
;
967 dbg_printk("Validate get context ref offset %u type s64\n",
973 * Instructions for recursive traversal through composed types.
975 case FILTER_OP_GET_CONTEXT_ROOT
:
977 dbg_printk("Validate get context root\n");
980 case FILTER_OP_GET_APP_CONTEXT_ROOT
:
982 dbg_printk("Validate get app context root\n");
985 case FILTER_OP_GET_PAYLOAD_ROOT
:
987 dbg_printk("Validate get payload root\n");
990 case FILTER_OP_LOAD_FIELD
:
993 * We tolerate that field type is unknown at validation,
994 * because we are performing the load specialization in
995 * a phase after validation.
997 dbg_printk("Validate load field\n");
1000 case FILTER_OP_LOAD_FIELD_S8
:
1002 dbg_printk("Validate load field s8\n");
1005 case FILTER_OP_LOAD_FIELD_S16
:
1007 dbg_printk("Validate load field s16\n");
1010 case FILTER_OP_LOAD_FIELD_S32
:
1012 dbg_printk("Validate load field s32\n");
1015 case FILTER_OP_LOAD_FIELD_S64
:
1017 dbg_printk("Validate load field s64\n");
1020 case FILTER_OP_LOAD_FIELD_U8
:
1022 dbg_printk("Validate load field u8\n");
1025 case FILTER_OP_LOAD_FIELD_U16
:
1027 dbg_printk("Validate load field u16\n");
1030 case FILTER_OP_LOAD_FIELD_U32
:
1032 dbg_printk("Validate load field u32\n");
1035 case FILTER_OP_LOAD_FIELD_U64
:
1037 dbg_printk("Validate load field u64\n");
1040 case FILTER_OP_LOAD_FIELD_STRING
:
1042 dbg_printk("Validate load field string\n");
1045 case FILTER_OP_LOAD_FIELD_SEQUENCE
:
1047 dbg_printk("Validate load field sequence\n");
1050 case FILTER_OP_LOAD_FIELD_DOUBLE
:
1052 dbg_printk("Validate load field double\n");
1056 case FILTER_OP_GET_SYMBOL
:
1058 struct load_op
*insn
= (struct load_op
*) pc
;
1059 struct get_symbol
*sym
= (struct get_symbol
*) insn
->data
;
1061 dbg_printk("Validate get symbol offset %u\n", sym
->offset
);
1065 case FILTER_OP_GET_SYMBOL_FIELD
:
1067 struct load_op
*insn
= (struct load_op
*) pc
;
1068 struct get_symbol
*sym
= (struct get_symbol
*) insn
->data
;
1070 dbg_printk("Validate get symbol field offset %u\n", sym
->offset
);
1074 case FILTER_OP_GET_INDEX_U16
:
1076 struct load_op
*insn
= (struct load_op
*) pc
;
1077 struct get_index_u16
*get_index
= (struct get_index_u16
*) insn
->data
;
1079 dbg_printk("Validate get index u16 index %u\n", get_index
->index
);
1083 case FILTER_OP_GET_INDEX_U64
:
1085 struct load_op
*insn
= (struct load_op
*) pc
;
1086 struct get_index_u64
*get_index
= (struct get_index_u64
*) insn
->data
;
1088 dbg_printk("Validate get index u64 index %llu\n",
1089 (unsigned long long) get_index
->index
);
1103 int validate_instruction_all_contexts(struct bytecode_runtime
*bytecode
,
1104 struct mp_table
*mp_table
,
1105 struct vstack
*stack
,
1110 unsigned long target_pc
= pc
- start_pc
;
1112 struct hlist_head
*head
;
1113 struct mp_node
*mp_node
;
1115 /* Validate the context resulting from the previous instruction */
1116 ret
= validate_instruction_context(bytecode
, stack
, start_pc
, pc
);
1120 /* Validate merge points */
1121 hash
= jhash_1word(target_pc
, 0);
1122 head
= &mp_table
->mp_head
[hash
& (MERGE_POINT_TABLE_SIZE
- 1)];
1123 lttng_hlist_for_each_entry(mp_node
, head
, node
) {
1124 if (lttng_hash_match(mp_node
, target_pc
)) {
1130 dbg_printk("Filter: validate merge point at offset %lu\n",
1132 if (merge_points_compare(stack
, &mp_node
->stack
)) {
1133 printk(KERN_WARNING
"LTTng: filter: Merge points differ for offset %lu\n",
1137 /* Once validated, we can remove the merge point */
1138 dbg_printk("Filter: remove merge point at offset %lu\n",
1140 hlist_del(&mp_node
->node
);
1147 * >0: going to next insn.
1148 * 0: success, stop iteration.
1152 int exec_insn(struct bytecode_runtime
*bytecode
,
1153 struct mp_table
*mp_table
,
1154 struct vstack
*stack
,
1159 char *next_pc
= *_next_pc
;
1161 switch (*(filter_opcode_t
*) pc
) {
1162 case FILTER_OP_UNKNOWN
:
1165 printk(KERN_WARNING
"LTTng: filter: unknown bytecode op %u\n",
1166 (unsigned int) *(filter_opcode_t
*) pc
);
1171 case FILTER_OP_RETURN
:
1173 if (!vstack_ax(stack
)) {
1174 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
1178 switch (vstack_ax(stack
)->type
) {
1181 case REG_TYPE_UNKNOWN
:
1184 printk(KERN_WARNING
"LTTng: filter: Unexpected register type %d at end of bytecode\n",
1185 (int) vstack_ax(stack
)->type
);
1194 case FILTER_OP_RETURN_S64
:
1196 if (!vstack_ax(stack
)) {
1197 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
1201 switch (vstack_ax(stack
)->type
) {
1206 case REG_TYPE_UNKNOWN
:
1207 printk(KERN_WARNING
"LTTng: filter: Unexpected register type %d at end of bytecode\n",
1208 (int) vstack_ax(stack
)->type
);
1221 case FILTER_OP_PLUS
:
1222 case FILTER_OP_MINUS
:
1223 /* Floating point */
1224 case FILTER_OP_EQ_DOUBLE
:
1225 case FILTER_OP_NE_DOUBLE
:
1226 case FILTER_OP_GT_DOUBLE
:
1227 case FILTER_OP_LT_DOUBLE
:
1228 case FILTER_OP_GE_DOUBLE
:
1229 case FILTER_OP_LE_DOUBLE
:
1230 case FILTER_OP_EQ_DOUBLE_S64
:
1231 case FILTER_OP_NE_DOUBLE_S64
:
1232 case FILTER_OP_GT_DOUBLE_S64
:
1233 case FILTER_OP_LT_DOUBLE_S64
:
1234 case FILTER_OP_GE_DOUBLE_S64
:
1235 case FILTER_OP_LE_DOUBLE_S64
:
1236 case FILTER_OP_EQ_S64_DOUBLE
:
1237 case FILTER_OP_NE_S64_DOUBLE
:
1238 case FILTER_OP_GT_S64_DOUBLE
:
1239 case FILTER_OP_LT_S64_DOUBLE
:
1240 case FILTER_OP_GE_S64_DOUBLE
:
1241 case FILTER_OP_LE_S64_DOUBLE
:
1242 case FILTER_OP_UNARY_PLUS_DOUBLE
:
1243 case FILTER_OP_UNARY_MINUS_DOUBLE
:
1244 case FILTER_OP_UNARY_NOT_DOUBLE
:
1245 case FILTER_OP_LOAD_FIELD_REF_DOUBLE
:
1246 case FILTER_OP_GET_CONTEXT_REF_DOUBLE
:
1247 case FILTER_OP_LOAD_DOUBLE
:
1248 case FILTER_OP_CAST_DOUBLE_TO_S64
:
1250 printk(KERN_WARNING
"LTTng: filter: unsupported bytecode op %u\n",
1251 (unsigned int) *(filter_opcode_t
*) pc
);
1262 case FILTER_OP_EQ_STRING
:
1263 case FILTER_OP_NE_STRING
:
1264 case FILTER_OP_GT_STRING
:
1265 case FILTER_OP_LT_STRING
:
1266 case FILTER_OP_GE_STRING
:
1267 case FILTER_OP_LE_STRING
:
1268 case FILTER_OP_EQ_STAR_GLOB_STRING
:
1269 case FILTER_OP_NE_STAR_GLOB_STRING
:
1270 case FILTER_OP_EQ_S64
:
1271 case FILTER_OP_NE_S64
:
1272 case FILTER_OP_GT_S64
:
1273 case FILTER_OP_LT_S64
:
1274 case FILTER_OP_GE_S64
:
1275 case FILTER_OP_LE_S64
:
1278 if (vstack_pop(stack
)) {
1282 if (!vstack_ax(stack
)) {
1283 printk(KERN_WARNING
"Empty stack\n");
1287 switch (vstack_ax(stack
)->type
) {
1292 case REG_STAR_GLOB_STRING
:
1293 case REG_TYPE_UNKNOWN
:
1296 printk(KERN_WARNING
"Unexpected register type %d for operation\n",
1297 (int) vstack_ax(stack
)->type
);
1302 vstack_ax(stack
)->type
= REG_S64
;
1303 next_pc
+= sizeof(struct binary_op
);
1306 case FILTER_OP_BIT_RSHIFT
:
1307 case FILTER_OP_BIT_LSHIFT
:
1308 case FILTER_OP_BIT_AND
:
1309 case FILTER_OP_BIT_OR
:
1310 case FILTER_OP_BIT_XOR
:
1313 if (vstack_pop(stack
)) {
1317 if (!vstack_ax(stack
)) {
1318 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
1322 switch (vstack_ax(stack
)->type
) {
1327 case REG_STAR_GLOB_STRING
:
1328 case REG_TYPE_UNKNOWN
:
1331 printk(KERN_WARNING
"LTTng: filter: Unexpected register type %d for operation\n",
1332 (int) vstack_ax(stack
)->type
);
1337 vstack_ax(stack
)->type
= REG_U64
;
1338 next_pc
+= sizeof(struct binary_op
);
1343 case FILTER_OP_UNARY_PLUS
:
1344 case FILTER_OP_UNARY_MINUS
:
1347 if (!vstack_ax(stack
)) {
1348 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1352 switch (vstack_ax(stack
)->type
) {
1355 case REG_TYPE_UNKNOWN
:
1358 printk(KERN_WARNING
"LTTng: filter: Unexpected register type %d for operation\n",
1359 (int) vstack_ax(stack
)->type
);
1364 vstack_ax(stack
)->type
= REG_TYPE_UNKNOWN
;
1365 next_pc
+= sizeof(struct unary_op
);
1369 case FILTER_OP_UNARY_PLUS_S64
:
1370 case FILTER_OP_UNARY_MINUS_S64
:
1371 case FILTER_OP_UNARY_NOT_S64
:
1374 if (!vstack_ax(stack
)) {
1375 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1379 switch (vstack_ax(stack
)->type
) {
1384 printk(KERN_WARNING
"LTTng: filter: Unexpected register type %d for operation\n",
1385 (int) vstack_ax(stack
)->type
);
1390 next_pc
+= sizeof(struct unary_op
);
1394 case FILTER_OP_UNARY_NOT
:
1397 if (!vstack_ax(stack
)) {
1398 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1402 switch (vstack_ax(stack
)->type
) {
1405 case REG_TYPE_UNKNOWN
:
1408 printk(KERN_WARNING
"LTTng: filter: Unexpected register type %d for operation\n",
1409 (int) vstack_ax(stack
)->type
);
1414 next_pc
+= sizeof(struct unary_op
);
1418 case FILTER_OP_UNARY_BIT_NOT
:
1421 if (!vstack_ax(stack
)) {
1422 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
1426 switch (vstack_ax(stack
)->type
) {
1429 case REG_TYPE_UNKNOWN
:
1433 printk(KERN_WARNING
"LTTng: filter: Unexpected register type %d for operation\n",
1434 (int) vstack_ax(stack
)->type
);
1439 vstack_ax(stack
)->type
= REG_U64
;
1440 next_pc
+= sizeof(struct unary_op
);
1448 struct logical_op
*insn
= (struct logical_op
*) pc
;
1451 /* Add merge point to table */
1452 merge_ret
= merge_point_add_check(mp_table
,
1453 insn
->skip_offset
, stack
);
1459 if (!vstack_ax(stack
)) {
1460 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1464 /* There is always a cast-to-s64 operation before a or/and op. */
1465 switch (vstack_ax(stack
)->type
) {
1470 printk(KERN_WARNING
"LTTng: filter: Incorrect register type %d for operation\n",
1471 (int) vstack_ax(stack
)->type
);
1476 /* Continue to next instruction */
1477 /* Pop 1 when jump not taken */
1478 if (vstack_pop(stack
)) {
1482 next_pc
+= sizeof(struct logical_op
);
1486 /* load field ref */
1487 case FILTER_OP_LOAD_FIELD_REF
:
1489 printk(KERN_WARNING
"LTTng: filter: Unknown field ref type\n");
1493 /* get context ref */
1494 case FILTER_OP_GET_CONTEXT_REF
:
1496 printk(KERN_WARNING
"LTTng: filter: Unknown get context ref type\n");
1500 case FILTER_OP_LOAD_FIELD_REF_STRING
:
1501 case FILTER_OP_LOAD_FIELD_REF_SEQUENCE
:
1502 case FILTER_OP_GET_CONTEXT_REF_STRING
:
1503 case FILTER_OP_LOAD_FIELD_REF_USER_STRING
:
1504 case FILTER_OP_LOAD_FIELD_REF_USER_SEQUENCE
:
1506 if (vstack_push(stack
)) {
1510 vstack_ax(stack
)->type
= REG_STRING
;
1511 next_pc
+= sizeof(struct load_op
) + sizeof(struct field_ref
);
1514 case FILTER_OP_LOAD_FIELD_REF_S64
:
1515 case FILTER_OP_GET_CONTEXT_REF_S64
:
1517 if (vstack_push(stack
)) {
1521 vstack_ax(stack
)->type
= REG_S64
;
1522 next_pc
+= sizeof(struct load_op
) + sizeof(struct field_ref
);
1526 /* load from immediate operand */
1527 case FILTER_OP_LOAD_STRING
:
1529 struct load_op
*insn
= (struct load_op
*) pc
;
1531 if (vstack_push(stack
)) {
1535 vstack_ax(stack
)->type
= REG_STRING
;
1536 next_pc
+= sizeof(struct load_op
) + strlen(insn
->data
) + 1;
1540 case FILTER_OP_LOAD_STAR_GLOB_STRING
:
1542 struct load_op
*insn
= (struct load_op
*) pc
;
1544 if (vstack_push(stack
)) {
1548 vstack_ax(stack
)->type
= REG_STAR_GLOB_STRING
;
1549 next_pc
+= sizeof(struct load_op
) + strlen(insn
->data
) + 1;
1553 case FILTER_OP_LOAD_S64
:
1555 if (vstack_push(stack
)) {
1559 vstack_ax(stack
)->type
= REG_S64
;
1560 next_pc
+= sizeof(struct load_op
)
1561 + sizeof(struct literal_numeric
);
1565 case FILTER_OP_CAST_TO_S64
:
1568 if (!vstack_ax(stack
)) {
1569 printk(KERN_WARNING
"LTTng: filter: Empty stack\n");
1573 switch (vstack_ax(stack
)->type
) {
1577 case REG_TYPE_UNKNOWN
:
1580 printk(KERN_WARNING
"LTTng: filter: Incorrect register type %d for cast\n",
1581 (int) vstack_ax(stack
)->type
);
1585 vstack_ax(stack
)->type
= REG_S64
;
1586 next_pc
+= sizeof(struct cast_op
);
1589 case FILTER_OP_CAST_NOP
:
1591 next_pc
+= sizeof(struct cast_op
);
1596 * Instructions for recursive traversal through composed types.
1598 case FILTER_OP_GET_CONTEXT_ROOT
:
1599 case FILTER_OP_GET_APP_CONTEXT_ROOT
:
1600 case FILTER_OP_GET_PAYLOAD_ROOT
:
1602 if (vstack_push(stack
)) {
1606 vstack_ax(stack
)->type
= REG_PTR
;
1607 next_pc
+= sizeof(struct load_op
);
1611 case FILTER_OP_LOAD_FIELD
:
1614 if (!vstack_ax(stack
)) {
1615 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1619 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1620 printk(KERN_WARNING
"LTTng: filter: Expecting pointer on top of stack\n\n");
1624 vstack_ax(stack
)->type
= REG_TYPE_UNKNOWN
;
1625 next_pc
+= sizeof(struct load_op
);
1629 case FILTER_OP_LOAD_FIELD_S8
:
1630 case FILTER_OP_LOAD_FIELD_S16
:
1631 case FILTER_OP_LOAD_FIELD_S32
:
1632 case FILTER_OP_LOAD_FIELD_S64
:
1635 if (!vstack_ax(stack
)) {
1636 printk(KERN_WARNING
"Empty stack\n\n");
1640 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1641 printk(KERN_WARNING
"Expecting pointer on top of stack\n\n");
1645 vstack_ax(stack
)->type
= REG_S64
;
1646 next_pc
+= sizeof(struct load_op
);
1649 case FILTER_OP_LOAD_FIELD_U8
:
1650 case FILTER_OP_LOAD_FIELD_U16
:
1651 case FILTER_OP_LOAD_FIELD_U32
:
1652 case FILTER_OP_LOAD_FIELD_U64
:
1655 if (!vstack_ax(stack
)) {
1656 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1660 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1661 printk(KERN_WARNING
"LTTng: filter: Expecting pointer on top of stack\n\n");
1665 vstack_ax(stack
)->type
= REG_U64
;
1666 next_pc
+= sizeof(struct load_op
);
1669 case FILTER_OP_LOAD_FIELD_STRING
:
1670 case FILTER_OP_LOAD_FIELD_SEQUENCE
:
1673 if (!vstack_ax(stack
)) {
1674 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1678 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1679 printk(KERN_WARNING
"LTTng: filter: Expecting pointer on top of stack\n\n");
1683 vstack_ax(stack
)->type
= REG_STRING
;
1684 next_pc
+= sizeof(struct load_op
);
1688 case FILTER_OP_LOAD_FIELD_DOUBLE
:
1691 if (!vstack_ax(stack
)) {
1692 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1696 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1697 printk(KERN_WARNING
"LTTng: filter: Expecting pointer on top of stack\n\n");
1701 vstack_ax(stack
)->type
= REG_DOUBLE
;
1702 next_pc
+= sizeof(struct load_op
);
1706 case FILTER_OP_GET_SYMBOL
:
1707 case FILTER_OP_GET_SYMBOL_FIELD
:
1710 if (!vstack_ax(stack
)) {
1711 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1715 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1716 printk(KERN_WARNING
"LTTng: filter: Expecting pointer on top of stack\n\n");
1720 next_pc
+= sizeof(struct load_op
) + sizeof(struct get_symbol
);
1724 case FILTER_OP_GET_INDEX_U16
:
1727 if (!vstack_ax(stack
)) {
1728 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1732 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1733 printk(KERN_WARNING
"LTTng: filter: Expecting pointer on top of stack\n\n");
1737 next_pc
+= sizeof(struct load_op
) + sizeof(struct get_index_u16
);
1741 case FILTER_OP_GET_INDEX_U64
:
1744 if (!vstack_ax(stack
)) {
1745 printk(KERN_WARNING
"LTTng: filter: Empty stack\n\n");
1749 if (vstack_ax(stack
)->type
!= REG_PTR
) {
1750 printk(KERN_WARNING
"LTTng: filter: Expecting pointer on top of stack\n\n");
1754 next_pc
+= sizeof(struct load_op
) + sizeof(struct get_index_u64
);
1760 *_next_pc
= next_pc
;
1765 * Never called concurrently (hash seed is shared).
1767 int lttng_filter_validate_bytecode(struct bytecode_runtime
*bytecode
)
1769 struct mp_table
*mp_table
;
1770 char *pc
, *next_pc
, *start_pc
;
1772 struct vstack stack
;
1774 vstack_init(&stack
);
1776 mp_table
= kzalloc(sizeof(*mp_table
), GFP_KERNEL
);
1778 printk(KERN_WARNING
"LTTng: filter: Error allocating hash table for bytecode validation\n");
1781 start_pc
= &bytecode
->code
[0];
1782 for (pc
= next_pc
= start_pc
; pc
- start_pc
< bytecode
->len
;
1784 ret
= bytecode_validate_overflow(bytecode
, start_pc
, pc
);
1787 printk(KERN_WARNING
"LTTng: filter: filter bytecode overflow\n");
1790 dbg_printk("Validating op %s (%u)\n",
1791 lttng_filter_print_op((unsigned int) *(filter_opcode_t
*) pc
),
1792 (unsigned int) *(filter_opcode_t
*) pc
);
1795 * For each instruction, validate the current context
1796 * (traversal of entire execution flow), and validate
1797 * all merge points targeting this instruction.
1799 ret
= validate_instruction_all_contexts(bytecode
, mp_table
,
1800 &stack
, start_pc
, pc
);
1803 ret
= exec_insn(bytecode
, mp_table
, &stack
, &next_pc
, pc
);
1808 if (delete_all_nodes(mp_table
)) {
1810 printk(KERN_WARNING
"LTTng: filter: Unexpected merge points\n");