2 * Testsuite for eBPF verifier
4 * Copyright (c) 2014 PLUMgrid, http://plumgrid.com
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of version 2 of the GNU General Public
8 * License as published by the Free Software Foundation.
11 #include <asm/types.h>
12 #include <linux/types.h>
23 #include <sys/capability.h>
24 #include <sys/resource.h>
26 #include <linux/unistd.h>
27 #include <linux/filter.h>
28 #include <linux/bpf_perf_event.h>
29 #include <linux/bpf.h>
34 # include "autoconf.h"
36 # if defined(__i386) || defined(__x86_64) || defined(__s390x__) || defined(__aarch64__)
37 # define CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS 1
41 #include "../../../include/linux/filter.h"
44 # define ARRAY_SIZE(x) (sizeof(x) / sizeof((x)[0]))
51 #define F_NEEDS_EFFICIENT_UNALIGNED_ACCESS (1 << 0)
52 #define F_LOAD_WITH_STRICT_ALIGNMENT (1 << 1)
56 struct bpf_insn insns[MAX_INSNS];
57 int fixup_map1[MAX_FIXUPS];
58 int fixup_map2[MAX_FIXUPS];
59 int fixup_prog[MAX_FIXUPS];
60 int fixup_map_in_map[MAX_FIXUPS];
62 const char *errstr_unpriv;
67 } result, result_unpriv;
68 enum bpf_prog_type prog_type;
72 /* Note we want this to be 64 bit aligned so that the end of our array is
73 * actually the end of the structure.
75 #define MAX_ENTRIES 11
82 static struct bpf_test tests[] = {
86 BPF_MOV64_IMM(BPF_REG_1, 1),
87 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 2),
88 BPF_MOV64_IMM(BPF_REG_2, 3),
89 BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_2),
90 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -1),
91 BPF_ALU64_IMM(BPF_MUL, BPF_REG_1, 3),
92 BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
103 .errstr = "unreachable",
109 BPF_JMP_IMM(BPF_JA, 0, 0, 1),
110 BPF_JMP_IMM(BPF_JA, 0, 0, 0),
113 .errstr = "unreachable",
119 BPF_JMP_IMM(BPF_JA, 0, 0, 1),
122 .errstr = "jump out of range",
126 "out of range jump2",
128 BPF_JMP_IMM(BPF_JA, 0, 0, -2),
131 .errstr = "jump out of range",
137 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
138 BPF_LD_IMM64(BPF_REG_0, 0),
139 BPF_LD_IMM64(BPF_REG_0, 0),
140 BPF_LD_IMM64(BPF_REG_0, 1),
141 BPF_LD_IMM64(BPF_REG_0, 1),
142 BPF_MOV64_IMM(BPF_REG_0, 2),
145 .errstr = "invalid BPF_LD_IMM insn",
146 .errstr_unpriv = "R1 pointer comparison",
152 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
153 BPF_LD_IMM64(BPF_REG_0, 0),
154 BPF_LD_IMM64(BPF_REG_0, 0),
155 BPF_LD_IMM64(BPF_REG_0, 1),
156 BPF_LD_IMM64(BPF_REG_0, 1),
159 .errstr = "invalid BPF_LD_IMM insn",
160 .errstr_unpriv = "R1 pointer comparison",
166 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
167 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
168 BPF_LD_IMM64(BPF_REG_0, 0),
169 BPF_LD_IMM64(BPF_REG_0, 0),
170 BPF_LD_IMM64(BPF_REG_0, 1),
171 BPF_LD_IMM64(BPF_REG_0, 1),
174 .errstr = "invalid bpf_ld_imm64 insn",
180 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
183 .errstr = "invalid bpf_ld_imm64 insn",
189 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
191 .errstr = "invalid bpf_ld_imm64 insn",
197 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 0),
198 BPF_RAW_INSN(0, 0, 0, 0, 0),
206 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
207 BPF_RAW_INSN(0, 0, 0, 0, 1),
215 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 1, 1),
216 BPF_RAW_INSN(0, 0, 0, 0, 1),
219 .errstr = "uses reserved fields",
225 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
226 BPF_RAW_INSN(0, 0, 0, 1, 1),
229 .errstr = "invalid bpf_ld_imm64 insn",
235 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
236 BPF_RAW_INSN(0, BPF_REG_1, 0, 0, 1),
239 .errstr = "invalid bpf_ld_imm64 insn",
245 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, 0, 0, 1),
246 BPF_RAW_INSN(0, 0, BPF_REG_1, 0, 1),
249 .errstr = "invalid bpf_ld_imm64 insn",
255 BPF_MOV64_IMM(BPF_REG_1, 0),
256 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, BPF_REG_1, 0, 1),
257 BPF_RAW_INSN(0, 0, 0, 0, 1),
260 .errstr = "not pointing to valid bpf_map",
266 BPF_MOV64_IMM(BPF_REG_1, 0),
267 BPF_RAW_INSN(BPF_LD | BPF_IMM | BPF_DW, 0, BPF_REG_1, 0, 1),
268 BPF_RAW_INSN(0, 0, BPF_REG_1, 0, 1),
271 .errstr = "invalid bpf_ld_imm64 insn",
277 BPF_ALU64_REG(BPF_MOV, BPF_REG_0, BPF_REG_2),
279 .errstr = "jump out of range",
285 BPF_JMP_IMM(BPF_JA, 0, 0, -1),
288 .errstr = "back-edge",
294 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
295 BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
296 BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
297 BPF_JMP_IMM(BPF_JA, 0, 0, -4),
300 .errstr = "back-edge",
306 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
307 BPF_MOV64_REG(BPF_REG_2, BPF_REG_0),
308 BPF_MOV64_REG(BPF_REG_3, BPF_REG_0),
309 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, -3),
312 .errstr = "back-edge",
316 "read uninitialized register",
318 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
321 .errstr = "R2 !read_ok",
325 "read invalid register",
327 BPF_MOV64_REG(BPF_REG_0, -1),
330 .errstr = "R15 is invalid",
334 "program doesn't init R0 before exit",
336 BPF_ALU64_REG(BPF_MOV, BPF_REG_2, BPF_REG_1),
339 .errstr = "R0 !read_ok",
343 "program doesn't init R0 before exit in all branches",
345 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
346 BPF_MOV64_IMM(BPF_REG_0, 1),
347 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 2),
350 .errstr = "R0 !read_ok",
351 .errstr_unpriv = "R1 pointer comparison",
355 "stack out of bounds",
357 BPF_ST_MEM(BPF_DW, BPF_REG_10, 8, 0),
360 .errstr = "invalid stack",
364 "invalid call insn1",
366 BPF_RAW_INSN(BPF_JMP | BPF_CALL | BPF_X, 0, 0, 0, 0),
369 .errstr = "BPF_CALL uses reserved",
373 "invalid call insn2",
375 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 1, 0),
378 .errstr = "BPF_CALL uses reserved",
382 "invalid function call",
384 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, 1234567),
387 .errstr = "invalid func unknown#1234567",
391 "uninitialized stack1",
393 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
394 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
395 BPF_LD_MAP_FD(BPF_REG_1, 0),
396 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
397 BPF_FUNC_map_lookup_elem),
401 .errstr = "invalid indirect read from stack",
405 "uninitialized stack2",
407 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
408 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, -8),
411 .errstr = "invalid read from stack",
415 "invalid fp arithmetic",
416 /* If this gets ever changed, make sure JITs can deal with it. */
418 BPF_MOV64_IMM(BPF_REG_0, 0),
419 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
420 BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 8),
421 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
424 .errstr_unpriv = "R1 subtraction from stack pointer",
425 .result_unpriv = REJECT,
426 .errstr = "R1 invalid mem access",
430 "non-invalid fp arithmetic",
432 BPF_MOV64_IMM(BPF_REG_0, 0),
433 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
439 "invalid argument register",
441 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
442 BPF_FUNC_get_cgroup_classid),
443 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
444 BPF_FUNC_get_cgroup_classid),
447 .errstr = "R1 !read_ok",
449 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
452 "non-invalid argument register",
454 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
455 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
456 BPF_FUNC_get_cgroup_classid),
457 BPF_ALU64_REG(BPF_MOV, BPF_REG_1, BPF_REG_6),
458 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
459 BPF_FUNC_get_cgroup_classid),
463 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
466 "check valid spill/fill",
468 /* spill R1(ctx) into stack */
469 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
470 /* fill it back into R2 */
471 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -8),
472 /* should be able to access R0 = *(R2 + 8) */
473 /* BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 8), */
474 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
477 .errstr_unpriv = "R0 leaks addr",
479 .result_unpriv = REJECT,
482 "check valid spill/fill, skb mark",
484 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_1),
485 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, -8),
486 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
487 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
488 offsetof(struct __sk_buff, mark)),
492 .result_unpriv = ACCEPT,
495 "check corrupted spill/fill",
497 /* spill R1(ctx) into stack */
498 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
499 /* mess up with R1 pointer on stack */
500 BPF_ST_MEM(BPF_B, BPF_REG_10, -7, 0x23),
501 /* fill back into R0 should fail */
502 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
505 .errstr_unpriv = "attempt to corrupt spilled",
506 .errstr = "corrupted spill",
510 "invalid src register in STX",
512 BPF_STX_MEM(BPF_B, BPF_REG_10, -1, -1),
515 .errstr = "R15 is invalid",
519 "invalid dst register in STX",
521 BPF_STX_MEM(BPF_B, 14, BPF_REG_10, -1),
524 .errstr = "R14 is invalid",
528 "invalid dst register in ST",
530 BPF_ST_MEM(BPF_B, 14, -1, -1),
533 .errstr = "R14 is invalid",
537 "invalid src register in LDX",
539 BPF_LDX_MEM(BPF_B, BPF_REG_0, 12, 0),
542 .errstr = "R12 is invalid",
546 "invalid dst register in LDX",
548 BPF_LDX_MEM(BPF_B, 11, BPF_REG_1, 0),
551 .errstr = "R11 is invalid",
557 BPF_RAW_INSN(0, 0, 0, 0, 0),
560 .errstr = "invalid BPF_LD_IMM",
566 BPF_RAW_INSN(1, 0, 0, 0, 0),
569 .errstr = "BPF_LDX uses reserved fields",
575 BPF_RAW_INSN(-1, 0, 0, 0, 0),
578 .errstr = "invalid BPF_ALU opcode f0",
584 BPF_RAW_INSN(-1, -1, -1, -1, -1),
587 .errstr = "invalid BPF_ALU opcode f0",
593 BPF_RAW_INSN(0x7f, -1, -1, -1, -1),
596 .errstr = "BPF_ALU uses reserved fields",
600 "misaligned read from stack",
602 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
603 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, -4),
606 .errstr = "misaligned stack access",
608 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
611 "invalid map_fd for function call",
613 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
614 BPF_ALU64_REG(BPF_MOV, BPF_REG_2, BPF_REG_10),
615 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
616 BPF_LD_MAP_FD(BPF_REG_1, 0),
617 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
618 BPF_FUNC_map_delete_elem),
621 .errstr = "fd 0 is not pointing to valid bpf_map",
625 "don't check return value before access",
627 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
628 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
629 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
630 BPF_LD_MAP_FD(BPF_REG_1, 0),
631 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
632 BPF_FUNC_map_lookup_elem),
633 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
637 .errstr = "R0 invalid mem access 'map_value_or_null'",
641 "access memory with incorrect alignment",
643 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
644 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
645 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
646 BPF_LD_MAP_FD(BPF_REG_1, 0),
647 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
648 BPF_FUNC_map_lookup_elem),
649 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
650 BPF_ST_MEM(BPF_DW, BPF_REG_0, 4, 0),
654 .errstr = "misaligned value access",
656 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
659 "sometimes access memory with incorrect alignment",
661 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
662 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
663 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
664 BPF_LD_MAP_FD(BPF_REG_1, 0),
665 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
666 BPF_FUNC_map_lookup_elem),
667 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
668 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 0),
670 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 1),
674 .errstr = "R0 invalid mem access",
675 .errstr_unpriv = "R0 leaks addr",
677 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
682 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
683 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -8),
684 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 1),
685 BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
686 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 1),
687 BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 1),
688 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 1),
689 BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 2),
690 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 1),
691 BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 3),
692 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 1),
693 BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 4),
694 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 1),
695 BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 5),
696 BPF_MOV64_IMM(BPF_REG_0, 0),
699 .errstr_unpriv = "R1 pointer comparison",
700 .result_unpriv = REJECT,
706 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
707 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 2),
708 BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
709 BPF_JMP_IMM(BPF_JA, 0, 0, 14),
710 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 2),
711 BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 0),
712 BPF_JMP_IMM(BPF_JA, 0, 0, 11),
713 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 2),
714 BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 0),
715 BPF_JMP_IMM(BPF_JA, 0, 0, 8),
716 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 2),
717 BPF_ST_MEM(BPF_DW, BPF_REG_2, -40, 0),
718 BPF_JMP_IMM(BPF_JA, 0, 0, 5),
719 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 2),
720 BPF_ST_MEM(BPF_DW, BPF_REG_2, -48, 0),
721 BPF_JMP_IMM(BPF_JA, 0, 0, 2),
722 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 1),
723 BPF_ST_MEM(BPF_DW, BPF_REG_2, -56, 0),
724 BPF_MOV64_IMM(BPF_REG_0, 0),
727 .errstr_unpriv = "R1 pointer comparison",
728 .result_unpriv = REJECT,
734 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
735 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
736 BPF_ST_MEM(BPF_DW, BPF_REG_2, -8, 0),
737 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
738 BPF_JMP_IMM(BPF_JA, 0, 0, 19),
739 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 1, 3),
740 BPF_ST_MEM(BPF_DW, BPF_REG_2, -16, 0),
741 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
742 BPF_JMP_IMM(BPF_JA, 0, 0, 15),
743 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 2, 3),
744 BPF_ST_MEM(BPF_DW, BPF_REG_2, -32, 0),
745 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -32),
746 BPF_JMP_IMM(BPF_JA, 0, 0, 11),
747 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 3, 3),
748 BPF_ST_MEM(BPF_DW, BPF_REG_2, -40, 0),
749 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -40),
750 BPF_JMP_IMM(BPF_JA, 0, 0, 7),
751 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 4, 3),
752 BPF_ST_MEM(BPF_DW, BPF_REG_2, -48, 0),
753 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -48),
754 BPF_JMP_IMM(BPF_JA, 0, 0, 3),
755 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 5, 0),
756 BPF_ST_MEM(BPF_DW, BPF_REG_2, -56, 0),
757 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -56),
758 BPF_LD_MAP_FD(BPF_REG_1, 0),
759 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
760 BPF_FUNC_map_delete_elem),
763 .fixup_map1 = { 24 },
764 .errstr_unpriv = "R1 pointer comparison",
765 .result_unpriv = REJECT,
771 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
772 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
773 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
774 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
775 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
776 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
777 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
778 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
779 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
780 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
781 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
782 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
783 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
784 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
785 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
786 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
787 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
788 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
789 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
790 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
791 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
792 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
793 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
794 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
795 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
796 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
797 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
798 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
799 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
800 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
801 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
802 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
803 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 1),
804 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 2),
805 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 3),
806 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 4),
807 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
808 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
809 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
810 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
811 BPF_MOV64_IMM(BPF_REG_0, 0),
814 .errstr_unpriv = "R1 pointer comparison",
815 .result_unpriv = REJECT,
821 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
822 BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
823 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
824 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
825 BPF_JMP_IMM(BPF_JA, 0, 0, 2),
826 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
827 BPF_JMP_IMM(BPF_JA, 0, 0, 0),
828 BPF_MOV64_IMM(BPF_REG_0, 0),
829 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
830 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
831 BPF_JMP_IMM(BPF_JA, 0, 0, 2),
832 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
833 BPF_JMP_IMM(BPF_JA, 0, 0, 0),
834 BPF_MOV64_IMM(BPF_REG_0, 0),
835 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
836 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
837 BPF_JMP_IMM(BPF_JA, 0, 0, 2),
838 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
839 BPF_JMP_IMM(BPF_JA, 0, 0, 0),
840 BPF_MOV64_IMM(BPF_REG_0, 0),
841 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
842 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
843 BPF_JMP_IMM(BPF_JA, 0, 0, 2),
844 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
845 BPF_JMP_IMM(BPF_JA, 0, 0, 0),
846 BPF_MOV64_IMM(BPF_REG_0, 0),
847 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
848 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_3, -8),
849 BPF_JMP_IMM(BPF_JA, 0, 0, 2),
850 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_2, -8),
851 BPF_JMP_IMM(BPF_JA, 0, 0, 0),
852 BPF_MOV64_IMM(BPF_REG_0, 0),
855 .errstr_unpriv = "R1 pointer comparison",
856 .result_unpriv = REJECT,
860 "access skb fields ok",
862 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
863 offsetof(struct __sk_buff, len)),
864 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
865 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
866 offsetof(struct __sk_buff, mark)),
867 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
868 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
869 offsetof(struct __sk_buff, pkt_type)),
870 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
871 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
872 offsetof(struct __sk_buff, queue_mapping)),
873 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
874 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
875 offsetof(struct __sk_buff, protocol)),
876 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
877 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
878 offsetof(struct __sk_buff, vlan_present)),
879 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
880 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
881 offsetof(struct __sk_buff, vlan_tci)),
882 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
883 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
884 offsetof(struct __sk_buff, napi_id)),
885 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 0),
891 "access skb fields bad1",
893 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, -4),
896 .errstr = "invalid bpf_context access",
900 "access skb fields bad2",
902 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 9),
903 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
904 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
905 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
906 BPF_LD_MAP_FD(BPF_REG_1, 0),
907 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
908 BPF_FUNC_map_lookup_elem),
909 BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
911 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
912 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
913 offsetof(struct __sk_buff, pkt_type)),
917 .errstr = "different pointers",
918 .errstr_unpriv = "R1 pointer comparison",
922 "access skb fields bad3",
924 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 2),
925 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
926 offsetof(struct __sk_buff, pkt_type)),
928 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
929 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
930 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
931 BPF_LD_MAP_FD(BPF_REG_1, 0),
932 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
933 BPF_FUNC_map_lookup_elem),
934 BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
936 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
937 BPF_JMP_IMM(BPF_JA, 0, 0, -12),
940 .errstr = "different pointers",
941 .errstr_unpriv = "R1 pointer comparison",
945 "access skb fields bad4",
947 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, 0, 3),
948 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
949 offsetof(struct __sk_buff, len)),
950 BPF_MOV64_IMM(BPF_REG_0, 0),
952 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
953 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
954 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
955 BPF_LD_MAP_FD(BPF_REG_1, 0),
956 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
957 BPF_FUNC_map_lookup_elem),
958 BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 1),
960 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
961 BPF_JMP_IMM(BPF_JA, 0, 0, -13),
964 .errstr = "different pointers",
965 .errstr_unpriv = "R1 pointer comparison",
969 "check skb->mark is not writeable by sockets",
971 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
972 offsetof(struct __sk_buff, mark)),
975 .errstr = "invalid bpf_context access",
976 .errstr_unpriv = "R1 leaks addr",
980 "check skb->tc_index is not writeable by sockets",
982 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
983 offsetof(struct __sk_buff, tc_index)),
986 .errstr = "invalid bpf_context access",
987 .errstr_unpriv = "R1 leaks addr",
991 "check cb access: byte",
993 BPF_MOV64_IMM(BPF_REG_0, 0),
994 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
995 offsetof(struct __sk_buff, cb[0])),
996 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
997 offsetof(struct __sk_buff, cb[0]) + 1),
998 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
999 offsetof(struct __sk_buff, cb[0]) + 2),
1000 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1001 offsetof(struct __sk_buff, cb[0]) + 3),
1002 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1003 offsetof(struct __sk_buff, cb[1])),
1004 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1005 offsetof(struct __sk_buff, cb[1]) + 1),
1006 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1007 offsetof(struct __sk_buff, cb[1]) + 2),
1008 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1009 offsetof(struct __sk_buff, cb[1]) + 3),
1010 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1011 offsetof(struct __sk_buff, cb[2])),
1012 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1013 offsetof(struct __sk_buff, cb[2]) + 1),
1014 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1015 offsetof(struct __sk_buff, cb[2]) + 2),
1016 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1017 offsetof(struct __sk_buff, cb[2]) + 3),
1018 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1019 offsetof(struct __sk_buff, cb[3])),
1020 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1021 offsetof(struct __sk_buff, cb[3]) + 1),
1022 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1023 offsetof(struct __sk_buff, cb[3]) + 2),
1024 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1025 offsetof(struct __sk_buff, cb[3]) + 3),
1026 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1027 offsetof(struct __sk_buff, cb[4])),
1028 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1029 offsetof(struct __sk_buff, cb[4]) + 1),
1030 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1031 offsetof(struct __sk_buff, cb[4]) + 2),
1032 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1033 offsetof(struct __sk_buff, cb[4]) + 3),
1034 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1035 offsetof(struct __sk_buff, cb[0])),
1036 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1037 offsetof(struct __sk_buff, cb[0]) + 1),
1038 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1039 offsetof(struct __sk_buff, cb[0]) + 2),
1040 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1041 offsetof(struct __sk_buff, cb[0]) + 3),
1042 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1043 offsetof(struct __sk_buff, cb[1])),
1044 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1045 offsetof(struct __sk_buff, cb[1]) + 1),
1046 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1047 offsetof(struct __sk_buff, cb[1]) + 2),
1048 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1049 offsetof(struct __sk_buff, cb[1]) + 3),
1050 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1051 offsetof(struct __sk_buff, cb[2])),
1052 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1053 offsetof(struct __sk_buff, cb[2]) + 1),
1054 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1055 offsetof(struct __sk_buff, cb[2]) + 2),
1056 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1057 offsetof(struct __sk_buff, cb[2]) + 3),
1058 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1059 offsetof(struct __sk_buff, cb[3])),
1060 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1061 offsetof(struct __sk_buff, cb[3]) + 1),
1062 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1063 offsetof(struct __sk_buff, cb[3]) + 2),
1064 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1065 offsetof(struct __sk_buff, cb[3]) + 3),
1066 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1067 offsetof(struct __sk_buff, cb[4])),
1068 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1069 offsetof(struct __sk_buff, cb[4]) + 1),
1070 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1071 offsetof(struct __sk_buff, cb[4]) + 2),
1072 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1073 offsetof(struct __sk_buff, cb[4]) + 3),
1079 "__sk_buff->hash, offset 0, byte store not permitted",
1081 BPF_MOV64_IMM(BPF_REG_0, 0),
1082 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1083 offsetof(struct __sk_buff, hash)),
1086 .errstr = "invalid bpf_context access",
1090 "__sk_buff->tc_index, offset 3, byte store not permitted",
1092 BPF_MOV64_IMM(BPF_REG_0, 0),
1093 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1094 offsetof(struct __sk_buff, tc_index) + 3),
1097 .errstr = "invalid bpf_context access",
1101 "check skb->hash byte load permitted",
1103 BPF_MOV64_IMM(BPF_REG_0, 0),
1104 #ifdef __LITTLE_ENDIAN
1105 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1106 offsetof(struct __sk_buff, hash)),
1108 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1109 offsetof(struct __sk_buff, hash) + 3),
1116 "check skb->hash byte load not permitted 1",
1118 BPF_MOV64_IMM(BPF_REG_0, 0),
1119 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1120 offsetof(struct __sk_buff, hash) + 1),
1123 .errstr = "invalid bpf_context access",
1127 "check skb->hash byte load not permitted 2",
1129 BPF_MOV64_IMM(BPF_REG_0, 0),
1130 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1131 offsetof(struct __sk_buff, hash) + 2),
1134 .errstr = "invalid bpf_context access",
1138 "check skb->hash byte load not permitted 3",
1140 BPF_MOV64_IMM(BPF_REG_0, 0),
1141 #ifdef __LITTLE_ENDIAN
1142 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1143 offsetof(struct __sk_buff, hash) + 3),
1145 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
1146 offsetof(struct __sk_buff, hash)),
1150 .errstr = "invalid bpf_context access",
1154 "check cb access: byte, wrong type",
1156 BPF_MOV64_IMM(BPF_REG_0, 0),
1157 BPF_STX_MEM(BPF_B, BPF_REG_1, BPF_REG_0,
1158 offsetof(struct __sk_buff, cb[0])),
1161 .errstr = "invalid bpf_context access",
1163 .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
1166 "check cb access: half",
1168 BPF_MOV64_IMM(BPF_REG_0, 0),
1169 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1170 offsetof(struct __sk_buff, cb[0])),
1171 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1172 offsetof(struct __sk_buff, cb[0]) + 2),
1173 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1174 offsetof(struct __sk_buff, cb[1])),
1175 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1176 offsetof(struct __sk_buff, cb[1]) + 2),
1177 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1178 offsetof(struct __sk_buff, cb[2])),
1179 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1180 offsetof(struct __sk_buff, cb[2]) + 2),
1181 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1182 offsetof(struct __sk_buff, cb[3])),
1183 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1184 offsetof(struct __sk_buff, cb[3]) + 2),
1185 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1186 offsetof(struct __sk_buff, cb[4])),
1187 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1188 offsetof(struct __sk_buff, cb[4]) + 2),
1189 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1190 offsetof(struct __sk_buff, cb[0])),
1191 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1192 offsetof(struct __sk_buff, cb[0]) + 2),
1193 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1194 offsetof(struct __sk_buff, cb[1])),
1195 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1196 offsetof(struct __sk_buff, cb[1]) + 2),
1197 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1198 offsetof(struct __sk_buff, cb[2])),
1199 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1200 offsetof(struct __sk_buff, cb[2]) + 2),
1201 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1202 offsetof(struct __sk_buff, cb[3])),
1203 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1204 offsetof(struct __sk_buff, cb[3]) + 2),
1205 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1206 offsetof(struct __sk_buff, cb[4])),
1207 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1208 offsetof(struct __sk_buff, cb[4]) + 2),
1214 "check cb access: half, unaligned",
1216 BPF_MOV64_IMM(BPF_REG_0, 0),
1217 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1218 offsetof(struct __sk_buff, cb[0]) + 1),
1221 .errstr = "misaligned context access",
1223 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1226 "check __sk_buff->hash, offset 0, half store not permitted",
1228 BPF_MOV64_IMM(BPF_REG_0, 0),
1229 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1230 offsetof(struct __sk_buff, hash)),
1233 .errstr = "invalid bpf_context access",
1237 "check __sk_buff->tc_index, offset 2, half store not permitted",
1239 BPF_MOV64_IMM(BPF_REG_0, 0),
1240 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1241 offsetof(struct __sk_buff, tc_index) + 2),
1244 .errstr = "invalid bpf_context access",
1248 "check skb->hash half load permitted",
1250 BPF_MOV64_IMM(BPF_REG_0, 0),
1251 #ifdef __LITTLE_ENDIAN
1252 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1253 offsetof(struct __sk_buff, hash)),
1255 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1256 offsetof(struct __sk_buff, hash) + 2),
1263 "check skb->hash half load not permitted",
1265 BPF_MOV64_IMM(BPF_REG_0, 0),
1266 #ifdef __LITTLE_ENDIAN
1267 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1268 offsetof(struct __sk_buff, hash) + 2),
1270 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
1271 offsetof(struct __sk_buff, hash)),
1275 .errstr = "invalid bpf_context access",
1279 "check cb access: half, wrong type",
1281 BPF_MOV64_IMM(BPF_REG_0, 0),
1282 BPF_STX_MEM(BPF_H, BPF_REG_1, BPF_REG_0,
1283 offsetof(struct __sk_buff, cb[0])),
1286 .errstr = "invalid bpf_context access",
1288 .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
1291 "check cb access: word",
1293 BPF_MOV64_IMM(BPF_REG_0, 0),
1294 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1295 offsetof(struct __sk_buff, cb[0])),
1296 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1297 offsetof(struct __sk_buff, cb[1])),
1298 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1299 offsetof(struct __sk_buff, cb[2])),
1300 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1301 offsetof(struct __sk_buff, cb[3])),
1302 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1303 offsetof(struct __sk_buff, cb[4])),
1304 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1305 offsetof(struct __sk_buff, cb[0])),
1306 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1307 offsetof(struct __sk_buff, cb[1])),
1308 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1309 offsetof(struct __sk_buff, cb[2])),
1310 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1311 offsetof(struct __sk_buff, cb[3])),
1312 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1313 offsetof(struct __sk_buff, cb[4])),
1319 "check cb access: word, unaligned 1",
1321 BPF_MOV64_IMM(BPF_REG_0, 0),
1322 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1323 offsetof(struct __sk_buff, cb[0]) + 2),
1326 .errstr = "misaligned context access",
1328 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1331 "check cb access: word, unaligned 2",
1333 BPF_MOV64_IMM(BPF_REG_0, 0),
1334 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1335 offsetof(struct __sk_buff, cb[4]) + 1),
1338 .errstr = "misaligned context access",
1340 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1343 "check cb access: word, unaligned 3",
1345 BPF_MOV64_IMM(BPF_REG_0, 0),
1346 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1347 offsetof(struct __sk_buff, cb[4]) + 2),
1350 .errstr = "misaligned context access",
1352 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1355 "check cb access: word, unaligned 4",
1357 BPF_MOV64_IMM(BPF_REG_0, 0),
1358 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1359 offsetof(struct __sk_buff, cb[4]) + 3),
1362 .errstr = "misaligned context access",
1364 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1367 "check cb access: double",
1369 BPF_MOV64_IMM(BPF_REG_0, 0),
1370 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
1371 offsetof(struct __sk_buff, cb[0])),
1372 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
1373 offsetof(struct __sk_buff, cb[2])),
1374 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
1375 offsetof(struct __sk_buff, cb[0])),
1376 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
1377 offsetof(struct __sk_buff, cb[2])),
1383 "check cb access: double, unaligned 1",
1385 BPF_MOV64_IMM(BPF_REG_0, 0),
1386 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
1387 offsetof(struct __sk_buff, cb[1])),
1390 .errstr = "misaligned context access",
1392 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1395 "check cb access: double, unaligned 2",
1397 BPF_MOV64_IMM(BPF_REG_0, 0),
1398 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
1399 offsetof(struct __sk_buff, cb[3])),
1402 .errstr = "misaligned context access",
1404 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1407 "check cb access: double, oob 1",
1409 BPF_MOV64_IMM(BPF_REG_0, 0),
1410 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
1411 offsetof(struct __sk_buff, cb[4])),
1414 .errstr = "invalid bpf_context access",
1418 "check cb access: double, oob 2",
1420 BPF_MOV64_IMM(BPF_REG_0, 0),
1421 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
1422 offsetof(struct __sk_buff, cb[4])),
1425 .errstr = "invalid bpf_context access",
1429 "check __sk_buff->ifindex dw store not permitted",
1431 BPF_MOV64_IMM(BPF_REG_0, 0),
1432 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
1433 offsetof(struct __sk_buff, ifindex)),
1436 .errstr = "invalid bpf_context access",
1440 "check __sk_buff->ifindex dw load not permitted",
1442 BPF_MOV64_IMM(BPF_REG_0, 0),
1443 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
1444 offsetof(struct __sk_buff, ifindex)),
1447 .errstr = "invalid bpf_context access",
1451 "check cb access: double, wrong type",
1453 BPF_MOV64_IMM(BPF_REG_0, 0),
1454 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
1455 offsetof(struct __sk_buff, cb[0])),
1458 .errstr = "invalid bpf_context access",
1460 .prog_type = BPF_PROG_TYPE_CGROUP_SOCK,
1463 "check out of range skb->cb access",
1465 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1466 offsetof(struct __sk_buff, cb[0]) + 256),
1469 .errstr = "invalid bpf_context access",
1470 .errstr_unpriv = "",
1472 .prog_type = BPF_PROG_TYPE_SCHED_ACT,
1475 "write skb fields from socket prog",
1477 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1478 offsetof(struct __sk_buff, cb[4])),
1479 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
1480 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1481 offsetof(struct __sk_buff, mark)),
1482 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1483 offsetof(struct __sk_buff, tc_index)),
1484 BPF_JMP_IMM(BPF_JGE, BPF_REG_0, 0, 1),
1485 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
1486 offsetof(struct __sk_buff, cb[0])),
1487 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
1488 offsetof(struct __sk_buff, cb[2])),
1492 .errstr_unpriv = "R1 leaks addr",
1493 .result_unpriv = REJECT,
1496 "write skb fields from tc_cls_act prog",
1498 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1499 offsetof(struct __sk_buff, cb[0])),
1500 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1501 offsetof(struct __sk_buff, mark)),
1502 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
1503 offsetof(struct __sk_buff, tc_index)),
1504 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1505 offsetof(struct __sk_buff, tc_index)),
1506 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_0,
1507 offsetof(struct __sk_buff, cb[3])),
1510 .errstr_unpriv = "",
1511 .result_unpriv = REJECT,
1513 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
1516 "PTR_TO_STACK store/load",
1518 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
1519 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -10),
1520 BPF_ST_MEM(BPF_DW, BPF_REG_1, 2, 0xfaceb00c),
1521 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 2),
1527 "PTR_TO_STACK store/load - bad alignment on off",
1529 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
1530 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
1531 BPF_ST_MEM(BPF_DW, BPF_REG_1, 2, 0xfaceb00c),
1532 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 2),
1536 .errstr = "misaligned stack access off (0x0; 0x0)+-8+2 size 8",
1537 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1540 "PTR_TO_STACK store/load - bad alignment on reg",
1542 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
1543 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -10),
1544 BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
1545 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
1549 .errstr = "misaligned stack access off (0x0; 0x0)+-10+8 size 8",
1550 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
1553 "PTR_TO_STACK store/load - out of bounds low",
1555 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
1556 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -80000),
1557 BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
1558 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
1562 .errstr = "invalid stack off=-79992 size=8",
1565 "PTR_TO_STACK store/load - out of bounds high",
1567 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
1568 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
1569 BPF_ST_MEM(BPF_DW, BPF_REG_1, 8, 0xfaceb00c),
1570 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 8),
1574 .errstr = "invalid stack off=0 size=8",
1577 "unpriv: return pointer",
1579 BPF_MOV64_REG(BPF_REG_0, BPF_REG_10),
1583 .result_unpriv = REJECT,
1584 .errstr_unpriv = "R0 leaks addr",
1587 "unpriv: add const to pointer",
1589 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
1590 BPF_MOV64_IMM(BPF_REG_0, 0),
1596 "unpriv: add pointer to pointer",
1598 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_10),
1599 BPF_MOV64_IMM(BPF_REG_0, 0),
1603 .result_unpriv = REJECT,
1604 .errstr_unpriv = "R1 pointer += pointer",
1607 "unpriv: neg pointer",
1609 BPF_ALU64_IMM(BPF_NEG, BPF_REG_1, 0),
1610 BPF_MOV64_IMM(BPF_REG_0, 0),
1614 .result_unpriv = REJECT,
1615 .errstr_unpriv = "R1 pointer arithmetic",
1618 "unpriv: cmp pointer with const",
1620 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 0),
1621 BPF_MOV64_IMM(BPF_REG_0, 0),
1625 .result_unpriv = REJECT,
1626 .errstr_unpriv = "R1 pointer comparison",
1629 "unpriv: cmp pointer with pointer",
1631 BPF_JMP_REG(BPF_JEQ, BPF_REG_1, BPF_REG_10, 0),
1632 BPF_MOV64_IMM(BPF_REG_0, 0),
1636 .result_unpriv = REJECT,
1637 .errstr_unpriv = "R10 pointer comparison",
1640 "unpriv: check that printk is disallowed",
1642 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
1643 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
1644 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
1645 BPF_MOV64_IMM(BPF_REG_2, 8),
1646 BPF_MOV64_REG(BPF_REG_3, BPF_REG_1),
1647 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
1648 BPF_FUNC_trace_printk),
1649 BPF_MOV64_IMM(BPF_REG_0, 0),
1652 .errstr_unpriv = "unknown func bpf_trace_printk#6",
1653 .result_unpriv = REJECT,
1657 "unpriv: pass pointer to helper function",
1659 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
1660 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
1661 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
1662 BPF_LD_MAP_FD(BPF_REG_1, 0),
1663 BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
1664 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
1665 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
1666 BPF_FUNC_map_update_elem),
1667 BPF_MOV64_IMM(BPF_REG_0, 0),
1670 .fixup_map1 = { 3 },
1671 .errstr_unpriv = "R4 leaks addr",
1672 .result_unpriv = REJECT,
1676 "unpriv: indirectly pass pointer on stack to helper function",
1678 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
1679 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
1680 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
1681 BPF_LD_MAP_FD(BPF_REG_1, 0),
1682 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
1683 BPF_FUNC_map_lookup_elem),
1684 BPF_MOV64_IMM(BPF_REG_0, 0),
1687 .fixup_map1 = { 3 },
1688 .errstr = "invalid indirect read from stack off -8+0 size 8",
1692 "unpriv: mangle pointer on stack 1",
1694 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
1695 BPF_ST_MEM(BPF_W, BPF_REG_10, -8, 0),
1696 BPF_MOV64_IMM(BPF_REG_0, 0),
1699 .errstr_unpriv = "attempt to corrupt spilled",
1700 .result_unpriv = REJECT,
1704 "unpriv: mangle pointer on stack 2",
1706 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
1707 BPF_ST_MEM(BPF_B, BPF_REG_10, -1, 0),
1708 BPF_MOV64_IMM(BPF_REG_0, 0),
1711 .errstr_unpriv = "attempt to corrupt spilled",
1712 .result_unpriv = REJECT,
1716 "unpriv: read pointer from stack in small chunks",
1718 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_10, -8),
1719 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_10, -8),
1720 BPF_MOV64_IMM(BPF_REG_0, 0),
1723 .errstr = "invalid size",
1727 "unpriv: write pointer into ctx",
1729 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1, 0),
1730 BPF_MOV64_IMM(BPF_REG_0, 0),
1733 .errstr_unpriv = "R1 leaks addr",
1734 .result_unpriv = REJECT,
1735 .errstr = "invalid bpf_context access",
1739 "unpriv: spill/fill of ctx",
1741 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
1742 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
1743 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
1744 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
1745 BPF_MOV64_IMM(BPF_REG_0, 0),
1751 "unpriv: spill/fill of ctx 2",
1753 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
1754 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
1755 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
1756 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
1757 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
1758 BPF_FUNC_get_hash_recalc),
1762 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
1765 "unpriv: spill/fill of ctx 3",
1767 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
1768 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
1769 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
1770 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, 0),
1771 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
1772 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
1773 BPF_FUNC_get_hash_recalc),
1777 .errstr = "R1 type=fp expected=ctx",
1778 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
1781 "unpriv: spill/fill of ctx 4",
1783 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
1784 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
1785 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
1786 BPF_MOV64_IMM(BPF_REG_0, 1),
1787 BPF_RAW_INSN(BPF_STX | BPF_XADD | BPF_DW, BPF_REG_10,
1789 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
1790 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
1791 BPF_FUNC_get_hash_recalc),
1795 .errstr = "R1 type=inv expected=ctx",
1796 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
1799 "unpriv: spill/fill of different pointers stx",
1801 BPF_MOV64_IMM(BPF_REG_3, 42),
1802 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
1803 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
1804 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
1805 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
1806 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -16),
1807 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_2, 0),
1808 BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1),
1809 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
1810 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
1811 BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_3,
1812 offsetof(struct __sk_buff, mark)),
1813 BPF_MOV64_IMM(BPF_REG_0, 0),
1817 .errstr = "same insn cannot be used with different pointers",
1818 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
1821 "unpriv: spill/fill of different pointers ldx",
1823 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
1824 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
1825 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 3),
1826 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
1827 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2,
1828 -(__s32)offsetof(struct bpf_perf_event_data,
1829 sample_period) - 8),
1830 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_2, 0),
1831 BPF_JMP_IMM(BPF_JNE, BPF_REG_1, 0, 1),
1832 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
1833 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_6, 0),
1834 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_1,
1835 offsetof(struct bpf_perf_event_data,
1837 BPF_MOV64_IMM(BPF_REG_0, 0),
1841 .errstr = "same insn cannot be used with different pointers",
1842 .prog_type = BPF_PROG_TYPE_PERF_EVENT,
1845 "unpriv: write pointer into map elem value",
1847 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
1848 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
1849 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
1850 BPF_LD_MAP_FD(BPF_REG_1, 0),
1851 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
1852 BPF_FUNC_map_lookup_elem),
1853 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
1854 BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_0, 0),
1857 .fixup_map1 = { 3 },
1858 .errstr_unpriv = "R0 leaks addr",
1859 .result_unpriv = REJECT,
1863 "unpriv: partial copy of pointer",
1865 BPF_MOV32_REG(BPF_REG_1, BPF_REG_10),
1866 BPF_MOV64_IMM(BPF_REG_0, 0),
1869 .errstr_unpriv = "R10 partial copy",
1870 .result_unpriv = REJECT,
1874 "unpriv: pass pointer to tail_call",
1876 BPF_MOV64_REG(BPF_REG_3, BPF_REG_1),
1877 BPF_LD_MAP_FD(BPF_REG_2, 0),
1878 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
1879 BPF_FUNC_tail_call),
1880 BPF_MOV64_IMM(BPF_REG_0, 0),
1883 .fixup_prog = { 1 },
1884 .errstr_unpriv = "R3 leaks addr into helper",
1885 .result_unpriv = REJECT,
1889 "unpriv: cmp map pointer with zero",
1891 BPF_MOV64_IMM(BPF_REG_1, 0),
1892 BPF_LD_MAP_FD(BPF_REG_1, 0),
1893 BPF_JMP_IMM(BPF_JEQ, BPF_REG_1, 0, 0),
1894 BPF_MOV64_IMM(BPF_REG_0, 0),
1897 .fixup_map1 = { 1 },
1898 .errstr_unpriv = "R1 pointer comparison",
1899 .result_unpriv = REJECT,
1903 "unpriv: write into frame pointer",
1905 BPF_MOV64_REG(BPF_REG_10, BPF_REG_1),
1906 BPF_MOV64_IMM(BPF_REG_0, 0),
1909 .errstr = "frame pointer is read only",
1913 "unpriv: spill/fill frame pointer",
1915 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
1916 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
1917 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_10, 0),
1918 BPF_LDX_MEM(BPF_DW, BPF_REG_10, BPF_REG_6, 0),
1919 BPF_MOV64_IMM(BPF_REG_0, 0),
1922 .errstr = "frame pointer is read only",
1926 "unpriv: cmp of frame pointer",
1928 BPF_JMP_IMM(BPF_JEQ, BPF_REG_10, 0, 0),
1929 BPF_MOV64_IMM(BPF_REG_0, 0),
1932 .errstr_unpriv = "R10 pointer comparison",
1933 .result_unpriv = REJECT,
1937 "unpriv: adding of fp",
1939 BPF_MOV64_IMM(BPF_REG_0, 0),
1940 BPF_MOV64_IMM(BPF_REG_1, 0),
1941 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_10),
1942 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, -8),
1948 "unpriv: cmp of stack pointer",
1950 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
1951 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
1952 BPF_JMP_IMM(BPF_JEQ, BPF_REG_2, 0, 0),
1953 BPF_MOV64_IMM(BPF_REG_0, 0),
1956 .errstr_unpriv = "R2 pointer comparison",
1957 .result_unpriv = REJECT,
1961 "stack pointer arithmetic",
1963 BPF_MOV64_IMM(BPF_REG_1, 4),
1964 BPF_JMP_IMM(BPF_JA, 0, 0, 0),
1965 BPF_MOV64_REG(BPF_REG_7, BPF_REG_10),
1966 BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, -10),
1967 BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, -10),
1968 BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
1969 BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_1),
1970 BPF_ST_MEM(0, BPF_REG_2, 4, 0),
1971 BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
1972 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
1973 BPF_ST_MEM(0, BPF_REG_2, 4, 0),
1974 BPF_MOV64_IMM(BPF_REG_0, 0),
1980 "raw_stack: no skb_load_bytes",
1982 BPF_MOV64_IMM(BPF_REG_2, 4),
1983 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
1984 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
1985 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
1986 BPF_MOV64_IMM(BPF_REG_4, 8),
1987 /* Call to skb_load_bytes() omitted. */
1988 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
1992 .errstr = "invalid read from stack off -8+0 size 8",
1993 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
1996 "raw_stack: skb_load_bytes, negative len",
1998 BPF_MOV64_IMM(BPF_REG_2, 4),
1999 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2000 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
2001 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2002 BPF_MOV64_IMM(BPF_REG_4, -8),
2003 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2004 BPF_FUNC_skb_load_bytes),
2005 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2009 .errstr = "R4 min value is negative",
2010 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2013 "raw_stack: skb_load_bytes, negative len 2",
2015 BPF_MOV64_IMM(BPF_REG_2, 4),
2016 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2017 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
2018 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2019 BPF_MOV64_IMM(BPF_REG_4, ~0),
2020 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2021 BPF_FUNC_skb_load_bytes),
2022 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2026 .errstr = "R4 min value is negative",
2027 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2030 "raw_stack: skb_load_bytes, zero len",
2032 BPF_MOV64_IMM(BPF_REG_2, 4),
2033 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2034 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
2035 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2036 BPF_MOV64_IMM(BPF_REG_4, 0),
2037 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2038 BPF_FUNC_skb_load_bytes),
2039 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2043 .errstr = "invalid stack type R3",
2044 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2047 "raw_stack: skb_load_bytes, no init",
2049 BPF_MOV64_IMM(BPF_REG_2, 4),
2050 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2051 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
2052 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2053 BPF_MOV64_IMM(BPF_REG_4, 8),
2054 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2055 BPF_FUNC_skb_load_bytes),
2056 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2060 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2063 "raw_stack: skb_load_bytes, init",
2065 BPF_MOV64_IMM(BPF_REG_2, 4),
2066 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2067 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
2068 BPF_ST_MEM(BPF_DW, BPF_REG_6, 0, 0xcafe),
2069 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2070 BPF_MOV64_IMM(BPF_REG_4, 8),
2071 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2072 BPF_FUNC_skb_load_bytes),
2073 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2077 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2080 "raw_stack: skb_load_bytes, spilled regs around bounds",
2082 BPF_MOV64_IMM(BPF_REG_2, 4),
2083 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2084 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
2085 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
2086 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
2087 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2088 BPF_MOV64_IMM(BPF_REG_4, 8),
2089 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2090 BPF_FUNC_skb_load_bytes),
2091 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
2092 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
2093 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
2094 offsetof(struct __sk_buff, mark)),
2095 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
2096 offsetof(struct __sk_buff, priority)),
2097 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
2101 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2104 "raw_stack: skb_load_bytes, spilled regs corruption",
2106 BPF_MOV64_IMM(BPF_REG_2, 4),
2107 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2108 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
2109 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
2110 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2111 BPF_MOV64_IMM(BPF_REG_4, 8),
2112 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2113 BPF_FUNC_skb_load_bytes),
2114 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2115 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
2116 offsetof(struct __sk_buff, mark)),
2120 .errstr = "R0 invalid mem access 'inv'",
2121 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2124 "raw_stack: skb_load_bytes, spilled regs corruption 2",
2126 BPF_MOV64_IMM(BPF_REG_2, 4),
2127 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2128 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
2129 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
2130 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
2131 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
2132 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2133 BPF_MOV64_IMM(BPF_REG_4, 8),
2134 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2135 BPF_FUNC_skb_load_bytes),
2136 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
2137 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
2138 BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6, 0),
2139 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
2140 offsetof(struct __sk_buff, mark)),
2141 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
2142 offsetof(struct __sk_buff, priority)),
2143 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
2144 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_3,
2145 offsetof(struct __sk_buff, pkt_type)),
2146 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
2150 .errstr = "R3 invalid mem access 'inv'",
2151 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2154 "raw_stack: skb_load_bytes, spilled regs + data",
2156 BPF_MOV64_IMM(BPF_REG_2, 4),
2157 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2158 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
2159 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
2160 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
2161 BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 8),
2162 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2163 BPF_MOV64_IMM(BPF_REG_4, 8),
2164 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2165 BPF_FUNC_skb_load_bytes),
2166 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
2167 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6, 8),
2168 BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6, 0),
2169 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
2170 offsetof(struct __sk_buff, mark)),
2171 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
2172 offsetof(struct __sk_buff, priority)),
2173 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
2174 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
2178 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2181 "raw_stack: skb_load_bytes, invalid access 1",
2183 BPF_MOV64_IMM(BPF_REG_2, 4),
2184 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2185 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -513),
2186 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2187 BPF_MOV64_IMM(BPF_REG_4, 8),
2188 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2189 BPF_FUNC_skb_load_bytes),
2190 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2194 .errstr = "invalid stack type R3 off=-513 access_size=8",
2195 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2198 "raw_stack: skb_load_bytes, invalid access 2",
2200 BPF_MOV64_IMM(BPF_REG_2, 4),
2201 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2202 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
2203 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2204 BPF_MOV64_IMM(BPF_REG_4, 8),
2205 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2206 BPF_FUNC_skb_load_bytes),
2207 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2211 .errstr = "invalid stack type R3 off=-1 access_size=8",
2212 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2215 "raw_stack: skb_load_bytes, invalid access 3",
2217 BPF_MOV64_IMM(BPF_REG_2, 4),
2218 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2219 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 0xffffffff),
2220 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2221 BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
2222 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2223 BPF_FUNC_skb_load_bytes),
2224 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2228 .errstr = "R4 min value is negative",
2229 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2232 "raw_stack: skb_load_bytes, invalid access 4",
2234 BPF_MOV64_IMM(BPF_REG_2, 4),
2235 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2236 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
2237 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2238 BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
2239 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2240 BPF_FUNC_skb_load_bytes),
2241 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2245 .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
2246 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2249 "raw_stack: skb_load_bytes, invalid access 5",
2251 BPF_MOV64_IMM(BPF_REG_2, 4),
2252 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2253 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
2254 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2255 BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
2256 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2257 BPF_FUNC_skb_load_bytes),
2258 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2262 .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
2263 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2266 "raw_stack: skb_load_bytes, invalid access 6",
2268 BPF_MOV64_IMM(BPF_REG_2, 4),
2269 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2270 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
2271 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2272 BPF_MOV64_IMM(BPF_REG_4, 0),
2273 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2274 BPF_FUNC_skb_load_bytes),
2275 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2279 .errstr = "invalid stack type R3 off=-512 access_size=0",
2280 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2283 "raw_stack: skb_load_bytes, large access",
2285 BPF_MOV64_IMM(BPF_REG_2, 4),
2286 BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
2287 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
2288 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
2289 BPF_MOV64_IMM(BPF_REG_4, 512),
2290 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2291 BPF_FUNC_skb_load_bytes),
2292 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
2296 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2299 "direct packet access: test1",
2301 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2302 offsetof(struct __sk_buff, data)),
2303 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2304 offsetof(struct __sk_buff, data_end)),
2305 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2306 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2307 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2308 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2309 BPF_MOV64_IMM(BPF_REG_0, 0),
2313 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2316 "direct packet access: test2",
2318 BPF_MOV64_IMM(BPF_REG_0, 1),
2319 BPF_LDX_MEM(BPF_W, BPF_REG_4, BPF_REG_1,
2320 offsetof(struct __sk_buff, data_end)),
2321 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2322 offsetof(struct __sk_buff, data)),
2323 BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
2324 BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 14),
2325 BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_4, 15),
2326 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_3, 7),
2327 BPF_LDX_MEM(BPF_B, BPF_REG_4, BPF_REG_3, 12),
2328 BPF_ALU64_IMM(BPF_MUL, BPF_REG_4, 14),
2329 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2330 offsetof(struct __sk_buff, data)),
2331 BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_4),
2332 BPF_MOV64_REG(BPF_REG_2, BPF_REG_1),
2333 BPF_ALU64_IMM(BPF_LSH, BPF_REG_2, 49),
2334 BPF_ALU64_IMM(BPF_RSH, BPF_REG_2, 49),
2335 BPF_ALU64_REG(BPF_ADD, BPF_REG_3, BPF_REG_2),
2336 BPF_MOV64_REG(BPF_REG_2, BPF_REG_3),
2337 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 8),
2338 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_1,
2339 offsetof(struct __sk_buff, data_end)),
2340 BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
2341 BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_3, 4),
2342 BPF_MOV64_IMM(BPF_REG_0, 0),
2346 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2349 "direct packet access: test3",
2351 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2352 offsetof(struct __sk_buff, data)),
2353 BPF_MOV64_IMM(BPF_REG_0, 0),
2356 .errstr = "invalid bpf_context access off=76",
2358 .prog_type = BPF_PROG_TYPE_SOCKET_FILTER,
2361 "direct packet access: test4 (write)",
2363 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2364 offsetof(struct __sk_buff, data)),
2365 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2366 offsetof(struct __sk_buff, data_end)),
2367 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2368 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2369 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2370 BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
2371 BPF_MOV64_IMM(BPF_REG_0, 0),
2375 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2378 "direct packet access: test5 (pkt_end >= reg, good access)",
2380 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2381 offsetof(struct __sk_buff, data)),
2382 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2383 offsetof(struct __sk_buff, data_end)),
2384 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2385 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2386 BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 2),
2387 BPF_MOV64_IMM(BPF_REG_0, 1),
2389 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2390 BPF_MOV64_IMM(BPF_REG_0, 0),
2394 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2397 "direct packet access: test6 (pkt_end >= reg, bad access)",
2399 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2400 offsetof(struct __sk_buff, data)),
2401 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2402 offsetof(struct __sk_buff, data_end)),
2403 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2404 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2405 BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 3),
2406 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2407 BPF_MOV64_IMM(BPF_REG_0, 1),
2409 BPF_MOV64_IMM(BPF_REG_0, 0),
2412 .errstr = "invalid access to packet",
2414 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2417 "direct packet access: test7 (pkt_end >= reg, both accesses)",
2419 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2420 offsetof(struct __sk_buff, data)),
2421 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2422 offsetof(struct __sk_buff, data_end)),
2423 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2424 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2425 BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 3),
2426 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2427 BPF_MOV64_IMM(BPF_REG_0, 1),
2429 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2430 BPF_MOV64_IMM(BPF_REG_0, 0),
2433 .errstr = "invalid access to packet",
2435 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2438 "direct packet access: test8 (double test, variant 1)",
2440 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2441 offsetof(struct __sk_buff, data)),
2442 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2443 offsetof(struct __sk_buff, data_end)),
2444 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2445 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2446 BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 4),
2447 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2448 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2449 BPF_MOV64_IMM(BPF_REG_0, 1),
2451 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2452 BPF_MOV64_IMM(BPF_REG_0, 0),
2456 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2459 "direct packet access: test9 (double test, variant 2)",
2461 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2462 offsetof(struct __sk_buff, data)),
2463 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2464 offsetof(struct __sk_buff, data_end)),
2465 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2466 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2467 BPF_JMP_REG(BPF_JGE, BPF_REG_3, BPF_REG_0, 2),
2468 BPF_MOV64_IMM(BPF_REG_0, 1),
2470 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2471 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2472 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
2473 BPF_MOV64_IMM(BPF_REG_0, 0),
2477 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2480 "direct packet access: test10 (write invalid)",
2482 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2483 offsetof(struct __sk_buff, data)),
2484 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2485 offsetof(struct __sk_buff, data_end)),
2486 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2487 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2488 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
2489 BPF_MOV64_IMM(BPF_REG_0, 0),
2491 BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
2492 BPF_MOV64_IMM(BPF_REG_0, 0),
2495 .errstr = "invalid access to packet",
2497 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2500 "direct packet access: test11 (shift, good access)",
2502 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2503 offsetof(struct __sk_buff, data)),
2504 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2505 offsetof(struct __sk_buff, data_end)),
2506 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2507 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
2508 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
2509 BPF_MOV64_IMM(BPF_REG_3, 144),
2510 BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
2511 BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
2512 BPF_ALU64_IMM(BPF_RSH, BPF_REG_5, 3),
2513 BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
2514 BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
2515 BPF_MOV64_IMM(BPF_REG_0, 1),
2517 BPF_MOV64_IMM(BPF_REG_0, 0),
2521 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2524 "direct packet access: test12 (and, good access)",
2526 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2527 offsetof(struct __sk_buff, data)),
2528 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2529 offsetof(struct __sk_buff, data_end)),
2530 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2531 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
2532 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
2533 BPF_MOV64_IMM(BPF_REG_3, 144),
2534 BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
2535 BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
2536 BPF_ALU64_IMM(BPF_AND, BPF_REG_5, 15),
2537 BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
2538 BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
2539 BPF_MOV64_IMM(BPF_REG_0, 1),
2541 BPF_MOV64_IMM(BPF_REG_0, 0),
2545 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2548 "direct packet access: test13 (branches, good access)",
2550 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2551 offsetof(struct __sk_buff, data)),
2552 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2553 offsetof(struct __sk_buff, data_end)),
2554 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2555 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
2556 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 13),
2557 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2558 offsetof(struct __sk_buff, mark)),
2559 BPF_MOV64_IMM(BPF_REG_4, 1),
2560 BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_4, 2),
2561 BPF_MOV64_IMM(BPF_REG_3, 14),
2562 BPF_JMP_IMM(BPF_JA, 0, 0, 1),
2563 BPF_MOV64_IMM(BPF_REG_3, 24),
2564 BPF_MOV64_REG(BPF_REG_5, BPF_REG_3),
2565 BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 23),
2566 BPF_ALU64_IMM(BPF_AND, BPF_REG_5, 15),
2567 BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
2568 BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
2569 BPF_MOV64_IMM(BPF_REG_0, 1),
2571 BPF_MOV64_IMM(BPF_REG_0, 0),
2575 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2578 "direct packet access: test14 (pkt_ptr += 0, CONST_IMM, good access)",
2580 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2581 offsetof(struct __sk_buff, data)),
2582 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2583 offsetof(struct __sk_buff, data_end)),
2584 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2585 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 22),
2586 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 7),
2587 BPF_MOV64_IMM(BPF_REG_5, 12),
2588 BPF_ALU64_IMM(BPF_RSH, BPF_REG_5, 4),
2589 BPF_MOV64_REG(BPF_REG_6, BPF_REG_2),
2590 BPF_ALU64_REG(BPF_ADD, BPF_REG_6, BPF_REG_5),
2591 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_6, 0),
2592 BPF_MOV64_IMM(BPF_REG_0, 1),
2594 BPF_MOV64_IMM(BPF_REG_0, 0),
2598 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2601 "direct packet access: test15 (spill with xadd)",
2603 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2604 offsetof(struct __sk_buff, data)),
2605 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2606 offsetof(struct __sk_buff, data_end)),
2607 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2608 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2609 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 8),
2610 BPF_MOV64_IMM(BPF_REG_5, 4096),
2611 BPF_MOV64_REG(BPF_REG_4, BPF_REG_10),
2612 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -8),
2613 BPF_STX_MEM(BPF_DW, BPF_REG_4, BPF_REG_2, 0),
2614 BPF_STX_XADD(BPF_DW, BPF_REG_4, BPF_REG_5, 0),
2615 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_4, 0),
2616 BPF_STX_MEM(BPF_W, BPF_REG_2, BPF_REG_5, 0),
2617 BPF_MOV64_IMM(BPF_REG_0, 0),
2620 .errstr = "R2 invalid mem access 'inv'",
2622 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2625 "direct packet access: test16 (arith on data_end)",
2627 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2628 offsetof(struct __sk_buff, data)),
2629 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2630 offsetof(struct __sk_buff, data_end)),
2631 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2632 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2633 BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 16),
2634 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2635 BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
2636 BPF_MOV64_IMM(BPF_REG_0, 0),
2639 .errstr = "invalid access to packet",
2641 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2644 "direct packet access: test17 (pruning, alignment)",
2646 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2647 offsetof(struct __sk_buff, data)),
2648 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2649 offsetof(struct __sk_buff, data_end)),
2650 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
2651 offsetof(struct __sk_buff, mark)),
2652 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2653 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 14),
2654 BPF_JMP_IMM(BPF_JGT, BPF_REG_7, 1, 4),
2655 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2656 BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_0, -4),
2657 BPF_MOV64_IMM(BPF_REG_0, 0),
2659 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 1),
2662 .errstr = "misaligned packet access off 2+(0x0; 0x0)+15+-4 size 4",
2664 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2665 .flags = F_LOAD_WITH_STRICT_ALIGNMENT,
2668 "direct packet access: test18 (imm += pkt_ptr, 1)",
2670 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2671 offsetof(struct __sk_buff, data)),
2672 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2673 offsetof(struct __sk_buff, data_end)),
2674 BPF_MOV64_IMM(BPF_REG_0, 8),
2675 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
2676 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2677 BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
2678 BPF_MOV64_IMM(BPF_REG_0, 0),
2682 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2685 "direct packet access: test19 (imm += pkt_ptr, 2)",
2687 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2688 offsetof(struct __sk_buff, data)),
2689 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2690 offsetof(struct __sk_buff, data_end)),
2691 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2692 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2693 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 3),
2694 BPF_MOV64_IMM(BPF_REG_4, 4),
2695 BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
2696 BPF_STX_MEM(BPF_B, BPF_REG_4, BPF_REG_4, 0),
2697 BPF_MOV64_IMM(BPF_REG_0, 0),
2701 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2704 "direct packet access: test20 (x += pkt_ptr, 1)",
2706 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2707 offsetof(struct __sk_buff, data)),
2708 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2709 offsetof(struct __sk_buff, data_end)),
2710 BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
2711 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
2712 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
2713 BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0x7fff),
2714 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
2715 BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
2716 BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
2717 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0x7fff - 1),
2718 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
2719 BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_4, 0),
2720 BPF_MOV64_IMM(BPF_REG_0, 0),
2723 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2727 "direct packet access: test21 (x += pkt_ptr, 2)",
2729 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2730 offsetof(struct __sk_buff, data)),
2731 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2732 offsetof(struct __sk_buff, data_end)),
2733 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2734 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2735 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 9),
2736 BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
2737 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_4, -8),
2738 BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
2739 BPF_ALU64_IMM(BPF_AND, BPF_REG_4, 0x7fff),
2740 BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
2741 BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
2742 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 0x7fff - 1),
2743 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 1),
2744 BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_4, 0),
2745 BPF_MOV64_IMM(BPF_REG_0, 0),
2748 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2752 "direct packet access: test22 (x += pkt_ptr, 3)",
2754 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2755 offsetof(struct __sk_buff, data)),
2756 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2757 offsetof(struct __sk_buff, data_end)),
2758 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
2759 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
2760 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -8),
2761 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_3, -16),
2762 BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_10, -16),
2763 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 11),
2764 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -8),
2765 BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
2766 BPF_STX_XADD(BPF_DW, BPF_REG_10, BPF_REG_4, -8),
2767 BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -8),
2768 BPF_ALU64_IMM(BPF_RSH, BPF_REG_4, 49),
2769 BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_2),
2770 BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
2771 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 2),
2772 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 2),
2773 BPF_MOV64_IMM(BPF_REG_2, 1),
2774 BPF_STX_MEM(BPF_H, BPF_REG_4, BPF_REG_2, 0),
2775 BPF_MOV64_IMM(BPF_REG_0, 0),
2778 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2782 "direct packet access: test23 (x += pkt_ptr, 4)",
2784 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2785 offsetof(struct __sk_buff, data)),
2786 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2787 offsetof(struct __sk_buff, data_end)),
2788 BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
2789 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
2790 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
2791 BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0xffff),
2792 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
2793 BPF_MOV64_IMM(BPF_REG_0, 31),
2794 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_4),
2795 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
2796 BPF_MOV64_REG(BPF_REG_5, BPF_REG_0),
2797 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0xffff - 1),
2798 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2799 BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_0, 0),
2800 BPF_MOV64_IMM(BPF_REG_0, 0),
2803 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2805 .errstr = "invalid access to packet, off=0 size=8, R5(id=1,off=0,r=0)",
2808 "direct packet access: test24 (x += pkt_ptr, 5)",
2810 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2811 offsetof(struct __sk_buff, data)),
2812 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2813 offsetof(struct __sk_buff, data_end)),
2814 BPF_MOV64_IMM(BPF_REG_0, 0xffffffff),
2815 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
2816 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_10, -8),
2817 BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 0xff),
2818 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
2819 BPF_MOV64_IMM(BPF_REG_0, 64),
2820 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_4),
2821 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
2822 BPF_MOV64_REG(BPF_REG_5, BPF_REG_0),
2823 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 0x7fff - 1),
2824 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
2825 BPF_STX_MEM(BPF_DW, BPF_REG_5, BPF_REG_0, 0),
2826 BPF_MOV64_IMM(BPF_REG_0, 0),
2829 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2833 "helper access to packet: test1, valid packet_ptr range",
2835 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2836 offsetof(struct xdp_md, data)),
2837 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2838 offsetof(struct xdp_md, data_end)),
2839 BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
2840 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
2841 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 5),
2842 BPF_LD_MAP_FD(BPF_REG_1, 0),
2843 BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
2844 BPF_MOV64_IMM(BPF_REG_4, 0),
2845 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2846 BPF_FUNC_map_update_elem),
2847 BPF_MOV64_IMM(BPF_REG_0, 0),
2850 .fixup_map1 = { 5 },
2851 .result_unpriv = ACCEPT,
2853 .prog_type = BPF_PROG_TYPE_XDP,
2856 "helper access to packet: test2, unchecked packet_ptr",
2858 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2859 offsetof(struct xdp_md, data)),
2860 BPF_LD_MAP_FD(BPF_REG_1, 0),
2861 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2862 BPF_FUNC_map_lookup_elem),
2863 BPF_MOV64_IMM(BPF_REG_0, 0),
2866 .fixup_map1 = { 1 },
2868 .errstr = "invalid access to packet",
2869 .prog_type = BPF_PROG_TYPE_XDP,
2872 "helper access to packet: test3, variable add",
2874 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2875 offsetof(struct xdp_md, data)),
2876 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2877 offsetof(struct xdp_md, data_end)),
2878 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
2879 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
2880 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 10),
2881 BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_2, 0),
2882 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
2883 BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_5),
2884 BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
2885 BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 8),
2886 BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 4),
2887 BPF_LD_MAP_FD(BPF_REG_1, 0),
2888 BPF_MOV64_REG(BPF_REG_2, BPF_REG_4),
2889 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2890 BPF_FUNC_map_lookup_elem),
2891 BPF_MOV64_IMM(BPF_REG_0, 0),
2894 .fixup_map1 = { 11 },
2896 .prog_type = BPF_PROG_TYPE_XDP,
2899 "helper access to packet: test4, packet_ptr with bad range",
2901 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2902 offsetof(struct xdp_md, data)),
2903 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2904 offsetof(struct xdp_md, data_end)),
2905 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
2906 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 4),
2907 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 2),
2908 BPF_MOV64_IMM(BPF_REG_0, 0),
2910 BPF_LD_MAP_FD(BPF_REG_1, 0),
2911 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2912 BPF_FUNC_map_lookup_elem),
2913 BPF_MOV64_IMM(BPF_REG_0, 0),
2916 .fixup_map1 = { 7 },
2918 .errstr = "invalid access to packet",
2919 .prog_type = BPF_PROG_TYPE_XDP,
2922 "helper access to packet: test5, packet_ptr with too short range",
2924 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2925 offsetof(struct xdp_md, data)),
2926 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2927 offsetof(struct xdp_md, data_end)),
2928 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
2929 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
2930 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 7),
2931 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 3),
2932 BPF_LD_MAP_FD(BPF_REG_1, 0),
2933 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2934 BPF_FUNC_map_lookup_elem),
2935 BPF_MOV64_IMM(BPF_REG_0, 0),
2938 .fixup_map1 = { 6 },
2940 .errstr = "invalid access to packet",
2941 .prog_type = BPF_PROG_TYPE_XDP,
2944 "helper access to packet: test6, cls valid packet_ptr range",
2946 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2947 offsetof(struct __sk_buff, data)),
2948 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2949 offsetof(struct __sk_buff, data_end)),
2950 BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
2951 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
2952 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 5),
2953 BPF_LD_MAP_FD(BPF_REG_1, 0),
2954 BPF_MOV64_REG(BPF_REG_3, BPF_REG_2),
2955 BPF_MOV64_IMM(BPF_REG_4, 0),
2956 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2957 BPF_FUNC_map_update_elem),
2958 BPF_MOV64_IMM(BPF_REG_0, 0),
2961 .fixup_map1 = { 5 },
2963 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2966 "helper access to packet: test7, cls unchecked packet_ptr",
2968 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2969 offsetof(struct __sk_buff, data)),
2970 BPF_LD_MAP_FD(BPF_REG_1, 0),
2971 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
2972 BPF_FUNC_map_lookup_elem),
2973 BPF_MOV64_IMM(BPF_REG_0, 0),
2976 .fixup_map1 = { 1 },
2978 .errstr = "invalid access to packet",
2979 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
2982 "helper access to packet: test8, cls variable add",
2984 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
2985 offsetof(struct __sk_buff, data)),
2986 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
2987 offsetof(struct __sk_buff, data_end)),
2988 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
2989 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 8),
2990 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 10),
2991 BPF_LDX_MEM(BPF_B, BPF_REG_5, BPF_REG_2, 0),
2992 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
2993 BPF_ALU64_REG(BPF_ADD, BPF_REG_4, BPF_REG_5),
2994 BPF_MOV64_REG(BPF_REG_5, BPF_REG_4),
2995 BPF_ALU64_IMM(BPF_ADD, BPF_REG_5, 8),
2996 BPF_JMP_REG(BPF_JGT, BPF_REG_5, BPF_REG_3, 4),
2997 BPF_LD_MAP_FD(BPF_REG_1, 0),
2998 BPF_MOV64_REG(BPF_REG_2, BPF_REG_4),
2999 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3000 BPF_FUNC_map_lookup_elem),
3001 BPF_MOV64_IMM(BPF_REG_0, 0),
3004 .fixup_map1 = { 11 },
3006 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3009 "helper access to packet: test9, cls packet_ptr with bad range",
3011 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3012 offsetof(struct __sk_buff, data)),
3013 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3014 offsetof(struct __sk_buff, data_end)),
3015 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
3016 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 4),
3017 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 2),
3018 BPF_MOV64_IMM(BPF_REG_0, 0),
3020 BPF_LD_MAP_FD(BPF_REG_1, 0),
3021 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3022 BPF_FUNC_map_lookup_elem),
3023 BPF_MOV64_IMM(BPF_REG_0, 0),
3026 .fixup_map1 = { 7 },
3028 .errstr = "invalid access to packet",
3029 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3032 "helper access to packet: test10, cls packet_ptr with too short range",
3034 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3035 offsetof(struct __sk_buff, data)),
3036 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3037 offsetof(struct __sk_buff, data_end)),
3038 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
3039 BPF_MOV64_REG(BPF_REG_4, BPF_REG_2),
3040 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 7),
3041 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_3, 3),
3042 BPF_LD_MAP_FD(BPF_REG_1, 0),
3043 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3044 BPF_FUNC_map_lookup_elem),
3045 BPF_MOV64_IMM(BPF_REG_0, 0),
3048 .fixup_map1 = { 6 },
3050 .errstr = "invalid access to packet",
3051 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3054 "helper access to packet: test11, cls unsuitable helper 1",
3056 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3057 offsetof(struct __sk_buff, data)),
3058 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3059 offsetof(struct __sk_buff, data_end)),
3060 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3061 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
3062 BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, 7),
3063 BPF_JMP_REG(BPF_JGT, BPF_REG_3, BPF_REG_7, 4),
3064 BPF_MOV64_IMM(BPF_REG_2, 0),
3065 BPF_MOV64_IMM(BPF_REG_4, 42),
3066 BPF_MOV64_IMM(BPF_REG_5, 0),
3067 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3068 BPF_FUNC_skb_store_bytes),
3069 BPF_MOV64_IMM(BPF_REG_0, 0),
3073 .errstr = "helper access to the packet",
3074 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3077 "helper access to packet: test12, cls unsuitable helper 2",
3079 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3080 offsetof(struct __sk_buff, data)),
3081 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3082 offsetof(struct __sk_buff, data_end)),
3083 BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
3084 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 8),
3085 BPF_JMP_REG(BPF_JGT, BPF_REG_6, BPF_REG_7, 3),
3086 BPF_MOV64_IMM(BPF_REG_2, 0),
3087 BPF_MOV64_IMM(BPF_REG_4, 4),
3088 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3089 BPF_FUNC_skb_load_bytes),
3090 BPF_MOV64_IMM(BPF_REG_0, 0),
3094 .errstr = "helper access to the packet",
3095 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3098 "helper access to packet: test13, cls helper ok",
3100 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3101 offsetof(struct __sk_buff, data)),
3102 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3103 offsetof(struct __sk_buff, data_end)),
3104 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3105 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3106 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3107 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3108 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3109 BPF_MOV64_IMM(BPF_REG_2, 4),
3110 BPF_MOV64_IMM(BPF_REG_3, 0),
3111 BPF_MOV64_IMM(BPF_REG_4, 0),
3112 BPF_MOV64_IMM(BPF_REG_5, 0),
3113 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3114 BPF_FUNC_csum_diff),
3115 BPF_MOV64_IMM(BPF_REG_0, 0),
3119 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3122 "helper access to packet: test14, cls helper ok sub",
3124 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3125 offsetof(struct __sk_buff, data)),
3126 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3127 offsetof(struct __sk_buff, data_end)),
3128 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3129 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3130 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3131 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3132 BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 4),
3133 BPF_MOV64_IMM(BPF_REG_2, 4),
3134 BPF_MOV64_IMM(BPF_REG_3, 0),
3135 BPF_MOV64_IMM(BPF_REG_4, 0),
3136 BPF_MOV64_IMM(BPF_REG_5, 0),
3137 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3138 BPF_FUNC_csum_diff),
3139 BPF_MOV64_IMM(BPF_REG_0, 0),
3143 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3146 "helper access to packet: test15, cls helper fail sub",
3148 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3149 offsetof(struct __sk_buff, data)),
3150 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3151 offsetof(struct __sk_buff, data_end)),
3152 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3153 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3154 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3155 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3156 BPF_ALU64_IMM(BPF_SUB, BPF_REG_1, 12),
3157 BPF_MOV64_IMM(BPF_REG_2, 4),
3158 BPF_MOV64_IMM(BPF_REG_3, 0),
3159 BPF_MOV64_IMM(BPF_REG_4, 0),
3160 BPF_MOV64_IMM(BPF_REG_5, 0),
3161 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3162 BPF_FUNC_csum_diff),
3163 BPF_MOV64_IMM(BPF_REG_0, 0),
3167 .errstr = "invalid access to packet",
3168 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3171 "helper access to packet: test16, cls helper fail range 1",
3173 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3174 offsetof(struct __sk_buff, data)),
3175 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3176 offsetof(struct __sk_buff, data_end)),
3177 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3178 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3179 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3180 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3181 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3182 BPF_MOV64_IMM(BPF_REG_2, 8),
3183 BPF_MOV64_IMM(BPF_REG_3, 0),
3184 BPF_MOV64_IMM(BPF_REG_4, 0),
3185 BPF_MOV64_IMM(BPF_REG_5, 0),
3186 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3187 BPF_FUNC_csum_diff),
3188 BPF_MOV64_IMM(BPF_REG_0, 0),
3192 .errstr = "invalid access to packet",
3193 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3196 "helper access to packet: test17, cls helper fail range 2",
3198 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3199 offsetof(struct __sk_buff, data)),
3200 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3201 offsetof(struct __sk_buff, data_end)),
3202 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3203 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3204 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3205 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3206 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3207 BPF_MOV64_IMM(BPF_REG_2, -9),
3208 BPF_MOV64_IMM(BPF_REG_3, 0),
3209 BPF_MOV64_IMM(BPF_REG_4, 0),
3210 BPF_MOV64_IMM(BPF_REG_5, 0),
3211 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3212 BPF_FUNC_csum_diff),
3213 BPF_MOV64_IMM(BPF_REG_0, 0),
3217 .errstr = "R2 min value is negative",
3218 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3221 "helper access to packet: test18, cls helper fail range 3",
3223 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3224 offsetof(struct __sk_buff, data)),
3225 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3226 offsetof(struct __sk_buff, data_end)),
3227 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3228 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3229 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3230 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3231 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3232 BPF_MOV64_IMM(BPF_REG_2, ~0),
3233 BPF_MOV64_IMM(BPF_REG_3, 0),
3234 BPF_MOV64_IMM(BPF_REG_4, 0),
3235 BPF_MOV64_IMM(BPF_REG_5, 0),
3236 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3237 BPF_FUNC_csum_diff),
3238 BPF_MOV64_IMM(BPF_REG_0, 0),
3242 .errstr = "R2 min value is negative",
3243 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3246 "helper access to packet: test19, cls helper fail range zero",
3248 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3249 offsetof(struct __sk_buff, data)),
3250 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3251 offsetof(struct __sk_buff, data_end)),
3252 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3253 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3254 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3255 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3256 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3257 BPF_MOV64_IMM(BPF_REG_2, 0),
3258 BPF_MOV64_IMM(BPF_REG_3, 0),
3259 BPF_MOV64_IMM(BPF_REG_4, 0),
3260 BPF_MOV64_IMM(BPF_REG_5, 0),
3261 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3262 BPF_FUNC_csum_diff),
3263 BPF_MOV64_IMM(BPF_REG_0, 0),
3267 .errstr = "invalid access to packet",
3268 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3271 "helper access to packet: test20, pkt end as input",
3273 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3274 offsetof(struct __sk_buff, data)),
3275 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3276 offsetof(struct __sk_buff, data_end)),
3277 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3278 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3279 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3280 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3281 BPF_MOV64_REG(BPF_REG_1, BPF_REG_7),
3282 BPF_MOV64_IMM(BPF_REG_2, 4),
3283 BPF_MOV64_IMM(BPF_REG_3, 0),
3284 BPF_MOV64_IMM(BPF_REG_4, 0),
3285 BPF_MOV64_IMM(BPF_REG_5, 0),
3286 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3287 BPF_FUNC_csum_diff),
3288 BPF_MOV64_IMM(BPF_REG_0, 0),
3292 .errstr = "R1 type=pkt_end expected=fp",
3293 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3296 "helper access to packet: test21, wrong reg",
3298 BPF_LDX_MEM(BPF_W, BPF_REG_6, BPF_REG_1,
3299 offsetof(struct __sk_buff, data)),
3300 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_1,
3301 offsetof(struct __sk_buff, data_end)),
3302 BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 1),
3303 BPF_MOV64_REG(BPF_REG_1, BPF_REG_6),
3304 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 7),
3305 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_7, 6),
3306 BPF_MOV64_IMM(BPF_REG_2, 4),
3307 BPF_MOV64_IMM(BPF_REG_3, 0),
3308 BPF_MOV64_IMM(BPF_REG_4, 0),
3309 BPF_MOV64_IMM(BPF_REG_5, 0),
3310 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3311 BPF_FUNC_csum_diff),
3312 BPF_MOV64_IMM(BPF_REG_0, 0),
3316 .errstr = "invalid access to packet",
3317 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
3320 "valid map access into an array with a constant",
3322 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3323 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3324 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3325 BPF_LD_MAP_FD(BPF_REG_1, 0),
3326 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3327 BPF_FUNC_map_lookup_elem),
3328 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
3329 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
3330 offsetof(struct test_val, foo)),
3333 .fixup_map2 = { 3 },
3334 .errstr_unpriv = "R0 leaks addr",
3335 .result_unpriv = REJECT,
3339 "valid map access into an array with a register",
3341 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3342 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3343 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3344 BPF_LD_MAP_FD(BPF_REG_1, 0),
3345 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3346 BPF_FUNC_map_lookup_elem),
3347 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
3348 BPF_MOV64_IMM(BPF_REG_1, 4),
3349 BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
3350 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
3351 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
3352 offsetof(struct test_val, foo)),
3355 .fixup_map2 = { 3 },
3356 .errstr_unpriv = "R0 leaks addr",
3357 .result_unpriv = REJECT,
3359 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3362 "valid map access into an array with a variable",
3364 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3365 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3366 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3367 BPF_LD_MAP_FD(BPF_REG_1, 0),
3368 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3369 BPF_FUNC_map_lookup_elem),
3370 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
3371 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
3372 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES, 3),
3373 BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
3374 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
3375 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
3376 offsetof(struct test_val, foo)),
3379 .fixup_map2 = { 3 },
3380 .errstr_unpriv = "R0 leaks addr",
3381 .result_unpriv = REJECT,
3383 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3386 "valid map access into an array with a signed variable",
3388 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3389 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3390 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3391 BPF_LD_MAP_FD(BPF_REG_1, 0),
3392 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3393 BPF_FUNC_map_lookup_elem),
3394 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
3395 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
3396 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 0xffffffff, 1),
3397 BPF_MOV32_IMM(BPF_REG_1, 0),
3398 BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
3399 BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
3400 BPF_MOV32_IMM(BPF_REG_1, 0),
3401 BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
3402 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
3403 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
3404 offsetof(struct test_val, foo)),
3407 .fixup_map2 = { 3 },
3408 .errstr_unpriv = "R0 leaks addr",
3409 .result_unpriv = REJECT,
3411 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3414 "invalid map access into an array with a constant",
3416 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3417 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3418 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3419 BPF_LD_MAP_FD(BPF_REG_1, 0),
3420 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3421 BPF_FUNC_map_lookup_elem),
3422 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
3423 BPF_ST_MEM(BPF_DW, BPF_REG_0, (MAX_ENTRIES + 1) << 2,
3424 offsetof(struct test_val, foo)),
3427 .fixup_map2 = { 3 },
3428 .errstr = "invalid access to map value, value_size=48 off=48 size=8",
3432 "invalid map access into an array with a register",
3434 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3435 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3436 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3437 BPF_LD_MAP_FD(BPF_REG_1, 0),
3438 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3439 BPF_FUNC_map_lookup_elem),
3440 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
3441 BPF_MOV64_IMM(BPF_REG_1, MAX_ENTRIES + 1),
3442 BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
3443 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
3444 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
3445 offsetof(struct test_val, foo)),
3448 .fixup_map2 = { 3 },
3449 .errstr = "R0 min value is outside of the array range",
3451 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3454 "invalid map access into an array with a variable",
3456 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3457 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3458 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3459 BPF_LD_MAP_FD(BPF_REG_1, 0),
3460 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3461 BPF_FUNC_map_lookup_elem),
3462 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
3463 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
3464 BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
3465 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
3466 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
3467 offsetof(struct test_val, foo)),
3470 .fixup_map2 = { 3 },
3471 .errstr = "R0 unbounded memory access, make sure to bounds check any array access into a map",
3473 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3476 "invalid map access into an array with no floor check",
3478 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3479 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3480 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3481 BPF_LD_MAP_FD(BPF_REG_1, 0),
3482 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3483 BPF_FUNC_map_lookup_elem),
3484 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
3485 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
3486 BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES),
3487 BPF_JMP_REG(BPF_JSGT, BPF_REG_2, BPF_REG_1, 1),
3488 BPF_MOV32_IMM(BPF_REG_1, 0),
3489 BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
3490 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
3491 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
3492 offsetof(struct test_val, foo)),
3495 .fixup_map2 = { 3 },
3496 .errstr_unpriv = "R0 leaks addr",
3497 .errstr = "R0 unbounded memory access",
3498 .result_unpriv = REJECT,
3500 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3503 "invalid map access into an array with a invalid max check",
3505 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3506 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3507 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3508 BPF_LD_MAP_FD(BPF_REG_1, 0),
3509 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3510 BPF_FUNC_map_lookup_elem),
3511 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
3512 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
3513 BPF_MOV32_IMM(BPF_REG_2, MAX_ENTRIES + 1),
3514 BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 1),
3515 BPF_MOV32_IMM(BPF_REG_1, 0),
3516 BPF_ALU32_IMM(BPF_LSH, BPF_REG_1, 2),
3517 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
3518 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
3519 offsetof(struct test_val, foo)),
3522 .fixup_map2 = { 3 },
3523 .errstr_unpriv = "R0 leaks addr",
3524 .errstr = "invalid access to map value, value_size=48 off=44 size=8",
3525 .result_unpriv = REJECT,
3527 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3530 "invalid map access into an array with a invalid max check",
3532 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3533 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3534 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3535 BPF_LD_MAP_FD(BPF_REG_1, 0),
3536 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3537 BPF_FUNC_map_lookup_elem),
3538 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
3539 BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
3540 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3541 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3542 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3543 BPF_LD_MAP_FD(BPF_REG_1, 0),
3544 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3545 BPF_FUNC_map_lookup_elem),
3546 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
3547 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
3548 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
3549 offsetof(struct test_val, foo)),
3552 .fixup_map2 = { 3, 11 },
3553 .errstr_unpriv = "R0 pointer += pointer",
3554 .errstr = "R0 invalid mem access 'inv'",
3555 .result_unpriv = REJECT,
3557 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3560 "multiple registers share map_lookup_elem result",
3562 BPF_MOV64_IMM(BPF_REG_1, 10),
3563 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
3564 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3565 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3566 BPF_LD_MAP_FD(BPF_REG_1, 0),
3567 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3568 BPF_FUNC_map_lookup_elem),
3569 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
3570 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
3571 BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
3574 .fixup_map1 = { 4 },
3576 .prog_type = BPF_PROG_TYPE_SCHED_CLS
3579 "alu ops on ptr_to_map_value_or_null, 1",
3581 BPF_MOV64_IMM(BPF_REG_1, 10),
3582 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
3583 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3584 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3585 BPF_LD_MAP_FD(BPF_REG_1, 0),
3586 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3587 BPF_FUNC_map_lookup_elem),
3588 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
3589 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, -2),
3590 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 2),
3591 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
3592 BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
3595 .fixup_map1 = { 4 },
3596 .errstr = "R4 invalid mem access",
3598 .prog_type = BPF_PROG_TYPE_SCHED_CLS
3601 "alu ops on ptr_to_map_value_or_null, 2",
3603 BPF_MOV64_IMM(BPF_REG_1, 10),
3604 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
3605 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3606 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3607 BPF_LD_MAP_FD(BPF_REG_1, 0),
3608 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3609 BPF_FUNC_map_lookup_elem),
3610 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
3611 BPF_ALU64_IMM(BPF_AND, BPF_REG_4, -1),
3612 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
3613 BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
3616 .fixup_map1 = { 4 },
3617 .errstr = "R4 invalid mem access",
3619 .prog_type = BPF_PROG_TYPE_SCHED_CLS
3622 "alu ops on ptr_to_map_value_or_null, 3",
3624 BPF_MOV64_IMM(BPF_REG_1, 10),
3625 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
3626 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3627 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3628 BPF_LD_MAP_FD(BPF_REG_1, 0),
3629 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3630 BPF_FUNC_map_lookup_elem),
3631 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
3632 BPF_ALU64_IMM(BPF_LSH, BPF_REG_4, 1),
3633 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
3634 BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
3637 .fixup_map1 = { 4 },
3638 .errstr = "R4 invalid mem access",
3640 .prog_type = BPF_PROG_TYPE_SCHED_CLS
3643 "invalid memory access with multiple map_lookup_elem calls",
3645 BPF_MOV64_IMM(BPF_REG_1, 10),
3646 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
3647 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3648 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3649 BPF_LD_MAP_FD(BPF_REG_1, 0),
3650 BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
3651 BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
3652 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3653 BPF_FUNC_map_lookup_elem),
3654 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
3655 BPF_MOV64_REG(BPF_REG_1, BPF_REG_8),
3656 BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
3657 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3658 BPF_FUNC_map_lookup_elem),
3659 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
3660 BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
3663 .fixup_map1 = { 4 },
3665 .errstr = "R4 !read_ok",
3666 .prog_type = BPF_PROG_TYPE_SCHED_CLS
3669 "valid indirect map_lookup_elem access with 2nd lookup in branch",
3671 BPF_MOV64_IMM(BPF_REG_1, 10),
3672 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_1, -8),
3673 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3674 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3675 BPF_LD_MAP_FD(BPF_REG_1, 0),
3676 BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
3677 BPF_MOV64_REG(BPF_REG_7, BPF_REG_2),
3678 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3679 BPF_FUNC_map_lookup_elem),
3680 BPF_MOV64_IMM(BPF_REG_2, 10),
3681 BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 0, 3),
3682 BPF_MOV64_REG(BPF_REG_1, BPF_REG_8),
3683 BPF_MOV64_REG(BPF_REG_2, BPF_REG_7),
3684 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3685 BPF_FUNC_map_lookup_elem),
3686 BPF_MOV64_REG(BPF_REG_4, BPF_REG_0),
3687 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
3688 BPF_ST_MEM(BPF_DW, BPF_REG_4, 0, 0),
3691 .fixup_map1 = { 4 },
3693 .prog_type = BPF_PROG_TYPE_SCHED_CLS
3696 "invalid map access from else condition",
3698 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3699 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3700 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3701 BPF_LD_MAP_FD(BPF_REG_1, 0),
3702 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_map_lookup_elem),
3703 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
3704 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
3705 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES-1, 1),
3706 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 1),
3707 BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
3708 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
3709 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, offsetof(struct test_val, foo)),
3712 .fixup_map2 = { 3 },
3713 .errstr = "R0 unbounded memory access",
3715 .errstr_unpriv = "R0 leaks addr",
3716 .result_unpriv = REJECT,
3717 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
3720 "constant register |= constant should keep constant type",
3722 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
3723 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
3724 BPF_MOV64_IMM(BPF_REG_2, 34),
3725 BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 13),
3726 BPF_MOV64_IMM(BPF_REG_3, 0),
3727 BPF_EMIT_CALL(BPF_FUNC_probe_read),
3731 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
3734 "constant register |= constant should not bypass stack boundary checks",
3736 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
3737 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
3738 BPF_MOV64_IMM(BPF_REG_2, 34),
3739 BPF_ALU64_IMM(BPF_OR, BPF_REG_2, 24),
3740 BPF_MOV64_IMM(BPF_REG_3, 0),
3741 BPF_EMIT_CALL(BPF_FUNC_probe_read),
3744 .errstr = "invalid stack type R1 off=-48 access_size=58",
3746 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
3749 "constant register |= constant register should keep constant type",
3751 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
3752 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
3753 BPF_MOV64_IMM(BPF_REG_2, 34),
3754 BPF_MOV64_IMM(BPF_REG_4, 13),
3755 BPF_ALU64_REG(BPF_OR, BPF_REG_2, BPF_REG_4),
3756 BPF_MOV64_IMM(BPF_REG_3, 0),
3757 BPF_EMIT_CALL(BPF_FUNC_probe_read),
3761 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
3764 "constant register |= constant register should not bypass stack boundary checks",
3766 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
3767 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -48),
3768 BPF_MOV64_IMM(BPF_REG_2, 34),
3769 BPF_MOV64_IMM(BPF_REG_4, 24),
3770 BPF_ALU64_REG(BPF_OR, BPF_REG_2, BPF_REG_4),
3771 BPF_MOV64_IMM(BPF_REG_3, 0),
3772 BPF_EMIT_CALL(BPF_FUNC_probe_read),
3775 .errstr = "invalid stack type R1 off=-48 access_size=58",
3777 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
3780 "invalid direct packet write for LWT_IN",
3782 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3783 offsetof(struct __sk_buff, data)),
3784 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3785 offsetof(struct __sk_buff, data_end)),
3786 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
3787 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
3788 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
3789 BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
3790 BPF_MOV64_IMM(BPF_REG_0, 0),
3793 .errstr = "cannot write into packet",
3795 .prog_type = BPF_PROG_TYPE_LWT_IN,
3798 "invalid direct packet write for LWT_OUT",
3800 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3801 offsetof(struct __sk_buff, data)),
3802 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3803 offsetof(struct __sk_buff, data_end)),
3804 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
3805 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
3806 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
3807 BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
3808 BPF_MOV64_IMM(BPF_REG_0, 0),
3811 .errstr = "cannot write into packet",
3813 .prog_type = BPF_PROG_TYPE_LWT_OUT,
3816 "direct packet write for LWT_XMIT",
3818 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3819 offsetof(struct __sk_buff, data)),
3820 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3821 offsetof(struct __sk_buff, data_end)),
3822 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
3823 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
3824 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
3825 BPF_STX_MEM(BPF_B, BPF_REG_2, BPF_REG_2, 0),
3826 BPF_MOV64_IMM(BPF_REG_0, 0),
3830 .prog_type = BPF_PROG_TYPE_LWT_XMIT,
3833 "direct packet read for LWT_IN",
3835 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3836 offsetof(struct __sk_buff, data)),
3837 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3838 offsetof(struct __sk_buff, data_end)),
3839 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
3840 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
3841 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
3842 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
3843 BPF_MOV64_IMM(BPF_REG_0, 0),
3847 .prog_type = BPF_PROG_TYPE_LWT_IN,
3850 "direct packet read for LWT_OUT",
3852 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3853 offsetof(struct __sk_buff, data)),
3854 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3855 offsetof(struct __sk_buff, data_end)),
3856 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
3857 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
3858 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
3859 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
3860 BPF_MOV64_IMM(BPF_REG_0, 0),
3864 .prog_type = BPF_PROG_TYPE_LWT_OUT,
3867 "direct packet read for LWT_XMIT",
3869 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3870 offsetof(struct __sk_buff, data)),
3871 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3872 offsetof(struct __sk_buff, data_end)),
3873 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
3874 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
3875 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 1),
3876 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_2, 0),
3877 BPF_MOV64_IMM(BPF_REG_0, 0),
3881 .prog_type = BPF_PROG_TYPE_LWT_XMIT,
3884 "overlapping checks for direct packet access",
3886 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1,
3887 offsetof(struct __sk_buff, data)),
3888 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_1,
3889 offsetof(struct __sk_buff, data_end)),
3890 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
3891 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 8),
3892 BPF_JMP_REG(BPF_JGT, BPF_REG_0, BPF_REG_3, 4),
3893 BPF_MOV64_REG(BPF_REG_1, BPF_REG_2),
3894 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 6),
3895 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_3, 1),
3896 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_2, 6),
3897 BPF_MOV64_IMM(BPF_REG_0, 0),
3901 .prog_type = BPF_PROG_TYPE_LWT_XMIT,
3904 "invalid access of tc_classid for LWT_IN",
3906 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
3907 offsetof(struct __sk_buff, tc_classid)),
3911 .errstr = "invalid bpf_context access",
3914 "invalid access of tc_classid for LWT_OUT",
3916 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
3917 offsetof(struct __sk_buff, tc_classid)),
3921 .errstr = "invalid bpf_context access",
3924 "invalid access of tc_classid for LWT_XMIT",
3926 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
3927 offsetof(struct __sk_buff, tc_classid)),
3931 .errstr = "invalid bpf_context access",
3934 "leak pointer into ctx 1",
3936 BPF_MOV64_IMM(BPF_REG_0, 0),
3937 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
3938 offsetof(struct __sk_buff, cb[0])),
3939 BPF_LD_MAP_FD(BPF_REG_2, 0),
3940 BPF_STX_XADD(BPF_DW, BPF_REG_1, BPF_REG_2,
3941 offsetof(struct __sk_buff, cb[0])),
3944 .fixup_map1 = { 2 },
3945 .errstr_unpriv = "R2 leaks addr into mem",
3946 .result_unpriv = REJECT,
3950 "leak pointer into ctx 2",
3952 BPF_MOV64_IMM(BPF_REG_0, 0),
3953 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0,
3954 offsetof(struct __sk_buff, cb[0])),
3955 BPF_STX_XADD(BPF_DW, BPF_REG_1, BPF_REG_10,
3956 offsetof(struct __sk_buff, cb[0])),
3959 .errstr_unpriv = "R10 leaks addr into mem",
3960 .result_unpriv = REJECT,
3964 "leak pointer into ctx 3",
3966 BPF_MOV64_IMM(BPF_REG_0, 0),
3967 BPF_LD_MAP_FD(BPF_REG_2, 0),
3968 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2,
3969 offsetof(struct __sk_buff, cb[0])),
3972 .fixup_map1 = { 1 },
3973 .errstr_unpriv = "R2 leaks addr into ctx",
3974 .result_unpriv = REJECT,
3978 "leak pointer into map val",
3980 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
3981 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
3982 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
3983 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
3984 BPF_LD_MAP_FD(BPF_REG_1, 0),
3985 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
3986 BPF_FUNC_map_lookup_elem),
3987 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3),
3988 BPF_MOV64_IMM(BPF_REG_3, 0),
3989 BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_3, 0),
3990 BPF_STX_XADD(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
3991 BPF_MOV64_IMM(BPF_REG_0, 0),
3994 .fixup_map1 = { 4 },
3995 .errstr_unpriv = "R6 leaks addr into mem",
3996 .result_unpriv = REJECT,
4000 "helper access to map: full range",
4002 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4003 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4004 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4005 BPF_LD_MAP_FD(BPF_REG_1, 0),
4006 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4007 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
4008 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4009 BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
4010 BPF_MOV64_IMM(BPF_REG_3, 0),
4011 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4014 .fixup_map2 = { 3 },
4016 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4019 "helper access to map: partial range",
4021 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4022 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4023 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4024 BPF_LD_MAP_FD(BPF_REG_1, 0),
4025 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4026 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
4027 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4028 BPF_MOV64_IMM(BPF_REG_2, 8),
4029 BPF_MOV64_IMM(BPF_REG_3, 0),
4030 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4033 .fixup_map2 = { 3 },
4035 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4038 "helper access to map: empty range",
4040 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4041 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4042 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4043 BPF_LD_MAP_FD(BPF_REG_1, 0),
4044 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4045 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
4046 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4047 BPF_MOV64_IMM(BPF_REG_2, 0),
4048 BPF_MOV64_IMM(BPF_REG_3, 0),
4049 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4052 .fixup_map2 = { 3 },
4053 .errstr = "invalid access to map value, value_size=48 off=0 size=0",
4055 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4058 "helper access to map: out-of-bound range",
4060 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4061 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4062 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4063 BPF_LD_MAP_FD(BPF_REG_1, 0),
4064 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4065 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
4066 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4067 BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val) + 8),
4068 BPF_MOV64_IMM(BPF_REG_3, 0),
4069 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4072 .fixup_map2 = { 3 },
4073 .errstr = "invalid access to map value, value_size=48 off=0 size=56",
4075 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4078 "helper access to map: negative range",
4080 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4081 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4082 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4083 BPF_LD_MAP_FD(BPF_REG_1, 0),
4084 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4085 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
4086 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4087 BPF_MOV64_IMM(BPF_REG_2, -8),
4088 BPF_MOV64_IMM(BPF_REG_3, 0),
4089 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4092 .fixup_map2 = { 3 },
4093 .errstr = "R2 min value is negative",
4095 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4098 "helper access to adjusted map (via const imm): full range",
4100 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4101 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4102 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4103 BPF_LD_MAP_FD(BPF_REG_1, 0),
4104 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4105 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
4106 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4107 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
4108 offsetof(struct test_val, foo)),
4109 BPF_MOV64_IMM(BPF_REG_2,
4110 sizeof(struct test_val) -
4111 offsetof(struct test_val, foo)),
4112 BPF_MOV64_IMM(BPF_REG_3, 0),
4113 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4116 .fixup_map2 = { 3 },
4118 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4121 "helper access to adjusted map (via const imm): partial range",
4123 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4124 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4125 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4126 BPF_LD_MAP_FD(BPF_REG_1, 0),
4127 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4128 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
4129 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4130 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
4131 offsetof(struct test_val, foo)),
4132 BPF_MOV64_IMM(BPF_REG_2, 8),
4133 BPF_MOV64_IMM(BPF_REG_3, 0),
4134 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4137 .fixup_map2 = { 3 },
4139 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4142 "helper access to adjusted map (via const imm): empty range",
4144 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4145 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4146 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4147 BPF_LD_MAP_FD(BPF_REG_1, 0),
4148 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4149 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
4150 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4151 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
4152 offsetof(struct test_val, foo)),
4153 BPF_MOV64_IMM(BPF_REG_2, 0),
4154 BPF_MOV64_IMM(BPF_REG_3, 0),
4155 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4158 .fixup_map2 = { 3 },
4159 .errstr = "invalid access to map value, value_size=48 off=4 size=0",
4161 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4164 "helper access to adjusted map (via const imm): out-of-bound range",
4166 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4167 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4168 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4169 BPF_LD_MAP_FD(BPF_REG_1, 0),
4170 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4171 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
4172 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4173 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
4174 offsetof(struct test_val, foo)),
4175 BPF_MOV64_IMM(BPF_REG_2,
4176 sizeof(struct test_val) -
4177 offsetof(struct test_val, foo) + 8),
4178 BPF_MOV64_IMM(BPF_REG_3, 0),
4179 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4182 .fixup_map2 = { 3 },
4183 .errstr = "invalid access to map value, value_size=48 off=4 size=52",
4185 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4188 "helper access to adjusted map (via const imm): negative range (> adjustment)",
4190 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4191 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4192 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4193 BPF_LD_MAP_FD(BPF_REG_1, 0),
4194 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4195 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
4196 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4197 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
4198 offsetof(struct test_val, foo)),
4199 BPF_MOV64_IMM(BPF_REG_2, -8),
4200 BPF_MOV64_IMM(BPF_REG_3, 0),
4201 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4204 .fixup_map2 = { 3 },
4205 .errstr = "R2 min value is negative",
4207 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4210 "helper access to adjusted map (via const imm): negative range (< adjustment)",
4212 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4213 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4214 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4215 BPF_LD_MAP_FD(BPF_REG_1, 0),
4216 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4217 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
4218 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4219 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1,
4220 offsetof(struct test_val, foo)),
4221 BPF_MOV64_IMM(BPF_REG_2, -1),
4222 BPF_MOV64_IMM(BPF_REG_3, 0),
4223 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4226 .fixup_map2 = { 3 },
4227 .errstr = "R2 min value is negative",
4229 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4232 "helper access to adjusted map (via const reg): full range",
4234 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4235 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4236 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4237 BPF_LD_MAP_FD(BPF_REG_1, 0),
4238 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4239 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
4240 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4241 BPF_MOV64_IMM(BPF_REG_3,
4242 offsetof(struct test_val, foo)),
4243 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4244 BPF_MOV64_IMM(BPF_REG_2,
4245 sizeof(struct test_val) -
4246 offsetof(struct test_val, foo)),
4247 BPF_MOV64_IMM(BPF_REG_3, 0),
4248 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4251 .fixup_map2 = { 3 },
4253 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4256 "helper access to adjusted map (via const reg): partial range",
4258 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4259 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4260 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4261 BPF_LD_MAP_FD(BPF_REG_1, 0),
4262 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4263 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
4264 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4265 BPF_MOV64_IMM(BPF_REG_3,
4266 offsetof(struct test_val, foo)),
4267 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4268 BPF_MOV64_IMM(BPF_REG_2, 8),
4269 BPF_MOV64_IMM(BPF_REG_3, 0),
4270 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4273 .fixup_map2 = { 3 },
4275 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4278 "helper access to adjusted map (via const reg): empty range",
4280 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4281 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4282 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4283 BPF_LD_MAP_FD(BPF_REG_1, 0),
4284 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4285 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
4286 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4287 BPF_MOV64_IMM(BPF_REG_3, 0),
4288 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4289 BPF_MOV64_IMM(BPF_REG_2, 0),
4290 BPF_MOV64_IMM(BPF_REG_3, 0),
4291 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4294 .fixup_map2 = { 3 },
4295 .errstr = "R1 min value is outside of the array range",
4297 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4300 "helper access to adjusted map (via const reg): out-of-bound range",
4302 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4303 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4304 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4305 BPF_LD_MAP_FD(BPF_REG_1, 0),
4306 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4307 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
4308 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4309 BPF_MOV64_IMM(BPF_REG_3,
4310 offsetof(struct test_val, foo)),
4311 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4312 BPF_MOV64_IMM(BPF_REG_2,
4313 sizeof(struct test_val) -
4314 offsetof(struct test_val, foo) + 8),
4315 BPF_MOV64_IMM(BPF_REG_3, 0),
4316 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4319 .fixup_map2 = { 3 },
4320 .errstr = "invalid access to map value, value_size=48 off=4 size=52",
4322 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4325 "helper access to adjusted map (via const reg): negative range (> adjustment)",
4327 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4328 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4329 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4330 BPF_LD_MAP_FD(BPF_REG_1, 0),
4331 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4332 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
4333 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4334 BPF_MOV64_IMM(BPF_REG_3,
4335 offsetof(struct test_val, foo)),
4336 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4337 BPF_MOV64_IMM(BPF_REG_2, -8),
4338 BPF_MOV64_IMM(BPF_REG_3, 0),
4339 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4342 .fixup_map2 = { 3 },
4343 .errstr = "R2 min value is negative",
4345 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4348 "helper access to adjusted map (via const reg): negative range (< adjustment)",
4350 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4351 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4352 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4353 BPF_LD_MAP_FD(BPF_REG_1, 0),
4354 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4355 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
4356 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4357 BPF_MOV64_IMM(BPF_REG_3,
4358 offsetof(struct test_val, foo)),
4359 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4360 BPF_MOV64_IMM(BPF_REG_2, -1),
4361 BPF_MOV64_IMM(BPF_REG_3, 0),
4362 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4365 .fixup_map2 = { 3 },
4366 .errstr = "R2 min value is negative",
4368 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4371 "helper access to adjusted map (via variable): full range",
4373 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4374 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4375 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4376 BPF_LD_MAP_FD(BPF_REG_1, 0),
4377 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4378 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
4379 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4380 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
4381 BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
4382 offsetof(struct test_val, foo), 4),
4383 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4384 BPF_MOV64_IMM(BPF_REG_2,
4385 sizeof(struct test_val) -
4386 offsetof(struct test_val, foo)),
4387 BPF_MOV64_IMM(BPF_REG_3, 0),
4388 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4391 .fixup_map2 = { 3 },
4393 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4396 "helper access to adjusted map (via variable): partial range",
4398 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4399 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4400 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4401 BPF_LD_MAP_FD(BPF_REG_1, 0),
4402 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4403 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
4404 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4405 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
4406 BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
4407 offsetof(struct test_val, foo), 4),
4408 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4409 BPF_MOV64_IMM(BPF_REG_2, 8),
4410 BPF_MOV64_IMM(BPF_REG_3, 0),
4411 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4414 .fixup_map2 = { 3 },
4416 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4419 "helper access to adjusted map (via variable): empty range",
4421 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4422 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4423 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4424 BPF_LD_MAP_FD(BPF_REG_1, 0),
4425 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4426 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
4427 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4428 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
4429 BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
4430 offsetof(struct test_val, foo), 4),
4431 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4432 BPF_MOV64_IMM(BPF_REG_2, 0),
4433 BPF_MOV64_IMM(BPF_REG_3, 0),
4434 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4437 .fixup_map2 = { 3 },
4438 .errstr = "R1 min value is outside of the array range",
4440 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4443 "helper access to adjusted map (via variable): no max check",
4445 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4446 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4447 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4448 BPF_LD_MAP_FD(BPF_REG_1, 0),
4449 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4450 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
4451 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4452 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
4453 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4454 BPF_MOV64_IMM(BPF_REG_2, 1),
4455 BPF_MOV64_IMM(BPF_REG_3, 0),
4456 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4459 .fixup_map2 = { 3 },
4460 .errstr = "R1 unbounded memory access",
4462 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4465 "helper access to adjusted map (via variable): wrong max check",
4467 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4468 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4469 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4470 BPF_LD_MAP_FD(BPF_REG_1, 0),
4471 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4472 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
4473 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4474 BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_0, 0),
4475 BPF_JMP_IMM(BPF_JGT, BPF_REG_3,
4476 offsetof(struct test_val, foo), 4),
4477 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_3),
4478 BPF_MOV64_IMM(BPF_REG_2,
4479 sizeof(struct test_val) -
4480 offsetof(struct test_val, foo) + 1),
4481 BPF_MOV64_IMM(BPF_REG_3, 0),
4482 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4485 .fixup_map2 = { 3 },
4486 .errstr = "invalid access to map value, value_size=48 off=4 size=45",
4488 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4491 "map element value is preserved across register spilling",
4493 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4494 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4495 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4496 BPF_LD_MAP_FD(BPF_REG_1, 0),
4497 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4498 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
4499 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
4500 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4501 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -184),
4502 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
4503 BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
4504 BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
4507 .fixup_map2 = { 3 },
4508 .errstr_unpriv = "R0 leaks addr",
4510 .result_unpriv = REJECT,
4513 "map element value or null is marked on register spilling",
4515 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4516 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4517 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4518 BPF_LD_MAP_FD(BPF_REG_1, 0),
4519 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4520 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4521 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -152),
4522 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
4523 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
4524 BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
4525 BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
4528 .fixup_map2 = { 3 },
4529 .errstr_unpriv = "R0 leaks addr",
4531 .result_unpriv = REJECT,
4534 "map element value store of cleared call register",
4536 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4537 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4538 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4539 BPF_LD_MAP_FD(BPF_REG_1, 0),
4540 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4541 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 1),
4542 BPF_STX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1, 0),
4545 .fixup_map2 = { 3 },
4546 .errstr_unpriv = "R1 !read_ok",
4547 .errstr = "R1 !read_ok",
4549 .result_unpriv = REJECT,
4552 "map element value with unaligned store",
4554 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4555 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4556 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4557 BPF_LD_MAP_FD(BPF_REG_1, 0),
4558 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4559 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 17),
4560 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 3),
4561 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
4562 BPF_ST_MEM(BPF_DW, BPF_REG_0, 2, 43),
4563 BPF_ST_MEM(BPF_DW, BPF_REG_0, -2, 44),
4564 BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
4565 BPF_ST_MEM(BPF_DW, BPF_REG_8, 0, 32),
4566 BPF_ST_MEM(BPF_DW, BPF_REG_8, 2, 33),
4567 BPF_ST_MEM(BPF_DW, BPF_REG_8, -2, 34),
4568 BPF_ALU64_IMM(BPF_ADD, BPF_REG_8, 5),
4569 BPF_ST_MEM(BPF_DW, BPF_REG_8, 0, 22),
4570 BPF_ST_MEM(BPF_DW, BPF_REG_8, 4, 23),
4571 BPF_ST_MEM(BPF_DW, BPF_REG_8, -7, 24),
4572 BPF_MOV64_REG(BPF_REG_7, BPF_REG_8),
4573 BPF_ALU64_IMM(BPF_ADD, BPF_REG_7, 3),
4574 BPF_ST_MEM(BPF_DW, BPF_REG_7, 0, 22),
4575 BPF_ST_MEM(BPF_DW, BPF_REG_7, 4, 23),
4576 BPF_ST_MEM(BPF_DW, BPF_REG_7, -4, 24),
4579 .fixup_map2 = { 3 },
4580 .errstr_unpriv = "R0 leaks addr",
4582 .result_unpriv = REJECT,
4583 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
4586 "map element value with unaligned load",
4588 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4589 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4590 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4591 BPF_LD_MAP_FD(BPF_REG_1, 0),
4592 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4593 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
4594 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
4595 BPF_JMP_IMM(BPF_JGE, BPF_REG_1, MAX_ENTRIES, 9),
4596 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 3),
4597 BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
4598 BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 2),
4599 BPF_MOV64_REG(BPF_REG_8, BPF_REG_0),
4600 BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_8, 0),
4601 BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_8, 2),
4602 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 5),
4603 BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 0),
4604 BPF_LDX_MEM(BPF_DW, BPF_REG_7, BPF_REG_0, 4),
4607 .fixup_map2 = { 3 },
4608 .errstr_unpriv = "R0 leaks addr",
4610 .result_unpriv = REJECT,
4611 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
4614 "map element value illegal alu op, 1",
4616 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4617 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4618 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4619 BPF_LD_MAP_FD(BPF_REG_1, 0),
4620 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4621 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
4622 BPF_ALU64_IMM(BPF_AND, BPF_REG_0, 8),
4623 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
4626 .fixup_map2 = { 3 },
4627 .errstr_unpriv = "R0 bitwise operator &= on pointer",
4628 .errstr = "invalid mem access 'inv'",
4630 .result_unpriv = REJECT,
4633 "map element value illegal alu op, 2",
4635 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4636 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4637 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4638 BPF_LD_MAP_FD(BPF_REG_1, 0),
4639 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4640 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
4641 BPF_ALU32_IMM(BPF_ADD, BPF_REG_0, 0),
4642 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
4645 .fixup_map2 = { 3 },
4646 .errstr_unpriv = "R0 32-bit pointer arithmetic prohibited",
4647 .errstr = "invalid mem access 'inv'",
4649 .result_unpriv = REJECT,
4652 "map element value illegal alu op, 3",
4654 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4655 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4656 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4657 BPF_LD_MAP_FD(BPF_REG_1, 0),
4658 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4659 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
4660 BPF_ALU64_IMM(BPF_DIV, BPF_REG_0, 42),
4661 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
4664 .fixup_map2 = { 3 },
4665 .errstr_unpriv = "R0 pointer arithmetic with /= operator",
4666 .errstr = "invalid mem access 'inv'",
4668 .result_unpriv = REJECT,
4671 "map element value illegal alu op, 4",
4673 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4674 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4675 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4676 BPF_LD_MAP_FD(BPF_REG_1, 0),
4677 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4678 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 2),
4679 BPF_ENDIAN(BPF_FROM_BE, BPF_REG_0, 64),
4680 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
4683 .fixup_map2 = { 3 },
4684 .errstr_unpriv = "R0 pointer arithmetic prohibited",
4685 .errstr = "invalid mem access 'inv'",
4687 .result_unpriv = REJECT,
4690 "map element value illegal alu op, 5",
4692 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4693 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4694 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4695 BPF_LD_MAP_FD(BPF_REG_1, 0),
4696 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4697 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
4698 BPF_MOV64_IMM(BPF_REG_3, 4096),
4699 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4700 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4701 BPF_STX_MEM(BPF_DW, BPF_REG_2, BPF_REG_0, 0),
4702 BPF_STX_XADD(BPF_DW, BPF_REG_2, BPF_REG_3, 0),
4703 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_2, 0),
4704 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 22),
4707 .fixup_map2 = { 3 },
4708 .errstr = "R0 invalid mem access 'inv'",
4712 "map element value is preserved across register spilling",
4714 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4715 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4716 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4717 BPF_LD_MAP_FD(BPF_REG_1, 0),
4718 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4719 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
4720 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0,
4721 offsetof(struct test_val, foo)),
4722 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0, 42),
4723 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4724 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -184),
4725 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0),
4726 BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_1, 0),
4727 BPF_ST_MEM(BPF_DW, BPF_REG_3, 0, 42),
4730 .fixup_map2 = { 3 },
4731 .errstr_unpriv = "R0 leaks addr",
4733 .result_unpriv = REJECT,
4734 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
4737 "helper access to variable memory: stack, bitwise AND + JMP, correct bounds",
4739 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4740 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4741 BPF_MOV64_IMM(BPF_REG_0, 0),
4742 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
4743 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
4744 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
4745 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
4746 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
4747 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
4748 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
4749 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
4750 BPF_MOV64_IMM(BPF_REG_2, 16),
4751 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4752 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4753 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
4754 BPF_MOV64_IMM(BPF_REG_4, 0),
4755 BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
4756 BPF_MOV64_IMM(BPF_REG_3, 0),
4757 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4758 BPF_MOV64_IMM(BPF_REG_0, 0),
4762 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4765 "helper access to variable memory: stack, bitwise AND, zero included",
4767 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4768 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4769 BPF_MOV64_IMM(BPF_REG_2, 16),
4770 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4771 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4772 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
4773 BPF_MOV64_IMM(BPF_REG_3, 0),
4774 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4777 .errstr = "invalid stack type R1 off=-64 access_size=0",
4779 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4782 "helper access to variable memory: stack, bitwise AND + JMP, wrong max",
4784 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4785 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4786 BPF_MOV64_IMM(BPF_REG_2, 16),
4787 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4788 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4789 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 65),
4790 BPF_MOV64_IMM(BPF_REG_4, 0),
4791 BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
4792 BPF_MOV64_IMM(BPF_REG_3, 0),
4793 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4794 BPF_MOV64_IMM(BPF_REG_0, 0),
4797 .errstr = "invalid stack type R1 off=-64 access_size=65",
4799 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4802 "helper access to variable memory: stack, JMP, correct bounds",
4804 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4805 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4806 BPF_MOV64_IMM(BPF_REG_0, 0),
4807 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
4808 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
4809 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
4810 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
4811 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
4812 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
4813 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
4814 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
4815 BPF_MOV64_IMM(BPF_REG_2, 16),
4816 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4817 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4818 BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 4),
4819 BPF_MOV64_IMM(BPF_REG_4, 0),
4820 BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
4821 BPF_MOV64_IMM(BPF_REG_3, 0),
4822 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4823 BPF_MOV64_IMM(BPF_REG_0, 0),
4827 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4830 "helper access to variable memory: stack, JMP (signed), correct bounds",
4832 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4833 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4834 BPF_MOV64_IMM(BPF_REG_0, 0),
4835 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
4836 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
4837 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
4838 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
4839 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
4840 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
4841 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
4842 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
4843 BPF_MOV64_IMM(BPF_REG_2, 16),
4844 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4845 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4846 BPF_JMP_IMM(BPF_JSGT, BPF_REG_2, 64, 4),
4847 BPF_MOV64_IMM(BPF_REG_4, 0),
4848 BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
4849 BPF_MOV64_IMM(BPF_REG_3, 0),
4850 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4851 BPF_MOV64_IMM(BPF_REG_0, 0),
4855 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4858 "helper access to variable memory: stack, JMP, bounds + offset",
4860 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4861 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4862 BPF_MOV64_IMM(BPF_REG_2, 16),
4863 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4864 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4865 BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 5),
4866 BPF_MOV64_IMM(BPF_REG_4, 0),
4867 BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 3),
4868 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
4869 BPF_MOV64_IMM(BPF_REG_3, 0),
4870 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4871 BPF_MOV64_IMM(BPF_REG_0, 0),
4874 .errstr = "invalid stack type R1 off=-64 access_size=65",
4876 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4879 "helper access to variable memory: stack, JMP, wrong max",
4881 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4882 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4883 BPF_MOV64_IMM(BPF_REG_2, 16),
4884 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4885 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4886 BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 65, 4),
4887 BPF_MOV64_IMM(BPF_REG_4, 0),
4888 BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
4889 BPF_MOV64_IMM(BPF_REG_3, 0),
4890 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4891 BPF_MOV64_IMM(BPF_REG_0, 0),
4894 .errstr = "invalid stack type R1 off=-64 access_size=65",
4896 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4899 "helper access to variable memory: stack, JMP, no max check",
4901 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4902 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4903 BPF_MOV64_IMM(BPF_REG_2, 16),
4904 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4905 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4906 BPF_MOV64_IMM(BPF_REG_4, 0),
4907 BPF_JMP_REG(BPF_JGE, BPF_REG_4, BPF_REG_2, 2),
4908 BPF_MOV64_IMM(BPF_REG_3, 0),
4909 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4910 BPF_MOV64_IMM(BPF_REG_0, 0),
4913 /* because max wasn't checked, signed min is negative */
4914 .errstr = "R2 min value is negative, either use unsigned or 'var &= const'",
4916 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4919 "helper access to variable memory: stack, JMP, no min check",
4921 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4922 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4923 BPF_MOV64_IMM(BPF_REG_2, 16),
4924 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4925 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4926 BPF_JMP_IMM(BPF_JGT, BPF_REG_2, 64, 3),
4927 BPF_MOV64_IMM(BPF_REG_3, 0),
4928 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4929 BPF_MOV64_IMM(BPF_REG_0, 0),
4932 .errstr = "invalid stack type R1 off=-64 access_size=0",
4934 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4937 "helper access to variable memory: stack, JMP (signed), no min check",
4939 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
4940 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
4941 BPF_MOV64_IMM(BPF_REG_2, 16),
4942 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, -128),
4943 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, -128),
4944 BPF_JMP_IMM(BPF_JSGT, BPF_REG_2, 64, 3),
4945 BPF_MOV64_IMM(BPF_REG_3, 0),
4946 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4947 BPF_MOV64_IMM(BPF_REG_0, 0),
4950 .errstr = "R2 min value is negative",
4952 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4955 "helper access to variable memory: map, JMP, correct bounds",
4957 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4958 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4959 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4960 BPF_LD_MAP_FD(BPF_REG_1, 0),
4961 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4962 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
4963 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4964 BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
4965 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
4966 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
4967 BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
4968 sizeof(struct test_val), 4),
4969 BPF_MOV64_IMM(BPF_REG_4, 0),
4970 BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
4971 BPF_MOV64_IMM(BPF_REG_3, 0),
4972 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4973 BPF_MOV64_IMM(BPF_REG_0, 0),
4976 .fixup_map2 = { 3 },
4978 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
4981 "helper access to variable memory: map, JMP, wrong max",
4983 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
4984 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
4985 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
4986 BPF_LD_MAP_FD(BPF_REG_1, 0),
4987 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
4988 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
4989 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
4990 BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
4991 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
4992 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
4993 BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
4994 sizeof(struct test_val) + 1, 4),
4995 BPF_MOV64_IMM(BPF_REG_4, 0),
4996 BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
4997 BPF_MOV64_IMM(BPF_REG_3, 0),
4998 BPF_EMIT_CALL(BPF_FUNC_probe_read),
4999 BPF_MOV64_IMM(BPF_REG_0, 0),
5002 .fixup_map2 = { 3 },
5003 .errstr = "invalid access to map value, value_size=48 off=0 size=49",
5005 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
5008 "helper access to variable memory: map adjusted, JMP, correct bounds",
5010 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5011 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5012 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
5013 BPF_LD_MAP_FD(BPF_REG_1, 0),
5014 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
5015 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
5016 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
5017 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 20),
5018 BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
5019 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
5020 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
5021 BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
5022 sizeof(struct test_val) - 20, 4),
5023 BPF_MOV64_IMM(BPF_REG_4, 0),
5024 BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
5025 BPF_MOV64_IMM(BPF_REG_3, 0),
5026 BPF_EMIT_CALL(BPF_FUNC_probe_read),
5027 BPF_MOV64_IMM(BPF_REG_0, 0),
5030 .fixup_map2 = { 3 },
5032 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
5035 "helper access to variable memory: map adjusted, JMP, wrong max",
5037 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5038 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5039 BPF_ST_MEM(BPF_DW, BPF_REG_2, 0, 0),
5040 BPF_LD_MAP_FD(BPF_REG_1, 0),
5041 BPF_EMIT_CALL(BPF_FUNC_map_lookup_elem),
5042 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 11),
5043 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
5044 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 20),
5045 BPF_MOV64_IMM(BPF_REG_2, sizeof(struct test_val)),
5046 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
5047 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
5048 BPF_JMP_IMM(BPF_JSGT, BPF_REG_2,
5049 sizeof(struct test_val) - 19, 4),
5050 BPF_MOV64_IMM(BPF_REG_4, 0),
5051 BPF_JMP_REG(BPF_JSGE, BPF_REG_4, BPF_REG_2, 2),
5052 BPF_MOV64_IMM(BPF_REG_3, 0),
5053 BPF_EMIT_CALL(BPF_FUNC_probe_read),
5054 BPF_MOV64_IMM(BPF_REG_0, 0),
5057 .fixup_map2 = { 3 },
5058 .errstr = "R1 min value is outside of the array range",
5060 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
5063 "helper access to variable memory: size = 0 allowed on NULL",
5065 BPF_MOV64_IMM(BPF_REG_1, 0),
5066 BPF_MOV64_IMM(BPF_REG_2, 0),
5067 BPF_MOV64_IMM(BPF_REG_3, 0),
5068 BPF_MOV64_IMM(BPF_REG_4, 0),
5069 BPF_MOV64_IMM(BPF_REG_5, 0),
5070 BPF_EMIT_CALL(BPF_FUNC_csum_diff),
5074 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
5077 "helper access to variable memory: size > 0 not allowed on NULL",
5079 BPF_MOV64_IMM(BPF_REG_1, 0),
5080 BPF_MOV64_IMM(BPF_REG_2, 0),
5081 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
5082 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
5083 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 64),
5084 BPF_MOV64_IMM(BPF_REG_3, 0),
5085 BPF_MOV64_IMM(BPF_REG_4, 0),
5086 BPF_MOV64_IMM(BPF_REG_5, 0),
5087 BPF_EMIT_CALL(BPF_FUNC_csum_diff),
5090 .errstr = "R1 type=inv expected=fp",
5092 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
5095 "helper access to variable memory: size = 0 not allowed on != NULL",
5097 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
5098 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -8),
5099 BPF_MOV64_IMM(BPF_REG_2, 0),
5100 BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_2, 0),
5101 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 8),
5102 BPF_MOV64_IMM(BPF_REG_3, 0),
5103 BPF_MOV64_IMM(BPF_REG_4, 0),
5104 BPF_MOV64_IMM(BPF_REG_5, 0),
5105 BPF_EMIT_CALL(BPF_FUNC_csum_diff),
5108 .errstr = "invalid stack type R1 off=-8 access_size=0",
5110 .prog_type = BPF_PROG_TYPE_SCHED_CLS,
5113 "helper access to variable memory: 8 bytes leak",
5115 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
5116 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
5117 BPF_MOV64_IMM(BPF_REG_0, 0),
5118 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
5119 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
5120 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
5121 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
5122 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
5123 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
5124 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
5125 BPF_MOV64_IMM(BPF_REG_2, 0),
5126 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_2, -128),
5127 BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_10, -128),
5128 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 63),
5129 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 1),
5130 BPF_MOV64_IMM(BPF_REG_3, 0),
5131 BPF_EMIT_CALL(BPF_FUNC_probe_read),
5132 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5135 .errstr = "invalid indirect read from stack off -64+32 size 64",
5137 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
5140 "helper access to variable memory: 8 bytes no leak (init memory)",
5142 BPF_MOV64_REG(BPF_REG_1, BPF_REG_10),
5143 BPF_MOV64_IMM(BPF_REG_0, 0),
5144 BPF_MOV64_IMM(BPF_REG_0, 0),
5145 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -64),
5146 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -56),
5147 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -48),
5148 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -40),
5149 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -32),
5150 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -24),
5151 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -16),
5152 BPF_STX_MEM(BPF_DW, BPF_REG_10, BPF_REG_0, -8),
5153 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -64),
5154 BPF_MOV64_IMM(BPF_REG_2, 0),
5155 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 32),
5156 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, 32),
5157 BPF_MOV64_IMM(BPF_REG_3, 0),
5158 BPF_EMIT_CALL(BPF_FUNC_probe_read),
5159 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5163 .prog_type = BPF_PROG_TYPE_TRACEPOINT,
5166 "invalid and of negative number",
5168 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5169 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5170 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5171 BPF_LD_MAP_FD(BPF_REG_1, 0),
5172 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5173 BPF_FUNC_map_lookup_elem),
5174 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
5175 BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
5176 BPF_ALU64_IMM(BPF_AND, BPF_REG_1, -4),
5177 BPF_ALU64_IMM(BPF_LSH, BPF_REG_1, 2),
5178 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5179 BPF_ST_MEM(BPF_DW, BPF_REG_0, 0,
5180 offsetof(struct test_val, foo)),
5183 .fixup_map2 = { 3 },
5184 .errstr = "R0 max value is outside of the array range",
5186 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
5189 "invalid range check",
5191 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5192 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5193 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5194 BPF_LD_MAP_FD(BPF_REG_1, 0),
5195 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5196 BPF_FUNC_map_lookup_elem),
5197 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 12),
5198 BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0),
5199 BPF_MOV64_IMM(BPF_REG_9, 1),
5200 BPF_ALU32_IMM(BPF_MOD, BPF_REG_1, 2),
5201 BPF_ALU32_IMM(BPF_ADD, BPF_REG_1, 1),
5202 BPF_ALU32_REG(BPF_AND, BPF_REG_9, BPF_REG_1),
5203 BPF_ALU32_IMM(BPF_ADD, BPF_REG_9, 1),
5204 BPF_ALU32_IMM(BPF_RSH, BPF_REG_9, 1),
5205 BPF_MOV32_IMM(BPF_REG_3, 1),
5206 BPF_ALU32_REG(BPF_SUB, BPF_REG_3, BPF_REG_9),
5207 BPF_ALU32_IMM(BPF_MUL, BPF_REG_3, 0x10000000),
5208 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
5209 BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_3, 0),
5210 BPF_MOV64_REG(BPF_REG_0, 0),
5213 .fixup_map2 = { 3 },
5214 .errstr = "R0 max value is outside of the array range",
5216 .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
5219 "map in map access",
5221 BPF_ST_MEM(0, BPF_REG_10, -4, 0),
5222 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5223 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
5224 BPF_LD_MAP_FD(BPF_REG_1, 0),
5225 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5226 BPF_FUNC_map_lookup_elem),
5227 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 5),
5228 BPF_ST_MEM(0, BPF_REG_10, -4, 0),
5229 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5230 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
5231 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
5232 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5233 BPF_FUNC_map_lookup_elem),
5234 BPF_MOV64_REG(BPF_REG_0, 0),
5237 .fixup_map_in_map = { 3 },
5241 "invalid inner map pointer",
5243 BPF_ST_MEM(0, BPF_REG_10, -4, 0),
5244 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5245 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
5246 BPF_LD_MAP_FD(BPF_REG_1, 0),
5247 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5248 BPF_FUNC_map_lookup_elem),
5249 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
5250 BPF_ST_MEM(0, BPF_REG_10, -4, 0),
5251 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5252 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
5253 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
5254 BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, 8),
5255 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5256 BPF_FUNC_map_lookup_elem),
5257 BPF_MOV64_REG(BPF_REG_0, 0),
5260 .fixup_map_in_map = { 3 },
5261 .errstr = "R1 type=inv expected=map_ptr",
5262 .errstr_unpriv = "R1 pointer arithmetic on CONST_PTR_TO_MAP prohibited",
5266 "forgot null checking on the inner map pointer",
5268 BPF_ST_MEM(0, BPF_REG_10, -4, 0),
5269 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5270 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
5271 BPF_LD_MAP_FD(BPF_REG_1, 0),
5272 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5273 BPF_FUNC_map_lookup_elem),
5274 BPF_ST_MEM(0, BPF_REG_10, -4, 0),
5275 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5276 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -4),
5277 BPF_MOV64_REG(BPF_REG_1, BPF_REG_0),
5278 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5279 BPF_FUNC_map_lookup_elem),
5280 BPF_MOV64_REG(BPF_REG_0, 0),
5283 .fixup_map_in_map = { 3 },
5284 .errstr = "R1 type=map_value_or_null expected=map_ptr",
5288 "ld_abs: check calling conv, r1",
5290 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5291 BPF_MOV64_IMM(BPF_REG_1, 0),
5292 BPF_LD_ABS(BPF_W, -0x200000),
5293 BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
5296 .errstr = "R1 !read_ok",
5300 "ld_abs: check calling conv, r2",
5302 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5303 BPF_MOV64_IMM(BPF_REG_2, 0),
5304 BPF_LD_ABS(BPF_W, -0x200000),
5305 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
5308 .errstr = "R2 !read_ok",
5312 "ld_abs: check calling conv, r3",
5314 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5315 BPF_MOV64_IMM(BPF_REG_3, 0),
5316 BPF_LD_ABS(BPF_W, -0x200000),
5317 BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
5320 .errstr = "R3 !read_ok",
5324 "ld_abs: check calling conv, r4",
5326 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5327 BPF_MOV64_IMM(BPF_REG_4, 0),
5328 BPF_LD_ABS(BPF_W, -0x200000),
5329 BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
5332 .errstr = "R4 !read_ok",
5336 "ld_abs: check calling conv, r5",
5338 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5339 BPF_MOV64_IMM(BPF_REG_5, 0),
5340 BPF_LD_ABS(BPF_W, -0x200000),
5341 BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
5344 .errstr = "R5 !read_ok",
5348 "ld_abs: check calling conv, r7",
5350 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5351 BPF_MOV64_IMM(BPF_REG_7, 0),
5352 BPF_LD_ABS(BPF_W, -0x200000),
5353 BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
5359 "ld_ind: check calling conv, r1",
5361 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5362 BPF_MOV64_IMM(BPF_REG_1, 1),
5363 BPF_LD_IND(BPF_W, BPF_REG_1, -0x200000),
5364 BPF_MOV64_REG(BPF_REG_0, BPF_REG_1),
5367 .errstr = "R1 !read_ok",
5371 "ld_ind: check calling conv, r2",
5373 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5374 BPF_MOV64_IMM(BPF_REG_2, 1),
5375 BPF_LD_IND(BPF_W, BPF_REG_2, -0x200000),
5376 BPF_MOV64_REG(BPF_REG_0, BPF_REG_2),
5379 .errstr = "R2 !read_ok",
5383 "ld_ind: check calling conv, r3",
5385 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5386 BPF_MOV64_IMM(BPF_REG_3, 1),
5387 BPF_LD_IND(BPF_W, BPF_REG_3, -0x200000),
5388 BPF_MOV64_REG(BPF_REG_0, BPF_REG_3),
5391 .errstr = "R3 !read_ok",
5395 "ld_ind: check calling conv, r4",
5397 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5398 BPF_MOV64_IMM(BPF_REG_4, 1),
5399 BPF_LD_IND(BPF_W, BPF_REG_4, -0x200000),
5400 BPF_MOV64_REG(BPF_REG_0, BPF_REG_4),
5403 .errstr = "R4 !read_ok",
5407 "ld_ind: check calling conv, r5",
5409 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5410 BPF_MOV64_IMM(BPF_REG_5, 1),
5411 BPF_LD_IND(BPF_W, BPF_REG_5, -0x200000),
5412 BPF_MOV64_REG(BPF_REG_0, BPF_REG_5),
5415 .errstr = "R5 !read_ok",
5419 "ld_ind: check calling conv, r7",
5421 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
5422 BPF_MOV64_IMM(BPF_REG_7, 1),
5423 BPF_LD_IND(BPF_W, BPF_REG_7, -0x200000),
5424 BPF_MOV64_REG(BPF_REG_0, BPF_REG_7),
5430 "check bpf_perf_event_data->sample_period byte load permitted",
5432 BPF_MOV64_IMM(BPF_REG_0, 0),
5433 #ifdef __LITTLE_ENDIAN
5434 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
5435 offsetof(struct bpf_perf_event_data, sample_period)),
5437 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_1,
5438 offsetof(struct bpf_perf_event_data, sample_period) + 7),
5443 .prog_type = BPF_PROG_TYPE_PERF_EVENT,
5446 "check bpf_perf_event_data->sample_period half load permitted",
5448 BPF_MOV64_IMM(BPF_REG_0, 0),
5449 #ifdef __LITTLE_ENDIAN
5450 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
5451 offsetof(struct bpf_perf_event_data, sample_period)),
5453 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
5454 offsetof(struct bpf_perf_event_data, sample_period) + 6),
5459 .prog_type = BPF_PROG_TYPE_PERF_EVENT,
5462 "check bpf_perf_event_data->sample_period word load permitted",
5464 BPF_MOV64_IMM(BPF_REG_0, 0),
5465 #ifdef __LITTLE_ENDIAN
5466 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
5467 offsetof(struct bpf_perf_event_data, sample_period)),
5469 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1,
5470 offsetof(struct bpf_perf_event_data, sample_period) + 4),
5475 .prog_type = BPF_PROG_TYPE_PERF_EVENT,
5478 "check bpf_perf_event_data->sample_period dword load permitted",
5480 BPF_MOV64_IMM(BPF_REG_0, 0),
5481 BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_1,
5482 offsetof(struct bpf_perf_event_data, sample_period)),
5486 .prog_type = BPF_PROG_TYPE_PERF_EVENT,
5489 "check skb->data half load not permitted",
5491 BPF_MOV64_IMM(BPF_REG_0, 0),
5492 #ifdef __LITTLE_ENDIAN
5493 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
5494 offsetof(struct __sk_buff, data)),
5496 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
5497 offsetof(struct __sk_buff, data) + 2),
5502 .errstr = "invalid bpf_context access",
5505 "check skb->tc_classid half load not permitted for lwt prog",
5507 BPF_MOV64_IMM(BPF_REG_0, 0),
5508 #ifdef __LITTLE_ENDIAN
5509 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
5510 offsetof(struct __sk_buff, tc_classid)),
5512 BPF_LDX_MEM(BPF_H, BPF_REG_0, BPF_REG_1,
5513 offsetof(struct __sk_buff, tc_classid) + 2),
5518 .errstr = "invalid bpf_context access",
5519 .prog_type = BPF_PROG_TYPE_LWT_IN,
5522 "bounds checks mixing signed and unsigned, positive bounds",
5524 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5525 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5526 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5527 BPF_LD_MAP_FD(BPF_REG_1, 0),
5528 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5529 BPF_FUNC_map_lookup_elem),
5530 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
5531 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5532 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5533 BPF_MOV64_IMM(BPF_REG_2, 2),
5534 BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 3),
5535 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 4, 2),
5536 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5537 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5538 BPF_MOV64_IMM(BPF_REG_0, 0),
5541 .fixup_map1 = { 3 },
5542 .errstr = "R0 min value is negative",
5546 "bounds checks mixing signed and unsigned",
5548 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5549 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5550 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5551 BPF_LD_MAP_FD(BPF_REG_1, 0),
5552 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5553 BPF_FUNC_map_lookup_elem),
5554 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
5555 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5556 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5557 BPF_MOV64_IMM(BPF_REG_2, -1),
5558 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 3),
5559 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5560 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5561 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5562 BPF_MOV64_IMM(BPF_REG_0, 0),
5565 .fixup_map1 = { 3 },
5566 .errstr = "R0 min value is negative",
5570 "bounds checks mixing signed and unsigned, variant 2",
5572 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5573 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5574 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5575 BPF_LD_MAP_FD(BPF_REG_1, 0),
5576 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5577 BPF_FUNC_map_lookup_elem),
5578 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
5579 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5580 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5581 BPF_MOV64_IMM(BPF_REG_2, -1),
5582 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 5),
5583 BPF_MOV64_IMM(BPF_REG_8, 0),
5584 BPF_ALU64_REG(BPF_ADD, BPF_REG_8, BPF_REG_1),
5585 BPF_JMP_IMM(BPF_JSGT, BPF_REG_8, 1, 2),
5586 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
5587 BPF_ST_MEM(BPF_B, BPF_REG_8, 0, 0),
5588 BPF_MOV64_IMM(BPF_REG_0, 0),
5591 .fixup_map1 = { 3 },
5592 .errstr = "R8 invalid mem access 'inv'",
5596 "bounds checks mixing signed and unsigned, variant 3",
5598 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5599 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5600 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5601 BPF_LD_MAP_FD(BPF_REG_1, 0),
5602 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5603 BPF_FUNC_map_lookup_elem),
5604 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
5605 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5606 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5607 BPF_MOV64_IMM(BPF_REG_2, -1),
5608 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 4),
5609 BPF_MOV64_REG(BPF_REG_8, BPF_REG_1),
5610 BPF_JMP_IMM(BPF_JSGT, BPF_REG_8, 1, 2),
5611 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_8),
5612 BPF_ST_MEM(BPF_B, BPF_REG_8, 0, 0),
5613 BPF_MOV64_IMM(BPF_REG_0, 0),
5616 .fixup_map1 = { 3 },
5617 .errstr = "R8 invalid mem access 'inv'",
5621 "bounds checks mixing signed and unsigned, variant 4",
5623 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5624 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5625 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5626 BPF_LD_MAP_FD(BPF_REG_1, 0),
5627 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5628 BPF_FUNC_map_lookup_elem),
5629 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
5630 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5631 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5632 BPF_MOV64_IMM(BPF_REG_2, 1),
5633 BPF_ALU64_REG(BPF_AND, BPF_REG_1, BPF_REG_2),
5634 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5635 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5636 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5637 BPF_MOV64_IMM(BPF_REG_0, 0),
5640 .fixup_map1 = { 3 },
5644 "bounds checks mixing signed and unsigned, variant 5",
5646 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5647 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5648 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5649 BPF_LD_MAP_FD(BPF_REG_1, 0),
5650 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5651 BPF_FUNC_map_lookup_elem),
5652 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
5653 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5654 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5655 BPF_MOV64_IMM(BPF_REG_2, -1),
5656 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 5),
5657 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 4),
5658 BPF_ALU64_IMM(BPF_ADD, BPF_REG_0, 4),
5659 BPF_ALU64_REG(BPF_SUB, BPF_REG_0, BPF_REG_1),
5660 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5661 BPF_MOV64_IMM(BPF_REG_0, 0),
5664 .fixup_map1 = { 3 },
5665 .errstr = "R0 min value is negative",
5669 "bounds checks mixing signed and unsigned, variant 6",
5671 BPF_MOV64_IMM(BPF_REG_2, 0),
5672 BPF_MOV64_REG(BPF_REG_3, BPF_REG_10),
5673 BPF_ALU64_IMM(BPF_ADD, BPF_REG_3, -512),
5674 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5675 BPF_LDX_MEM(BPF_DW, BPF_REG_4, BPF_REG_10, -16),
5676 BPF_MOV64_IMM(BPF_REG_6, -1),
5677 BPF_JMP_REG(BPF_JGT, BPF_REG_4, BPF_REG_6, 5),
5678 BPF_JMP_IMM(BPF_JSGT, BPF_REG_4, 1, 4),
5679 BPF_ALU64_IMM(BPF_ADD, BPF_REG_4, 1),
5680 BPF_MOV64_IMM(BPF_REG_5, 0),
5681 BPF_ST_MEM(BPF_H, BPF_REG_10, -512, 0),
5682 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5683 BPF_FUNC_skb_load_bytes),
5684 BPF_MOV64_IMM(BPF_REG_0, 0),
5687 .errstr = "R4 min value is negative, either use unsigned",
5691 "bounds checks mixing signed and unsigned, variant 7",
5693 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5694 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5695 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5696 BPF_LD_MAP_FD(BPF_REG_1, 0),
5697 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5698 BPF_FUNC_map_lookup_elem),
5699 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 7),
5700 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5701 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5702 BPF_MOV64_IMM(BPF_REG_2, 1024 * 1024 * 1024),
5703 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, 3),
5704 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5705 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5706 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5707 BPF_MOV64_IMM(BPF_REG_0, 0),
5710 .fixup_map1 = { 3 },
5714 "bounds checks mixing signed and unsigned, variant 8",
5716 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5717 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5718 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5719 BPF_LD_MAP_FD(BPF_REG_1, 0),
5720 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5721 BPF_FUNC_map_lookup_elem),
5722 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
5723 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5724 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5725 BPF_MOV64_IMM(BPF_REG_2, -1),
5726 BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
5727 BPF_MOV64_IMM(BPF_REG_0, 0),
5729 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5730 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5731 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5732 BPF_MOV64_IMM(BPF_REG_0, 0),
5735 .fixup_map1 = { 3 },
5736 .errstr = "R0 min value is negative",
5740 "bounds checks mixing signed and unsigned, variant 9",
5742 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5743 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5744 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5745 BPF_LD_MAP_FD(BPF_REG_1, 0),
5746 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5747 BPF_FUNC_map_lookup_elem),
5748 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 10),
5749 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5750 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5751 BPF_LD_IMM64(BPF_REG_2, -9223372036854775808ULL),
5752 BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
5753 BPF_MOV64_IMM(BPF_REG_0, 0),
5755 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5756 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5757 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5758 BPF_MOV64_IMM(BPF_REG_0, 0),
5761 .fixup_map1 = { 3 },
5765 "bounds checks mixing signed and unsigned, variant 10",
5767 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5768 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5769 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5770 BPF_LD_MAP_FD(BPF_REG_1, 0),
5771 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5772 BPF_FUNC_map_lookup_elem),
5773 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
5774 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5775 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5776 BPF_MOV64_IMM(BPF_REG_2, 0),
5777 BPF_JMP_REG(BPF_JGT, BPF_REG_2, BPF_REG_1, 2),
5778 BPF_MOV64_IMM(BPF_REG_0, 0),
5780 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5781 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5782 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5783 BPF_MOV64_IMM(BPF_REG_0, 0),
5786 .fixup_map1 = { 3 },
5787 .errstr = "R0 min value is negative",
5791 "bounds checks mixing signed and unsigned, variant 11",
5793 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5794 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5795 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5796 BPF_LD_MAP_FD(BPF_REG_1, 0),
5797 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5798 BPF_FUNC_map_lookup_elem),
5799 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
5800 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5801 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5802 BPF_MOV64_IMM(BPF_REG_2, -1),
5803 BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
5805 BPF_MOV64_IMM(BPF_REG_0, 0),
5807 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5808 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5809 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5810 BPF_MOV64_IMM(BPF_REG_0, 0),
5813 .fixup_map1 = { 3 },
5814 .errstr = "R0 min value is negative",
5818 "bounds checks mixing signed and unsigned, variant 12",
5820 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5821 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5822 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5823 BPF_LD_MAP_FD(BPF_REG_1, 0),
5824 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5825 BPF_FUNC_map_lookup_elem),
5826 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
5827 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5828 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5829 BPF_MOV64_IMM(BPF_REG_2, -6),
5830 BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
5831 BPF_MOV64_IMM(BPF_REG_0, 0),
5833 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5834 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5835 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5836 BPF_MOV64_IMM(BPF_REG_0, 0),
5839 .fixup_map1 = { 3 },
5840 .errstr = "R0 min value is negative",
5844 "bounds checks mixing signed and unsigned, variant 13",
5846 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5847 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5848 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5849 BPF_LD_MAP_FD(BPF_REG_1, 0),
5850 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5851 BPF_FUNC_map_lookup_elem),
5852 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 6),
5853 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5854 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5855 BPF_MOV64_IMM(BPF_REG_2, 2),
5856 BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
5857 BPF_MOV64_IMM(BPF_REG_7, 1),
5858 BPF_JMP_IMM(BPF_JSGT, BPF_REG_7, 0, 2),
5859 BPF_MOV64_IMM(BPF_REG_0, 0),
5861 BPF_ALU64_REG(BPF_ADD, BPF_REG_7, BPF_REG_1),
5862 BPF_JMP_IMM(BPF_JSGT, BPF_REG_7, 4, 2),
5863 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_7),
5864 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5865 BPF_MOV64_IMM(BPF_REG_0, 0),
5868 .fixup_map1 = { 3 },
5869 .errstr = "R0 min value is negative",
5873 "bounds checks mixing signed and unsigned, variant 14",
5875 BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_1,
5876 offsetof(struct __sk_buff, mark)),
5877 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5878 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5879 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5880 BPF_LD_MAP_FD(BPF_REG_1, 0),
5881 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5882 BPF_FUNC_map_lookup_elem),
5883 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
5884 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5885 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5886 BPF_MOV64_IMM(BPF_REG_2, -1),
5887 BPF_MOV64_IMM(BPF_REG_8, 2),
5888 BPF_JMP_IMM(BPF_JEQ, BPF_REG_9, 42, 6),
5889 BPF_JMP_REG(BPF_JSGT, BPF_REG_8, BPF_REG_1, 3),
5890 BPF_JMP_IMM(BPF_JSGT, BPF_REG_1, 1, 2),
5891 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5892 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5893 BPF_MOV64_IMM(BPF_REG_0, 0),
5895 BPF_JMP_REG(BPF_JGT, BPF_REG_1, BPF_REG_2, -3),
5896 BPF_JMP_IMM(BPF_JA, 0, 0, -7),
5898 .fixup_map1 = { 4 },
5899 .errstr = "R0 min value is negative",
5903 "bounds checks mixing signed and unsigned, variant 15",
5905 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5906 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5907 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5908 BPF_LD_MAP_FD(BPF_REG_1, 0),
5909 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5910 BPF_FUNC_map_lookup_elem),
5911 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 4),
5912 BPF_ST_MEM(BPF_DW, BPF_REG_10, -16, -8),
5913 BPF_LDX_MEM(BPF_DW, BPF_REG_1, BPF_REG_10, -16),
5914 BPF_MOV64_IMM(BPF_REG_2, -6),
5915 BPF_JMP_REG(BPF_JGE, BPF_REG_2, BPF_REG_1, 2),
5916 BPF_MOV64_IMM(BPF_REG_0, 0),
5918 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5919 BPF_JMP_IMM(BPF_JGT, BPF_REG_0, 1, 2),
5920 BPF_MOV64_IMM(BPF_REG_0, 0),
5922 BPF_ST_MEM(BPF_B, BPF_REG_0, 0, 0),
5923 BPF_MOV64_IMM(BPF_REG_0, 0),
5926 .fixup_map1 = { 3 },
5927 .errstr_unpriv = "R0 pointer comparison prohibited",
5928 .errstr = "R0 min value is negative",
5930 .result_unpriv = REJECT,
5933 "subtraction bounds (map value) variant 1",
5935 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5936 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5937 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5938 BPF_LD_MAP_FD(BPF_REG_1, 0),
5939 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5940 BPF_FUNC_map_lookup_elem),
5941 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 9),
5942 BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
5943 BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 0xff, 7),
5944 BPF_LDX_MEM(BPF_B, BPF_REG_3, BPF_REG_0, 1),
5945 BPF_JMP_IMM(BPF_JGT, BPF_REG_3, 0xff, 5),
5946 BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_3),
5947 BPF_ALU64_IMM(BPF_RSH, BPF_REG_1, 56),
5948 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5949 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
5951 BPF_MOV64_IMM(BPF_REG_0, 0),
5954 .fixup_map1 = { 3 },
5955 .errstr = "R0 max value is outside of the array range",
5959 "subtraction bounds (map value) variant 2",
5961 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
5962 BPF_MOV64_REG(BPF_REG_2, BPF_REG_10),
5963 BPF_ALU64_IMM(BPF_ADD, BPF_REG_2, -8),
5964 BPF_LD_MAP_FD(BPF_REG_1, 0),
5965 BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0,
5966 BPF_FUNC_map_lookup_elem),
5967 BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 8),
5968 BPF_LDX_MEM(BPF_B, BPF_REG_1, BPF_REG_0, 0),
5969 BPF_JMP_IMM(BPF_JGT, BPF_REG_1, 0xff, 6),
5970 BPF_LDX_MEM(BPF_B, BPF_REG_3, BPF_REG_0, 1),
5971 BPF_JMP_IMM(BPF_JGT, BPF_REG_3, 0xff, 4),
5972 BPF_ALU64_REG(BPF_SUB, BPF_REG_1, BPF_REG_3),
5973 BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_1),
5974 BPF_LDX_MEM(BPF_B, BPF_REG_0, BPF_REG_0, 0),
5976 BPF_MOV64_IMM(BPF_REG_0, 0),
5979 .fixup_map1 = { 3 },
5980 .errstr = "R0 min value is negative, either use unsigned index or do a if (index >=0) check.",
5984 "variable-offset ctx access",
5986 /* Get an unknown value */
5987 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
5988 /* Make it small and 4-byte aligned */
5989 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
5990 /* add it to skb. We now have either &skb->len or
5991 * &skb->pkt_type, but we don't know which
5993 BPF_ALU64_REG(BPF_ADD, BPF_REG_1, BPF_REG_2),
5994 /* dereference it */
5995 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_1, 0),
5998 .errstr = "variable ctx access var_off=(0x0; 0x4)",
6000 .prog_type = BPF_PROG_TYPE_LWT_IN,
6003 "variable-offset stack access",
6005 /* Fill the top 8 bytes of the stack */
6006 BPF_ST_MEM(BPF_DW, BPF_REG_10, -8, 0),
6007 /* Get an unknown value */
6008 BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, 0),
6009 /* Make it small and 4-byte aligned */
6010 BPF_ALU64_IMM(BPF_AND, BPF_REG_2, 4),
6011 BPF_ALU64_IMM(BPF_SUB, BPF_REG_2, 8),
6012 /* add it to fp. We now have either fp-4 or fp-8, but
6013 * we don't know which
6015 BPF_ALU64_REG(BPF_ADD, BPF_REG_2, BPF_REG_10),
6016 /* dereference it */
6017 BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_2, 0),
6020 .errstr = "variable stack access var_off=(0xfffffffffffffff8; 0x4)",
6022 .prog_type = BPF_PROG_TYPE_LWT_IN,
6026 static int probe_filter_length(const struct bpf_insn *fp)
6030 for (len = MAX_INSNS - 1; len > 0; --len)
6031 if (fp[len].code != 0 || fp[len].imm != 0)
6036 static int create_map(uint32_t size_value, uint32_t max_elem)
6040 fd = bpf_create_map(BPF_MAP_TYPE_HASH, sizeof(long long),
6041 size_value, max_elem, BPF_F_NO_PREALLOC);
6043 printf("Failed to create hash map '%s'!\n", strerror(errno));
6048 static int create_prog_array(void)
6052 fd = bpf_create_map(BPF_MAP_TYPE_PROG_ARRAY, sizeof(int),
6055 printf("Failed to create prog array '%s'!\n", strerror(errno));
6060 static int create_map_in_map(void)
6062 int inner_map_fd, outer_map_fd;
6064 inner_map_fd = bpf_create_map(BPF_MAP_TYPE_ARRAY, sizeof(int),
6066 if (inner_map_fd < 0) {
6067 printf("Failed to create array '%s'!\n", strerror(errno));
6068 return inner_map_fd;
6071 outer_map_fd = bpf_create_map_in_map(BPF_MAP_TYPE_ARRAY_OF_MAPS,
6072 sizeof(int), inner_map_fd, 1, 0);
6073 if (outer_map_fd < 0)
6074 printf("Failed to create array of maps '%s'!\n",
6077 close(inner_map_fd);
6079 return outer_map_fd;
6082 static char bpf_vlog[32768];
6084 static void do_test_fixup(struct bpf_test *test, struct bpf_insn *prog,
6087 int *fixup_map1 = test->fixup_map1;
6088 int *fixup_map2 = test->fixup_map2;
6089 int *fixup_prog = test->fixup_prog;
6090 int *fixup_map_in_map = test->fixup_map_in_map;
6092 /* Allocating HTs with 1 elem is fine here, since we only test
6093 * for verifier and not do a runtime lookup, so the only thing
6094 * that really matters is value size in this case.
6097 map_fds[0] = create_map(sizeof(long long), 1);
6099 prog[*fixup_map1].imm = map_fds[0];
6101 } while (*fixup_map1);
6105 map_fds[1] = create_map(sizeof(struct test_val), 1);
6107 prog[*fixup_map2].imm = map_fds[1];
6109 } while (*fixup_map2);
6113 map_fds[2] = create_prog_array();
6115 prog[*fixup_prog].imm = map_fds[2];
6117 } while (*fixup_prog);
6120 if (*fixup_map_in_map) {
6121 map_fds[3] = create_map_in_map();
6123 prog[*fixup_map_in_map].imm = map_fds[3];
6125 } while (*fixup_map_in_map);
6129 static void do_test_single(struct bpf_test *test, bool unpriv,
6130 int *passes, int *errors)
6132 int fd_prog, expected_ret, reject_from_alignment;
6133 struct bpf_insn *prog = test->insns;
6134 int prog_len = probe_filter_length(prog);
6135 int prog_type = test->prog_type;
6136 int map_fds[MAX_NR_MAPS];
6137 const char *expected_err;
6140 for (i = 0; i < MAX_NR_MAPS; i++)
6143 do_test_fixup(test, prog, map_fds);
6145 fd_prog = bpf_verify_program(prog_type ? : BPF_PROG_TYPE_SOCKET_FILTER,
6146 prog, prog_len, test->flags & F_LOAD_WITH_STRICT_ALIGNMENT,
6147 "GPL", 0, bpf_vlog, sizeof(bpf_vlog), 1);
6149 expected_ret = unpriv && test->result_unpriv != UNDEF ?
6150 test->result_unpriv : test->result;
6151 expected_err = unpriv && test->errstr_unpriv ?
6152 test->errstr_unpriv : test->errstr;
6154 reject_from_alignment = fd_prog < 0 &&
6155 (test->flags & F_NEEDS_EFFICIENT_UNALIGNED_ACCESS) &&
6156 strstr(bpf_vlog, "Unknown alignment.");
6157 #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS
6158 if (reject_from_alignment) {
6159 printf("FAIL\nFailed due to alignment despite having efficient unaligned access: '%s'!\n",
6164 if (expected_ret == ACCEPT) {
6165 if (fd_prog < 0 && !reject_from_alignment) {
6166 printf("FAIL\nFailed to load prog '%s'!\n",
6172 printf("FAIL\nUnexpected success to load!\n");
6175 if (!strstr(bpf_vlog, expected_err) && !reject_from_alignment) {
6176 printf("FAIL\nUnexpected error message!\n");
6182 printf("OK%s\n", reject_from_alignment ?
6183 " (NOTE: reject due to unknown alignment)" : "");
6186 for (i = 0; i < MAX_NR_MAPS; i++)
6192 printf("%s", bpf_vlog);
6196 static bool is_admin(void)
6199 cap_flag_value_t sysadmin = CAP_CLEAR;
6200 const cap_value_t cap_val = CAP_SYS_ADMIN;
6202 #ifdef CAP_IS_SUPPORTED
6203 if (!CAP_IS_SUPPORTED(CAP_SETFCAP)) {
6204 perror("cap_get_flag");
6208 caps = cap_get_proc();
6210 perror("cap_get_proc");
6213 if (cap_get_flag(caps, cap_val, CAP_EFFECTIVE, &sysadmin))
6214 perror("cap_get_flag");
6217 return (sysadmin == CAP_SET);
6220 static int set_admin(bool admin)
6223 const cap_value_t cap_val = CAP_SYS_ADMIN;
6226 caps = cap_get_proc();
6228 perror("cap_get_proc");
6231 if (cap_set_flag(caps, CAP_EFFECTIVE, 1, &cap_val,
6232 admin ? CAP_SET : CAP_CLEAR)) {
6233 perror("cap_set_flag");
6236 if (cap_set_proc(caps)) {
6237 perror("cap_set_proc");
6247 static int do_test(bool unpriv, unsigned int from, unsigned int to)
6249 int i, passes = 0, errors = 0;
6251 for (i = from; i < to; i++) {
6252 struct bpf_test *test = &tests[i];
6254 /* Program types that are not supported by non-root we
6257 if (!test->prog_type) {
6260 printf("#%d/u %s ", i, test->descr);
6261 do_test_single(test, true, &passes, &errors);
6267 printf("#%d/p %s ", i, test->descr);
6268 do_test_single(test, false, &passes, &errors);
6272 printf("Summary: %d PASSED, %d FAILED\n", passes, errors);
6273 return errors ? EXIT_FAILURE : EXIT_SUCCESS;
6276 int main(int argc, char **argv)
6278 struct rlimit rinf = { RLIM_INFINITY, RLIM_INFINITY };
6279 struct rlimit rlim = { 1 << 20, 1 << 20 };
6280 unsigned int from = 0, to = ARRAY_SIZE(tests);
6281 bool unpriv = !is_admin();
6284 unsigned int l = atoi(argv[argc - 2]);
6285 unsigned int u = atoi(argv[argc - 1]);
6287 if (l < to && u < to) {
6291 } else if (argc == 2) {
6292 unsigned int t = atoi(argv[argc - 1]);
6300 setrlimit(RLIMIT_MEMLOCK, unpriv ? &rlim : &rinf);
6301 return do_test(unpriv, from, to);