1 // SPDX-License-Identifier: GPL-2.0
2 // Copyright (c) 2018 Facebook
10 #include <arpa/inet.h>
11 #include <netinet/in.h>
12 #include <sys/types.h>
13 #include <sys/select.h>
14 #include <sys/socket.h>
16 #include <linux/filter.h>
19 #include <bpf/libbpf.h>
21 #include "cgroup_helpers.h"
22 #include "bpf_rlimit.h"
29 #define CG_PATH "/foo"
30 #define CONNECT4_PROG_PATH "./connect4_prog.o"
31 #define CONNECT6_PROG_PATH "./connect6_prog.o"
32 #define SENDMSG4_PROG_PATH "./sendmsg4_prog.o"
33 #define SENDMSG6_PROG_PATH "./sendmsg6_prog.o"
35 #define SERV4_IP "192.168.1.254"
36 #define SERV4_REWRITE_IP "127.0.0.1"
37 #define SRC4_IP "172.16.0.1"
38 #define SRC4_REWRITE_IP "127.0.0.4"
39 #define SERV4_PORT 4040
40 #define SERV4_REWRITE_PORT 4444
42 #define SERV6_IP "face:b00c:1234:5678::abcd"
43 #define SERV6_REWRITE_IP "::1"
44 #define SERV6_V4MAPPED_IP "::ffff:192.168.0.4"
46 #define SRC6_REWRITE_IP "::6"
47 #define WILDCARD6_IP "::"
48 #define SERV6_PORT 6060
49 #define SERV6_REWRITE_PORT 6666
51 #define INET_NTOP_BUF 40
53 struct sock_addr_test;
55 typedef int (*load_fn)(const struct sock_addr_test *test);
56 typedef int (*info_fn)(int, struct sockaddr *, socklen_t *);
58 char bpf_log_buf[BPF_LOG_BUF_SIZE];
60 struct sock_addr_test {
62 /* BPF prog properties */
64 enum bpf_attach_type expected_attach_type;
65 enum bpf_attach_type attach_type;
66 /* Socket properties */
69 /* IP:port pairs for BPF prog to override */
70 const char *requested_ip;
71 unsigned short requested_port;
72 const char *expected_ip;
73 unsigned short expected_port;
74 const char *expected_src_ip;
75 /* Expected test result */
86 static int bind4_prog_load(const struct sock_addr_test *test);
87 static int bind6_prog_load(const struct sock_addr_test *test);
88 static int connect4_prog_load(const struct sock_addr_test *test);
89 static int connect6_prog_load(const struct sock_addr_test *test);
90 static int sendmsg_allow_prog_load(const struct sock_addr_test *test);
91 static int sendmsg_deny_prog_load(const struct sock_addr_test *test);
92 static int recvmsg_allow_prog_load(const struct sock_addr_test *test);
93 static int recvmsg_deny_prog_load(const struct sock_addr_test *test);
94 static int sendmsg4_rw_asm_prog_load(const struct sock_addr_test *test);
95 static int recvmsg4_rw_asm_prog_load(const struct sock_addr_test *test);
96 static int sendmsg4_rw_c_prog_load(const struct sock_addr_test *test);
97 static int sendmsg6_rw_asm_prog_load(const struct sock_addr_test *test);
98 static int recvmsg6_rw_asm_prog_load(const struct sock_addr_test *test);
99 static int sendmsg6_rw_c_prog_load(const struct sock_addr_test *test);
100 static int sendmsg6_rw_v4mapped_prog_load(const struct sock_addr_test *test);
101 static int sendmsg6_rw_wildcard_prog_load(const struct sock_addr_test *test);
103 static struct sock_addr_test tests[] = {
106 "bind4: load prog with wrong expected attach type",
108 BPF_CGROUP_INET6_BIND,
109 BPF_CGROUP_INET4_BIND,
120 "bind4: attach prog with wrong attach type",
122 BPF_CGROUP_INET4_BIND,
123 BPF_CGROUP_INET6_BIND,
134 "bind4: rewrite IP & TCP port in",
136 BPF_CGROUP_INET4_BIND,
137 BPF_CGROUP_INET4_BIND,
148 "bind4: rewrite IP & UDP port in",
150 BPF_CGROUP_INET4_BIND,
151 BPF_CGROUP_INET4_BIND,
162 "bind6: load prog with wrong expected attach type",
164 BPF_CGROUP_INET4_BIND,
165 BPF_CGROUP_INET6_BIND,
176 "bind6: attach prog with wrong attach type",
178 BPF_CGROUP_INET6_BIND,
179 BPF_CGROUP_INET4_BIND,
190 "bind6: rewrite IP & TCP port in",
192 BPF_CGROUP_INET6_BIND,
193 BPF_CGROUP_INET6_BIND,
204 "bind6: rewrite IP & UDP port in",
206 BPF_CGROUP_INET6_BIND,
207 BPF_CGROUP_INET6_BIND,
220 "connect4: load prog with wrong expected attach type",
222 BPF_CGROUP_INET6_CONNECT,
223 BPF_CGROUP_INET4_CONNECT,
234 "connect4: attach prog with wrong attach type",
236 BPF_CGROUP_INET4_CONNECT,
237 BPF_CGROUP_INET6_CONNECT,
248 "connect4: rewrite IP & TCP port",
250 BPF_CGROUP_INET4_CONNECT,
251 BPF_CGROUP_INET4_CONNECT,
262 "connect4: rewrite IP & UDP port",
264 BPF_CGROUP_INET4_CONNECT,
265 BPF_CGROUP_INET4_CONNECT,
276 "connect6: load prog with wrong expected attach type",
278 BPF_CGROUP_INET4_CONNECT,
279 BPF_CGROUP_INET6_CONNECT,
290 "connect6: attach prog with wrong attach type",
292 BPF_CGROUP_INET6_CONNECT,
293 BPF_CGROUP_INET4_CONNECT,
304 "connect6: rewrite IP & TCP port",
306 BPF_CGROUP_INET6_CONNECT,
307 BPF_CGROUP_INET6_CONNECT,
318 "connect6: rewrite IP & UDP port",
320 BPF_CGROUP_INET6_CONNECT,
321 BPF_CGROUP_INET6_CONNECT,
334 "sendmsg4: load prog with wrong expected attach type",
335 sendmsg4_rw_asm_prog_load,
336 BPF_CGROUP_UDP6_SENDMSG,
337 BPF_CGROUP_UDP4_SENDMSG,
348 "sendmsg4: attach prog with wrong attach type",
349 sendmsg4_rw_asm_prog_load,
350 BPF_CGROUP_UDP4_SENDMSG,
351 BPF_CGROUP_UDP6_SENDMSG,
362 "sendmsg4: rewrite IP & port (asm)",
363 sendmsg4_rw_asm_prog_load,
364 BPF_CGROUP_UDP4_SENDMSG,
365 BPF_CGROUP_UDP4_SENDMSG,
376 "sendmsg4: rewrite IP & port (C)",
377 sendmsg4_rw_c_prog_load,
378 BPF_CGROUP_UDP4_SENDMSG,
379 BPF_CGROUP_UDP4_SENDMSG,
390 "sendmsg4: deny call",
391 sendmsg_deny_prog_load,
392 BPF_CGROUP_UDP4_SENDMSG,
393 BPF_CGROUP_UDP4_SENDMSG,
404 "sendmsg6: load prog with wrong expected attach type",
405 sendmsg6_rw_asm_prog_load,
406 BPF_CGROUP_UDP4_SENDMSG,
407 BPF_CGROUP_UDP6_SENDMSG,
418 "sendmsg6: attach prog with wrong attach type",
419 sendmsg6_rw_asm_prog_load,
420 BPF_CGROUP_UDP6_SENDMSG,
421 BPF_CGROUP_UDP4_SENDMSG,
432 "sendmsg6: rewrite IP & port (asm)",
433 sendmsg6_rw_asm_prog_load,
434 BPF_CGROUP_UDP6_SENDMSG,
435 BPF_CGROUP_UDP6_SENDMSG,
446 "sendmsg6: rewrite IP & port (C)",
447 sendmsg6_rw_c_prog_load,
448 BPF_CGROUP_UDP6_SENDMSG,
449 BPF_CGROUP_UDP6_SENDMSG,
460 "sendmsg6: IPv4-mapped IPv6",
461 sendmsg6_rw_v4mapped_prog_load,
462 BPF_CGROUP_UDP6_SENDMSG,
463 BPF_CGROUP_UDP6_SENDMSG,
474 "sendmsg6: set dst IP = [::] (BSD'ism)",
475 sendmsg6_rw_wildcard_prog_load,
476 BPF_CGROUP_UDP6_SENDMSG,
477 BPF_CGROUP_UDP6_SENDMSG,
488 "sendmsg6: preserve dst IP = [::] (BSD'ism)",
489 sendmsg_allow_prog_load,
490 BPF_CGROUP_UDP6_SENDMSG,
491 BPF_CGROUP_UDP6_SENDMSG,
502 "sendmsg6: deny call",
503 sendmsg_deny_prog_load,
504 BPF_CGROUP_UDP6_SENDMSG,
505 BPF_CGROUP_UDP6_SENDMSG,
518 "recvmsg4: return code ok",
519 recvmsg_allow_prog_load,
520 BPF_CGROUP_UDP4_RECVMSG,
521 BPF_CGROUP_UDP4_RECVMSG,
532 "recvmsg4: return code !ok",
533 recvmsg_deny_prog_load,
534 BPF_CGROUP_UDP4_RECVMSG,
535 BPF_CGROUP_UDP4_RECVMSG,
546 "recvmsg6: return code ok",
547 recvmsg_allow_prog_load,
548 BPF_CGROUP_UDP6_RECVMSG,
549 BPF_CGROUP_UDP6_RECVMSG,
560 "recvmsg6: return code !ok",
561 recvmsg_deny_prog_load,
562 BPF_CGROUP_UDP6_RECVMSG,
563 BPF_CGROUP_UDP6_RECVMSG,
574 "recvmsg4: rewrite IP & port (asm)",
575 recvmsg4_rw_asm_prog_load,
576 BPF_CGROUP_UDP4_RECVMSG,
577 BPF_CGROUP_UDP4_RECVMSG,
588 "recvmsg6: rewrite IP & port (asm)",
589 recvmsg6_rw_asm_prog_load,
590 BPF_CGROUP_UDP6_RECVMSG,
591 BPF_CGROUP_UDP6_RECVMSG,
603 static int mk_sockaddr(int domain, const char *ip, unsigned short port,
604 struct sockaddr *addr, socklen_t addr_len)
606 struct sockaddr_in6 *addr6;
607 struct sockaddr_in *addr4;
609 if (domain != AF_INET && domain != AF_INET6) {
610 log_err("Unsupported address family");
614 memset(addr, 0, addr_len);
616 if (domain == AF_INET) {
617 if (addr_len < sizeof(struct sockaddr_in))
619 addr4 = (struct sockaddr_in *)addr;
620 addr4->sin_family = domain;
621 addr4->sin_port = htons(port);
622 if (inet_pton(domain, ip, (void *)&addr4->sin_addr) != 1) {
623 log_err("Invalid IPv4: %s", ip);
626 } else if (domain == AF_INET6) {
627 if (addr_len < sizeof(struct sockaddr_in6))
629 addr6 = (struct sockaddr_in6 *)addr;
630 addr6->sin6_family = domain;
631 addr6->sin6_port = htons(port);
632 if (inet_pton(domain, ip, (void *)&addr6->sin6_addr) != 1) {
633 log_err("Invalid IPv6: %s", ip);
641 static int load_insns(const struct sock_addr_test *test,
642 const struct bpf_insn *insns, size_t insns_cnt)
644 struct bpf_load_program_attr load_attr;
647 memset(&load_attr, 0, sizeof(struct bpf_load_program_attr));
648 load_attr.prog_type = BPF_PROG_TYPE_CGROUP_SOCK_ADDR;
649 load_attr.expected_attach_type = test->expected_attach_type;
650 load_attr.insns = insns;
651 load_attr.insns_cnt = insns_cnt;
652 load_attr.license = "GPL";
654 ret = bpf_load_program_xattr(&load_attr, bpf_log_buf, BPF_LOG_BUF_SIZE);
655 if (ret < 0 && test->expected_result != LOAD_REJECT) {
656 log_err(">>> Loading program error.\n"
657 ">>> Verifier output:\n%s\n-------\n", bpf_log_buf);
663 /* [1] These testing programs try to read different context fields, including
664 * narrow loads of different sizes from user_ip4 and user_ip6, and write to
665 * those allowed to be overridden.
667 * [2] BPF_LD_IMM64 & BPF_JMP_REG are used below whenever there is a need to
668 * compare a register with unsigned 32bit integer. BPF_JMP_IMM can't be used
669 * in such cases since it accepts only _signed_ 32bit integer as IMM
670 * argument. Also note that BPF_LD_IMM64 contains 2 instructions what matters
671 * to count jumps properly.
674 static int bind4_prog_load(const struct sock_addr_test *test)
678 uint16_t u4_addr16[2];
681 struct sockaddr_in addr4_rw;
683 if (inet_pton(AF_INET, SERV4_IP, (void *)&ip4) != 1) {
684 log_err("Invalid IPv4: %s", SERV4_IP);
688 if (mk_sockaddr(AF_INET, SERV4_REWRITE_IP, SERV4_REWRITE_PORT,
689 (struct sockaddr *)&addr4_rw, sizeof(addr4_rw)) == -1)
693 struct bpf_insn insns[] = {
694 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
696 /* if (sk.family == AF_INET && */
697 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
698 offsetof(struct bpf_sock_addr, family)),
699 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, AF_INET, 24),
701 /* (sk.type == SOCK_DGRAM || sk.type == SOCK_STREAM) && */
702 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
703 offsetof(struct bpf_sock_addr, type)),
704 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, SOCK_DGRAM, 1),
706 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, SOCK_STREAM, 20),
708 /* 1st_byte_of_user_ip4 == expected && */
709 BPF_LDX_MEM(BPF_B, BPF_REG_7, BPF_REG_6,
710 offsetof(struct bpf_sock_addr, user_ip4)),
711 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, ip4.u4_addr8[0], 18),
713 /* 2nd_byte_of_user_ip4 == expected && */
714 BPF_LDX_MEM(BPF_B, BPF_REG_7, BPF_REG_6,
715 offsetof(struct bpf_sock_addr, user_ip4) + 1),
716 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, ip4.u4_addr8[1], 16),
718 /* 3rd_byte_of_user_ip4 == expected && */
719 BPF_LDX_MEM(BPF_B, BPF_REG_7, BPF_REG_6,
720 offsetof(struct bpf_sock_addr, user_ip4) + 2),
721 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, ip4.u4_addr8[2], 14),
723 /* 4th_byte_of_user_ip4 == expected && */
724 BPF_LDX_MEM(BPF_B, BPF_REG_7, BPF_REG_6,
725 offsetof(struct bpf_sock_addr, user_ip4) + 3),
726 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, ip4.u4_addr8[3], 12),
728 /* 1st_half_of_user_ip4 == expected && */
729 BPF_LDX_MEM(BPF_H, BPF_REG_7, BPF_REG_6,
730 offsetof(struct bpf_sock_addr, user_ip4)),
731 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, ip4.u4_addr16[0], 10),
733 /* 2nd_half_of_user_ip4 == expected && */
734 BPF_LDX_MEM(BPF_H, BPF_REG_7, BPF_REG_6,
735 offsetof(struct bpf_sock_addr, user_ip4) + 2),
736 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, ip4.u4_addr16[1], 8),
738 /* whole_user_ip4 == expected) { */
739 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
740 offsetof(struct bpf_sock_addr, user_ip4)),
741 BPF_LD_IMM64(BPF_REG_8, ip4.u4_addr32), /* See [2]. */
742 BPF_JMP_REG(BPF_JNE, BPF_REG_7, BPF_REG_8, 4),
744 /* user_ip4 = addr4_rw.sin_addr */
745 BPF_MOV32_IMM(BPF_REG_7, addr4_rw.sin_addr.s_addr),
746 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
747 offsetof(struct bpf_sock_addr, user_ip4)),
749 /* user_port = addr4_rw.sin_port */
750 BPF_MOV32_IMM(BPF_REG_7, addr4_rw.sin_port),
751 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
752 offsetof(struct bpf_sock_addr, user_port)),
756 BPF_MOV64_IMM(BPF_REG_0, 1),
760 return load_insns(test, insns, sizeof(insns) / sizeof(struct bpf_insn));
763 static int bind6_prog_load(const struct sock_addr_test *test)
765 struct sockaddr_in6 addr6_rw;
768 if (inet_pton(AF_INET6, SERV6_IP, (void *)&ip6) != 1) {
769 log_err("Invalid IPv6: %s", SERV6_IP);
773 if (mk_sockaddr(AF_INET6, SERV6_REWRITE_IP, SERV6_REWRITE_PORT,
774 (struct sockaddr *)&addr6_rw, sizeof(addr6_rw)) == -1)
778 struct bpf_insn insns[] = {
779 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
781 /* if (sk.family == AF_INET6 && */
782 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
783 offsetof(struct bpf_sock_addr, family)),
784 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, AF_INET6, 18),
786 /* 5th_byte_of_user_ip6 == expected && */
787 BPF_LDX_MEM(BPF_B, BPF_REG_7, BPF_REG_6,
788 offsetof(struct bpf_sock_addr, user_ip6[1])),
789 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, ip6.s6_addr[4], 16),
791 /* 3rd_half_of_user_ip6 == expected && */
792 BPF_LDX_MEM(BPF_H, BPF_REG_7, BPF_REG_6,
793 offsetof(struct bpf_sock_addr, user_ip6[1])),
794 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, ip6.s6_addr16[2], 14),
796 /* last_word_of_user_ip6 == expected) { */
797 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
798 offsetof(struct bpf_sock_addr, user_ip6[3])),
799 BPF_LD_IMM64(BPF_REG_8, ip6.s6_addr32[3]), /* See [2]. */
800 BPF_JMP_REG(BPF_JNE, BPF_REG_7, BPF_REG_8, 10),
803 #define STORE_IPV6_WORD(N) \
804 BPF_MOV32_IMM(BPF_REG_7, addr6_rw.sin6_addr.s6_addr32[N]), \
805 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7, \
806 offsetof(struct bpf_sock_addr, user_ip6[N]))
808 /* user_ip6 = addr6_rw.sin6_addr */
814 /* user_port = addr6_rw.sin6_port */
815 BPF_MOV32_IMM(BPF_REG_7, addr6_rw.sin6_port),
816 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
817 offsetof(struct bpf_sock_addr, user_port)),
822 BPF_MOV64_IMM(BPF_REG_0, 1),
826 return load_insns(test, insns, sizeof(insns) / sizeof(struct bpf_insn));
829 static int load_path(const struct sock_addr_test *test, const char *path)
831 struct bpf_prog_load_attr attr;
832 struct bpf_object *obj;
835 memset(&attr, 0, sizeof(struct bpf_prog_load_attr));
837 attr.prog_type = BPF_PROG_TYPE_CGROUP_SOCK_ADDR;
838 attr.expected_attach_type = test->expected_attach_type;
840 if (bpf_prog_load_xattr(&attr, &obj, &prog_fd)) {
841 if (test->expected_result != LOAD_REJECT)
842 log_err(">>> Loading program (%s) error.\n", path);
849 static int connect4_prog_load(const struct sock_addr_test *test)
851 return load_path(test, CONNECT4_PROG_PATH);
854 static int connect6_prog_load(const struct sock_addr_test *test)
856 return load_path(test, CONNECT6_PROG_PATH);
859 static int xmsg_ret_only_prog_load(const struct sock_addr_test *test,
862 struct bpf_insn insns[] = {
864 BPF_MOV64_IMM(BPF_REG_0, rc),
867 return load_insns(test, insns, sizeof(insns) / sizeof(struct bpf_insn));
870 static int sendmsg_allow_prog_load(const struct sock_addr_test *test)
872 return xmsg_ret_only_prog_load(test, /*rc*/ 1);
875 static int sendmsg_deny_prog_load(const struct sock_addr_test *test)
877 return xmsg_ret_only_prog_load(test, /*rc*/ 0);
880 static int recvmsg_allow_prog_load(const struct sock_addr_test *test)
882 return xmsg_ret_only_prog_load(test, /*rc*/ 1);
885 static int recvmsg_deny_prog_load(const struct sock_addr_test *test)
887 return xmsg_ret_only_prog_load(test, /*rc*/ 0);
890 static int sendmsg4_rw_asm_prog_load(const struct sock_addr_test *test)
892 struct sockaddr_in dst4_rw_addr;
893 struct in_addr src4_rw_ip;
895 if (inet_pton(AF_INET, SRC4_REWRITE_IP, (void *)&src4_rw_ip) != 1) {
896 log_err("Invalid IPv4: %s", SRC4_REWRITE_IP);
900 if (mk_sockaddr(AF_INET, SERV4_REWRITE_IP, SERV4_REWRITE_PORT,
901 (struct sockaddr *)&dst4_rw_addr,
902 sizeof(dst4_rw_addr)) == -1)
905 struct bpf_insn insns[] = {
906 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
908 /* if (sk.family == AF_INET && */
909 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
910 offsetof(struct bpf_sock_addr, family)),
911 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, AF_INET, 8),
913 /* sk.type == SOCK_DGRAM) { */
914 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
915 offsetof(struct bpf_sock_addr, type)),
916 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, SOCK_DGRAM, 6),
918 /* msg_src_ip4 = src4_rw_ip */
919 BPF_MOV32_IMM(BPF_REG_7, src4_rw_ip.s_addr),
920 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
921 offsetof(struct bpf_sock_addr, msg_src_ip4)),
923 /* user_ip4 = dst4_rw_addr.sin_addr */
924 BPF_MOV32_IMM(BPF_REG_7, dst4_rw_addr.sin_addr.s_addr),
925 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
926 offsetof(struct bpf_sock_addr, user_ip4)),
928 /* user_port = dst4_rw_addr.sin_port */
929 BPF_MOV32_IMM(BPF_REG_7, dst4_rw_addr.sin_port),
930 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
931 offsetof(struct bpf_sock_addr, user_port)),
935 BPF_MOV64_IMM(BPF_REG_0, 1),
939 return load_insns(test, insns, sizeof(insns) / sizeof(struct bpf_insn));
942 static int recvmsg4_rw_asm_prog_load(const struct sock_addr_test *test)
944 struct sockaddr_in src4_rw_addr;
946 if (mk_sockaddr(AF_INET, SERV4_IP, SERV4_PORT,
947 (struct sockaddr *)&src4_rw_addr,
948 sizeof(src4_rw_addr)) == -1)
951 struct bpf_insn insns[] = {
952 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
954 /* if (sk.family == AF_INET && */
955 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
956 offsetof(struct bpf_sock_addr, family)),
957 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, AF_INET, 6),
959 /* sk.type == SOCK_DGRAM) { */
960 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
961 offsetof(struct bpf_sock_addr, type)),
962 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, SOCK_DGRAM, 4),
964 /* user_ip4 = src4_rw_addr.sin_addr */
965 BPF_MOV32_IMM(BPF_REG_7, src4_rw_addr.sin_addr.s_addr),
966 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
967 offsetof(struct bpf_sock_addr, user_ip4)),
969 /* user_port = src4_rw_addr.sin_port */
970 BPF_MOV32_IMM(BPF_REG_7, src4_rw_addr.sin_port),
971 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
972 offsetof(struct bpf_sock_addr, user_port)),
976 BPF_MOV64_IMM(BPF_REG_0, 1),
980 return load_insns(test, insns, sizeof(insns) / sizeof(struct bpf_insn));
983 static int sendmsg4_rw_c_prog_load(const struct sock_addr_test *test)
985 return load_path(test, SENDMSG4_PROG_PATH);
988 static int sendmsg6_rw_dst_asm_prog_load(const struct sock_addr_test *test,
989 const char *rw_dst_ip)
991 struct sockaddr_in6 dst6_rw_addr;
992 struct in6_addr src6_rw_ip;
994 if (inet_pton(AF_INET6, SRC6_REWRITE_IP, (void *)&src6_rw_ip) != 1) {
995 log_err("Invalid IPv6: %s", SRC6_REWRITE_IP);
999 if (mk_sockaddr(AF_INET6, rw_dst_ip, SERV6_REWRITE_PORT,
1000 (struct sockaddr *)&dst6_rw_addr,
1001 sizeof(dst6_rw_addr)) == -1)
1004 struct bpf_insn insns[] = {
1005 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
1007 /* if (sk.family == AF_INET6) { */
1008 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
1009 offsetof(struct bpf_sock_addr, family)),
1010 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, AF_INET6, 18),
1012 #define STORE_IPV6_WORD_N(DST, SRC, N) \
1013 BPF_MOV32_IMM(BPF_REG_7, SRC[N]), \
1014 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7, \
1015 offsetof(struct bpf_sock_addr, DST[N]))
1017 #define STORE_IPV6(DST, SRC) \
1018 STORE_IPV6_WORD_N(DST, SRC, 0), \
1019 STORE_IPV6_WORD_N(DST, SRC, 1), \
1020 STORE_IPV6_WORD_N(DST, SRC, 2), \
1021 STORE_IPV6_WORD_N(DST, SRC, 3)
1023 STORE_IPV6(msg_src_ip6, src6_rw_ip.s6_addr32),
1024 STORE_IPV6(user_ip6, dst6_rw_addr.sin6_addr.s6_addr32),
1026 /* user_port = dst6_rw_addr.sin6_port */
1027 BPF_MOV32_IMM(BPF_REG_7, dst6_rw_addr.sin6_port),
1028 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
1029 offsetof(struct bpf_sock_addr, user_port)),
1034 BPF_MOV64_IMM(BPF_REG_0, 1),
1038 return load_insns(test, insns, sizeof(insns) / sizeof(struct bpf_insn));
1041 static int sendmsg6_rw_asm_prog_load(const struct sock_addr_test *test)
1043 return sendmsg6_rw_dst_asm_prog_load(test, SERV6_REWRITE_IP);
1046 static int recvmsg6_rw_asm_prog_load(const struct sock_addr_test *test)
1048 struct sockaddr_in6 src6_rw_addr;
1050 if (mk_sockaddr(AF_INET6, SERV6_IP, SERV6_PORT,
1051 (struct sockaddr *)&src6_rw_addr,
1052 sizeof(src6_rw_addr)) == -1)
1055 struct bpf_insn insns[] = {
1056 BPF_MOV64_REG(BPF_REG_6, BPF_REG_1),
1058 /* if (sk.family == AF_INET6) { */
1059 BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_6,
1060 offsetof(struct bpf_sock_addr, family)),
1061 BPF_JMP_IMM(BPF_JNE, BPF_REG_7, AF_INET6, 10),
1063 STORE_IPV6(user_ip6, src6_rw_addr.sin6_addr.s6_addr32),
1065 /* user_port = dst6_rw_addr.sin6_port */
1066 BPF_MOV32_IMM(BPF_REG_7, src6_rw_addr.sin6_port),
1067 BPF_STX_MEM(BPF_W, BPF_REG_6, BPF_REG_7,
1068 offsetof(struct bpf_sock_addr, user_port)),
1072 BPF_MOV64_IMM(BPF_REG_0, 1),
1076 return load_insns(test, insns, sizeof(insns) / sizeof(struct bpf_insn));
1079 static int sendmsg6_rw_v4mapped_prog_load(const struct sock_addr_test *test)
1081 return sendmsg6_rw_dst_asm_prog_load(test, SERV6_V4MAPPED_IP);
1084 static int sendmsg6_rw_wildcard_prog_load(const struct sock_addr_test *test)
1086 return sendmsg6_rw_dst_asm_prog_load(test, WILDCARD6_IP);
1089 static int sendmsg6_rw_c_prog_load(const struct sock_addr_test *test)
1091 return load_path(test, SENDMSG6_PROG_PATH);
1094 static int cmp_addr(const struct sockaddr_storage *addr1,
1095 const struct sockaddr_storage *addr2, int cmp_port)
1097 const struct sockaddr_in *four1, *four2;
1098 const struct sockaddr_in6 *six1, *six2;
1100 if (addr1->ss_family != addr2->ss_family)
1103 if (addr1->ss_family == AF_INET) {
1104 four1 = (const struct sockaddr_in *)addr1;
1105 four2 = (const struct sockaddr_in *)addr2;
1106 return !((four1->sin_port == four2->sin_port || !cmp_port) &&
1107 four1->sin_addr.s_addr == four2->sin_addr.s_addr);
1108 } else if (addr1->ss_family == AF_INET6) {
1109 six1 = (const struct sockaddr_in6 *)addr1;
1110 six2 = (const struct sockaddr_in6 *)addr2;
1111 return !((six1->sin6_port == six2->sin6_port || !cmp_port) &&
1112 !memcmp(&six1->sin6_addr, &six2->sin6_addr,
1113 sizeof(struct in6_addr)));
1119 static int cmp_sock_addr(info_fn fn, int sock1,
1120 const struct sockaddr_storage *addr2, int cmp_port)
1122 struct sockaddr_storage addr1;
1123 socklen_t len1 = sizeof(addr1);
1125 memset(&addr1, 0, len1);
1126 if (fn(sock1, (struct sockaddr *)&addr1, (socklen_t *)&len1) != 0)
1129 return cmp_addr(&addr1, addr2, cmp_port);
1132 static int cmp_local_ip(int sock1, const struct sockaddr_storage *addr2)
1134 return cmp_sock_addr(getsockname, sock1, addr2, /*cmp_port*/ 0);
1137 static int cmp_local_addr(int sock1, const struct sockaddr_storage *addr2)
1139 return cmp_sock_addr(getsockname, sock1, addr2, /*cmp_port*/ 1);
1142 static int cmp_peer_addr(int sock1, const struct sockaddr_storage *addr2)
1144 return cmp_sock_addr(getpeername, sock1, addr2, /*cmp_port*/ 1);
1147 static int start_server(int type, const struct sockaddr_storage *addr,
1152 fd = socket(addr->ss_family, type, 0);
1154 log_err("Failed to create server socket");
1158 if (bind(fd, (const struct sockaddr *)addr, addr_len) == -1) {
1159 log_err("Failed to bind server socket");
1163 if (type == SOCK_STREAM) {
1164 if (listen(fd, 128) == -1) {
1165 log_err("Failed to listen on server socket");
1178 static int connect_to_server(int type, const struct sockaddr_storage *addr,
1184 domain = addr->ss_family;
1186 if (domain != AF_INET && domain != AF_INET6) {
1187 log_err("Unsupported address family");
1191 fd = socket(domain, type, 0);
1193 log_err("Failed to create client socket");
1197 if (connect(fd, (const struct sockaddr *)addr, addr_len) == -1) {
1198 log_err("Fail to connect to server");
1210 int init_pktinfo(int domain, struct cmsghdr *cmsg)
1212 struct in6_pktinfo *pktinfo6;
1213 struct in_pktinfo *pktinfo4;
1215 if (domain == AF_INET) {
1216 cmsg->cmsg_level = SOL_IP;
1217 cmsg->cmsg_type = IP_PKTINFO;
1218 cmsg->cmsg_len = CMSG_LEN(sizeof(struct in_pktinfo));
1219 pktinfo4 = (struct in_pktinfo *)CMSG_DATA(cmsg);
1220 memset(pktinfo4, 0, sizeof(struct in_pktinfo));
1221 if (inet_pton(domain, SRC4_IP,
1222 (void *)&pktinfo4->ipi_spec_dst) != 1)
1224 } else if (domain == AF_INET6) {
1225 cmsg->cmsg_level = SOL_IPV6;
1226 cmsg->cmsg_type = IPV6_PKTINFO;
1227 cmsg->cmsg_len = CMSG_LEN(sizeof(struct in6_pktinfo));
1228 pktinfo6 = (struct in6_pktinfo *)CMSG_DATA(cmsg);
1229 memset(pktinfo6, 0, sizeof(struct in6_pktinfo));
1230 if (inet_pton(domain, SRC6_IP,
1231 (void *)&pktinfo6->ipi6_addr) != 1)
1240 static int sendmsg_to_server(int type, const struct sockaddr_storage *addr,
1241 socklen_t addr_len, int set_cmsg, int flags,
1245 char buf[CMSG_SPACE(sizeof(struct in6_pktinfo))];
1246 struct cmsghdr align;
1249 char buf[CMSG_SPACE(sizeof(struct in_pktinfo))];
1250 struct cmsghdr align;
1258 domain = addr->ss_family;
1260 if (domain != AF_INET && domain != AF_INET6) {
1261 log_err("Unsupported address family");
1265 fd = socket(domain, type, 0);
1267 log_err("Failed to create client socket");
1271 memset(&iov, 0, sizeof(iov));
1272 iov.iov_base = &data;
1273 iov.iov_len = sizeof(data);
1275 memset(&hdr, 0, sizeof(hdr));
1276 hdr.msg_name = (void *)addr;
1277 hdr.msg_namelen = addr_len;
1282 if (domain == AF_INET) {
1283 hdr.msg_control = &control4;
1284 hdr.msg_controllen = sizeof(control4.buf);
1285 } else if (domain == AF_INET6) {
1286 hdr.msg_control = &control6;
1287 hdr.msg_controllen = sizeof(control6.buf);
1289 if (init_pktinfo(domain, CMSG_FIRSTHDR(&hdr))) {
1290 log_err("Fail to init pktinfo");
1295 if (sendmsg(fd, &hdr, flags) != sizeof(data)) {
1296 log_err("Fail to send message to server");
1297 *syscall_err = errno;
1309 static int fastconnect_to_server(const struct sockaddr_storage *addr,
1314 return sendmsg_to_server(SOCK_STREAM, addr, addr_len, /*set_cmsg*/0,
1315 MSG_FASTOPEN, &sendmsg_err);
1318 static int recvmsg_from_client(int sockfd, struct sockaddr_storage *src_addr)
1327 FD_SET(sockfd, &rfds);
1332 if (select(sockfd + 1, &rfds, NULL, NULL, &tv) <= 0 ||
1333 !FD_ISSET(sockfd, &rfds))
1336 memset(&iov, 0, sizeof(iov));
1337 iov.iov_base = data;
1338 iov.iov_len = sizeof(data);
1340 memset(&hdr, 0, sizeof(hdr));
1341 hdr.msg_name = src_addr;
1342 hdr.msg_namelen = sizeof(struct sockaddr_storage);
1346 return recvmsg(sockfd, &hdr, 0);
1349 static int init_addrs(const struct sock_addr_test *test,
1350 struct sockaddr_storage *requested_addr,
1351 struct sockaddr_storage *expected_addr,
1352 struct sockaddr_storage *expected_src_addr)
1354 socklen_t addr_len = sizeof(struct sockaddr_storage);
1356 if (mk_sockaddr(test->domain, test->expected_ip, test->expected_port,
1357 (struct sockaddr *)expected_addr, addr_len) == -1)
1360 if (mk_sockaddr(test->domain, test->requested_ip, test->requested_port,
1361 (struct sockaddr *)requested_addr, addr_len) == -1)
1364 if (test->expected_src_ip &&
1365 mk_sockaddr(test->domain, test->expected_src_ip, 0,
1366 (struct sockaddr *)expected_src_addr, addr_len) == -1)
1374 static int run_bind_test_case(const struct sock_addr_test *test)
1376 socklen_t addr_len = sizeof(struct sockaddr_storage);
1377 struct sockaddr_storage requested_addr;
1378 struct sockaddr_storage expected_addr;
1383 if (init_addrs(test, &requested_addr, &expected_addr, NULL))
1386 servfd = start_server(test->type, &requested_addr, addr_len);
1390 if (cmp_local_addr(servfd, &expected_addr))
1393 /* Try to connect to server just in case */
1394 clientfd = connect_to_server(test->type, &expected_addr, addr_len);
1407 static int run_connect_test_case(const struct sock_addr_test *test)
1409 socklen_t addr_len = sizeof(struct sockaddr_storage);
1410 struct sockaddr_storage expected_src_addr;
1411 struct sockaddr_storage requested_addr;
1412 struct sockaddr_storage expected_addr;
1417 if (init_addrs(test, &requested_addr, &expected_addr,
1418 &expected_src_addr))
1421 /* Prepare server to connect to */
1422 servfd = start_server(test->type, &expected_addr, addr_len);
1426 clientfd = connect_to_server(test->type, &requested_addr, addr_len);
1430 /* Make sure src and dst addrs were overridden properly */
1431 if (cmp_peer_addr(clientfd, &expected_addr))
1434 if (cmp_local_ip(clientfd, &expected_src_addr))
1437 if (test->type == SOCK_STREAM) {
1438 /* Test TCP Fast Open scenario */
1439 clientfd = fastconnect_to_server(&requested_addr, addr_len);
1443 /* Make sure src and dst addrs were overridden properly */
1444 if (cmp_peer_addr(clientfd, &expected_addr))
1447 if (cmp_local_ip(clientfd, &expected_src_addr))
1460 static int run_xmsg_test_case(const struct sock_addr_test *test, int max_cmsg)
1462 socklen_t addr_len = sizeof(struct sockaddr_storage);
1463 struct sockaddr_storage expected_addr;
1464 struct sockaddr_storage server_addr;
1465 struct sockaddr_storage sendmsg_addr;
1466 struct sockaddr_storage recvmsg_addr;
1472 if (test->type != SOCK_DGRAM)
1475 if (init_addrs(test, &sendmsg_addr, &server_addr, &expected_addr))
1478 /* Prepare server to sendmsg to */
1479 servfd = start_server(test->type, &server_addr, addr_len);
1483 for (set_cmsg = 0; set_cmsg <= max_cmsg; ++set_cmsg) {
1487 clientfd = sendmsg_to_server(test->type, &sendmsg_addr,
1488 addr_len, set_cmsg, /*flags*/0,
1492 else if (clientfd == -1)
1495 /* Try to receive message on server instead of using
1496 * getpeername(2) on client socket, to check that client's
1497 * destination address was rewritten properly, since
1498 * getpeername(2) doesn't work with unconnected datagram
1501 * Get source address from recvmsg(2) as well to make sure
1502 * source was rewritten properly: getsockname(2) can't be used
1503 * since socket is unconnected and source defined for one
1504 * specific packet may differ from the one used by default and
1505 * returned by getsockname(2).
1507 if (recvmsg_from_client(servfd, &recvmsg_addr) == -1)
1510 if (cmp_addr(&recvmsg_addr, &expected_addr, /*cmp_port*/0))
1523 static int run_test_case(int cgfd, const struct sock_addr_test *test)
1528 printf("Test case: %s .. ", test->descr);
1530 progfd = test->loadfn(test);
1531 if (test->expected_result == LOAD_REJECT && progfd < 0)
1533 else if (test->expected_result == LOAD_REJECT || progfd < 0)
1536 err = bpf_prog_attach(progfd, cgfd, test->attach_type,
1537 BPF_F_ALLOW_OVERRIDE);
1538 if (test->expected_result == ATTACH_REJECT && err) {
1539 err = 0; /* error was expected, reset it */
1541 } else if (test->expected_result == ATTACH_REJECT || err) {
1543 } else if (test->expected_result == ATTACH_OKAY) {
1548 switch (test->attach_type) {
1549 case BPF_CGROUP_INET4_BIND:
1550 case BPF_CGROUP_INET6_BIND:
1551 err = run_bind_test_case(test);
1553 case BPF_CGROUP_INET4_CONNECT:
1554 case BPF_CGROUP_INET6_CONNECT:
1555 err = run_connect_test_case(test);
1557 case BPF_CGROUP_UDP4_SENDMSG:
1558 case BPF_CGROUP_UDP6_SENDMSG:
1559 err = run_xmsg_test_case(test, 1);
1561 case BPF_CGROUP_UDP4_RECVMSG:
1562 case BPF_CGROUP_UDP6_RECVMSG:
1563 err = run_xmsg_test_case(test, 0);
1569 if (test->expected_result == SYSCALL_EPERM && err == EPERM) {
1570 err = 0; /* error was expected, reset it */
1574 if (test->expected_result == SYSCALL_ENOTSUPP && err == ENOTSUPP) {
1575 err = 0; /* error was expected, reset it */
1579 if (err || test->expected_result != SUCCESS)
1586 /* Detaching w/o checking return code: best effort attempt. */
1588 bpf_prog_detach(cgfd, test->attach_type);
1590 printf("[%s]\n", err ? "FAIL" : "PASS");
1594 static int run_tests(int cgfd)
1600 for (i = 0; i < ARRAY_SIZE(tests); ++i) {
1601 if (run_test_case(cgfd, &tests[i]))
1606 printf("Summary: %d PASSED, %d FAILED\n", passes, fails);
1607 return fails ? -1 : 0;
1610 int main(int argc, char **argv)
1617 "%s has to be run via %s.sh. Skip direct run.\n",
1622 if (setup_cgroup_environment())
1625 cgfd = create_and_get_cgroup(CG_PATH);
1629 if (join_cgroup(CG_PATH))
1632 if (run_tests(cgfd))
1640 cleanup_cgroup_environment();