1 // SPDX-License-Identifier: GPL-2.0
2 /* nettest - used for functional tests of networking APIs
4 * Copyright (c) 2013-2019 David Ahern <dsahern@gmail.com>. All rights reserved.
10 #include <sys/ioctl.h>
11 #include <sys/socket.h>
13 #include <linux/tcp.h>
14 #include <linux/udp.h>
15 #include <arpa/inet.h>
17 #include <netinet/in.h>
18 #include <netinet/ip.h>
32 #include <linux/xfrm.h>
33 #include <linux/ipsec.h>
34 #include <linux/pfkeyv2.h>
36 #ifndef IPV6_UNICAST_IF
37 #define IPV6_UNICAST_IF 76
39 #ifndef IPV6_MULTICAST_IF
40 #define IPV6_MULTICAST_IF 17
43 #define DEFAULT_PORT 12345
45 #define NS_PREFIX "/run/netns/"
48 #define MAX(a, b) ((a) > (b) ? (a) : (b))
51 #define MIN(a, b) ((a) < (b) ? (a) : (b))
56 const char *local_addr_str;
57 const char *client_local_addr_str;
64 const char *remote_addr_str;
69 int scope_id; /* remote scope; v6 send only */
71 struct in_addr grp; /* multicast group */
73 unsigned int has_local_ip:1,
82 int type; /* DGRAM, STREAM, RAW */
84 int version; /* AF_INET/AF_INET6 */
89 const char *server_dev;
96 const char *client_pw;
97 /* prefix for MD5 password */
98 const char *md5_prefix_str;
100 struct sockaddr_in v4;
101 struct sockaddr_in6 v6;
103 unsigned int prefix_len;
105 /* expected addresses and device index for connection */
106 const char *expected_dev;
107 const char *expected_server_dev;
108 int expected_ifindex;
111 const char *expected_laddr_str;
118 const char *expected_raddr_str;
124 /* ESP in UDP encap test */
128 static int server_mode;
129 static unsigned int prog_timeout = 5;
130 static unsigned int interactive;
132 static char *msg = "Hello world!";
135 static int try_broadcast = 1;
137 static char *timestamp(char *timebuf, int buflen)
142 if (strftime(timebuf, buflen, "%T", localtime(&now)) == 0) {
143 memset(timebuf, 0, buflen);
144 strncpy(timebuf, "00:00:00", buflen-1);
150 static void log_msg(const char *format, ...)
158 fprintf(stdout, "%s %s:",
159 timestamp(timebuf, sizeof(timebuf)),
160 server_mode ? "server" : "client");
161 va_start(args, format);
162 vfprintf(stdout, format, args);
168 static void log_error(const char *format, ...)
176 fprintf(stderr, "%s %s:",
177 timestamp(timebuf, sizeof(timebuf)),
178 server_mode ? "server" : "client");
179 va_start(args, format);
180 vfprintf(stderr, format, args);
186 static void log_err_errno(const char *fmt, ...)
194 fprintf(stderr, "%s %s: ",
195 timestamp(timebuf, sizeof(timebuf)),
196 server_mode ? "server" : "client");
198 vfprintf(stderr, fmt, args);
201 fprintf(stderr, ": %d: %s\n", errno, strerror(errno));
205 static void log_address(const char *desc, struct sockaddr *sa)
212 if (sa->sa_family == AF_INET) {
213 struct sockaddr_in *s = (struct sockaddr_in *) sa;
215 log_msg("%s %s:%d\n",
217 inet_ntop(AF_INET, &s->sin_addr, addrstr,
221 } else if (sa->sa_family == AF_INET6) {
222 struct sockaddr_in6 *s6 = (struct sockaddr_in6 *) sa;
224 log_msg("%s [%s]:%d\n",
226 inet_ntop(AF_INET6, &s6->sin6_addr, addrstr,
228 ntohs(s6->sin6_port));
234 static int switch_ns(const char *ns)
240 log_error("warning: likely need root to set netns %s!\n", ns);
242 snprintf(path, sizeof(path), "%s%s", NS_PREFIX, ns);
245 log_err_errno("Failed to open netns path; can not switch netns");
249 ret = setns(fd, CLONE_NEWNET);
255 static int tcp_md5sig(int sd, void *addr, socklen_t alen, struct sock_args *args)
257 int keylen = strlen(args->password);
258 struct tcp_md5sig md5sig = {};
259 int opt = TCP_MD5SIG;
262 md5sig.tcpm_keylen = keylen;
263 memcpy(md5sig.tcpm_key, args->password, keylen);
265 if (args->prefix_len) {
266 opt = TCP_MD5SIG_EXT;
267 md5sig.tcpm_flags |= TCP_MD5SIG_FLAG_PREFIX;
269 md5sig.tcpm_prefixlen = args->prefix_len;
270 addr = &args->md5_prefix;
272 memcpy(&md5sig.tcpm_addr, addr, alen);
275 opt = TCP_MD5SIG_EXT;
276 md5sig.tcpm_flags |= TCP_MD5SIG_FLAG_IFINDEX;
278 md5sig.tcpm_ifindex = args->ifindex;
281 rc = setsockopt(sd, IPPROTO_TCP, opt, &md5sig, sizeof(md5sig));
283 /* ENOENT is harmless. Returned when a password is cleared */
287 log_err_errno("setsockopt(TCP_MD5SIG)");
293 static int tcp_md5_remote(int sd, struct sock_args *args)
295 struct sockaddr_in sin = {
296 .sin_family = AF_INET,
298 struct sockaddr_in6 sin6 = {
299 .sin6_family = AF_INET6,
304 switch (args->version) {
306 sin.sin_port = htons(args->port);
307 sin.sin_addr = args->md5_prefix.v4.sin_addr;
312 sin6.sin6_port = htons(args->port);
313 sin6.sin6_addr = args->md5_prefix.v6.sin6_addr;
318 log_error("unknown address family\n");
322 if (tcp_md5sig(sd, addr, alen, args))
328 static int get_ifidx(const char *ifname)
333 if (!ifname || *ifname == '\0')
336 memset(&ifdata, 0, sizeof(ifdata));
338 strcpy(ifdata.ifr_name, ifname);
340 sd = socket(PF_INET, SOCK_DGRAM, IPPROTO_IP);
342 log_err_errno("socket failed");
346 rc = ioctl(sd, SIOCGIFINDEX, (char *)&ifdata);
349 log_err_errno("ioctl(SIOCGIFINDEX) failed");
353 return ifdata.ifr_ifindex;
356 static int bind_to_device(int sd, const char *name)
360 rc = setsockopt(sd, SOL_SOCKET, SO_BINDTODEVICE, name, strlen(name)+1);
362 log_err_errno("setsockopt(SO_BINDTODEVICE)");
367 static int get_bind_to_device(int sd, char *name, size_t len)
370 socklen_t optlen = len;
373 rc = getsockopt(sd, SOL_SOCKET, SO_BINDTODEVICE, name, &optlen);
375 log_err_errno("setsockopt(SO_BINDTODEVICE)");
380 static int check_device(int sd, struct sock_args *args)
385 if (get_bind_to_device(sd, name, sizeof(name)))
388 ifindex = get_ifidx(name);
390 log_msg(" bound to device %s/%d\n",
391 *name ? name : "<none>", ifindex);
393 if (!args->expected_ifindex)
396 if (args->expected_ifindex != ifindex) {
397 log_error("Device index mismatch: expected %d have %d\n",
398 args->expected_ifindex, ifindex);
402 log_msg("Device index matches: expected %d have %d\n",
403 args->expected_ifindex, ifindex);
408 static int set_pktinfo_v4(int sd)
413 rc = setsockopt(sd, SOL_IP, IP_PKTINFO, &one, sizeof(one));
414 if (rc < 0 && rc != -ENOTSUP)
415 log_err_errno("setsockopt(IP_PKTINFO)");
420 static int set_recvpktinfo_v6(int sd)
425 rc = setsockopt(sd, SOL_IPV6, IPV6_RECVPKTINFO, &one, sizeof(one));
426 if (rc < 0 && rc != -ENOTSUP)
427 log_err_errno("setsockopt(IPV6_RECVPKTINFO)");
432 static int set_recverr_v4(int sd)
437 rc = setsockopt(sd, SOL_IP, IP_RECVERR, &one, sizeof(one));
438 if (rc < 0 && rc != -ENOTSUP)
439 log_err_errno("setsockopt(IP_RECVERR)");
444 static int set_recverr_v6(int sd)
449 rc = setsockopt(sd, SOL_IPV6, IPV6_RECVERR, &one, sizeof(one));
450 if (rc < 0 && rc != -ENOTSUP)
451 log_err_errno("setsockopt(IPV6_RECVERR)");
456 static int set_unicast_if(int sd, int ifindex, int version)
458 int opt = IP_UNICAST_IF;
462 ifindex = htonl(ifindex);
464 if (version == AF_INET6) {
465 opt = IPV6_UNICAST_IF;
468 rc = setsockopt(sd, level, opt, &ifindex, sizeof(ifindex));
470 log_err_errno("setsockopt(IP_UNICAST_IF)");
475 static int set_multicast_if(int sd, int ifindex)
477 struct ip_mreqn mreq = { .imr_ifindex = ifindex };
480 rc = setsockopt(sd, SOL_IP, IP_MULTICAST_IF, &mreq, sizeof(mreq));
482 log_err_errno("setsockopt(IP_MULTICAST_IF)");
487 static int set_membership(int sd, uint32_t grp, uint32_t addr, int ifindex)
489 uint32_t if_addr = addr;
490 struct ip_mreqn mreq;
493 if (addr == htonl(INADDR_ANY) && !ifindex) {
494 log_error("Either local address or device needs to be given for multicast membership\n");
498 mreq.imr_multiaddr.s_addr = grp;
499 mreq.imr_address.s_addr = if_addr;
500 mreq.imr_ifindex = ifindex;
502 rc = setsockopt(sd, IPPROTO_IP, IP_ADD_MEMBERSHIP, &mreq, sizeof(mreq));
504 log_err_errno("setsockopt(IP_ADD_MEMBERSHIP)");
511 static int set_broadcast(int sd)
513 unsigned int one = 1;
516 if (setsockopt(sd, SOL_SOCKET, SO_BROADCAST, &one, sizeof(one)) != 0) {
517 log_err_errno("setsockopt(SO_BROADCAST)");
524 static int set_reuseport(int sd)
526 unsigned int one = 1;
529 if (setsockopt(sd, SOL_SOCKET, SO_REUSEPORT, &one, sizeof(one)) != 0) {
530 log_err_errno("setsockopt(SO_REUSEPORT)");
537 static int set_reuseaddr(int sd)
539 unsigned int one = 1;
542 if (setsockopt(sd, SOL_SOCKET, SO_REUSEADDR, &one, sizeof(one)) != 0) {
543 log_err_errno("setsockopt(SO_REUSEADDR)");
550 static int str_to_uint(const char *str, int min, int max, unsigned int *value)
556 number = (unsigned int) strtoul(str, &end, 0);
558 /* entire string should be consumed by conversion
559 * and value should be between min and max
561 if (((*end == '\0') || (*end == '\n')) && (end != str) &&
562 (errno != ERANGE) && (min <= number) && (number <= max)) {
570 static int resolve_devices(struct sock_args *args)
573 args->ifindex = get_ifidx(args->dev);
574 if (args->ifindex < 0) {
575 log_error("Invalid device name\n");
580 if (args->expected_dev) {
583 if (str_to_uint(args->expected_dev, 0, INT_MAX, &tmp) == 0) {
584 args->expected_ifindex = (int)tmp;
586 args->expected_ifindex = get_ifidx(args->expected_dev);
587 if (args->expected_ifindex < 0) {
588 fprintf(stderr, "Invalid expected device\n");
597 static int expected_addr_match(struct sockaddr *sa, void *expected,
603 if (sa->sa_family == AF_INET) {
604 struct sockaddr_in *s = (struct sockaddr_in *) sa;
605 struct in_addr *exp_in = (struct in_addr *) expected;
607 if (s->sin_addr.s_addr != exp_in->s_addr) {
608 log_error("%s address does not match expected %s\n",
610 inet_ntop(AF_INET, exp_in,
611 addrstr, sizeof(addrstr)));
614 } else if (sa->sa_family == AF_INET6) {
615 struct sockaddr_in6 *s6 = (struct sockaddr_in6 *) sa;
616 struct in6_addr *exp_in = (struct in6_addr *) expected;
618 if (memcmp(&s6->sin6_addr, exp_in, sizeof(*exp_in))) {
619 log_error("%s address does not match expected %s\n",
621 inet_ntop(AF_INET6, exp_in,
622 addrstr, sizeof(addrstr)));
626 log_error("%s address does not match expected - unknown family\n",
632 log_msg("%s address matches expected\n", desc);
637 static int show_sockstat(int sd, struct sock_args *args)
639 struct sockaddr_in6 local_addr, remote_addr;
640 socklen_t alen = sizeof(local_addr);
645 desc = server_mode ? "server local:" : "client local:";
646 sa = (struct sockaddr *) &local_addr;
647 if (getsockname(sd, sa, &alen) == 0) {
648 log_address(desc, sa);
650 if (args->has_expected_laddr) {
651 rc = expected_addr_match(sa, &args->expected_laddr,
655 log_err_errno("getsockname failed");
658 sa = (struct sockaddr *) &remote_addr;
659 desc = server_mode ? "server peer:" : "client peer:";
660 if (getpeername(sd, sa, &alen) == 0) {
661 log_address(desc, sa);
663 if (args->has_expected_raddr) {
664 rc |= expected_addr_match(sa, &args->expected_raddr,
668 log_err_errno("getpeername failed");
678 ADDR_TYPE_EXPECTED_LOCAL,
679 ADDR_TYPE_EXPECTED_REMOTE,
680 ADDR_TYPE_MD5_PREFIX,
683 static int convert_addr(struct sock_args *args, const char *_str,
684 enum addr_type atype)
686 int pfx_len_max = args->version == AF_INET6 ? 128 : 32;
687 int family = args->version;
688 char *str, *dev, *sep;
689 struct in6_addr *in6;
700 case ADDR_TYPE_LOCAL:
702 addr = &args->local_addr;
704 case ADDR_TYPE_REMOTE:
706 addr = &args->remote_addr;
708 case ADDR_TYPE_MCAST:
712 case ADDR_TYPE_EXPECTED_LOCAL:
713 desc = "expected local";
714 addr = &args->expected_laddr;
716 case ADDR_TYPE_EXPECTED_REMOTE:
717 desc = "expected remote";
718 addr = &args->expected_raddr;
720 case ADDR_TYPE_MD5_PREFIX:
722 if (family == AF_INET) {
723 args->md5_prefix.v4.sin_family = AF_INET;
724 addr = &args->md5_prefix.v4.sin_addr;
725 } else if (family == AF_INET6) {
726 args->md5_prefix.v6.sin6_family = AF_INET6;
727 addr = &args->md5_prefix.v6.sin6_addr;
731 sep = strchr(str, '/');
735 if (str_to_uint(sep, 1, pfx_len_max,
736 &args->prefix_len) != 0) {
737 fprintf(stderr, "Invalid port\n");
741 args->prefix_len = 0;
745 log_error("unknown address type\n");
751 in = (struct in_addr *) addr;
753 if (inet_pton(AF_INET, str, in) == 0) {
754 log_error("Invalid %s IP address\n", desc);
759 in->s_addr = htonl(INADDR_ANY);
764 dev = strchr(str, '%');
770 in6 = (struct in6_addr *) addr;
772 if (inet_pton(AF_INET6, str, in6) == 0) {
773 log_error("Invalid %s IPv6 address\n", desc);
781 args->scope_id = get_ifidx(dev);
782 if (args->scope_id < 0) {
783 log_error("Invalid scope on %s IPv6 address\n",
792 log_error("Invalid address family\n");
800 static int validate_addresses(struct sock_args *args)
802 if (args->local_addr_str &&
803 convert_addr(args, args->local_addr_str, ADDR_TYPE_LOCAL) < 0)
806 if (args->remote_addr_str &&
807 convert_addr(args, args->remote_addr_str, ADDR_TYPE_REMOTE) < 0)
810 if (args->md5_prefix_str &&
811 convert_addr(args, args->md5_prefix_str,
812 ADDR_TYPE_MD5_PREFIX) < 0)
815 if (args->expected_laddr_str &&
816 convert_addr(args, args->expected_laddr_str,
817 ADDR_TYPE_EXPECTED_LOCAL))
820 if (args->expected_raddr_str &&
821 convert_addr(args, args->expected_raddr_str,
822 ADDR_TYPE_EXPECTED_REMOTE))
828 static int get_index_from_cmsg(struct msghdr *m)
834 for (cm = (struct cmsghdr *)CMSG_FIRSTHDR(m);
835 m->msg_controllen != 0 && cm;
836 cm = (struct cmsghdr *)CMSG_NXTHDR(m, cm)) {
838 if (cm->cmsg_level == SOL_IP &&
839 cm->cmsg_type == IP_PKTINFO) {
840 struct in_pktinfo *pi;
842 pi = (struct in_pktinfo *)(CMSG_DATA(cm));
843 inet_ntop(AF_INET, &pi->ipi_addr, buf, sizeof(buf));
844 ifindex = pi->ipi_ifindex;
845 } else if (cm->cmsg_level == SOL_IPV6 &&
846 cm->cmsg_type == IPV6_PKTINFO) {
847 struct in6_pktinfo *pi6;
849 pi6 = (struct in6_pktinfo *)(CMSG_DATA(cm));
850 inet_ntop(AF_INET6, &pi6->ipi6_addr, buf, sizeof(buf));
851 ifindex = pi6->ipi6_ifindex;
856 log_msg(" pktinfo: ifindex %d dest addr %s\n",
862 static int send_msg_no_cmsg(int sd, void *addr, socklen_t alen)
867 err = sendto(sd, msg, msglen, 0, addr, alen);
869 if (errno == EACCES && try_broadcast) {
871 if (!set_broadcast(sd))
876 log_err_errno("sendto failed");
883 static int send_msg_cmsg(int sd, void *addr, socklen_t alen,
884 int ifindex, int version)
886 unsigned char cmsgbuf[64];
892 iov[0].iov_base = msg;
893 iov[0].iov_len = msglen;
896 m.msg_name = (caddr_t)addr;
897 m.msg_namelen = alen;
899 memset(cmsgbuf, 0, sizeof(cmsgbuf));
900 cm = (struct cmsghdr *)cmsgbuf;
901 m.msg_control = (caddr_t)cm;
903 if (version == AF_INET) {
904 struct in_pktinfo *pi;
906 cm->cmsg_level = SOL_IP;
907 cm->cmsg_type = IP_PKTINFO;
908 cm->cmsg_len = CMSG_LEN(sizeof(struct in_pktinfo));
909 pi = (struct in_pktinfo *)(CMSG_DATA(cm));
910 pi->ipi_ifindex = ifindex;
912 m.msg_controllen = cm->cmsg_len;
914 } else if (version == AF_INET6) {
915 struct in6_pktinfo *pi6;
917 cm->cmsg_level = SOL_IPV6;
918 cm->cmsg_type = IPV6_PKTINFO;
919 cm->cmsg_len = CMSG_LEN(sizeof(struct in6_pktinfo));
921 pi6 = (struct in6_pktinfo *)(CMSG_DATA(cm));
922 pi6->ipi6_ifindex = ifindex;
924 m.msg_controllen = cm->cmsg_len;
928 err = sendmsg(sd, &m, 0);
930 if (errno == EACCES && try_broadcast) {
932 if (!set_broadcast(sd))
937 log_err_errno("sendmsg failed");
945 static int send_msg(int sd, void *addr, socklen_t alen, struct sock_args *args)
947 if (args->type == SOCK_STREAM) {
948 if (write(sd, msg, msglen) < 0) {
949 log_err_errno("write failed sending msg to peer");
952 } else if (args->ifindex && args->use_cmsg) {
953 if (send_msg_cmsg(sd, addr, alen, args->ifindex, args->version))
956 if (send_msg_no_cmsg(sd, addr, alen))
960 log_msg("Sent message:\n");
961 log_msg(" %.24s%s\n", msg, msglen > 24 ? " ..." : "");
966 static int socket_read_dgram(int sd, struct sock_args *args)
968 unsigned char addr[sizeof(struct sockaddr_in6)];
969 struct sockaddr *sa = (struct sockaddr *) addr;
970 socklen_t alen = sizeof(addr);
973 .msg_name = (caddr_t)addr,
978 unsigned char cmsgbuf[256];
979 struct cmsghdr *cm = (struct cmsghdr *)cmsgbuf;
984 iov[0].iov_base = (caddr_t)buf;
985 iov[0].iov_len = sizeof(buf);
987 memset(cmsgbuf, 0, sizeof(cmsgbuf));
988 m.msg_control = (caddr_t)cm;
989 m.msg_controllen = sizeof(cmsgbuf);
991 len = recvmsg(sd, &m, 0);
993 log_msg("peer closed connection.\n");
995 } else if (len < 0) {
996 log_msg("failed to read message: %d: %s\n",
997 errno, strerror(errno));
1003 log_address("Message from:", sa);
1004 log_msg(" %.24s%s\n", buf, len > 24 ? " ..." : "");
1006 ifindex = get_index_from_cmsg(&m);
1007 if (args->expected_ifindex) {
1008 if (args->expected_ifindex != ifindex) {
1009 log_error("Device index mismatch: expected %d have %d\n",
1010 args->expected_ifindex, ifindex);
1013 log_msg("Device index matches: expected %d have %d\n",
1014 args->expected_ifindex, ifindex);
1017 if (!interactive && server_mode) {
1018 if (sa->sa_family == AF_INET6) {
1019 struct sockaddr_in6 *s6 = (struct sockaddr_in6 *) sa;
1020 struct in6_addr *in6 = &s6->sin6_addr;
1022 if (IN6_IS_ADDR_V4MAPPED(in6)) {
1023 const uint32_t *pa = (uint32_t *) &in6->s6_addr;
1025 struct sockaddr_in *sin;
1027 sin = (struct sockaddr_in *) addr;
1030 sin->sin_addr = in4;
1031 sin->sin_family = AF_INET;
1032 if (send_msg_cmsg(sd, addr, alen,
1033 ifindex, AF_INET) < 0)
1038 iov[0].iov_len = len;
1040 if (args->version == AF_INET6) {
1041 struct sockaddr_in6 *s6 = (struct sockaddr_in6 *) sa;
1044 /* avoid PKTINFO conflicts with bindtodev */
1045 if (sendto(sd, buf, len, 0,
1046 (void *) addr, alen) < 0)
1049 /* kernel is allowing scope_id to be set to VRF
1050 * index for LLA. for sends to global address
1053 s6->sin6_scope_id = ifindex;
1054 if (sendmsg(sd, &m, 0) < 0)
1060 err = sendmsg(sd, &m, 0);
1062 if (errno == EACCES && try_broadcast) {
1064 if (!set_broadcast(sd))
1071 log_msg("Sent message:\n");
1072 log_msg(" %.24s%s\n", buf, len > 24 ? " ..." : "");
1077 log_err_errno("failed to send msg to peer");
1081 static int socket_read_stream(int sd)
1086 len = read(sd, buf, sizeof(buf)-1);
1088 log_msg("client closed connection.\n");
1090 } else if (len < 0) {
1091 log_msg("failed to read message\n");
1096 log_msg("Incoming message:\n");
1097 log_msg(" %.24s%s\n", buf, len > 24 ? " ..." : "");
1099 if (!interactive && server_mode) {
1100 if (write(sd, buf, len) < 0) {
1101 log_err_errno("failed to send buf");
1104 log_msg("Sent message:\n");
1105 log_msg(" %.24s%s\n", buf, len > 24 ? " ..." : "");
1111 static int socket_read(int sd, struct sock_args *args)
1113 if (args->type == SOCK_STREAM)
1114 return socket_read_stream(sd);
1116 return socket_read_dgram(sd, args);
1119 static int stdin_to_socket(int sd, int type, void *addr, socklen_t alen)
1124 if (fgets(buf, sizeof(buf), stdin) == NULL)
1128 if (type == SOCK_STREAM) {
1129 if (write(sd, buf, len) < 0) {
1130 log_err_errno("failed to send buf");
1137 err = sendto(sd, buf, len, 0, addr, alen);
1139 if (errno == EACCES && try_broadcast) {
1141 if (!set_broadcast(sd))
1145 log_err_errno("failed to send msg to peer");
1149 log_msg("Sent message:\n");
1150 log_msg(" %.24s%s\n", buf, len > 24 ? " ..." : "");
1155 static void set_recv_attr(int sd, int version)
1157 if (version == AF_INET6) {
1158 set_recvpktinfo_v6(sd);
1166 static int msg_loop(int client, int sd, void *addr, socklen_t alen,
1167 struct sock_args *args)
1169 struct timeval timeout = { .tv_sec = prog_timeout }, *ptval = NULL;
1174 if (args->type != SOCK_STREAM)
1175 set_recv_attr(sd, args->version);
1178 msglen = strlen(msg);
1180 /* client sends first message */
1182 if (send_msg(sd, addr, alen, args))
1192 nfds = interactive ? MAX(fileno(stdin), sd) + 1 : sd + 1;
1197 FD_SET(fileno(stdin), &rfds);
1199 rc = select(nfds, &rfds, NULL, NULL, ptval);
1205 log_err_errno("select failed");
1207 } else if (rc == 0) {
1208 log_error("Timed out waiting for response\n");
1213 if (FD_ISSET(sd, &rfds)) {
1214 rc = socket_read(sd, args);
1225 if (FD_ISSET(fileno(stdin), &rfds)) {
1226 if (stdin_to_socket(sd, args->type, addr, alen) <= 0)
1239 log_msg("Going into quiet mode\n");
1243 if (send_msg(sd, addr, alen, args)) {
1253 static int msock_init(struct sock_args *args, int server)
1255 uint32_t if_addr = htonl(INADDR_ANY);
1256 struct sockaddr_in laddr = {
1257 .sin_family = AF_INET,
1258 .sin_port = htons(args->port),
1263 if (!server && args->has_local_ip)
1264 if_addr = args->local_addr.in.s_addr;
1266 sd = socket(PF_INET, SOCK_DGRAM, 0);
1268 log_err_errno("socket");
1272 if (setsockopt(sd, SOL_SOCKET, SO_REUSEADDR,
1273 (char *)&one, sizeof(one)) < 0) {
1274 log_err_errno("Setting SO_REUSEADDR error");
1278 if (setsockopt(sd, SOL_SOCKET, SO_BROADCAST,
1279 (char *)&one, sizeof(one)) < 0)
1280 log_err_errno("Setting SO_BROADCAST error");
1282 if (args->dev && bind_to_device(sd, args->dev) != 0)
1284 else if (args->use_setsockopt &&
1285 set_multicast_if(sd, args->ifindex))
1288 laddr.sin_addr.s_addr = if_addr;
1290 if (bind(sd, (struct sockaddr *) &laddr, sizeof(laddr)) < 0) {
1291 log_err_errno("bind failed");
1296 set_membership(sd, args->grp.s_addr,
1297 args->local_addr.in.s_addr, args->ifindex))
1306 static int msock_server(struct sock_args *args)
1308 return msock_init(args, 1);
1311 static int msock_client(struct sock_args *args)
1313 return msock_init(args, 0);
1316 static int bind_socket(int sd, struct sock_args *args)
1318 struct sockaddr_in serv_addr = {
1319 .sin_family = AF_INET,
1321 struct sockaddr_in6 serv6_addr = {
1322 .sin6_family = AF_INET6,
1327 if (!args->has_local_ip && args->type == SOCK_RAW)
1330 switch (args->version) {
1332 serv_addr.sin_port = htons(args->port);
1333 serv_addr.sin_addr = args->local_addr.in;
1335 alen = sizeof(serv_addr);
1339 serv6_addr.sin6_port = htons(args->port);
1340 serv6_addr.sin6_addr = args->local_addr.in6;
1342 alen = sizeof(serv6_addr);
1346 log_error("Invalid address family\n");
1350 if (bind(sd, addr, alen) < 0) {
1351 log_err_errno("error binding socket");
1358 static int config_xfrm_policy(int sd, struct sock_args *args)
1360 struct xfrm_userpolicy_info policy = {};
1361 int type = UDP_ENCAP_ESPINUDP;
1362 int xfrm_af = IP_XFRM_POLICY;
1365 if (args->type != SOCK_DGRAM) {
1366 log_error("Invalid socket type. Only DGRAM could be used for XFRM\n");
1370 policy.action = XFRM_POLICY_ALLOW;
1371 policy.sel.family = args->version;
1372 if (args->version == AF_INET6) {
1373 xfrm_af = IPV6_XFRM_POLICY;
1377 policy.dir = XFRM_POLICY_OUT;
1378 if (setsockopt(sd, level, xfrm_af, &policy, sizeof(policy)) < 0)
1381 policy.dir = XFRM_POLICY_IN;
1382 if (setsockopt(sd, level, xfrm_af, &policy, sizeof(policy)) < 0)
1385 if (setsockopt(sd, IPPROTO_UDP, UDP_ENCAP, &type, sizeof(type)) < 0) {
1386 log_err_errno("Failed to set xfrm encap");
1393 static int lsock_init(struct sock_args *args)
1398 sd = socket(args->version, args->type, args->protocol);
1400 log_err_errno("Error opening socket");
1404 if (set_reuseaddr(sd) != 0)
1407 if (set_reuseport(sd) != 0)
1410 if (args->dev && bind_to_device(sd, args->dev) != 0)
1412 else if (args->use_setsockopt &&
1413 set_unicast_if(sd, args->ifindex, args->version))
1416 if (bind_socket(sd, args))
1419 if (args->bind_test_only)
1422 if (args->type == SOCK_STREAM && listen(sd, 1) < 0) {
1423 log_err_errno("listen failed");
1427 flags = fcntl(sd, F_GETFL);
1428 if ((flags < 0) || (fcntl(sd, F_SETFL, flags|O_NONBLOCK) < 0)) {
1429 log_err_errno("Failed to set non-blocking option");
1433 if (fcntl(sd, F_SETFD, FD_CLOEXEC) < 0)
1434 log_err_errno("Failed to set close-on-exec flag");
1436 if (args->use_xfrm && config_xfrm_policy(sd, args)) {
1437 log_err_errno("Failed to set xfrm policy");
1449 static void ipc_write(int fd, int message)
1451 /* Not in both_mode, so there's no process to signal */
1455 if (write(fd, &message, sizeof(message)) < 0)
1456 log_err_errno("Failed to send client status");
1459 static int do_server(struct sock_args *args, int ipc_fd)
1461 /* ipc_fd = -1 if no parent process to signal */
1462 struct timeval timeout = { .tv_sec = prog_timeout }, *ptval = NULL;
1463 unsigned char addr[sizeof(struct sockaddr_in6)] = {};
1464 socklen_t alen = sizeof(addr);
1470 if (args->serverns) {
1471 if (switch_ns(args->serverns)) {
1472 log_error("Could not set server netns to %s\n",
1476 log_msg("Switched server netns\n");
1479 args->dev = args->server_dev;
1480 args->expected_dev = args->expected_server_dev;
1481 if (resolve_devices(args) || validate_addresses(args))
1488 lsd = msock_server(args);
1490 lsd = lsock_init(args);
1495 if (args->bind_test_only) {
1497 ipc_write(ipc_fd, 1);
1501 if (args->type != SOCK_STREAM) {
1502 ipc_write(ipc_fd, 1);
1503 rc = msg_loop(0, lsd, (void *) addr, alen, args);
1508 if (args->password && tcp_md5_remote(lsd, args)) {
1513 ipc_write(ipc_fd, 1);
1515 log_msg("waiting for client connection.\n");
1519 rc = select(lsd+1, &rfds, NULL, NULL, ptval);
1529 log_err_errno("select failed");
1533 if (FD_ISSET(lsd, &rfds)) {
1535 csd = accept(lsd, (void *) addr, &alen);
1537 log_err_errno("accept failed");
1541 rc = show_sockstat(csd, args);
1545 rc = check_device(csd, args);
1550 rc = msg_loop(0, csd, (void *) addr, alen, args);
1561 ipc_write(ipc_fd, 0);
1565 static int wait_for_connect(int sd)
1567 struct timeval _tv = { .tv_sec = prog_timeout }, *tv = NULL;
1569 int val = 0, sz = sizeof(val);
1578 rc = select(FD_SETSIZE, NULL, &wfd, NULL, tv);
1580 log_error("connect timed out\n");
1582 } else if (rc < 0) {
1583 log_err_errno("select failed");
1587 if (getsockopt(sd, SOL_SOCKET, SO_ERROR, &val, (socklen_t *)&sz) < 0) {
1588 log_err_errno("getsockopt(SO_ERROR) failed");
1593 log_error("connect failed: %d: %s\n", val, strerror(val));
1600 static int connectsock(void *addr, socklen_t alen, struct sock_args *args)
1605 sd = socket(args->version, args->type, args->protocol);
1607 log_err_errno("Failed to create socket");
1611 flags = fcntl(sd, F_GETFL);
1612 if ((flags < 0) || (fcntl(sd, F_SETFL, flags|O_NONBLOCK) < 0)) {
1613 log_err_errno("Failed to set non-blocking option");
1617 if (set_reuseport(sd) != 0)
1620 if (args->dev && bind_to_device(sd, args->dev) != 0)
1622 else if (args->use_setsockopt &&
1623 set_unicast_if(sd, args->ifindex, args->version))
1626 if (args->has_local_ip && bind_socket(sd, args))
1629 if (args->type != SOCK_STREAM)
1632 if (args->password && tcp_md5sig(sd, addr, alen, args))
1635 if (args->bind_test_only)
1638 if (connect(sd, addr, alen) < 0) {
1639 if (errno != EINPROGRESS) {
1640 log_err_errno("Failed to connect to remote host");
1644 rc = wait_for_connect(sd);
1656 static int do_client(struct sock_args *args)
1658 struct sockaddr_in sin = {
1659 .sin_family = AF_INET,
1661 struct sockaddr_in6 sin6 = {
1662 .sin6_family = AF_INET6,
1669 if (!args->has_remote_ip && !args->has_grp) {
1670 fprintf(stderr, "remote IP or multicast group not given\n");
1674 if (args->clientns) {
1675 if (switch_ns(args->clientns)) {
1676 log_error("Could not set client netns to %s\n",
1680 log_msg("Switched client netns\n");
1683 args->local_addr_str = args->client_local_addr_str;
1684 if (resolve_devices(args) || validate_addresses(args))
1687 if ((args->use_setsockopt || args->use_cmsg) && !args->ifindex) {
1688 fprintf(stderr, "Device binding not specified\n");
1691 if (args->use_setsockopt || args->use_cmsg)
1694 switch (args->version) {
1696 sin.sin_port = htons(args->port);
1698 sin.sin_addr = args->grp;
1700 sin.sin_addr = args->remote_addr.in;
1705 sin6.sin6_port = htons(args->port);
1706 sin6.sin6_addr = args->remote_addr.in6;
1707 sin6.sin6_scope_id = args->scope_id;
1709 alen = sizeof(sin6);
1713 args->password = args->client_pw;
1716 sd = msock_client(args);
1718 sd = connectsock(addr, alen, args);
1723 if (args->bind_test_only)
1726 if (args->type == SOCK_STREAM) {
1727 rc = show_sockstat(sd, args);
1732 rc = msg_loop(1, sd, addr, alen, args);
1740 static char *random_msg(int len)
1742 int i, n = 0, olen = len + 1;
1753 i = snprintf(m + n, olen - n, "%.26s",
1754 "abcdefghijklmnopqrstuvwxyz");
1758 i = snprintf(m + n, olen - n, "%.*s", len,
1759 "abcdefghijklmnopqrstuvwxyz");
1763 static int ipc_child(int fd, struct sock_args *args)
1765 char *outbuf, *errbuf;
1768 outbuf = malloc(4096);
1769 errbuf = malloc(4096);
1770 if (!outbuf || !errbuf) {
1771 fprintf(stderr, "server: Failed to allocate buffers for stdout and stderr\n");
1775 setbuffer(stdout, outbuf, 4096);
1776 setbuffer(stderr, errbuf, 4096);
1778 server_mode = 1; /* to tell log_msg in case we are in both_mode */
1780 /* when running in both mode, address validation applies
1781 * solely to client side
1783 args->has_expected_laddr = 0;
1784 args->has_expected_raddr = 0;
1786 rc = do_server(args, fd);
1795 static int ipc_parent(int cpid, int fd, struct sock_args *args)
1801 /* do the client-side function here in the parent process,
1802 * waiting to be told when to continue
1804 if (read(fd, &buf, sizeof(buf)) <= 0) {
1805 log_err_errno("Failed to read IPC status from status");
1809 log_error("Server failed; can not continue\n");
1812 log_msg("Server is ready\n");
1814 client_status = do_client(args);
1815 log_msg("parent is done!\n");
1817 if (kill(cpid, 0) == 0)
1818 kill(cpid, SIGKILL);
1821 return client_status;
1824 #define GETOPT_STR "sr:l:c:p:t:g:P:DRn:M:X:m:d:I:BN:O:SCi6xL:0:1:2:3:Fbq"
1826 static void print_usage(char *prog)
1831 " -r addr remote address to connect to (client mode only)\n"
1832 " -p port port to connect to (client mode)/listen on (server mode)\n"
1834 " -s server mode (default: client mode)\n"
1835 " -t timeout seconds (default: none)\n"
1838 " -B do both client and server via fork and IPC\n"
1839 " -N ns set client to network namespace ns (requires root)\n"
1840 " -O ns set server to network namespace ns (requires root)\n"
1841 " -F Restart server loop\n"
1842 " -6 IPv6 (default is IPv4)\n"
1843 " -P proto protocol for socket: icmp, ospf (default: none)\n"
1844 " -D|R datagram (D) / raw (R) socket (default stream)\n"
1845 " -l addr local address to bind to in server mode\n"
1846 " -c addr local address to bind to in client mode\n"
1847 " -x configure XFRM policy on socket\n"
1849 " -d dev bind socket to given device name\n"
1850 " -I dev bind socket to given device name - server mode\n"
1851 " -S use setsockopt (IP_UNICAST_IF or IP_MULTICAST_IF)\n"
1852 " to set device binding\n"
1853 " -C use cmsg and IP_PKTINFO to specify device binding\n"
1855 " -L len send random message of given length\n"
1856 " -n num number of times to send message\n"
1858 " -M password use MD5 sum protection\n"
1859 " -X password MD5 password for client mode\n"
1860 " -m prefix/len prefix and length to use for MD5 key\n"
1861 " -g grp multicast group (e.g., 239.1.1.1)\n"
1862 " -i interactive mode (default is echo and terminate)\n"
1864 " -0 addr Expected local address\n"
1865 " -1 addr Expected remote address\n"
1866 " -2 dev Expected device name (or index) to receive packet\n"
1867 " -3 dev Expected device name (or index) to receive packets - server mode\n"
1869 " -b Bind test only.\n"
1870 " -q Be quiet. Run test without printing anything.\n"
1871 , prog, DEFAULT_PORT);
1874 int main(int argc, char *argv[])
1876 struct sock_args args = {
1878 .type = SOCK_STREAM,
1879 .port = DEFAULT_PORT,
1881 struct protoent *pe;
1888 /* process inputs */
1889 extern char *optarg;
1893 * process input args
1896 while ((rc = getopt(argc, argv, GETOPT_STR)) != -1) {
1908 args.has_local_ip = 1;
1909 args.local_addr_str = optarg;
1912 args.has_remote_ip = 1;
1913 args.remote_addr_str = optarg;
1916 args.has_local_ip = 1;
1917 args.client_local_addr_str = optarg;
1920 if (str_to_uint(optarg, 1, 65535, &tmp) != 0) {
1921 fprintf(stderr, "Invalid port\n");
1924 args.port = (unsigned short) tmp;
1927 if (str_to_uint(optarg, 0, INT_MAX,
1928 &prog_timeout) != 0) {
1929 fprintf(stderr, "Invalid timeout\n");
1934 args.type = SOCK_DGRAM;
1937 args.type = SOCK_RAW;
1940 args.protocol = IPPROTO_RAW;
1943 pe = getprotobyname(optarg);
1945 args.protocol = pe->p_proto;
1947 if (str_to_uint(optarg, 0, 0xffff, &tmp) != 0) {
1948 fprintf(stderr, "Invalid protocol\n");
1951 args.protocol = tmp;
1955 iter = atoi(optarg);
1958 args.clientns = optarg;
1961 args.serverns = optarg;
1964 msg = random_msg(atoi(optarg));
1967 args.password = optarg;
1970 args.client_pw = optarg;
1973 args.md5_prefix_str = optarg;
1976 args.use_setsockopt = 1;
1985 args.server_dev = optarg;
1992 if (convert_addr(&args, optarg, ADDR_TYPE_MCAST) < 0)
1994 args.type = SOCK_DGRAM;
1997 args.version = AF_INET6;
2000 args.bind_test_only = 1;
2003 args.has_expected_laddr = 1;
2004 args.expected_laddr_str = optarg;
2007 args.has_expected_raddr = 1;
2008 args.expected_raddr_str = optarg;
2011 args.expected_dev = optarg;
2014 args.expected_server_dev = optarg;
2023 print_usage(argv[0]);
2028 if (args.password &&
2029 ((!args.has_remote_ip && !args.md5_prefix_str) ||
2030 args.type != SOCK_STREAM)) {
2031 log_error("MD5 passwords apply to TCP only and require a remote ip for the password\n");
2035 if (args.md5_prefix_str && !args.password) {
2036 log_error("Prefix range for MD5 protection specified without a password\n");
2041 fprintf(stderr, "Invalid number of messages to send\n");
2045 if (args.type == SOCK_STREAM && !args.protocol)
2046 args.protocol = IPPROTO_TCP;
2047 if (args.type == SOCK_DGRAM && !args.protocol)
2048 args.protocol = IPPROTO_UDP;
2050 if ((args.type == SOCK_STREAM || args.type == SOCK_DGRAM) &&
2052 fprintf(stderr, "Invalid port number\n");
2056 if ((both_mode || !server_mode) && !args.has_grp &&
2057 !args.has_remote_ip && !args.has_local_ip) {
2059 "Local (server mode) or remote IP (client IP) required\n");
2080 return ipc_parent(cpid, fd[0], &args);
2082 return ipc_child(fd[1], &args);
2087 rc = do_server(&args, -1);
2092 return do_client(&args);