reuseport_dualstack.c 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * It is possible to use SO_REUSEPORT to open multiple sockets bound to
  4. * equivalent local addresses using AF_INET and AF_INET6 at the same time. If
  5. * the AF_INET6 socket has IPV6_V6ONLY set, it's clear which socket should
  6. * receive a given incoming packet. However, when it is not set, incoming v4
  7. * packets should prefer the AF_INET socket(s). This behavior was defined with
  8. * the original SO_REUSEPORT implementation, but broke with
  9. * e32ea7e74727 ("soreuseport: fast reuseport UDP socket selection")
  10. * This test creates these mixed AF_INET/AF_INET6 sockets and asserts the
  11. * AF_INET preference for v4 packets.
  12. */
  13. #define _GNU_SOURCE
  14. #include <arpa/inet.h>
  15. #include <errno.h>
  16. #include <error.h>
  17. #include <linux/in.h>
  18. #include <linux/unistd.h>
  19. #include <stdio.h>
  20. #include <stdlib.h>
  21. #include <string.h>
  22. #include <sys/epoll.h>
  23. #include <sys/types.h>
  24. #include <sys/socket.h>
  25. #include <unistd.h>
  26. static const int PORT = 8888;
  27. static void build_rcv_fd(int family, int proto, int *rcv_fds, int count)
  28. {
  29. struct sockaddr_storage addr;
  30. struct sockaddr_in *addr4;
  31. struct sockaddr_in6 *addr6;
  32. int opt, i;
  33. switch (family) {
  34. case AF_INET:
  35. addr4 = (struct sockaddr_in *)&addr;
  36. addr4->sin_family = AF_INET;
  37. addr4->sin_addr.s_addr = htonl(INADDR_ANY);
  38. addr4->sin_port = htons(PORT);
  39. break;
  40. case AF_INET6:
  41. addr6 = (struct sockaddr_in6 *)&addr;
  42. addr6->sin6_family = AF_INET6;
  43. addr6->sin6_addr = in6addr_any;
  44. addr6->sin6_port = htons(PORT);
  45. break;
  46. default:
  47. error(1, 0, "Unsupported family %d", family);
  48. }
  49. for (i = 0; i < count; ++i) {
  50. rcv_fds[i] = socket(family, proto, 0);
  51. if (rcv_fds[i] < 0)
  52. error(1, errno, "failed to create receive socket");
  53. opt = 1;
  54. if (setsockopt(rcv_fds[i], SOL_SOCKET, SO_REUSEPORT, &opt,
  55. sizeof(opt)))
  56. error(1, errno, "failed to set SO_REUSEPORT");
  57. if (bind(rcv_fds[i], (struct sockaddr *)&addr, sizeof(addr)))
  58. error(1, errno, "failed to bind receive socket");
  59. if (proto == SOCK_STREAM && listen(rcv_fds[i], 10))
  60. error(1, errno, "failed to listen on receive port");
  61. }
  62. }
  63. static void send_from_v4(int proto)
  64. {
  65. struct sockaddr_in saddr, daddr;
  66. int fd;
  67. saddr.sin_family = AF_INET;
  68. saddr.sin_addr.s_addr = htonl(INADDR_ANY);
  69. saddr.sin_port = 0;
  70. daddr.sin_family = AF_INET;
  71. daddr.sin_addr.s_addr = htonl(INADDR_LOOPBACK);
  72. daddr.sin_port = htons(PORT);
  73. fd = socket(AF_INET, proto, 0);
  74. if (fd < 0)
  75. error(1, errno, "failed to create send socket");
  76. if (bind(fd, (struct sockaddr *)&saddr, sizeof(saddr)))
  77. error(1, errno, "failed to bind send socket");
  78. if (connect(fd, (struct sockaddr *)&daddr, sizeof(daddr)))
  79. error(1, errno, "failed to connect send socket");
  80. if (send(fd, "a", 1, 0) < 0)
  81. error(1, errno, "failed to send message");
  82. close(fd);
  83. }
  84. static int receive_once(int epfd, int proto)
  85. {
  86. struct epoll_event ev;
  87. int i, fd;
  88. char buf[8];
  89. i = epoll_wait(epfd, &ev, 1, -1);
  90. if (i < 0)
  91. error(1, errno, "epoll_wait failed");
  92. if (proto == SOCK_STREAM) {
  93. fd = accept(ev.data.fd, NULL, NULL);
  94. if (fd < 0)
  95. error(1, errno, "failed to accept");
  96. i = recv(fd, buf, sizeof(buf), 0);
  97. close(fd);
  98. } else {
  99. i = recv(ev.data.fd, buf, sizeof(buf), 0);
  100. }
  101. if (i < 0)
  102. error(1, errno, "failed to recv");
  103. return ev.data.fd;
  104. }
  105. static void test(int *rcv_fds, int count, int proto)
  106. {
  107. struct epoll_event ev;
  108. int epfd, i, test_fd;
  109. int test_family;
  110. socklen_t len;
  111. epfd = epoll_create(1);
  112. if (epfd < 0)
  113. error(1, errno, "failed to create epoll");
  114. ev.events = EPOLLIN;
  115. for (i = 0; i < count; ++i) {
  116. ev.data.fd = rcv_fds[i];
  117. if (epoll_ctl(epfd, EPOLL_CTL_ADD, rcv_fds[i], &ev))
  118. error(1, errno, "failed to register sock epoll");
  119. }
  120. send_from_v4(proto);
  121. test_fd = receive_once(epfd, proto);
  122. len = sizeof(test_family);
  123. if (getsockopt(test_fd, SOL_SOCKET, SO_DOMAIN, &test_family, &len))
  124. error(1, errno, "failed to read socket domain");
  125. if (test_family != AF_INET)
  126. error(1, 0, "expected to receive on v4 socket but got v6 (%d)",
  127. test_family);
  128. close(epfd);
  129. }
  130. int main(void)
  131. {
  132. int rcv_fds[32], i;
  133. fprintf(stderr, "---- UDP IPv4 created before IPv6 ----\n");
  134. build_rcv_fd(AF_INET, SOCK_DGRAM, rcv_fds, 5);
  135. build_rcv_fd(AF_INET6, SOCK_DGRAM, &(rcv_fds[5]), 5);
  136. test(rcv_fds, 10, SOCK_DGRAM);
  137. for (i = 0; i < 10; ++i)
  138. close(rcv_fds[i]);
  139. fprintf(stderr, "---- UDP IPv6 created before IPv4 ----\n");
  140. build_rcv_fd(AF_INET6, SOCK_DGRAM, rcv_fds, 5);
  141. build_rcv_fd(AF_INET, SOCK_DGRAM, &(rcv_fds[5]), 5);
  142. test(rcv_fds, 10, SOCK_DGRAM);
  143. for (i = 0; i < 10; ++i)
  144. close(rcv_fds[i]);
  145. /* NOTE: UDP socket lookups traverse a different code path when there
  146. * are > 10 sockets in a group.
  147. */
  148. fprintf(stderr, "---- UDP IPv4 created before IPv6 (large) ----\n");
  149. build_rcv_fd(AF_INET, SOCK_DGRAM, rcv_fds, 16);
  150. build_rcv_fd(AF_INET6, SOCK_DGRAM, &(rcv_fds[16]), 16);
  151. test(rcv_fds, 32, SOCK_DGRAM);
  152. for (i = 0; i < 32; ++i)
  153. close(rcv_fds[i]);
  154. fprintf(stderr, "---- UDP IPv6 created before IPv4 (large) ----\n");
  155. build_rcv_fd(AF_INET6, SOCK_DGRAM, rcv_fds, 16);
  156. build_rcv_fd(AF_INET, SOCK_DGRAM, &(rcv_fds[16]), 16);
  157. test(rcv_fds, 32, SOCK_DGRAM);
  158. for (i = 0; i < 32; ++i)
  159. close(rcv_fds[i]);
  160. fprintf(stderr, "---- TCP IPv4 created before IPv6 ----\n");
  161. build_rcv_fd(AF_INET, SOCK_STREAM, rcv_fds, 5);
  162. build_rcv_fd(AF_INET6, SOCK_STREAM, &(rcv_fds[5]), 5);
  163. test(rcv_fds, 10, SOCK_STREAM);
  164. for (i = 0; i < 10; ++i)
  165. close(rcv_fds[i]);
  166. fprintf(stderr, "---- TCP IPv6 created before IPv4 ----\n");
  167. build_rcv_fd(AF_INET6, SOCK_STREAM, rcv_fds, 5);
  168. build_rcv_fd(AF_INET, SOCK_STREAM, &(rcv_fds[5]), 5);
  169. test(rcv_fds, 10, SOCK_STREAM);
  170. for (i = 0; i < 10; ++i)
  171. close(rcv_fds[i]);
  172. fprintf(stderr, "SUCCESS\n");
  173. return 0;
  174. }