so_txtime.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Test the SO_TXTIME API
  4. *
  5. * Takes a stream of { payload, delivery time }[], to be sent across two
  6. * processes. Start this program on two separate network namespaces or
  7. * connected hosts, one instance in transmit mode and the other in receive
  8. * mode using the '-r' option. Receiver will compare arrival timestamps to
  9. * the expected stream. Sender will read transmit timestamps from the error
  10. * queue. The streams can differ due to out-of-order delivery and drops.
  11. */
  12. #define _GNU_SOURCE
  13. #include <arpa/inet.h>
  14. #include <error.h>
  15. #include <errno.h>
  16. #include <inttypes.h>
  17. #include <linux/net_tstamp.h>
  18. #include <linux/errqueue.h>
  19. #include <linux/if_ether.h>
  20. #include <linux/ipv6.h>
  21. #include <linux/udp.h>
  22. #include <stdbool.h>
  23. #include <stdlib.h>
  24. #include <stdio.h>
  25. #include <string.h>
  26. #include <sys/socket.h>
  27. #include <sys/stat.h>
  28. #include <sys/time.h>
  29. #include <sys/types.h>
  30. #include <time.h>
  31. #include <unistd.h>
  32. #include <poll.h>
  33. static int cfg_clockid = CLOCK_TAI;
  34. static uint16_t cfg_port = 8000;
  35. static int cfg_variance_us = 4000;
  36. static uint64_t cfg_start_time_ns;
  37. static int cfg_mark;
  38. static bool cfg_rx;
  39. static uint64_t glob_tstart;
  40. static uint64_t tdeliver_max;
  41. /* encode one timed transmission (of a 1B payload) */
  42. struct timed_send {
  43. char data;
  44. int64_t delay_us;
  45. };
  46. #define MAX_NUM_PKT 8
  47. static struct timed_send cfg_buf[MAX_NUM_PKT];
  48. static int cfg_num_pkt;
  49. static int cfg_errq_level;
  50. static int cfg_errq_type;
  51. static struct sockaddr_storage cfg_dst_addr;
  52. static struct sockaddr_storage cfg_src_addr;
  53. static socklen_t cfg_alen;
  54. static uint64_t gettime_ns(clockid_t clock)
  55. {
  56. struct timespec ts;
  57. if (clock_gettime(clock, &ts))
  58. error(1, errno, "gettime");
  59. return ts.tv_sec * (1000ULL * 1000 * 1000) + ts.tv_nsec;
  60. }
  61. static void do_send_one(int fdt, struct timed_send *ts)
  62. {
  63. char control[CMSG_SPACE(sizeof(uint64_t))];
  64. struct msghdr msg = {0};
  65. struct iovec iov = {0};
  66. struct cmsghdr *cm;
  67. uint64_t tdeliver;
  68. int ret;
  69. iov.iov_base = &ts->data;
  70. iov.iov_len = 1;
  71. msg.msg_iov = &iov;
  72. msg.msg_iovlen = 1;
  73. msg.msg_name = (struct sockaddr *)&cfg_dst_addr;
  74. msg.msg_namelen = cfg_alen;
  75. if (ts->delay_us >= 0) {
  76. memset(control, 0, sizeof(control));
  77. msg.msg_control = &control;
  78. msg.msg_controllen = sizeof(control);
  79. tdeliver = glob_tstart + ts->delay_us * 1000;
  80. tdeliver_max = tdeliver_max > tdeliver ?
  81. tdeliver_max : tdeliver;
  82. cm = CMSG_FIRSTHDR(&msg);
  83. cm->cmsg_level = SOL_SOCKET;
  84. cm->cmsg_type = SCM_TXTIME;
  85. cm->cmsg_len = CMSG_LEN(sizeof(tdeliver));
  86. memcpy(CMSG_DATA(cm), &tdeliver, sizeof(tdeliver));
  87. }
  88. ret = sendmsg(fdt, &msg, 0);
  89. if (ret == -1)
  90. error(1, errno, "write");
  91. if (ret == 0)
  92. error(1, 0, "write: 0B");
  93. }
  94. static void do_recv_one(int fdr, struct timed_send *ts)
  95. {
  96. int64_t tstop, texpect;
  97. char rbuf[2];
  98. int ret;
  99. ret = recv(fdr, rbuf, sizeof(rbuf), 0);
  100. if (ret == -1 && errno == EAGAIN)
  101. error(1, EAGAIN, "recv: timeout");
  102. if (ret == -1)
  103. error(1, errno, "read");
  104. if (ret != 1)
  105. error(1, 0, "read: %dB", ret);
  106. tstop = (gettime_ns(cfg_clockid) - glob_tstart) / 1000;
  107. texpect = ts->delay_us >= 0 ? ts->delay_us : 0;
  108. fprintf(stderr, "payload:%c delay:%lld expected:%lld (us)\n",
  109. rbuf[0], (long long)tstop, (long long)texpect);
  110. if (rbuf[0] != ts->data)
  111. error(1, 0, "payload mismatch. expected %c", ts->data);
  112. if (llabs(tstop - texpect) > cfg_variance_us) {
  113. fprintf(stderr, "exceeds variance (%d us)\n", cfg_variance_us);
  114. if (!getenv("KSFT_MACHINE_SLOW"))
  115. exit(1);
  116. }
  117. }
  118. static void do_recv_verify_empty(int fdr)
  119. {
  120. char rbuf[1];
  121. int ret;
  122. ret = recv(fdr, rbuf, sizeof(rbuf), 0);
  123. if (ret != -1 || errno != EAGAIN)
  124. error(1, 0, "recv: not empty as expected (%d, %d)", ret, errno);
  125. }
  126. static int do_recv_errqueue_timeout(int fdt)
  127. {
  128. char control[CMSG_SPACE(sizeof(struct sock_extended_err)) +
  129. CMSG_SPACE(sizeof(struct sockaddr_in6))] = {0};
  130. char data[sizeof(struct ethhdr) + sizeof(struct ipv6hdr) +
  131. sizeof(struct udphdr) + 1];
  132. struct sock_extended_err *err;
  133. int ret, num_tstamp = 0;
  134. struct msghdr msg = {0};
  135. struct iovec iov = {0};
  136. struct cmsghdr *cm;
  137. int64_t tstamp = 0;
  138. iov.iov_base = data;
  139. iov.iov_len = sizeof(data);
  140. msg.msg_iov = &iov;
  141. msg.msg_iovlen = 1;
  142. msg.msg_control = control;
  143. msg.msg_controllen = sizeof(control);
  144. while (1) {
  145. const char *reason;
  146. ret = recvmsg(fdt, &msg, MSG_ERRQUEUE);
  147. if (ret == -1 && errno == EAGAIN)
  148. break;
  149. if (ret == -1)
  150. error(1, errno, "errqueue");
  151. if (msg.msg_flags != MSG_ERRQUEUE)
  152. error(1, 0, "errqueue: flags 0x%x\n", msg.msg_flags);
  153. cm = CMSG_FIRSTHDR(&msg);
  154. if (cm->cmsg_level != cfg_errq_level ||
  155. cm->cmsg_type != cfg_errq_type)
  156. error(1, 0, "errqueue: type 0x%x.0x%x\n",
  157. cm->cmsg_level, cm->cmsg_type);
  158. err = (struct sock_extended_err *)CMSG_DATA(cm);
  159. if (err->ee_origin != SO_EE_ORIGIN_TXTIME)
  160. error(1, 0, "errqueue: origin 0x%x\n", err->ee_origin);
  161. switch (err->ee_errno) {
  162. case ECANCELED:
  163. if (err->ee_code != SO_EE_CODE_TXTIME_MISSED)
  164. error(1, 0, "errqueue: unknown ECANCELED %u\n",
  165. err->ee_code);
  166. reason = "missed txtime";
  167. break;
  168. case EINVAL:
  169. if (err->ee_code != SO_EE_CODE_TXTIME_INVALID_PARAM)
  170. error(1, 0, "errqueue: unknown EINVAL %u\n",
  171. err->ee_code);
  172. reason = "invalid txtime";
  173. break;
  174. default:
  175. error(1, 0, "errqueue: errno %u code %u\n",
  176. err->ee_errno, err->ee_code);
  177. }
  178. tstamp = ((int64_t) err->ee_data) << 32 | err->ee_info;
  179. tstamp -= (int64_t) glob_tstart;
  180. tstamp /= 1000 * 1000;
  181. fprintf(stderr, "send: pkt %c at %" PRId64 "ms dropped: %s\n",
  182. data[ret - 1], tstamp, reason);
  183. msg.msg_flags = 0;
  184. msg.msg_controllen = sizeof(control);
  185. num_tstamp++;
  186. }
  187. return num_tstamp;
  188. }
  189. static void recv_errqueue_msgs(int fdt)
  190. {
  191. struct pollfd pfd = { .fd = fdt, .events = POLLERR };
  192. const int timeout_ms = 10;
  193. int ret, num_tstamp = 0;
  194. do {
  195. ret = poll(&pfd, 1, timeout_ms);
  196. if (ret == -1)
  197. error(1, errno, "poll");
  198. if (ret && (pfd.revents & POLLERR))
  199. num_tstamp += do_recv_errqueue_timeout(fdt);
  200. if (num_tstamp == cfg_num_pkt)
  201. break;
  202. } while (gettime_ns(cfg_clockid) < tdeliver_max);
  203. }
  204. static void start_time_wait(void)
  205. {
  206. uint64_t now;
  207. int err;
  208. if (!cfg_start_time_ns)
  209. return;
  210. now = gettime_ns(CLOCK_REALTIME);
  211. if (cfg_start_time_ns < now)
  212. return;
  213. err = usleep((cfg_start_time_ns - now) / 1000);
  214. if (err)
  215. error(1, errno, "usleep");
  216. }
  217. static void setsockopt_txtime(int fd)
  218. {
  219. struct sock_txtime so_txtime_val = { .clockid = cfg_clockid };
  220. struct sock_txtime so_txtime_val_read = { 0 };
  221. socklen_t vallen = sizeof(so_txtime_val);
  222. so_txtime_val.flags = SOF_TXTIME_REPORT_ERRORS;
  223. if (setsockopt(fd, SOL_SOCKET, SO_TXTIME,
  224. &so_txtime_val, sizeof(so_txtime_val)))
  225. error(1, errno, "setsockopt txtime");
  226. if (getsockopt(fd, SOL_SOCKET, SO_TXTIME,
  227. &so_txtime_val_read, &vallen))
  228. error(1, errno, "getsockopt txtime");
  229. if (vallen != sizeof(so_txtime_val) ||
  230. memcmp(&so_txtime_val, &so_txtime_val_read, vallen))
  231. error(1, 0, "getsockopt txtime: mismatch");
  232. }
  233. static int setup_tx(struct sockaddr *addr, socklen_t alen)
  234. {
  235. int fd;
  236. fd = socket(addr->sa_family, SOCK_DGRAM, 0);
  237. if (fd == -1)
  238. error(1, errno, "socket t");
  239. if (connect(fd, addr, alen))
  240. error(1, errno, "connect");
  241. setsockopt_txtime(fd);
  242. if (cfg_mark &&
  243. setsockopt(fd, SOL_SOCKET, SO_MARK, &cfg_mark, sizeof(cfg_mark)))
  244. error(1, errno, "setsockopt mark");
  245. return fd;
  246. }
  247. static int setup_rx(struct sockaddr *addr, socklen_t alen)
  248. {
  249. struct timeval tv = { .tv_usec = 100 * 1000 };
  250. int fd;
  251. fd = socket(addr->sa_family, SOCK_DGRAM, 0);
  252. if (fd == -1)
  253. error(1, errno, "socket r");
  254. if (bind(fd, addr, alen))
  255. error(1, errno, "bind");
  256. if (setsockopt(fd, SOL_SOCKET, SO_RCVTIMEO, &tv, sizeof(tv)))
  257. error(1, errno, "setsockopt rcv timeout");
  258. return fd;
  259. }
  260. static void do_test_tx(struct sockaddr *addr, socklen_t alen)
  261. {
  262. int fdt, i;
  263. fprintf(stderr, "\nSO_TXTIME ipv%c clock %s\n",
  264. addr->sa_family == PF_INET ? '4' : '6',
  265. cfg_clockid == CLOCK_TAI ? "tai" : "monotonic");
  266. fdt = setup_tx(addr, alen);
  267. start_time_wait();
  268. glob_tstart = gettime_ns(cfg_clockid);
  269. for (i = 0; i < cfg_num_pkt; i++)
  270. do_send_one(fdt, &cfg_buf[i]);
  271. recv_errqueue_msgs(fdt);
  272. if (close(fdt))
  273. error(1, errno, "close t");
  274. }
  275. static void do_test_rx(struct sockaddr *addr, socklen_t alen)
  276. {
  277. int fdr, i;
  278. fdr = setup_rx(addr, alen);
  279. start_time_wait();
  280. glob_tstart = gettime_ns(cfg_clockid);
  281. for (i = 0; i < cfg_num_pkt; i++)
  282. do_recv_one(fdr, &cfg_buf[i]);
  283. do_recv_verify_empty(fdr);
  284. if (close(fdr))
  285. error(1, errno, "close r");
  286. }
  287. static void setup_sockaddr(int domain, const char *str_addr,
  288. struct sockaddr_storage *sockaddr)
  289. {
  290. struct sockaddr_in6 *addr6 = (void *) sockaddr;
  291. struct sockaddr_in *addr4 = (void *) sockaddr;
  292. switch (domain) {
  293. case PF_INET:
  294. memset(addr4, 0, sizeof(*addr4));
  295. addr4->sin_family = AF_INET;
  296. addr4->sin_port = htons(cfg_port);
  297. if (str_addr &&
  298. inet_pton(AF_INET, str_addr, &(addr4->sin_addr)) != 1)
  299. error(1, 0, "ipv4 parse error: %s", str_addr);
  300. break;
  301. case PF_INET6:
  302. memset(addr6, 0, sizeof(*addr6));
  303. addr6->sin6_family = AF_INET6;
  304. addr6->sin6_port = htons(cfg_port);
  305. if (str_addr &&
  306. inet_pton(AF_INET6, str_addr, &(addr6->sin6_addr)) != 1)
  307. error(1, 0, "ipv6 parse error: %s", str_addr);
  308. break;
  309. }
  310. }
  311. static int parse_io(const char *optarg, struct timed_send *array)
  312. {
  313. char *arg, *tok;
  314. int aoff = 0;
  315. arg = strdup(optarg);
  316. if (!arg)
  317. error(1, errno, "strdup");
  318. while ((tok = strtok(arg, ","))) {
  319. arg = NULL; /* only pass non-zero on first call */
  320. if (aoff / 2 == MAX_NUM_PKT)
  321. error(1, 0, "exceeds max pkt count (%d)", MAX_NUM_PKT);
  322. if (aoff & 1) { /* parse delay */
  323. array->delay_us = strtol(tok, NULL, 0) * 1000;
  324. array++;
  325. } else { /* parse character */
  326. array->data = tok[0];
  327. }
  328. aoff++;
  329. }
  330. free(arg);
  331. return aoff / 2;
  332. }
  333. static void usage(const char *progname)
  334. {
  335. fprintf(stderr, "\nUsage: %s [options] <payload>\n"
  336. "Options:\n"
  337. " -4 only IPv4\n"
  338. " -6 only IPv6\n"
  339. " -c <clock> monotonic or tai (default)\n"
  340. " -D <addr> destination IP address (server)\n"
  341. " -S <addr> source IP address (client)\n"
  342. " -r run rx mode\n"
  343. " -t <nsec> start time (UTC nanoseconds)\n"
  344. " -m <mark> socket mark\n"
  345. "\n",
  346. progname);
  347. exit(1);
  348. }
  349. static void parse_opts(int argc, char **argv)
  350. {
  351. char *daddr = NULL, *saddr = NULL;
  352. int domain = PF_UNSPEC;
  353. int c;
  354. while ((c = getopt(argc, argv, "46c:S:D:rt:m:")) != -1) {
  355. switch (c) {
  356. case '4':
  357. if (domain != PF_UNSPEC)
  358. error(1, 0, "Pass one of -4 or -6");
  359. domain = PF_INET;
  360. cfg_alen = sizeof(struct sockaddr_in);
  361. cfg_errq_level = SOL_IP;
  362. cfg_errq_type = IP_RECVERR;
  363. break;
  364. case '6':
  365. if (domain != PF_UNSPEC)
  366. error(1, 0, "Pass one of -4 or -6");
  367. domain = PF_INET6;
  368. cfg_alen = sizeof(struct sockaddr_in6);
  369. cfg_errq_level = SOL_IPV6;
  370. cfg_errq_type = IPV6_RECVERR;
  371. break;
  372. case 'c':
  373. if (!strcmp(optarg, "tai"))
  374. cfg_clockid = CLOCK_TAI;
  375. else if (!strcmp(optarg, "monotonic") ||
  376. !strcmp(optarg, "mono"))
  377. cfg_clockid = CLOCK_MONOTONIC;
  378. else
  379. error(1, 0, "unknown clock id %s", optarg);
  380. break;
  381. case 'S':
  382. saddr = optarg;
  383. break;
  384. case 'D':
  385. daddr = optarg;
  386. break;
  387. case 'r':
  388. cfg_rx = true;
  389. break;
  390. case 't':
  391. cfg_start_time_ns = strtoll(optarg, NULL, 0);
  392. break;
  393. case 'm':
  394. cfg_mark = strtol(optarg, NULL, 0);
  395. break;
  396. default:
  397. usage(argv[0]);
  398. }
  399. }
  400. if (argc - optind != 1)
  401. usage(argv[0]);
  402. if (domain == PF_UNSPEC)
  403. error(1, 0, "Pass one of -4 or -6");
  404. if (!daddr)
  405. error(1, 0, "-D <server addr> required\n");
  406. if (!cfg_rx && !saddr)
  407. error(1, 0, "-S <client addr> required\n");
  408. setup_sockaddr(domain, daddr, &cfg_dst_addr);
  409. setup_sockaddr(domain, saddr, &cfg_src_addr);
  410. cfg_num_pkt = parse_io(argv[optind], cfg_buf);
  411. }
  412. int main(int argc, char **argv)
  413. {
  414. parse_opts(argc, argv);
  415. if (cfg_rx)
  416. do_test_rx((void *)&cfg_dst_addr, cfg_alen);
  417. else
  418. do_test_tx((void *)&cfg_src_addr, cfg_alen);
  419. return 0;
  420. }