txtimestamp.c 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright 2014 Google Inc.
  4. * Author: willemb@google.com (Willem de Bruijn)
  5. *
  6. * Test software tx timestamping, including
  7. *
  8. * - SCHED, SND and ACK timestamps
  9. * - RAW, UDP and TCP
  10. * - IPv4 and IPv6
  11. * - various packet sizes (to test GSO and TSO)
  12. *
  13. * Consult the command line arguments for help on running
  14. * the various testcases.
  15. *
  16. * This test requires a dummy TCP server.
  17. * A simple `nc6 [-u] -l -p $DESTPORT` will do
  18. */
  19. #define _GNU_SOURCE
  20. #include <arpa/inet.h>
  21. #include <asm/types.h>
  22. #include <error.h>
  23. #include <errno.h>
  24. #include <inttypes.h>
  25. #include <linux/errqueue.h>
  26. #include <linux/if_ether.h>
  27. #include <linux/if_packet.h>
  28. #include <linux/ipv6.h>
  29. #include <linux/net_tstamp.h>
  30. #include <netdb.h>
  31. #include <net/if.h>
  32. #include <netinet/in.h>
  33. #include <netinet/ip.h>
  34. #include <netinet/udp.h>
  35. #include <netinet/tcp.h>
  36. #include <poll.h>
  37. #include <stdarg.h>
  38. #include <stdbool.h>
  39. #include <stdio.h>
  40. #include <stdlib.h>
  41. #include <string.h>
  42. #include <sys/epoll.h>
  43. #include <sys/ioctl.h>
  44. #include <sys/select.h>
  45. #include <sys/socket.h>
  46. #include <sys/time.h>
  47. #include <sys/types.h>
  48. #include <time.h>
  49. #include <unistd.h>
  50. #define NSEC_PER_USEC 1000L
  51. #define USEC_PER_SEC 1000000L
  52. #define NSEC_PER_SEC 1000000000LL
  53. /* command line parameters */
  54. static int cfg_proto = SOCK_STREAM;
  55. static int cfg_ipproto = IPPROTO_TCP;
  56. static int cfg_num_pkts = 4;
  57. static int do_ipv4 = 1;
  58. static int do_ipv6 = 1;
  59. static int cfg_payload_len = 10;
  60. static int cfg_poll_timeout = 100;
  61. static int cfg_delay_snd;
  62. static int cfg_delay_ack;
  63. static int cfg_delay_tolerance_usec = 500;
  64. static bool cfg_show_payload;
  65. static bool cfg_do_pktinfo;
  66. static bool cfg_busy_poll;
  67. static int cfg_sleep_usec = 50 * 1000;
  68. static bool cfg_loop_nodata;
  69. static bool cfg_use_cmsg;
  70. static bool cfg_use_pf_packet;
  71. static bool cfg_use_epoll;
  72. static bool cfg_epollet;
  73. static bool cfg_do_listen;
  74. static uint16_t dest_port = 9000;
  75. static bool cfg_print_nsec;
  76. static struct sockaddr_in daddr;
  77. static struct sockaddr_in6 daddr6;
  78. static struct timespec ts_usr;
  79. static int saved_tskey = -1;
  80. static int saved_tskey_type = -1;
  81. struct timing_event {
  82. int64_t min;
  83. int64_t max;
  84. int64_t total;
  85. int count;
  86. };
  87. static struct timing_event usr_enq;
  88. static struct timing_event usr_snd;
  89. static struct timing_event usr_ack;
  90. static bool test_failed;
  91. static int64_t timespec_to_ns64(struct timespec *ts)
  92. {
  93. return ts->tv_sec * NSEC_PER_SEC + ts->tv_nsec;
  94. }
  95. static int64_t timespec_to_us64(struct timespec *ts)
  96. {
  97. return ts->tv_sec * USEC_PER_SEC + ts->tv_nsec / NSEC_PER_USEC;
  98. }
  99. static void init_timing_event(struct timing_event *te)
  100. {
  101. te->min = INT64_MAX;
  102. te->max = 0;
  103. te->total = 0;
  104. te->count = 0;
  105. }
  106. static void add_timing_event(struct timing_event *te,
  107. struct timespec *t_start, struct timespec *t_end)
  108. {
  109. int64_t ts_delta = timespec_to_ns64(t_end) - timespec_to_ns64(t_start);
  110. te->count++;
  111. if (ts_delta < te->min)
  112. te->min = ts_delta;
  113. if (ts_delta > te->max)
  114. te->max = ts_delta;
  115. te->total += ts_delta;
  116. }
  117. static void validate_key(int tskey, int tstype)
  118. {
  119. int stepsize;
  120. /* compare key for each subsequent request
  121. * must only test for one type, the first one requested
  122. */
  123. if (saved_tskey == -1)
  124. saved_tskey_type = tstype;
  125. else if (saved_tskey_type != tstype)
  126. return;
  127. stepsize = cfg_proto == SOCK_STREAM ? cfg_payload_len : 1;
  128. if (tskey != saved_tskey + stepsize) {
  129. fprintf(stderr, "ERROR: key %d, expected %d\n",
  130. tskey, saved_tskey + stepsize);
  131. test_failed = true;
  132. }
  133. saved_tskey = tskey;
  134. }
  135. static void validate_timestamp(struct timespec *cur, int min_delay)
  136. {
  137. int64_t cur64, start64;
  138. int max_delay;
  139. cur64 = timespec_to_us64(cur);
  140. start64 = timespec_to_us64(&ts_usr);
  141. max_delay = min_delay + cfg_delay_tolerance_usec;
  142. if (cur64 < start64 + min_delay || cur64 > start64 + max_delay) {
  143. fprintf(stderr, "ERROR: %" PRId64 " us expected between %d and %d\n",
  144. cur64 - start64, min_delay, max_delay);
  145. if (!getenv("KSFT_MACHINE_SLOW"))
  146. test_failed = true;
  147. }
  148. }
  149. static void __print_ts_delta_formatted(int64_t ts_delta)
  150. {
  151. if (cfg_print_nsec)
  152. fprintf(stderr, "%" PRId64 " ns", ts_delta);
  153. else
  154. fprintf(stderr, "%" PRId64 " us", ts_delta / NSEC_PER_USEC);
  155. }
  156. static void __print_timestamp(const char *name, struct timespec *cur,
  157. uint32_t key, int payload_len)
  158. {
  159. int64_t ts_delta;
  160. if (!(cur->tv_sec | cur->tv_nsec))
  161. return;
  162. if (cfg_print_nsec)
  163. fprintf(stderr, " %s: %lu s %lu ns (seq=%u, len=%u)",
  164. name, cur->tv_sec, cur->tv_nsec,
  165. key, payload_len);
  166. else
  167. fprintf(stderr, " %s: %lu s %lu us (seq=%u, len=%u)",
  168. name, cur->tv_sec, cur->tv_nsec / NSEC_PER_USEC,
  169. key, payload_len);
  170. if (cur != &ts_usr) {
  171. ts_delta = timespec_to_ns64(cur) - timespec_to_ns64(&ts_usr);
  172. fprintf(stderr, " (USR +");
  173. __print_ts_delta_formatted(ts_delta);
  174. fprintf(stderr, ")");
  175. }
  176. fprintf(stderr, "\n");
  177. }
  178. static void print_timestamp_usr(void)
  179. {
  180. if (clock_gettime(CLOCK_REALTIME, &ts_usr))
  181. error(1, errno, "clock_gettime");
  182. __print_timestamp(" USR", &ts_usr, 0, 0);
  183. }
  184. static void print_timestamp(struct scm_timestamping *tss, int tstype,
  185. int tskey, int payload_len)
  186. {
  187. const char *tsname;
  188. validate_key(tskey, tstype);
  189. switch (tstype) {
  190. case SCM_TSTAMP_SCHED:
  191. tsname = " ENQ";
  192. validate_timestamp(&tss->ts[0], 0);
  193. add_timing_event(&usr_enq, &ts_usr, &tss->ts[0]);
  194. break;
  195. case SCM_TSTAMP_SND:
  196. tsname = " SND";
  197. validate_timestamp(&tss->ts[0], cfg_delay_snd);
  198. add_timing_event(&usr_snd, &ts_usr, &tss->ts[0]);
  199. break;
  200. case SCM_TSTAMP_ACK:
  201. tsname = " ACK";
  202. validate_timestamp(&tss->ts[0], cfg_delay_ack);
  203. add_timing_event(&usr_ack, &ts_usr, &tss->ts[0]);
  204. break;
  205. default:
  206. error(1, 0, "unknown timestamp type: %u",
  207. tstype);
  208. }
  209. __print_timestamp(tsname, &tss->ts[0], tskey, payload_len);
  210. }
  211. static void print_timing_event(char *name, struct timing_event *te)
  212. {
  213. if (!te->count)
  214. return;
  215. fprintf(stderr, " %s: count=%d", name, te->count);
  216. fprintf(stderr, ", avg=");
  217. __print_ts_delta_formatted((int64_t)(te->total / te->count));
  218. fprintf(stderr, ", min=");
  219. __print_ts_delta_formatted(te->min);
  220. fprintf(stderr, ", max=");
  221. __print_ts_delta_formatted(te->max);
  222. fprintf(stderr, "\n");
  223. }
  224. /* TODO: convert to check_and_print payload once API is stable */
  225. static void print_payload(char *data, int len)
  226. {
  227. int i;
  228. if (!len)
  229. return;
  230. if (len > 70)
  231. len = 70;
  232. fprintf(stderr, "payload: ");
  233. for (i = 0; i < len; i++)
  234. fprintf(stderr, "%02hhx ", data[i]);
  235. fprintf(stderr, "\n");
  236. }
  237. static void print_pktinfo(int family, int ifindex, void *saddr, void *daddr)
  238. {
  239. char sa[INET6_ADDRSTRLEN], da[INET6_ADDRSTRLEN];
  240. fprintf(stderr, " pktinfo: ifindex=%u src=%s dst=%s\n",
  241. ifindex,
  242. saddr ? inet_ntop(family, saddr, sa, sizeof(sa)) : "unknown",
  243. daddr ? inet_ntop(family, daddr, da, sizeof(da)) : "unknown");
  244. }
  245. static void __epoll(int epfd)
  246. {
  247. struct epoll_event events;
  248. int ret;
  249. memset(&events, 0, sizeof(events));
  250. ret = epoll_wait(epfd, &events, 1, cfg_poll_timeout);
  251. if (ret != 1)
  252. error(1, errno, "epoll_wait");
  253. }
  254. static void __poll(int fd)
  255. {
  256. struct pollfd pollfd;
  257. int ret;
  258. memset(&pollfd, 0, sizeof(pollfd));
  259. pollfd.fd = fd;
  260. ret = poll(&pollfd, 1, cfg_poll_timeout);
  261. if (ret != 1)
  262. error(1, errno, "poll");
  263. }
  264. static void __recv_errmsg_cmsg(struct msghdr *msg, int payload_len)
  265. {
  266. struct sock_extended_err *serr = NULL;
  267. struct scm_timestamping *tss = NULL;
  268. struct cmsghdr *cm;
  269. int batch = 0;
  270. for (cm = CMSG_FIRSTHDR(msg);
  271. cm && cm->cmsg_len;
  272. cm = CMSG_NXTHDR(msg, cm)) {
  273. if (cm->cmsg_level == SOL_SOCKET &&
  274. cm->cmsg_type == SCM_TIMESTAMPING) {
  275. tss = (void *) CMSG_DATA(cm);
  276. } else if ((cm->cmsg_level == SOL_IP &&
  277. cm->cmsg_type == IP_RECVERR) ||
  278. (cm->cmsg_level == SOL_IPV6 &&
  279. cm->cmsg_type == IPV6_RECVERR) ||
  280. (cm->cmsg_level == SOL_PACKET &&
  281. cm->cmsg_type == PACKET_TX_TIMESTAMP)) {
  282. serr = (void *) CMSG_DATA(cm);
  283. if (serr->ee_errno != ENOMSG ||
  284. serr->ee_origin != SO_EE_ORIGIN_TIMESTAMPING) {
  285. fprintf(stderr, "unknown ip error %d %d\n",
  286. serr->ee_errno,
  287. serr->ee_origin);
  288. serr = NULL;
  289. }
  290. } else if (cm->cmsg_level == SOL_IP &&
  291. cm->cmsg_type == IP_PKTINFO) {
  292. struct in_pktinfo *info = (void *) CMSG_DATA(cm);
  293. print_pktinfo(AF_INET, info->ipi_ifindex,
  294. &info->ipi_spec_dst, &info->ipi_addr);
  295. } else if (cm->cmsg_level == SOL_IPV6 &&
  296. cm->cmsg_type == IPV6_PKTINFO) {
  297. struct in6_pktinfo *info6 = (void *) CMSG_DATA(cm);
  298. print_pktinfo(AF_INET6, info6->ipi6_ifindex,
  299. NULL, &info6->ipi6_addr);
  300. } else
  301. fprintf(stderr, "unknown cmsg %d,%d\n",
  302. cm->cmsg_level, cm->cmsg_type);
  303. if (serr && tss) {
  304. print_timestamp(tss, serr->ee_info, serr->ee_data,
  305. payload_len);
  306. serr = NULL;
  307. tss = NULL;
  308. batch++;
  309. }
  310. }
  311. if (batch > 1) {
  312. fprintf(stderr, "batched %d timestamps\n", batch);
  313. } else if (!batch) {
  314. fprintf(stderr, "Failed to report timestamps\n");
  315. test_failed = true;
  316. }
  317. }
  318. static int recv_errmsg(int fd)
  319. {
  320. static char ctrl[1024 /* overprovision*/];
  321. static struct msghdr msg;
  322. struct iovec entry;
  323. static char *data;
  324. int ret = 0;
  325. data = malloc(cfg_payload_len);
  326. if (!data)
  327. error(1, 0, "malloc");
  328. memset(&msg, 0, sizeof(msg));
  329. memset(&entry, 0, sizeof(entry));
  330. memset(ctrl, 0, sizeof(ctrl));
  331. entry.iov_base = data;
  332. entry.iov_len = cfg_payload_len;
  333. msg.msg_iov = &entry;
  334. msg.msg_iovlen = 1;
  335. msg.msg_name = NULL;
  336. msg.msg_namelen = 0;
  337. msg.msg_control = ctrl;
  338. msg.msg_controllen = sizeof(ctrl);
  339. ret = recvmsg(fd, &msg, MSG_ERRQUEUE);
  340. if (ret == -1 && errno != EAGAIN)
  341. error(1, errno, "recvmsg");
  342. if (ret >= 0) {
  343. __recv_errmsg_cmsg(&msg, ret);
  344. if (cfg_show_payload)
  345. print_payload(data, cfg_payload_len);
  346. }
  347. free(data);
  348. return ret == -1;
  349. }
  350. static uint16_t get_ip_csum(const uint16_t *start, int num_words,
  351. unsigned long sum)
  352. {
  353. int i;
  354. for (i = 0; i < num_words; i++)
  355. sum += start[i];
  356. while (sum >> 16)
  357. sum = (sum & 0xFFFF) + (sum >> 16);
  358. return ~sum;
  359. }
  360. static uint16_t get_udp_csum(const struct udphdr *udph, int alen)
  361. {
  362. unsigned long pseudo_sum, csum_len;
  363. const void *csum_start = udph;
  364. pseudo_sum = htons(IPPROTO_UDP);
  365. pseudo_sum += udph->len;
  366. /* checksum ip(v6) addresses + udp header + payload */
  367. csum_start -= alen * 2;
  368. csum_len = ntohs(udph->len) + alen * 2;
  369. return get_ip_csum(csum_start, csum_len >> 1, pseudo_sum);
  370. }
  371. static int fill_header_ipv4(void *p)
  372. {
  373. struct iphdr *iph = p;
  374. memset(iph, 0, sizeof(*iph));
  375. iph->ihl = 5;
  376. iph->version = 4;
  377. iph->ttl = 2;
  378. iph->saddr = daddr.sin_addr.s_addr; /* set for udp csum calc */
  379. iph->daddr = daddr.sin_addr.s_addr;
  380. iph->protocol = IPPROTO_UDP;
  381. /* kernel writes saddr, csum, len */
  382. return sizeof(*iph);
  383. }
  384. static int fill_header_ipv6(void *p)
  385. {
  386. struct ipv6hdr *ip6h = p;
  387. memset(ip6h, 0, sizeof(*ip6h));
  388. ip6h->version = 6;
  389. ip6h->payload_len = htons(sizeof(struct udphdr) + cfg_payload_len);
  390. ip6h->nexthdr = IPPROTO_UDP;
  391. ip6h->hop_limit = 64;
  392. ip6h->saddr = daddr6.sin6_addr;
  393. ip6h->daddr = daddr6.sin6_addr;
  394. /* kernel does not write saddr in case of ipv6 */
  395. return sizeof(*ip6h);
  396. }
  397. static void fill_header_udp(void *p, bool is_ipv4)
  398. {
  399. struct udphdr *udph = p;
  400. udph->source = ntohs(dest_port + 1); /* spoof */
  401. udph->dest = ntohs(dest_port);
  402. udph->len = ntohs(sizeof(*udph) + cfg_payload_len);
  403. udph->check = 0;
  404. udph->check = get_udp_csum(udph, is_ipv4 ? sizeof(struct in_addr) :
  405. sizeof(struct in6_addr));
  406. }
  407. static void do_test(int family, unsigned int report_opt)
  408. {
  409. char control[CMSG_SPACE(sizeof(uint32_t))];
  410. struct sockaddr_ll laddr;
  411. unsigned int sock_opt;
  412. struct cmsghdr *cmsg;
  413. struct msghdr msg;
  414. struct iovec iov;
  415. char *buf;
  416. int fd, i, val = 1, total_len, epfd = 0;
  417. init_timing_event(&usr_enq);
  418. init_timing_event(&usr_snd);
  419. init_timing_event(&usr_ack);
  420. total_len = cfg_payload_len;
  421. if (cfg_use_pf_packet || cfg_proto == SOCK_RAW) {
  422. total_len += sizeof(struct udphdr);
  423. if (cfg_use_pf_packet || cfg_ipproto == IPPROTO_RAW) {
  424. if (family == PF_INET)
  425. total_len += sizeof(struct iphdr);
  426. else
  427. total_len += sizeof(struct ipv6hdr);
  428. }
  429. /* special case, only rawv6_sendmsg:
  430. * pass proto in sin6_port if not connected
  431. * also see ANK comment in net/ipv4/raw.c
  432. */
  433. daddr6.sin6_port = htons(cfg_ipproto);
  434. }
  435. buf = malloc(total_len);
  436. if (!buf)
  437. error(1, 0, "malloc");
  438. fd = socket(cfg_use_pf_packet ? PF_PACKET : family,
  439. cfg_proto, cfg_ipproto);
  440. if (fd < 0)
  441. error(1, errno, "socket");
  442. if (cfg_use_epoll) {
  443. struct epoll_event ev;
  444. memset(&ev, 0, sizeof(ev));
  445. ev.data.fd = fd;
  446. if (cfg_epollet)
  447. ev.events |= EPOLLET;
  448. epfd = epoll_create(1);
  449. if (epfd <= 0)
  450. error(1, errno, "epoll_create");
  451. if (epoll_ctl(epfd, EPOLL_CTL_ADD, fd, &ev))
  452. error(1, errno, "epoll_ctl");
  453. }
  454. /* reset expected key on each new socket */
  455. saved_tskey = -1;
  456. if (cfg_proto == SOCK_STREAM) {
  457. if (setsockopt(fd, IPPROTO_TCP, TCP_NODELAY,
  458. (char*) &val, sizeof(val)))
  459. error(1, 0, "setsockopt no nagle");
  460. if (family == PF_INET) {
  461. if (connect(fd, (void *) &daddr, sizeof(daddr)))
  462. error(1, errno, "connect ipv4");
  463. } else {
  464. if (connect(fd, (void *) &daddr6, sizeof(daddr6)))
  465. error(1, errno, "connect ipv6");
  466. }
  467. }
  468. if (cfg_do_pktinfo) {
  469. if (family == AF_INET6) {
  470. if (setsockopt(fd, SOL_IPV6, IPV6_RECVPKTINFO,
  471. &val, sizeof(val)))
  472. error(1, errno, "setsockopt pktinfo ipv6");
  473. } else {
  474. if (setsockopt(fd, SOL_IP, IP_PKTINFO,
  475. &val, sizeof(val)))
  476. error(1, errno, "setsockopt pktinfo ipv4");
  477. }
  478. }
  479. sock_opt = SOF_TIMESTAMPING_SOFTWARE |
  480. SOF_TIMESTAMPING_OPT_CMSG |
  481. SOF_TIMESTAMPING_OPT_ID;
  482. if (!cfg_use_cmsg)
  483. sock_opt |= report_opt;
  484. if (cfg_loop_nodata)
  485. sock_opt |= SOF_TIMESTAMPING_OPT_TSONLY;
  486. if (setsockopt(fd, SOL_SOCKET, SO_TIMESTAMPING,
  487. (char *) &sock_opt, sizeof(sock_opt)))
  488. error(1, 0, "setsockopt timestamping");
  489. for (i = 0; i < cfg_num_pkts; i++) {
  490. memset(&msg, 0, sizeof(msg));
  491. memset(buf, 'a' + i, total_len);
  492. if (cfg_use_pf_packet || cfg_proto == SOCK_RAW) {
  493. int off = 0;
  494. if (cfg_use_pf_packet || cfg_ipproto == IPPROTO_RAW) {
  495. if (family == PF_INET)
  496. off = fill_header_ipv4(buf);
  497. else
  498. off = fill_header_ipv6(buf);
  499. }
  500. fill_header_udp(buf + off, family == PF_INET);
  501. }
  502. print_timestamp_usr();
  503. iov.iov_base = buf;
  504. iov.iov_len = total_len;
  505. if (cfg_proto != SOCK_STREAM) {
  506. if (cfg_use_pf_packet) {
  507. memset(&laddr, 0, sizeof(laddr));
  508. laddr.sll_family = AF_PACKET;
  509. laddr.sll_ifindex = 1;
  510. laddr.sll_protocol = htons(family == AF_INET ? ETH_P_IP : ETH_P_IPV6);
  511. laddr.sll_halen = ETH_ALEN;
  512. msg.msg_name = (void *)&laddr;
  513. msg.msg_namelen = sizeof(laddr);
  514. } else if (family == PF_INET) {
  515. msg.msg_name = (void *)&daddr;
  516. msg.msg_namelen = sizeof(daddr);
  517. } else {
  518. msg.msg_name = (void *)&daddr6;
  519. msg.msg_namelen = sizeof(daddr6);
  520. }
  521. }
  522. msg.msg_iov = &iov;
  523. msg.msg_iovlen = 1;
  524. if (cfg_use_cmsg) {
  525. memset(control, 0, sizeof(control));
  526. msg.msg_control = control;
  527. msg.msg_controllen = sizeof(control);
  528. cmsg = CMSG_FIRSTHDR(&msg);
  529. cmsg->cmsg_level = SOL_SOCKET;
  530. cmsg->cmsg_type = SO_TIMESTAMPING;
  531. cmsg->cmsg_len = CMSG_LEN(sizeof(uint32_t));
  532. *((uint32_t *) CMSG_DATA(cmsg)) = report_opt;
  533. }
  534. val = sendmsg(fd, &msg, 0);
  535. if (val != total_len)
  536. error(1, errno, "send");
  537. /* wait for all errors to be queued, else ACKs arrive OOO */
  538. if (cfg_sleep_usec)
  539. usleep(cfg_sleep_usec);
  540. if (!cfg_busy_poll) {
  541. if (cfg_use_epoll)
  542. __epoll(epfd);
  543. else
  544. __poll(fd);
  545. }
  546. while (!recv_errmsg(fd)) {}
  547. }
  548. print_timing_event("USR-ENQ", &usr_enq);
  549. print_timing_event("USR-SND", &usr_snd);
  550. print_timing_event("USR-ACK", &usr_ack);
  551. if (close(fd))
  552. error(1, errno, "close");
  553. free(buf);
  554. usleep(100 * NSEC_PER_USEC);
  555. }
  556. static void __attribute__((noreturn)) usage(const char *filepath)
  557. {
  558. fprintf(stderr, "\nUsage: %s [options] hostname\n"
  559. "\nwhere options are:\n"
  560. " -4: only IPv4\n"
  561. " -6: only IPv6\n"
  562. " -h: show this message\n"
  563. " -b: busy poll to read from error queue\n"
  564. " -c N: number of packets for each test\n"
  565. " -C: use cmsg to set tstamp recording options\n"
  566. " -e: use level-triggered epoll() instead of poll()\n"
  567. " -E: use event-triggered epoll() instead of poll()\n"
  568. " -F: poll()/epoll() waits forever for an event\n"
  569. " -I: request PKTINFO\n"
  570. " -l N: send N bytes at a time\n"
  571. " -L listen on hostname and port\n"
  572. " -n: set no-payload option\n"
  573. " -N: print timestamps and durations in nsec (instead of usec)\n"
  574. " -p N: connect to port N\n"
  575. " -P: use PF_PACKET\n"
  576. " -r: use raw\n"
  577. " -R: use raw (IP_HDRINCL)\n"
  578. " -S N: usec to sleep before reading error queue\n"
  579. " -t N: tolerance (usec) for timestamp validation\n"
  580. " -u: use udp\n"
  581. " -v: validate SND delay (usec)\n"
  582. " -V: validate ACK delay (usec)\n"
  583. " -x: show payload (up to 70 bytes)\n",
  584. filepath);
  585. exit(1);
  586. }
  587. static void parse_opt(int argc, char **argv)
  588. {
  589. int proto_count = 0;
  590. int c;
  591. while ((c = getopt(argc, argv,
  592. "46bc:CeEFhIl:LnNp:PrRS:t:uv:V:x")) != -1) {
  593. switch (c) {
  594. case '4':
  595. do_ipv6 = 0;
  596. break;
  597. case '6':
  598. do_ipv4 = 0;
  599. break;
  600. case 'b':
  601. cfg_busy_poll = true;
  602. break;
  603. case 'c':
  604. cfg_num_pkts = strtoul(optarg, NULL, 10);
  605. break;
  606. case 'C':
  607. cfg_use_cmsg = true;
  608. break;
  609. case 'e':
  610. cfg_use_epoll = true;
  611. break;
  612. case 'E':
  613. cfg_use_epoll = true;
  614. cfg_epollet = true;
  615. case 'F':
  616. cfg_poll_timeout = -1;
  617. break;
  618. case 'I':
  619. cfg_do_pktinfo = true;
  620. break;
  621. case 'l':
  622. cfg_payload_len = strtoul(optarg, NULL, 10);
  623. break;
  624. case 'L':
  625. cfg_do_listen = true;
  626. break;
  627. case 'n':
  628. cfg_loop_nodata = true;
  629. break;
  630. case 'N':
  631. cfg_print_nsec = true;
  632. break;
  633. case 'p':
  634. dest_port = strtoul(optarg, NULL, 10);
  635. break;
  636. case 'P':
  637. proto_count++;
  638. cfg_use_pf_packet = true;
  639. cfg_proto = SOCK_DGRAM;
  640. cfg_ipproto = 0;
  641. break;
  642. case 'r':
  643. proto_count++;
  644. cfg_proto = SOCK_RAW;
  645. cfg_ipproto = IPPROTO_UDP;
  646. break;
  647. case 'R':
  648. proto_count++;
  649. cfg_proto = SOCK_RAW;
  650. cfg_ipproto = IPPROTO_RAW;
  651. break;
  652. case 'S':
  653. cfg_sleep_usec = strtoul(optarg, NULL, 10);
  654. break;
  655. case 't':
  656. cfg_delay_tolerance_usec = strtoul(optarg, NULL, 10);
  657. break;
  658. case 'u':
  659. proto_count++;
  660. cfg_proto = SOCK_DGRAM;
  661. cfg_ipproto = IPPROTO_UDP;
  662. break;
  663. case 'v':
  664. cfg_delay_snd = strtoul(optarg, NULL, 10);
  665. break;
  666. case 'V':
  667. cfg_delay_ack = strtoul(optarg, NULL, 10);
  668. break;
  669. case 'x':
  670. cfg_show_payload = true;
  671. break;
  672. case 'h':
  673. default:
  674. usage(argv[0]);
  675. }
  676. }
  677. if (!cfg_payload_len)
  678. error(1, 0, "payload may not be nonzero");
  679. if (cfg_proto != SOCK_STREAM && cfg_payload_len > 1472)
  680. error(1, 0, "udp packet might exceed expected MTU");
  681. if (!do_ipv4 && !do_ipv6)
  682. error(1, 0, "pass -4 or -6, not both");
  683. if (proto_count > 1)
  684. error(1, 0, "pass -P, -r, -R or -u, not multiple");
  685. if (cfg_do_pktinfo && cfg_use_pf_packet)
  686. error(1, 0, "cannot ask for pktinfo over pf_packet");
  687. if (cfg_busy_poll && cfg_use_epoll)
  688. error(1, 0, "pass epoll or busy_poll, not both");
  689. if (optind != argc - 1)
  690. error(1, 0, "missing required hostname argument");
  691. }
  692. static void resolve_hostname(const char *hostname)
  693. {
  694. struct addrinfo hints = { .ai_family = do_ipv4 ? AF_INET : AF_INET6 };
  695. struct addrinfo *addrs, *cur;
  696. int have_ipv4 = 0, have_ipv6 = 0;
  697. retry:
  698. if (getaddrinfo(hostname, NULL, &hints, &addrs))
  699. error(1, errno, "getaddrinfo");
  700. cur = addrs;
  701. while (cur && !have_ipv4 && !have_ipv6) {
  702. if (!have_ipv4 && cur->ai_family == AF_INET) {
  703. memcpy(&daddr, cur->ai_addr, sizeof(daddr));
  704. daddr.sin_port = htons(dest_port);
  705. have_ipv4 = 1;
  706. }
  707. else if (!have_ipv6 && cur->ai_family == AF_INET6) {
  708. memcpy(&daddr6, cur->ai_addr, sizeof(daddr6));
  709. daddr6.sin6_port = htons(dest_port);
  710. have_ipv6 = 1;
  711. }
  712. cur = cur->ai_next;
  713. }
  714. if (addrs)
  715. freeaddrinfo(addrs);
  716. if (do_ipv6 && hints.ai_family != AF_INET6) {
  717. hints.ai_family = AF_INET6;
  718. goto retry;
  719. }
  720. do_ipv4 &= have_ipv4;
  721. do_ipv6 &= have_ipv6;
  722. }
  723. static void do_listen(int family, void *addr, int alen)
  724. {
  725. int fd, type;
  726. type = cfg_proto == SOCK_RAW ? SOCK_DGRAM : cfg_proto;
  727. fd = socket(family, type, 0);
  728. if (fd == -1)
  729. error(1, errno, "socket rx");
  730. if (bind(fd, addr, alen))
  731. error(1, errno, "bind rx");
  732. if (type == SOCK_STREAM && listen(fd, 10))
  733. error(1, errno, "listen rx");
  734. /* leave fd open, will be closed on process exit.
  735. * this enables connect() to succeed and avoids icmp replies
  736. */
  737. }
  738. static void do_main(int family)
  739. {
  740. fprintf(stderr, "family: %s %s\n",
  741. family == PF_INET ? "INET" : "INET6",
  742. cfg_use_pf_packet ? "(PF_PACKET)" : "");
  743. fprintf(stderr, "test SND\n");
  744. do_test(family, SOF_TIMESTAMPING_TX_SOFTWARE);
  745. fprintf(stderr, "test ENQ\n");
  746. do_test(family, SOF_TIMESTAMPING_TX_SCHED);
  747. fprintf(stderr, "test ENQ + SND\n");
  748. do_test(family, SOF_TIMESTAMPING_TX_SCHED |
  749. SOF_TIMESTAMPING_TX_SOFTWARE);
  750. if (cfg_proto == SOCK_STREAM) {
  751. fprintf(stderr, "\ntest ACK\n");
  752. do_test(family, SOF_TIMESTAMPING_TX_ACK);
  753. fprintf(stderr, "\ntest SND + ACK\n");
  754. do_test(family, SOF_TIMESTAMPING_TX_SOFTWARE |
  755. SOF_TIMESTAMPING_TX_ACK);
  756. fprintf(stderr, "\ntest ENQ + SND + ACK\n");
  757. do_test(family, SOF_TIMESTAMPING_TX_SCHED |
  758. SOF_TIMESTAMPING_TX_SOFTWARE |
  759. SOF_TIMESTAMPING_TX_ACK);
  760. }
  761. }
  762. const char *sock_names[] = { NULL, "TCP", "UDP", "RAW" };
  763. int main(int argc, char **argv)
  764. {
  765. if (argc == 1)
  766. usage(argv[0]);
  767. parse_opt(argc, argv);
  768. resolve_hostname(argv[argc - 1]);
  769. fprintf(stderr, "protocol: %s\n", sock_names[cfg_proto]);
  770. fprintf(stderr, "payload: %u\n", cfg_payload_len);
  771. fprintf(stderr, "server port: %u\n", dest_port);
  772. fprintf(stderr, "\n");
  773. if (do_ipv4) {
  774. if (cfg_do_listen)
  775. do_listen(PF_INET, &daddr, sizeof(daddr));
  776. do_main(PF_INET);
  777. }
  778. if (do_ipv6) {
  779. if (cfg_do_listen)
  780. do_listen(PF_INET6, &daddr6, sizeof(daddr6));
  781. do_main(PF_INET6);
  782. }
  783. return test_failed;
  784. }