futex_requeue_pi.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412
  1. /******************************************************************************
  2. *
  3. * Copyright © International Business Machines Corp., 2006-2008
  4. *
  5. * This program is free software; you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation; either version 2 of the License, or
  8. * (at your option) any later version.
  9. *
  10. * DESCRIPTION
  11. * This test excercises the futex syscall op codes needed for requeuing
  12. * priority inheritance aware POSIX condition variables and mutexes.
  13. *
  14. * AUTHORS
  15. * Sripathi Kodi <sripathik@in.ibm.com>
  16. * Darren Hart <dvhart@linux.intel.com>
  17. *
  18. * HISTORY
  19. * 2008-Jan-13: Initial version by Sripathi Kodi <sripathik@in.ibm.com>
  20. * 2009-Nov-6: futex test adaptation by Darren Hart <dvhart@linux.intel.com>
  21. *
  22. *****************************************************************************/
  23. #include <errno.h>
  24. #include <limits.h>
  25. #include <pthread.h>
  26. #include <stdio.h>
  27. #include <stdlib.h>
  28. #include <signal.h>
  29. #include <string.h>
  30. #include "atomic.h"
  31. #include "futextest.h"
  32. #include "logging.h"
  33. #define TEST_NAME "futex-requeue-pi"
  34. #define MAX_WAKE_ITERS 1000
  35. #define THREAD_MAX 10
  36. #define SIGNAL_PERIOD_US 100
  37. atomic_t waiters_blocked = ATOMIC_INITIALIZER;
  38. atomic_t waiters_woken = ATOMIC_INITIALIZER;
  39. futex_t f1 = FUTEX_INITIALIZER;
  40. futex_t f2 = FUTEX_INITIALIZER;
  41. futex_t wake_complete = FUTEX_INITIALIZER;
  42. /* Test option defaults */
  43. static long timeout_ns;
  44. static int broadcast;
  45. static int owner;
  46. static int locked;
  47. struct thread_arg {
  48. long id;
  49. struct timespec *timeout;
  50. int lock;
  51. int ret;
  52. };
  53. #define THREAD_ARG_INITIALIZER { 0, NULL, 0, 0 }
  54. void usage(char *prog)
  55. {
  56. printf("Usage: %s\n", prog);
  57. printf(" -b Broadcast wakeup (all waiters)\n");
  58. printf(" -c Use color\n");
  59. printf(" -h Display this help message\n");
  60. printf(" -l Lock the pi futex across requeue\n");
  61. printf(" -o Use a third party pi futex owner during requeue (cancels -l)\n");
  62. printf(" -t N Timeout in nanoseconds (default: 0)\n");
  63. printf(" -v L Verbosity level: %d=QUIET %d=CRITICAL %d=INFO\n",
  64. VQUIET, VCRITICAL, VINFO);
  65. }
  66. int create_rt_thread(pthread_t *pth, void*(*func)(void *), void *arg,
  67. int policy, int prio)
  68. {
  69. int ret;
  70. struct sched_param schedp;
  71. pthread_attr_t attr;
  72. pthread_attr_init(&attr);
  73. memset(&schedp, 0, sizeof(schedp));
  74. ret = pthread_attr_setinheritsched(&attr, PTHREAD_EXPLICIT_SCHED);
  75. if (ret) {
  76. error("pthread_attr_setinheritsched\n", ret);
  77. return -1;
  78. }
  79. ret = pthread_attr_setschedpolicy(&attr, policy);
  80. if (ret) {
  81. error("pthread_attr_setschedpolicy\n", ret);
  82. return -1;
  83. }
  84. schedp.sched_priority = prio;
  85. ret = pthread_attr_setschedparam(&attr, &schedp);
  86. if (ret) {
  87. error("pthread_attr_setschedparam\n", ret);
  88. return -1;
  89. }
  90. ret = pthread_create(pth, &attr, func, arg);
  91. if (ret) {
  92. error("pthread_create\n", ret);
  93. return -1;
  94. }
  95. return 0;
  96. }
  97. void *waiterfn(void *arg)
  98. {
  99. struct thread_arg *args = (struct thread_arg *)arg;
  100. futex_t old_val;
  101. info("Waiter %ld: running\n", args->id);
  102. /* Each thread sleeps for a different amount of time
  103. * This is to avoid races, because we don't lock the
  104. * external mutex here */
  105. usleep(1000 * (long)args->id);
  106. old_val = f1;
  107. atomic_inc(&waiters_blocked);
  108. info("Calling futex_wait_requeue_pi: %p (%u) -> %p\n",
  109. &f1, f1, &f2);
  110. args->ret = futex_wait_requeue_pi(&f1, old_val, &f2, args->timeout,
  111. FUTEX_PRIVATE_FLAG);
  112. info("waiter %ld woke with %d %s\n", args->id, args->ret,
  113. args->ret < 0 ? strerror(errno) : "");
  114. atomic_inc(&waiters_woken);
  115. if (args->ret < 0) {
  116. if (args->timeout && errno == ETIMEDOUT)
  117. args->ret = 0;
  118. else {
  119. args->ret = RET_ERROR;
  120. error("futex_wait_requeue_pi\n", errno);
  121. }
  122. futex_lock_pi(&f2, NULL, 0, FUTEX_PRIVATE_FLAG);
  123. }
  124. futex_unlock_pi(&f2, FUTEX_PRIVATE_FLAG);
  125. info("Waiter %ld: exiting with %d\n", args->id, args->ret);
  126. pthread_exit((void *)&args->ret);
  127. }
  128. void *broadcast_wakerfn(void *arg)
  129. {
  130. struct thread_arg *args = (struct thread_arg *)arg;
  131. int nr_requeue = INT_MAX;
  132. int task_count = 0;
  133. futex_t old_val;
  134. int nr_wake = 1;
  135. int i = 0;
  136. info("Waker: waiting for waiters to block\n");
  137. while (waiters_blocked.val < THREAD_MAX)
  138. usleep(1000);
  139. usleep(1000);
  140. info("Waker: Calling broadcast\n");
  141. if (args->lock) {
  142. info("Calling FUTEX_LOCK_PI on mutex=%x @ %p\n", f2, &f2);
  143. futex_lock_pi(&f2, NULL, 0, FUTEX_PRIVATE_FLAG);
  144. }
  145. continue_requeue:
  146. old_val = f1;
  147. args->ret = futex_cmp_requeue_pi(&f1, old_val, &f2, nr_wake, nr_requeue,
  148. FUTEX_PRIVATE_FLAG);
  149. if (args->ret < 0) {
  150. args->ret = RET_ERROR;
  151. error("FUTEX_CMP_REQUEUE_PI failed\n", errno);
  152. } else if (++i < MAX_WAKE_ITERS) {
  153. task_count += args->ret;
  154. if (task_count < THREAD_MAX - waiters_woken.val)
  155. goto continue_requeue;
  156. } else {
  157. error("max broadcast iterations (%d) reached with %d/%d tasks woken or requeued\n",
  158. 0, MAX_WAKE_ITERS, task_count, THREAD_MAX);
  159. args->ret = RET_ERROR;
  160. }
  161. futex_wake(&wake_complete, 1, FUTEX_PRIVATE_FLAG);
  162. if (args->lock)
  163. futex_unlock_pi(&f2, FUTEX_PRIVATE_FLAG);
  164. if (args->ret > 0)
  165. args->ret = task_count;
  166. info("Waker: exiting with %d\n", args->ret);
  167. pthread_exit((void *)&args->ret);
  168. }
  169. void *signal_wakerfn(void *arg)
  170. {
  171. struct thread_arg *args = (struct thread_arg *)arg;
  172. unsigned int old_val;
  173. int nr_requeue = 0;
  174. int task_count = 0;
  175. int nr_wake = 1;
  176. int i = 0;
  177. info("Waker: waiting for waiters to block\n");
  178. while (waiters_blocked.val < THREAD_MAX)
  179. usleep(1000);
  180. usleep(1000);
  181. while (task_count < THREAD_MAX && waiters_woken.val < THREAD_MAX) {
  182. info("task_count: %d, waiters_woken: %d\n",
  183. task_count, waiters_woken.val);
  184. if (args->lock) {
  185. info("Calling FUTEX_LOCK_PI on mutex=%x @ %p\n",
  186. f2, &f2);
  187. futex_lock_pi(&f2, NULL, 0, FUTEX_PRIVATE_FLAG);
  188. }
  189. info("Waker: Calling signal\n");
  190. /* cond_signal */
  191. old_val = f1;
  192. args->ret = futex_cmp_requeue_pi(&f1, old_val, &f2,
  193. nr_wake, nr_requeue,
  194. FUTEX_PRIVATE_FLAG);
  195. if (args->ret < 0)
  196. args->ret = -errno;
  197. info("futex: %x\n", f2);
  198. if (args->lock) {
  199. info("Calling FUTEX_UNLOCK_PI on mutex=%x @ %p\n",
  200. f2, &f2);
  201. futex_unlock_pi(&f2, FUTEX_PRIVATE_FLAG);
  202. }
  203. info("futex: %x\n", f2);
  204. if (args->ret < 0) {
  205. error("FUTEX_CMP_REQUEUE_PI failed\n", errno);
  206. args->ret = RET_ERROR;
  207. break;
  208. }
  209. task_count += args->ret;
  210. usleep(SIGNAL_PERIOD_US);
  211. i++;
  212. /* we have to loop at least THREAD_MAX times */
  213. if (i > MAX_WAKE_ITERS + THREAD_MAX) {
  214. error("max signaling iterations (%d) reached, giving up on pending waiters.\n",
  215. 0, MAX_WAKE_ITERS + THREAD_MAX);
  216. args->ret = RET_ERROR;
  217. break;
  218. }
  219. }
  220. futex_wake(&wake_complete, 1, FUTEX_PRIVATE_FLAG);
  221. if (args->ret >= 0)
  222. args->ret = task_count;
  223. info("Waker: exiting with %d\n", args->ret);
  224. info("Waker: waiters_woken: %d\n", waiters_woken.val);
  225. pthread_exit((void *)&args->ret);
  226. }
  227. void *third_party_blocker(void *arg)
  228. {
  229. struct thread_arg *args = (struct thread_arg *)arg;
  230. int ret2 = 0;
  231. args->ret = futex_lock_pi(&f2, NULL, 0, FUTEX_PRIVATE_FLAG);
  232. if (args->ret)
  233. goto out;
  234. args->ret = futex_wait(&wake_complete, wake_complete, NULL,
  235. FUTEX_PRIVATE_FLAG);
  236. ret2 = futex_unlock_pi(&f2, FUTEX_PRIVATE_FLAG);
  237. out:
  238. if (args->ret || ret2) {
  239. error("third_party_blocker() futex error", 0);
  240. args->ret = RET_ERROR;
  241. }
  242. pthread_exit((void *)&args->ret);
  243. }
  244. int unit_test(int broadcast, long lock, int third_party_owner, long timeout_ns)
  245. {
  246. void *(*wakerfn)(void *) = signal_wakerfn;
  247. struct thread_arg blocker_arg = THREAD_ARG_INITIALIZER;
  248. struct thread_arg waker_arg = THREAD_ARG_INITIALIZER;
  249. pthread_t waiter[THREAD_MAX], waker, blocker;
  250. struct timespec ts, *tsp = NULL;
  251. struct thread_arg args[THREAD_MAX];
  252. int *waiter_ret;
  253. int i, ret = RET_PASS;
  254. if (timeout_ns) {
  255. time_t secs;
  256. info("timeout_ns = %ld\n", timeout_ns);
  257. ret = clock_gettime(CLOCK_MONOTONIC, &ts);
  258. secs = (ts.tv_nsec + timeout_ns) / 1000000000;
  259. ts.tv_nsec = ((int64_t)ts.tv_nsec + timeout_ns) % 1000000000;
  260. ts.tv_sec += secs;
  261. info("ts.tv_sec = %ld\n", ts.tv_sec);
  262. info("ts.tv_nsec = %ld\n", ts.tv_nsec);
  263. tsp = &ts;
  264. }
  265. if (broadcast)
  266. wakerfn = broadcast_wakerfn;
  267. if (third_party_owner) {
  268. if (create_rt_thread(&blocker, third_party_blocker,
  269. (void *)&blocker_arg, SCHED_FIFO, 1)) {
  270. error("Creating third party blocker thread failed\n",
  271. errno);
  272. ret = RET_ERROR;
  273. goto out;
  274. }
  275. }
  276. atomic_set(&waiters_woken, 0);
  277. for (i = 0; i < THREAD_MAX; i++) {
  278. args[i].id = i;
  279. args[i].timeout = tsp;
  280. info("Starting thread %d\n", i);
  281. if (create_rt_thread(&waiter[i], waiterfn, (void *)&args[i],
  282. SCHED_FIFO, 1)) {
  283. error("Creating waiting thread failed\n", errno);
  284. ret = RET_ERROR;
  285. goto out;
  286. }
  287. }
  288. waker_arg.lock = lock;
  289. if (create_rt_thread(&waker, wakerfn, (void *)&waker_arg,
  290. SCHED_FIFO, 1)) {
  291. error("Creating waker thread failed\n", errno);
  292. ret = RET_ERROR;
  293. goto out;
  294. }
  295. /* Wait for threads to finish */
  296. /* Store the first error or failure encountered in waiter_ret */
  297. waiter_ret = &args[0].ret;
  298. for (i = 0; i < THREAD_MAX; i++)
  299. pthread_join(waiter[i],
  300. *waiter_ret ? NULL : (void **)&waiter_ret);
  301. if (third_party_owner)
  302. pthread_join(blocker, NULL);
  303. pthread_join(waker, NULL);
  304. out:
  305. if (!ret) {
  306. if (*waiter_ret)
  307. ret = *waiter_ret;
  308. else if (waker_arg.ret < 0)
  309. ret = waker_arg.ret;
  310. else if (blocker_arg.ret)
  311. ret = blocker_arg.ret;
  312. }
  313. return ret;
  314. }
  315. int main(int argc, char *argv[])
  316. {
  317. int c, ret;
  318. while ((c = getopt(argc, argv, "bchlot:v:")) != -1) {
  319. switch (c) {
  320. case 'b':
  321. broadcast = 1;
  322. break;
  323. case 'c':
  324. log_color(1);
  325. break;
  326. case 'h':
  327. usage(basename(argv[0]));
  328. exit(0);
  329. case 'l':
  330. locked = 1;
  331. break;
  332. case 'o':
  333. owner = 1;
  334. locked = 0;
  335. break;
  336. case 't':
  337. timeout_ns = atoi(optarg);
  338. break;
  339. case 'v':
  340. log_verbosity(atoi(optarg));
  341. break;
  342. default:
  343. usage(basename(argv[0]));
  344. exit(1);
  345. }
  346. }
  347. ksft_print_header();
  348. ksft_print_msg("%s: Test requeue functionality\n", basename(argv[0]));
  349. ksft_print_msg(
  350. "\tArguments: broadcast=%d locked=%d owner=%d timeout=%ldns\n",
  351. broadcast, locked, owner, timeout_ns);
  352. /*
  353. * FIXME: unit_test is obsolete now that we parse options and the
  354. * various style of runs are done by run.sh - simplify the code and move
  355. * unit_test into main()
  356. */
  357. ret = unit_test(broadcast, locked, owner, timeout_ns);
  358. print_result(TEST_NAME, ret);
  359. return ret;
  360. }