alarmtimer.c 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * Alarmtimer interface
  4. *
  5. * This interface provides a timer which is similar to hrtimers,
  6. * but triggers a RTC alarm if the box is suspend.
  7. *
  8. * This interface is influenced by the Android RTC Alarm timer
  9. * interface.
  10. *
  11. * Copyright (C) 2010 IBM Corporation
  12. *
  13. * Author: John Stultz <john.stultz@linaro.org>
  14. */
  15. #include <linux/time.h>
  16. #include <linux/hrtimer.h>
  17. #include <linux/timerqueue.h>
  18. #include <linux/rtc.h>
  19. #include <linux/sched/signal.h>
  20. #include <linux/sched/debug.h>
  21. #include <linux/alarmtimer.h>
  22. #include <linux/mutex.h>
  23. #include <linux/platform_device.h>
  24. #include <linux/posix-timers.h>
  25. #include <linux/workqueue.h>
  26. #include <linux/freezer.h>
  27. #include <linux/compat.h>
  28. #include <linux/module.h>
  29. #include <linux/time_namespace.h>
  30. #include "posix-timers.h"
  31. #define CREATE_TRACE_POINTS
  32. #include <trace/events/alarmtimer.h>
  33. /**
  34. * struct alarm_base - Alarm timer bases
  35. * @lock: Lock for syncrhonized access to the base
  36. * @timerqueue: Timerqueue head managing the list of events
  37. * @get_ktime: Function to read the time correlating to the base
  38. * @get_timespec: Function to read the namespace time correlating to the base
  39. * @base_clockid: clockid for the base
  40. */
  41. static struct alarm_base {
  42. spinlock_t lock;
  43. struct timerqueue_head timerqueue;
  44. ktime_t (*get_ktime)(void);
  45. void (*get_timespec)(struct timespec64 *tp);
  46. clockid_t base_clockid;
  47. } alarm_bases[ALARM_NUMTYPE];
  48. #if defined(CONFIG_POSIX_TIMERS) || defined(CONFIG_RTC_CLASS)
  49. /* freezer information to handle clock_nanosleep triggered wakeups */
  50. static enum alarmtimer_type freezer_alarmtype;
  51. static ktime_t freezer_expires;
  52. static ktime_t freezer_delta;
  53. static DEFINE_SPINLOCK(freezer_delta_lock);
  54. #endif
  55. #ifdef CONFIG_RTC_CLASS
  56. /* rtc timer and device for setting alarm wakeups at suspend */
  57. static struct rtc_timer rtctimer;
  58. static struct rtc_device *rtcdev;
  59. static DEFINE_SPINLOCK(rtcdev_lock);
  60. /**
  61. * alarmtimer_get_rtcdev - Return selected rtcdevice
  62. *
  63. * This function returns the rtc device to use for wakealarms.
  64. */
  65. struct rtc_device *alarmtimer_get_rtcdev(void)
  66. {
  67. unsigned long flags;
  68. struct rtc_device *ret;
  69. spin_lock_irqsave(&rtcdev_lock, flags);
  70. ret = rtcdev;
  71. spin_unlock_irqrestore(&rtcdev_lock, flags);
  72. return ret;
  73. }
  74. EXPORT_SYMBOL_GPL(alarmtimer_get_rtcdev);
  75. static int alarmtimer_rtc_add_device(struct device *dev)
  76. {
  77. unsigned long flags;
  78. struct rtc_device *rtc = to_rtc_device(dev);
  79. struct platform_device *pdev;
  80. int ret = 0;
  81. if (rtcdev)
  82. return -EBUSY;
  83. if (!test_bit(RTC_FEATURE_ALARM, rtc->features))
  84. return -1;
  85. if (!device_may_wakeup(rtc->dev.parent))
  86. return -1;
  87. pdev = platform_device_register_data(dev, "alarmtimer",
  88. PLATFORM_DEVID_AUTO, NULL, 0);
  89. if (!IS_ERR(pdev))
  90. device_init_wakeup(&pdev->dev, true);
  91. spin_lock_irqsave(&rtcdev_lock, flags);
  92. if (!IS_ERR(pdev) && !rtcdev) {
  93. if (!try_module_get(rtc->owner)) {
  94. ret = -1;
  95. goto unlock;
  96. }
  97. rtcdev = rtc;
  98. /* hold a reference so it doesn't go away */
  99. get_device(dev);
  100. pdev = NULL;
  101. } else {
  102. ret = -1;
  103. }
  104. unlock:
  105. spin_unlock_irqrestore(&rtcdev_lock, flags);
  106. platform_device_unregister(pdev);
  107. return ret;
  108. }
  109. static inline void alarmtimer_rtc_timer_init(void)
  110. {
  111. rtc_timer_init(&rtctimer, NULL, NULL);
  112. }
  113. static struct class_interface alarmtimer_rtc_interface = {
  114. .add_dev = &alarmtimer_rtc_add_device,
  115. };
  116. static int alarmtimer_rtc_interface_setup(void)
  117. {
  118. alarmtimer_rtc_interface.class = &rtc_class;
  119. return class_interface_register(&alarmtimer_rtc_interface);
  120. }
  121. static void alarmtimer_rtc_interface_remove(void)
  122. {
  123. class_interface_unregister(&alarmtimer_rtc_interface);
  124. }
  125. #else
  126. static inline int alarmtimer_rtc_interface_setup(void) { return 0; }
  127. static inline void alarmtimer_rtc_interface_remove(void) { }
  128. static inline void alarmtimer_rtc_timer_init(void) { }
  129. #endif
  130. /**
  131. * alarmtimer_enqueue - Adds an alarm timer to an alarm_base timerqueue
  132. * @base: pointer to the base where the timer is being run
  133. * @alarm: pointer to alarm being enqueued.
  134. *
  135. * Adds alarm to a alarm_base timerqueue
  136. *
  137. * Must hold base->lock when calling.
  138. */
  139. static void alarmtimer_enqueue(struct alarm_base *base, struct alarm *alarm)
  140. {
  141. if (alarm->state & ALARMTIMER_STATE_ENQUEUED)
  142. timerqueue_del(&base->timerqueue, &alarm->node);
  143. timerqueue_add(&base->timerqueue, &alarm->node);
  144. alarm->state |= ALARMTIMER_STATE_ENQUEUED;
  145. }
  146. /**
  147. * alarmtimer_dequeue - Removes an alarm timer from an alarm_base timerqueue
  148. * @base: pointer to the base where the timer is running
  149. * @alarm: pointer to alarm being removed
  150. *
  151. * Removes alarm to a alarm_base timerqueue
  152. *
  153. * Must hold base->lock when calling.
  154. */
  155. static void alarmtimer_dequeue(struct alarm_base *base, struct alarm *alarm)
  156. {
  157. if (!(alarm->state & ALARMTIMER_STATE_ENQUEUED))
  158. return;
  159. timerqueue_del(&base->timerqueue, &alarm->node);
  160. alarm->state &= ~ALARMTIMER_STATE_ENQUEUED;
  161. }
  162. /**
  163. * alarmtimer_fired - Handles alarm hrtimer being fired.
  164. * @timer: pointer to hrtimer being run
  165. *
  166. * When a alarm timer fires, this runs through the timerqueue to
  167. * see which alarms expired, and runs those. If there are more alarm
  168. * timers queued for the future, we set the hrtimer to fire when
  169. * the next future alarm timer expires.
  170. */
  171. static enum hrtimer_restart alarmtimer_fired(struct hrtimer *timer)
  172. {
  173. struct alarm *alarm = container_of(timer, struct alarm, timer);
  174. struct alarm_base *base = &alarm_bases[alarm->type];
  175. unsigned long flags;
  176. int ret = HRTIMER_NORESTART;
  177. int restart = ALARMTIMER_NORESTART;
  178. spin_lock_irqsave(&base->lock, flags);
  179. alarmtimer_dequeue(base, alarm);
  180. spin_unlock_irqrestore(&base->lock, flags);
  181. if (alarm->function)
  182. restart = alarm->function(alarm, base->get_ktime());
  183. spin_lock_irqsave(&base->lock, flags);
  184. if (restart != ALARMTIMER_NORESTART) {
  185. hrtimer_set_expires(&alarm->timer, alarm->node.expires);
  186. alarmtimer_enqueue(base, alarm);
  187. ret = HRTIMER_RESTART;
  188. }
  189. spin_unlock_irqrestore(&base->lock, flags);
  190. trace_alarmtimer_fired(alarm, base->get_ktime());
  191. return ret;
  192. }
  193. ktime_t alarm_expires_remaining(const struct alarm *alarm)
  194. {
  195. struct alarm_base *base = &alarm_bases[alarm->type];
  196. return ktime_sub(alarm->node.expires, base->get_ktime());
  197. }
  198. EXPORT_SYMBOL_GPL(alarm_expires_remaining);
  199. #ifdef CONFIG_RTC_CLASS
  200. /**
  201. * alarmtimer_suspend - Suspend time callback
  202. * @dev: unused
  203. *
  204. * When we are going into suspend, we look through the bases
  205. * to see which is the soonest timer to expire. We then
  206. * set an rtc timer to fire that far into the future, which
  207. * will wake us from suspend.
  208. */
  209. static int alarmtimer_suspend(struct device *dev)
  210. {
  211. ktime_t min, now, expires;
  212. int i, ret, type;
  213. struct rtc_device *rtc;
  214. unsigned long flags;
  215. struct rtc_time tm;
  216. spin_lock_irqsave(&freezer_delta_lock, flags);
  217. min = freezer_delta;
  218. expires = freezer_expires;
  219. type = freezer_alarmtype;
  220. freezer_delta = 0;
  221. spin_unlock_irqrestore(&freezer_delta_lock, flags);
  222. rtc = alarmtimer_get_rtcdev();
  223. /* If we have no rtcdev, just return */
  224. if (!rtc)
  225. return 0;
  226. /* Find the soonest timer to expire*/
  227. for (i = 0; i < ALARM_NUMTYPE; i++) {
  228. struct alarm_base *base = &alarm_bases[i];
  229. struct timerqueue_node *next;
  230. ktime_t delta;
  231. spin_lock_irqsave(&base->lock, flags);
  232. next = timerqueue_getnext(&base->timerqueue);
  233. spin_unlock_irqrestore(&base->lock, flags);
  234. if (!next)
  235. continue;
  236. delta = ktime_sub(next->expires, base->get_ktime());
  237. if (!min || (delta < min)) {
  238. expires = next->expires;
  239. min = delta;
  240. type = i;
  241. }
  242. }
  243. if (min == 0)
  244. return 0;
  245. if (ktime_to_ns(min) < 2 * NSEC_PER_SEC) {
  246. pm_wakeup_event(dev, 2 * MSEC_PER_SEC);
  247. return -EBUSY;
  248. }
  249. trace_alarmtimer_suspend(expires, type);
  250. /* Setup an rtc timer to fire that far in the future */
  251. rtc_timer_cancel(rtc, &rtctimer);
  252. rtc_read_time(rtc, &tm);
  253. now = rtc_tm_to_ktime(tm);
  254. /*
  255. * If the RTC alarm timer only supports a limited time offset, set the
  256. * alarm time to the maximum supported value.
  257. * The system may wake up earlier (possibly much earlier) than expected
  258. * when the alarmtimer runs. This is the best the kernel can do if
  259. * the alarmtimer exceeds the time that the rtc device can be programmed
  260. * for.
  261. */
  262. min = rtc_bound_alarmtime(rtc, min);
  263. now = ktime_add(now, min);
  264. /* Set alarm, if in the past reject suspend briefly to handle */
  265. ret = rtc_timer_start(rtc, &rtctimer, now, 0);
  266. if (ret < 0)
  267. pm_wakeup_event(dev, MSEC_PER_SEC);
  268. return ret;
  269. }
  270. static int alarmtimer_resume(struct device *dev)
  271. {
  272. struct rtc_device *rtc;
  273. rtc = alarmtimer_get_rtcdev();
  274. if (rtc)
  275. rtc_timer_cancel(rtc, &rtctimer);
  276. return 0;
  277. }
  278. #else
  279. static int alarmtimer_suspend(struct device *dev)
  280. {
  281. return 0;
  282. }
  283. static int alarmtimer_resume(struct device *dev)
  284. {
  285. return 0;
  286. }
  287. #endif
  288. static void
  289. __alarm_init(struct alarm *alarm, enum alarmtimer_type type,
  290. enum alarmtimer_restart (*function)(struct alarm *, ktime_t))
  291. {
  292. timerqueue_init(&alarm->node);
  293. alarm->timer.function = alarmtimer_fired;
  294. alarm->function = function;
  295. alarm->type = type;
  296. alarm->state = ALARMTIMER_STATE_INACTIVE;
  297. }
  298. /**
  299. * alarm_init - Initialize an alarm structure
  300. * @alarm: ptr to alarm to be initialized
  301. * @type: the type of the alarm
  302. * @function: callback that is run when the alarm fires
  303. */
  304. void alarm_init(struct alarm *alarm, enum alarmtimer_type type,
  305. enum alarmtimer_restart (*function)(struct alarm *, ktime_t))
  306. {
  307. hrtimer_init(&alarm->timer, alarm_bases[type].base_clockid,
  308. HRTIMER_MODE_ABS);
  309. __alarm_init(alarm, type, function);
  310. }
  311. EXPORT_SYMBOL_GPL(alarm_init);
  312. /**
  313. * alarm_start - Sets an absolute alarm to fire
  314. * @alarm: ptr to alarm to set
  315. * @start: time to run the alarm
  316. */
  317. void alarm_start(struct alarm *alarm, ktime_t start)
  318. {
  319. struct alarm_base *base = &alarm_bases[alarm->type];
  320. unsigned long flags;
  321. spin_lock_irqsave(&base->lock, flags);
  322. alarm->node.expires = start;
  323. alarmtimer_enqueue(base, alarm);
  324. hrtimer_start(&alarm->timer, alarm->node.expires, HRTIMER_MODE_ABS);
  325. spin_unlock_irqrestore(&base->lock, flags);
  326. trace_alarmtimer_start(alarm, base->get_ktime());
  327. }
  328. EXPORT_SYMBOL_GPL(alarm_start);
  329. /**
  330. * alarm_start_relative - Sets a relative alarm to fire
  331. * @alarm: ptr to alarm to set
  332. * @start: time relative to now to run the alarm
  333. */
  334. void alarm_start_relative(struct alarm *alarm, ktime_t start)
  335. {
  336. struct alarm_base *base = &alarm_bases[alarm->type];
  337. start = ktime_add_safe(start, base->get_ktime());
  338. alarm_start(alarm, start);
  339. }
  340. EXPORT_SYMBOL_GPL(alarm_start_relative);
  341. void alarm_restart(struct alarm *alarm)
  342. {
  343. struct alarm_base *base = &alarm_bases[alarm->type];
  344. unsigned long flags;
  345. spin_lock_irqsave(&base->lock, flags);
  346. hrtimer_set_expires(&alarm->timer, alarm->node.expires);
  347. hrtimer_restart(&alarm->timer);
  348. alarmtimer_enqueue(base, alarm);
  349. spin_unlock_irqrestore(&base->lock, flags);
  350. }
  351. EXPORT_SYMBOL_GPL(alarm_restart);
  352. /**
  353. * alarm_try_to_cancel - Tries to cancel an alarm timer
  354. * @alarm: ptr to alarm to be canceled
  355. *
  356. * Returns 1 if the timer was canceled, 0 if it was not running,
  357. * and -1 if the callback was running
  358. */
  359. int alarm_try_to_cancel(struct alarm *alarm)
  360. {
  361. struct alarm_base *base = &alarm_bases[alarm->type];
  362. unsigned long flags;
  363. int ret;
  364. spin_lock_irqsave(&base->lock, flags);
  365. ret = hrtimer_try_to_cancel(&alarm->timer);
  366. if (ret >= 0)
  367. alarmtimer_dequeue(base, alarm);
  368. spin_unlock_irqrestore(&base->lock, flags);
  369. trace_alarmtimer_cancel(alarm, base->get_ktime());
  370. return ret;
  371. }
  372. EXPORT_SYMBOL_GPL(alarm_try_to_cancel);
  373. /**
  374. * alarm_cancel - Spins trying to cancel an alarm timer until it is done
  375. * @alarm: ptr to alarm to be canceled
  376. *
  377. * Returns 1 if the timer was canceled, 0 if it was not active.
  378. */
  379. int alarm_cancel(struct alarm *alarm)
  380. {
  381. for (;;) {
  382. int ret = alarm_try_to_cancel(alarm);
  383. if (ret >= 0)
  384. return ret;
  385. hrtimer_cancel_wait_running(&alarm->timer);
  386. }
  387. }
  388. EXPORT_SYMBOL_GPL(alarm_cancel);
  389. u64 alarm_forward(struct alarm *alarm, ktime_t now, ktime_t interval)
  390. {
  391. u64 overrun = 1;
  392. ktime_t delta;
  393. delta = ktime_sub(now, alarm->node.expires);
  394. if (delta < 0)
  395. return 0;
  396. if (unlikely(delta >= interval)) {
  397. s64 incr = ktime_to_ns(interval);
  398. overrun = ktime_divns(delta, incr);
  399. alarm->node.expires = ktime_add_ns(alarm->node.expires,
  400. incr*overrun);
  401. if (alarm->node.expires > now)
  402. return overrun;
  403. /*
  404. * This (and the ktime_add() below) is the
  405. * correction for exact:
  406. */
  407. overrun++;
  408. }
  409. alarm->node.expires = ktime_add_safe(alarm->node.expires, interval);
  410. return overrun;
  411. }
  412. EXPORT_SYMBOL_GPL(alarm_forward);
  413. static u64 __alarm_forward_now(struct alarm *alarm, ktime_t interval, bool throttle)
  414. {
  415. struct alarm_base *base = &alarm_bases[alarm->type];
  416. ktime_t now = base->get_ktime();
  417. if (IS_ENABLED(CONFIG_HIGH_RES_TIMERS) && throttle) {
  418. /*
  419. * Same issue as with posix_timer_fn(). Timers which are
  420. * periodic but the signal is ignored can starve the system
  421. * with a very small interval. The real fix which was
  422. * promised in the context of posix_timer_fn() never
  423. * materialized, but someone should really work on it.
  424. *
  425. * To prevent DOS fake @now to be 1 jiffy out which keeps
  426. * the overrun accounting correct but creates an
  427. * inconsistency vs. timer_gettime(2).
  428. */
  429. ktime_t kj = NSEC_PER_SEC / HZ;
  430. if (interval < kj)
  431. now = ktime_add(now, kj);
  432. }
  433. return alarm_forward(alarm, now, interval);
  434. }
  435. u64 alarm_forward_now(struct alarm *alarm, ktime_t interval)
  436. {
  437. return __alarm_forward_now(alarm, interval, false);
  438. }
  439. EXPORT_SYMBOL_GPL(alarm_forward_now);
  440. #ifdef CONFIG_POSIX_TIMERS
  441. static void alarmtimer_freezerset(ktime_t absexp, enum alarmtimer_type type)
  442. {
  443. struct alarm_base *base;
  444. unsigned long flags;
  445. ktime_t delta;
  446. switch(type) {
  447. case ALARM_REALTIME:
  448. base = &alarm_bases[ALARM_REALTIME];
  449. type = ALARM_REALTIME_FREEZER;
  450. break;
  451. case ALARM_BOOTTIME:
  452. base = &alarm_bases[ALARM_BOOTTIME];
  453. type = ALARM_BOOTTIME_FREEZER;
  454. break;
  455. default:
  456. WARN_ONCE(1, "Invalid alarm type: %d\n", type);
  457. return;
  458. }
  459. delta = ktime_sub(absexp, base->get_ktime());
  460. spin_lock_irqsave(&freezer_delta_lock, flags);
  461. if (!freezer_delta || (delta < freezer_delta)) {
  462. freezer_delta = delta;
  463. freezer_expires = absexp;
  464. freezer_alarmtype = type;
  465. }
  466. spin_unlock_irqrestore(&freezer_delta_lock, flags);
  467. }
  468. /**
  469. * clock2alarm - helper that converts from clockid to alarmtypes
  470. * @clockid: clockid.
  471. */
  472. static enum alarmtimer_type clock2alarm(clockid_t clockid)
  473. {
  474. if (clockid == CLOCK_REALTIME_ALARM)
  475. return ALARM_REALTIME;
  476. if (clockid == CLOCK_BOOTTIME_ALARM)
  477. return ALARM_BOOTTIME;
  478. return -1;
  479. }
  480. /**
  481. * alarm_handle_timer - Callback for posix timers
  482. * @alarm: alarm that fired
  483. * @now: time at the timer expiration
  484. *
  485. * Posix timer callback for expired alarm timers.
  486. *
  487. * Return: whether the timer is to be restarted
  488. */
  489. static enum alarmtimer_restart alarm_handle_timer(struct alarm *alarm,
  490. ktime_t now)
  491. {
  492. struct k_itimer *ptr = container_of(alarm, struct k_itimer,
  493. it.alarm.alarmtimer);
  494. enum alarmtimer_restart result = ALARMTIMER_NORESTART;
  495. unsigned long flags;
  496. spin_lock_irqsave(&ptr->it_lock, flags);
  497. if (posix_timer_queue_signal(ptr) && ptr->it_interval) {
  498. /*
  499. * Handle ignored signals and rearm the timer. This will go
  500. * away once we handle ignored signals proper. Ensure that
  501. * small intervals cannot starve the system.
  502. */
  503. ptr->it_overrun += __alarm_forward_now(alarm, ptr->it_interval, true);
  504. ++ptr->it_requeue_pending;
  505. ptr->it_active = 1;
  506. result = ALARMTIMER_RESTART;
  507. }
  508. spin_unlock_irqrestore(&ptr->it_lock, flags);
  509. return result;
  510. }
  511. /**
  512. * alarm_timer_rearm - Posix timer callback for rearming timer
  513. * @timr: Pointer to the posixtimer data struct
  514. */
  515. static void alarm_timer_rearm(struct k_itimer *timr)
  516. {
  517. struct alarm *alarm = &timr->it.alarm.alarmtimer;
  518. timr->it_overrun += alarm_forward_now(alarm, timr->it_interval);
  519. alarm_start(alarm, alarm->node.expires);
  520. }
  521. /**
  522. * alarm_timer_forward - Posix timer callback for forwarding timer
  523. * @timr: Pointer to the posixtimer data struct
  524. * @now: Current time to forward the timer against
  525. */
  526. static s64 alarm_timer_forward(struct k_itimer *timr, ktime_t now)
  527. {
  528. struct alarm *alarm = &timr->it.alarm.alarmtimer;
  529. return alarm_forward(alarm, timr->it_interval, now);
  530. }
  531. /**
  532. * alarm_timer_remaining - Posix timer callback to retrieve remaining time
  533. * @timr: Pointer to the posixtimer data struct
  534. * @now: Current time to calculate against
  535. */
  536. static ktime_t alarm_timer_remaining(struct k_itimer *timr, ktime_t now)
  537. {
  538. struct alarm *alarm = &timr->it.alarm.alarmtimer;
  539. return ktime_sub(alarm->node.expires, now);
  540. }
  541. /**
  542. * alarm_timer_try_to_cancel - Posix timer callback to cancel a timer
  543. * @timr: Pointer to the posixtimer data struct
  544. */
  545. static int alarm_timer_try_to_cancel(struct k_itimer *timr)
  546. {
  547. return alarm_try_to_cancel(&timr->it.alarm.alarmtimer);
  548. }
  549. /**
  550. * alarm_timer_wait_running - Posix timer callback to wait for a timer
  551. * @timr: Pointer to the posixtimer data struct
  552. *
  553. * Called from the core code when timer cancel detected that the callback
  554. * is running. @timr is unlocked and rcu read lock is held to prevent it
  555. * from being freed.
  556. */
  557. static void alarm_timer_wait_running(struct k_itimer *timr)
  558. {
  559. hrtimer_cancel_wait_running(&timr->it.alarm.alarmtimer.timer);
  560. }
  561. /**
  562. * alarm_timer_arm - Posix timer callback to arm a timer
  563. * @timr: Pointer to the posixtimer data struct
  564. * @expires: The new expiry time
  565. * @absolute: Expiry value is absolute time
  566. * @sigev_none: Posix timer does not deliver signals
  567. */
  568. static void alarm_timer_arm(struct k_itimer *timr, ktime_t expires,
  569. bool absolute, bool sigev_none)
  570. {
  571. struct alarm *alarm = &timr->it.alarm.alarmtimer;
  572. struct alarm_base *base = &alarm_bases[alarm->type];
  573. if (!absolute)
  574. expires = ktime_add_safe(expires, base->get_ktime());
  575. if (sigev_none)
  576. alarm->node.expires = expires;
  577. else
  578. alarm_start(&timr->it.alarm.alarmtimer, expires);
  579. }
  580. /**
  581. * alarm_clock_getres - posix getres interface
  582. * @which_clock: clockid
  583. * @tp: timespec to fill
  584. *
  585. * Returns the granularity of underlying alarm base clock
  586. */
  587. static int alarm_clock_getres(const clockid_t which_clock, struct timespec64 *tp)
  588. {
  589. if (!alarmtimer_get_rtcdev())
  590. return -EINVAL;
  591. tp->tv_sec = 0;
  592. tp->tv_nsec = hrtimer_resolution;
  593. return 0;
  594. }
  595. /**
  596. * alarm_clock_get_timespec - posix clock_get_timespec interface
  597. * @which_clock: clockid
  598. * @tp: timespec to fill.
  599. *
  600. * Provides the underlying alarm base time in a tasks time namespace.
  601. */
  602. static int alarm_clock_get_timespec(clockid_t which_clock, struct timespec64 *tp)
  603. {
  604. struct alarm_base *base = &alarm_bases[clock2alarm(which_clock)];
  605. if (!alarmtimer_get_rtcdev())
  606. return -EINVAL;
  607. base->get_timespec(tp);
  608. return 0;
  609. }
  610. /**
  611. * alarm_clock_get_ktime - posix clock_get_ktime interface
  612. * @which_clock: clockid
  613. *
  614. * Provides the underlying alarm base time in the root namespace.
  615. */
  616. static ktime_t alarm_clock_get_ktime(clockid_t which_clock)
  617. {
  618. struct alarm_base *base = &alarm_bases[clock2alarm(which_clock)];
  619. if (!alarmtimer_get_rtcdev())
  620. return -EINVAL;
  621. return base->get_ktime();
  622. }
  623. /**
  624. * alarm_timer_create - posix timer_create interface
  625. * @new_timer: k_itimer pointer to manage
  626. *
  627. * Initializes the k_itimer structure.
  628. */
  629. static int alarm_timer_create(struct k_itimer *new_timer)
  630. {
  631. enum alarmtimer_type type;
  632. if (!alarmtimer_get_rtcdev())
  633. return -EOPNOTSUPP;
  634. if (!capable(CAP_WAKE_ALARM))
  635. return -EPERM;
  636. type = clock2alarm(new_timer->it_clock);
  637. alarm_init(&new_timer->it.alarm.alarmtimer, type, alarm_handle_timer);
  638. return 0;
  639. }
  640. /**
  641. * alarmtimer_nsleep_wakeup - Wakeup function for alarm_timer_nsleep
  642. * @alarm: ptr to alarm that fired
  643. * @now: time at the timer expiration
  644. *
  645. * Wakes up the task that set the alarmtimer
  646. *
  647. * Return: ALARMTIMER_NORESTART
  648. */
  649. static enum alarmtimer_restart alarmtimer_nsleep_wakeup(struct alarm *alarm,
  650. ktime_t now)
  651. {
  652. struct task_struct *task = alarm->data;
  653. alarm->data = NULL;
  654. if (task)
  655. wake_up_process(task);
  656. return ALARMTIMER_NORESTART;
  657. }
  658. /**
  659. * alarmtimer_do_nsleep - Internal alarmtimer nsleep implementation
  660. * @alarm: ptr to alarmtimer
  661. * @absexp: absolute expiration time
  662. * @type: alarm type (BOOTTIME/REALTIME).
  663. *
  664. * Sets the alarm timer and sleeps until it is fired or interrupted.
  665. */
  666. static int alarmtimer_do_nsleep(struct alarm *alarm, ktime_t absexp,
  667. enum alarmtimer_type type)
  668. {
  669. struct restart_block *restart;
  670. alarm->data = (void *)current;
  671. do {
  672. set_current_state(TASK_INTERRUPTIBLE);
  673. alarm_start(alarm, absexp);
  674. if (likely(alarm->data))
  675. schedule();
  676. alarm_cancel(alarm);
  677. } while (alarm->data && !signal_pending(current));
  678. __set_current_state(TASK_RUNNING);
  679. destroy_hrtimer_on_stack(&alarm->timer);
  680. if (!alarm->data)
  681. return 0;
  682. if (freezing(current))
  683. alarmtimer_freezerset(absexp, type);
  684. restart = &current->restart_block;
  685. if (restart->nanosleep.type != TT_NONE) {
  686. struct timespec64 rmt;
  687. ktime_t rem;
  688. rem = ktime_sub(absexp, alarm_bases[type].get_ktime());
  689. if (rem <= 0)
  690. return 0;
  691. rmt = ktime_to_timespec64(rem);
  692. return nanosleep_copyout(restart, &rmt);
  693. }
  694. return -ERESTART_RESTARTBLOCK;
  695. }
  696. static void
  697. alarm_init_on_stack(struct alarm *alarm, enum alarmtimer_type type,
  698. enum alarmtimer_restart (*function)(struct alarm *, ktime_t))
  699. {
  700. hrtimer_init_on_stack(&alarm->timer, alarm_bases[type].base_clockid,
  701. HRTIMER_MODE_ABS);
  702. __alarm_init(alarm, type, function);
  703. }
  704. /**
  705. * alarm_timer_nsleep_restart - restartblock alarmtimer nsleep
  706. * @restart: ptr to restart block
  707. *
  708. * Handles restarted clock_nanosleep calls
  709. */
  710. static long __sched alarm_timer_nsleep_restart(struct restart_block *restart)
  711. {
  712. enum alarmtimer_type type = restart->nanosleep.clockid;
  713. ktime_t exp = restart->nanosleep.expires;
  714. struct alarm alarm;
  715. alarm_init_on_stack(&alarm, type, alarmtimer_nsleep_wakeup);
  716. return alarmtimer_do_nsleep(&alarm, exp, type);
  717. }
  718. /**
  719. * alarm_timer_nsleep - alarmtimer nanosleep
  720. * @which_clock: clockid
  721. * @flags: determines abstime or relative
  722. * @tsreq: requested sleep time (abs or rel)
  723. *
  724. * Handles clock_nanosleep calls against _ALARM clockids
  725. */
  726. static int alarm_timer_nsleep(const clockid_t which_clock, int flags,
  727. const struct timespec64 *tsreq)
  728. {
  729. enum alarmtimer_type type = clock2alarm(which_clock);
  730. struct restart_block *restart = &current->restart_block;
  731. struct alarm alarm;
  732. ktime_t exp;
  733. int ret;
  734. if (!alarmtimer_get_rtcdev())
  735. return -EOPNOTSUPP;
  736. if (flags & ~TIMER_ABSTIME)
  737. return -EINVAL;
  738. if (!capable(CAP_WAKE_ALARM))
  739. return -EPERM;
  740. alarm_init_on_stack(&alarm, type, alarmtimer_nsleep_wakeup);
  741. exp = timespec64_to_ktime(*tsreq);
  742. /* Convert (if necessary) to absolute time */
  743. if (flags != TIMER_ABSTIME) {
  744. ktime_t now = alarm_bases[type].get_ktime();
  745. exp = ktime_add_safe(now, exp);
  746. } else {
  747. exp = timens_ktime_to_host(which_clock, exp);
  748. }
  749. ret = alarmtimer_do_nsleep(&alarm, exp, type);
  750. if (ret != -ERESTART_RESTARTBLOCK)
  751. return ret;
  752. /* abs timers don't set remaining time or restart */
  753. if (flags == TIMER_ABSTIME)
  754. return -ERESTARTNOHAND;
  755. restart->nanosleep.clockid = type;
  756. restart->nanosleep.expires = exp;
  757. set_restart_fn(restart, alarm_timer_nsleep_restart);
  758. return ret;
  759. }
  760. const struct k_clock alarm_clock = {
  761. .clock_getres = alarm_clock_getres,
  762. .clock_get_ktime = alarm_clock_get_ktime,
  763. .clock_get_timespec = alarm_clock_get_timespec,
  764. .timer_create = alarm_timer_create,
  765. .timer_set = common_timer_set,
  766. .timer_del = common_timer_del,
  767. .timer_get = common_timer_get,
  768. .timer_arm = alarm_timer_arm,
  769. .timer_rearm = alarm_timer_rearm,
  770. .timer_forward = alarm_timer_forward,
  771. .timer_remaining = alarm_timer_remaining,
  772. .timer_try_to_cancel = alarm_timer_try_to_cancel,
  773. .timer_wait_running = alarm_timer_wait_running,
  774. .nsleep = alarm_timer_nsleep,
  775. };
  776. #endif /* CONFIG_POSIX_TIMERS */
  777. /* Suspend hook structures */
  778. static const struct dev_pm_ops alarmtimer_pm_ops = {
  779. .suspend = alarmtimer_suspend,
  780. .resume = alarmtimer_resume,
  781. };
  782. static struct platform_driver alarmtimer_driver = {
  783. .driver = {
  784. .name = "alarmtimer",
  785. .pm = &alarmtimer_pm_ops,
  786. }
  787. };
  788. static void get_boottime_timespec(struct timespec64 *tp)
  789. {
  790. ktime_get_boottime_ts64(tp);
  791. timens_add_boottime(tp);
  792. }
  793. /**
  794. * alarmtimer_init - Initialize alarm timer code
  795. *
  796. * This function initializes the alarm bases and registers
  797. * the posix clock ids.
  798. */
  799. static int __init alarmtimer_init(void)
  800. {
  801. int error;
  802. int i;
  803. alarmtimer_rtc_timer_init();
  804. /* Initialize alarm bases */
  805. alarm_bases[ALARM_REALTIME].base_clockid = CLOCK_REALTIME;
  806. alarm_bases[ALARM_REALTIME].get_ktime = &ktime_get_real;
  807. alarm_bases[ALARM_REALTIME].get_timespec = ktime_get_real_ts64;
  808. alarm_bases[ALARM_BOOTTIME].base_clockid = CLOCK_BOOTTIME;
  809. alarm_bases[ALARM_BOOTTIME].get_ktime = &ktime_get_boottime;
  810. alarm_bases[ALARM_BOOTTIME].get_timespec = get_boottime_timespec;
  811. for (i = 0; i < ALARM_NUMTYPE; i++) {
  812. timerqueue_init_head(&alarm_bases[i].timerqueue);
  813. spin_lock_init(&alarm_bases[i].lock);
  814. }
  815. error = alarmtimer_rtc_interface_setup();
  816. if (error)
  817. return error;
  818. error = platform_driver_register(&alarmtimer_driver);
  819. if (error)
  820. goto out_if;
  821. return 0;
  822. out_if:
  823. alarmtimer_rtc_interface_remove();
  824. return error;
  825. }
  826. device_initcall(alarmtimer_init);