mailbox.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521
  1. /*
  2. * Mailbox: Common code for Mailbox controllers and users
  3. *
  4. * Copyright (C) 2013-2014 Linaro Ltd.
  5. * Author: Jassi Brar <jassisinghbrar@gmail.com>
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License version 2 as
  9. * published by the Free Software Foundation.
  10. */
  11. #include <linux/interrupt.h>
  12. #include <linux/spinlock.h>
  13. #include <linux/mutex.h>
  14. #include <linux/delay.h>
  15. #include <linux/slab.h>
  16. #include <linux/err.h>
  17. #include <linux/module.h>
  18. #include <linux/device.h>
  19. #include <linux/bitops.h>
  20. #include <linux/mailbox_client.h>
  21. #include <linux/mailbox_controller.h>
  22. #include "mailbox.h"
  23. static LIST_HEAD(mbox_cons);
  24. static DEFINE_MUTEX(con_mutex);
  25. static int add_to_rbuf(struct mbox_chan *chan, void *mssg)
  26. {
  27. int idx;
  28. unsigned long flags;
  29. spin_lock_irqsave(&chan->lock, flags);
  30. /* See if there is any space left */
  31. if (chan->msg_count == MBOX_TX_QUEUE_LEN) {
  32. spin_unlock_irqrestore(&chan->lock, flags);
  33. return -ENOBUFS;
  34. }
  35. idx = chan->msg_free;
  36. chan->msg_data[idx] = mssg;
  37. chan->msg_count++;
  38. if (idx == MBOX_TX_QUEUE_LEN - 1)
  39. chan->msg_free = 0;
  40. else
  41. chan->msg_free++;
  42. spin_unlock_irqrestore(&chan->lock, flags);
  43. return idx;
  44. }
  45. static void msg_submit(struct mbox_chan *chan)
  46. {
  47. unsigned count, idx;
  48. unsigned long flags;
  49. void *data;
  50. int err = -EBUSY;
  51. spin_lock_irqsave(&chan->lock, flags);
  52. if (!chan->msg_count || chan->active_req)
  53. goto exit;
  54. count = chan->msg_count;
  55. idx = chan->msg_free;
  56. if (idx >= count)
  57. idx -= count;
  58. else
  59. idx += MBOX_TX_QUEUE_LEN - count;
  60. data = chan->msg_data[idx];
  61. if (chan->cl->tx_prepare)
  62. chan->cl->tx_prepare(chan->cl, data);
  63. /* Try to submit a message to the MBOX controller */
  64. err = chan->mbox->ops->send_data(chan, data);
  65. if (!err) {
  66. chan->active_req = data;
  67. chan->msg_count--;
  68. }
  69. exit:
  70. spin_unlock_irqrestore(&chan->lock, flags);
  71. /* kick start the timer immediately to avoid delays */
  72. if (!err && (chan->txdone_method & TXDONE_BY_POLL)) {
  73. /* but only if not already active */
  74. if (!hrtimer_active(&chan->mbox->poll_hrt))
  75. hrtimer_start(&chan->mbox->poll_hrt, 0, HRTIMER_MODE_REL);
  76. }
  77. }
  78. static void tx_tick(struct mbox_chan *chan, int r)
  79. {
  80. unsigned long flags;
  81. void *mssg;
  82. spin_lock_irqsave(&chan->lock, flags);
  83. mssg = chan->active_req;
  84. chan->active_req = NULL;
  85. spin_unlock_irqrestore(&chan->lock, flags);
  86. /* Submit next message */
  87. msg_submit(chan);
  88. if (!mssg)
  89. return;
  90. /* Notify the client */
  91. if (chan->cl->tx_done)
  92. chan->cl->tx_done(chan->cl, mssg, r);
  93. if (r != -ETIME && chan->cl->tx_block)
  94. complete(&chan->tx_complete);
  95. }
  96. static enum hrtimer_restart txdone_hrtimer(struct hrtimer *hrtimer)
  97. {
  98. struct mbox_controller *mbox =
  99. container_of(hrtimer, struct mbox_controller, poll_hrt);
  100. bool txdone, resched = false;
  101. int i;
  102. for (i = 0; i < mbox->num_chans; i++) {
  103. struct mbox_chan *chan = &mbox->chans[i];
  104. if (chan->active_req && chan->cl) {
  105. resched = true;
  106. txdone = chan->mbox->ops->last_tx_done(chan);
  107. if (txdone)
  108. tx_tick(chan, 0);
  109. }
  110. }
  111. if (resched) {
  112. hrtimer_forward_now(hrtimer, ms_to_ktime(mbox->txpoll_period));
  113. return HRTIMER_RESTART;
  114. }
  115. return HRTIMER_NORESTART;
  116. }
  117. /**
  118. * mbox_chan_received_data - A way for controller driver to push data
  119. * received from remote to the upper layer.
  120. * @chan: Pointer to the mailbox channel on which RX happened.
  121. * @mssg: Client specific message typecasted as void *
  122. *
  123. * After startup and before shutdown any data received on the chan
  124. * is passed on to the API via atomic mbox_chan_received_data().
  125. * The controller should ACK the RX only after this call returns.
  126. */
  127. void mbox_chan_received_data(struct mbox_chan *chan, void *mssg)
  128. {
  129. /* No buffering the received data */
  130. if (chan->cl->rx_callback)
  131. chan->cl->rx_callback(chan->cl, mssg);
  132. }
  133. EXPORT_SYMBOL_GPL(mbox_chan_received_data);
  134. /**
  135. * mbox_chan_txdone - A way for controller driver to notify the
  136. * framework that the last TX has completed.
  137. * @chan: Pointer to the mailbox chan on which TX happened.
  138. * @r: Status of last TX - OK or ERROR
  139. *
  140. * The controller that has IRQ for TX ACK calls this atomic API
  141. * to tick the TX state machine. It works only if txdone_irq
  142. * is set by the controller.
  143. */
  144. void mbox_chan_txdone(struct mbox_chan *chan, int r)
  145. {
  146. if (unlikely(!(chan->txdone_method & TXDONE_BY_IRQ))) {
  147. dev_err(chan->mbox->dev,
  148. "Controller can't run the TX ticker\n");
  149. return;
  150. }
  151. tx_tick(chan, r);
  152. }
  153. EXPORT_SYMBOL_GPL(mbox_chan_txdone);
  154. /**
  155. * mbox_client_txdone - The way for a client to run the TX state machine.
  156. * @chan: Mailbox channel assigned to this client.
  157. * @r: Success status of last transmission.
  158. *
  159. * The client/protocol had received some 'ACK' packet and it notifies
  160. * the API that the last packet was sent successfully. This only works
  161. * if the controller can't sense TX-Done.
  162. */
  163. void mbox_client_txdone(struct mbox_chan *chan, int r)
  164. {
  165. if (unlikely(!(chan->txdone_method & TXDONE_BY_ACK))) {
  166. dev_err(chan->mbox->dev, "Client can't run the TX ticker\n");
  167. return;
  168. }
  169. tx_tick(chan, r);
  170. }
  171. EXPORT_SYMBOL_GPL(mbox_client_txdone);
  172. /**
  173. * mbox_client_peek_data - A way for client driver to pull data
  174. * received from remote by the controller.
  175. * @chan: Mailbox channel assigned to this client.
  176. *
  177. * A poke to controller driver for any received data.
  178. * The data is actually passed onto client via the
  179. * mbox_chan_received_data()
  180. * The call can be made from atomic context, so the controller's
  181. * implementation of peek_data() must not sleep.
  182. *
  183. * Return: True, if controller has, and is going to push after this,
  184. * some data.
  185. * False, if controller doesn't have any data to be read.
  186. */
  187. bool mbox_client_peek_data(struct mbox_chan *chan)
  188. {
  189. if (chan->mbox->ops->peek_data)
  190. return chan->mbox->ops->peek_data(chan);
  191. return false;
  192. }
  193. EXPORT_SYMBOL_GPL(mbox_client_peek_data);
  194. /**
  195. * mbox_send_message - For client to submit a message to be
  196. * sent to the remote.
  197. * @chan: Mailbox channel assigned to this client.
  198. * @mssg: Client specific message typecasted.
  199. *
  200. * For client to submit data to the controller destined for a remote
  201. * processor. If the client had set 'tx_block', the call will return
  202. * either when the remote receives the data or when 'tx_tout' millisecs
  203. * run out.
  204. * In non-blocking mode, the requests are buffered by the API and a
  205. * non-negative token is returned for each queued request. If the request
  206. * is not queued, a negative token is returned. Upon failure or successful
  207. * TX, the API calls 'tx_done' from atomic context, from which the client
  208. * could submit yet another request.
  209. * The pointer to message should be preserved until it is sent
  210. * over the chan, i.e, tx_done() is made.
  211. * This function could be called from atomic context as it simply
  212. * queues the data and returns a token against the request.
  213. *
  214. * Return: Non-negative integer for successful submission (non-blocking mode)
  215. * or transmission over chan (blocking mode).
  216. * Negative value denotes failure.
  217. */
  218. int mbox_send_message(struct mbox_chan *chan, void *mssg)
  219. {
  220. int t;
  221. if (!chan || !chan->cl)
  222. return -EINVAL;
  223. t = add_to_rbuf(chan, mssg);
  224. if (t < 0) {
  225. dev_err(chan->mbox->dev, "Try increasing MBOX_TX_QUEUE_LEN\n");
  226. return t;
  227. }
  228. msg_submit(chan);
  229. if (chan->cl->tx_block) {
  230. unsigned long wait;
  231. int ret;
  232. if (!chan->cl->tx_tout) /* wait forever */
  233. wait = msecs_to_jiffies(3600000);
  234. else
  235. wait = msecs_to_jiffies(chan->cl->tx_tout);
  236. ret = wait_for_completion_timeout(&chan->tx_complete, wait);
  237. if (ret == 0) {
  238. t = -ETIME;
  239. tx_tick(chan, t);
  240. }
  241. }
  242. return t;
  243. }
  244. EXPORT_SYMBOL_GPL(mbox_send_message);
  245. /**
  246. * mbox_request_channel - Request a mailbox channel.
  247. * @cl: Identity of the client requesting the channel.
  248. * @index: Index of mailbox specifier in 'mboxes' property.
  249. *
  250. * The Client specifies its requirements and capabilities while asking for
  251. * a mailbox channel. It can't be called from atomic context.
  252. * The channel is exclusively allocated and can't be used by another
  253. * client before the owner calls mbox_free_channel.
  254. * After assignment, any packet received on this channel will be
  255. * handed over to the client via the 'rx_callback'.
  256. * The framework holds reference to the client, so the mbox_client
  257. * structure shouldn't be modified until the mbox_free_channel returns.
  258. *
  259. * Return: Pointer to the channel assigned to the client if successful.
  260. * ERR_PTR for request failure.
  261. */
  262. struct mbox_chan *mbox_request_channel(struct mbox_client *cl, int index)
  263. {
  264. struct device *dev = cl->dev;
  265. struct mbox_controller *mbox;
  266. struct of_phandle_args spec;
  267. struct mbox_chan *chan;
  268. unsigned long flags;
  269. int ret;
  270. if (!dev || !dev->of_node) {
  271. pr_debug("%s: No owner device node\n", __func__);
  272. return ERR_PTR(-ENODEV);
  273. }
  274. mutex_lock(&con_mutex);
  275. if (of_parse_phandle_with_args(dev->of_node, "mboxes",
  276. "#mbox-cells", index, &spec)) {
  277. dev_dbg(dev, "%s: can't parse \"mboxes\" property\n", __func__);
  278. mutex_unlock(&con_mutex);
  279. return ERR_PTR(-ENODEV);
  280. }
  281. chan = ERR_PTR(-EPROBE_DEFER);
  282. list_for_each_entry(mbox, &mbox_cons, node)
  283. if (mbox->dev->of_node == spec.np) {
  284. chan = mbox->of_xlate(mbox, &spec);
  285. break;
  286. }
  287. of_node_put(spec.np);
  288. if (IS_ERR(chan)) {
  289. mutex_unlock(&con_mutex);
  290. return chan;
  291. }
  292. if (chan->cl || !try_module_get(mbox->dev->driver->owner)) {
  293. dev_dbg(dev, "%s: mailbox not free\n", __func__);
  294. mutex_unlock(&con_mutex);
  295. return ERR_PTR(-EBUSY);
  296. }
  297. spin_lock_irqsave(&chan->lock, flags);
  298. chan->msg_free = 0;
  299. chan->msg_count = 0;
  300. chan->active_req = NULL;
  301. chan->cl = cl;
  302. init_completion(&chan->tx_complete);
  303. if (chan->txdone_method == TXDONE_BY_POLL && cl->knows_txdone)
  304. chan->txdone_method = TXDONE_BY_ACK;
  305. spin_unlock_irqrestore(&chan->lock, flags);
  306. if (chan->mbox->ops->startup) {
  307. ret = chan->mbox->ops->startup(chan);
  308. if (ret) {
  309. dev_err(dev, "Unable to startup the chan (%d)\n", ret);
  310. mbox_free_channel(chan);
  311. chan = ERR_PTR(ret);
  312. }
  313. }
  314. mutex_unlock(&con_mutex);
  315. return chan;
  316. }
  317. EXPORT_SYMBOL_GPL(mbox_request_channel);
  318. struct mbox_chan *mbox_request_channel_byname(struct mbox_client *cl,
  319. const char *name)
  320. {
  321. struct device_node *np = cl->dev->of_node;
  322. struct property *prop;
  323. const char *mbox_name;
  324. int index = 0;
  325. if (!np) {
  326. dev_err(cl->dev, "%s() currently only supports DT\n", __func__);
  327. return ERR_PTR(-EINVAL);
  328. }
  329. if (!of_get_property(np, "mbox-names", NULL)) {
  330. dev_err(cl->dev,
  331. "%s() requires an \"mbox-names\" property\n", __func__);
  332. return ERR_PTR(-EINVAL);
  333. }
  334. of_property_for_each_string(np, "mbox-names", prop, mbox_name) {
  335. if (!strncmp(name, mbox_name, strlen(name)))
  336. return mbox_request_channel(cl, index);
  337. index++;
  338. }
  339. dev_err(cl->dev, "%s() could not locate channel named \"%s\"\n",
  340. __func__, name);
  341. return ERR_PTR(-EINVAL);
  342. }
  343. EXPORT_SYMBOL_GPL(mbox_request_channel_byname);
  344. /**
  345. * mbox_free_channel - The client relinquishes control of a mailbox
  346. * channel by this call.
  347. * @chan: The mailbox channel to be freed.
  348. */
  349. void mbox_free_channel(struct mbox_chan *chan)
  350. {
  351. unsigned long flags;
  352. if (!chan || !chan->cl)
  353. return;
  354. if (chan->mbox->ops->shutdown)
  355. chan->mbox->ops->shutdown(chan);
  356. /* The queued TX requests are simply aborted, no callbacks are made */
  357. spin_lock_irqsave(&chan->lock, flags);
  358. chan->cl = NULL;
  359. chan->active_req = NULL;
  360. if (chan->txdone_method == TXDONE_BY_ACK)
  361. chan->txdone_method = TXDONE_BY_POLL;
  362. module_put(chan->mbox->dev->driver->owner);
  363. spin_unlock_irqrestore(&chan->lock, flags);
  364. }
  365. EXPORT_SYMBOL_GPL(mbox_free_channel);
  366. static struct mbox_chan *
  367. of_mbox_index_xlate(struct mbox_controller *mbox,
  368. const struct of_phandle_args *sp)
  369. {
  370. int ind = sp->args[0];
  371. if (ind >= mbox->num_chans)
  372. return ERR_PTR(-EINVAL);
  373. return &mbox->chans[ind];
  374. }
  375. /**
  376. * mbox_controller_register - Register the mailbox controller
  377. * @mbox: Pointer to the mailbox controller.
  378. *
  379. * The controller driver registers its communication channels
  380. */
  381. int mbox_controller_register(struct mbox_controller *mbox)
  382. {
  383. int i, txdone;
  384. /* Sanity check */
  385. if (!mbox || !mbox->dev || !mbox->ops || !mbox->num_chans)
  386. return -EINVAL;
  387. if (mbox->txdone_irq)
  388. txdone = TXDONE_BY_IRQ;
  389. else if (mbox->txdone_poll)
  390. txdone = TXDONE_BY_POLL;
  391. else /* It has to be ACK then */
  392. txdone = TXDONE_BY_ACK;
  393. if (txdone == TXDONE_BY_POLL) {
  394. if (!mbox->ops->last_tx_done) {
  395. dev_err(mbox->dev, "last_tx_done method is absent\n");
  396. return -EINVAL;
  397. }
  398. hrtimer_init(&mbox->poll_hrt, CLOCK_MONOTONIC,
  399. HRTIMER_MODE_REL);
  400. mbox->poll_hrt.function = txdone_hrtimer;
  401. }
  402. for (i = 0; i < mbox->num_chans; i++) {
  403. struct mbox_chan *chan = &mbox->chans[i];
  404. chan->cl = NULL;
  405. chan->mbox = mbox;
  406. chan->txdone_method = txdone;
  407. spin_lock_init(&chan->lock);
  408. }
  409. if (!mbox->of_xlate)
  410. mbox->of_xlate = of_mbox_index_xlate;
  411. mutex_lock(&con_mutex);
  412. list_add_tail(&mbox->node, &mbox_cons);
  413. mutex_unlock(&con_mutex);
  414. return 0;
  415. }
  416. EXPORT_SYMBOL_GPL(mbox_controller_register);
  417. /**
  418. * mbox_controller_unregister - Unregister the mailbox controller
  419. * @mbox: Pointer to the mailbox controller.
  420. */
  421. void mbox_controller_unregister(struct mbox_controller *mbox)
  422. {
  423. int i;
  424. if (!mbox)
  425. return;
  426. mutex_lock(&con_mutex);
  427. list_del(&mbox->node);
  428. for (i = 0; i < mbox->num_chans; i++)
  429. mbox_free_channel(&mbox->chans[i]);
  430. if (mbox->txdone_poll)
  431. hrtimer_cancel(&mbox->poll_hrt);
  432. mutex_unlock(&con_mutex);
  433. }
  434. EXPORT_SYMBOL_GPL(mbox_controller_unregister);