sst-dsp.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424
  1. /*
  2. * Intel Smart Sound Technology (SST) DSP Core Driver
  3. *
  4. * Copyright (C) 2013, Intel Corporation. All rights reserved.
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public License version
  8. * 2 as published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. */
  16. #include <linux/slab.h>
  17. #include <linux/export.h>
  18. #include <linux/interrupt.h>
  19. #include <linux/module.h>
  20. #include <linux/platform_device.h>
  21. #include <linux/io.h>
  22. #include <linux/delay.h>
  23. #include "sst-dsp.h"
  24. #include "sst-dsp-priv.h"
  25. #define CREATE_TRACE_POINTS
  26. #include <trace/events/intel-sst.h>
  27. /* Internal generic low-level SST IO functions - can be overidden */
  28. void sst_shim32_write(void __iomem *addr, u32 offset, u32 value)
  29. {
  30. writel(value, addr + offset);
  31. }
  32. EXPORT_SYMBOL_GPL(sst_shim32_write);
  33. u32 sst_shim32_read(void __iomem *addr, u32 offset)
  34. {
  35. return readl(addr + offset);
  36. }
  37. EXPORT_SYMBOL_GPL(sst_shim32_read);
  38. void sst_shim32_write64(void __iomem *addr, u32 offset, u64 value)
  39. {
  40. memcpy_toio(addr + offset, &value, sizeof(value));
  41. }
  42. EXPORT_SYMBOL_GPL(sst_shim32_write64);
  43. u64 sst_shim32_read64(void __iomem *addr, u32 offset)
  44. {
  45. u64 val;
  46. memcpy_fromio(&val, addr + offset, sizeof(val));
  47. return val;
  48. }
  49. EXPORT_SYMBOL_GPL(sst_shim32_read64);
  50. static inline void _sst_memcpy_toio_32(volatile u32 __iomem *dest,
  51. u32 *src, size_t bytes)
  52. {
  53. int i, words = bytes >> 2;
  54. for (i = 0; i < words; i++)
  55. writel(src[i], dest + i);
  56. }
  57. static inline void _sst_memcpy_fromio_32(u32 *dest,
  58. const volatile __iomem u32 *src, size_t bytes)
  59. {
  60. int i, words = bytes >> 2;
  61. for (i = 0; i < words; i++)
  62. dest[i] = readl(src + i);
  63. }
  64. void sst_memcpy_toio_32(struct sst_dsp *sst,
  65. void __iomem *dest, void *src, size_t bytes)
  66. {
  67. _sst_memcpy_toio_32(dest, src, bytes);
  68. }
  69. EXPORT_SYMBOL_GPL(sst_memcpy_toio_32);
  70. void sst_memcpy_fromio_32(struct sst_dsp *sst, void *dest,
  71. void __iomem *src, size_t bytes)
  72. {
  73. _sst_memcpy_fromio_32(dest, src, bytes);
  74. }
  75. EXPORT_SYMBOL_GPL(sst_memcpy_fromio_32);
  76. /* Public API */
  77. void sst_dsp_shim_write(struct sst_dsp *sst, u32 offset, u32 value)
  78. {
  79. unsigned long flags;
  80. spin_lock_irqsave(&sst->spinlock, flags);
  81. sst->ops->write(sst->addr.shim, offset, value);
  82. spin_unlock_irqrestore(&sst->spinlock, flags);
  83. }
  84. EXPORT_SYMBOL_GPL(sst_dsp_shim_write);
  85. u32 sst_dsp_shim_read(struct sst_dsp *sst, u32 offset)
  86. {
  87. unsigned long flags;
  88. u32 val;
  89. spin_lock_irqsave(&sst->spinlock, flags);
  90. val = sst->ops->read(sst->addr.shim, offset);
  91. spin_unlock_irqrestore(&sst->spinlock, flags);
  92. return val;
  93. }
  94. EXPORT_SYMBOL_GPL(sst_dsp_shim_read);
  95. void sst_dsp_shim_write64(struct sst_dsp *sst, u32 offset, u64 value)
  96. {
  97. unsigned long flags;
  98. spin_lock_irqsave(&sst->spinlock, flags);
  99. sst->ops->write64(sst->addr.shim, offset, value);
  100. spin_unlock_irqrestore(&sst->spinlock, flags);
  101. }
  102. EXPORT_SYMBOL_GPL(sst_dsp_shim_write64);
  103. u64 sst_dsp_shim_read64(struct sst_dsp *sst, u32 offset)
  104. {
  105. unsigned long flags;
  106. u64 val;
  107. spin_lock_irqsave(&sst->spinlock, flags);
  108. val = sst->ops->read64(sst->addr.shim, offset);
  109. spin_unlock_irqrestore(&sst->spinlock, flags);
  110. return val;
  111. }
  112. EXPORT_SYMBOL_GPL(sst_dsp_shim_read64);
  113. void sst_dsp_shim_write_unlocked(struct sst_dsp *sst, u32 offset, u32 value)
  114. {
  115. sst->ops->write(sst->addr.shim, offset, value);
  116. }
  117. EXPORT_SYMBOL_GPL(sst_dsp_shim_write_unlocked);
  118. u32 sst_dsp_shim_read_unlocked(struct sst_dsp *sst, u32 offset)
  119. {
  120. return sst->ops->read(sst->addr.shim, offset);
  121. }
  122. EXPORT_SYMBOL_GPL(sst_dsp_shim_read_unlocked);
  123. void sst_dsp_shim_write64_unlocked(struct sst_dsp *sst, u32 offset, u64 value)
  124. {
  125. sst->ops->write64(sst->addr.shim, offset, value);
  126. }
  127. EXPORT_SYMBOL_GPL(sst_dsp_shim_write64_unlocked);
  128. u64 sst_dsp_shim_read64_unlocked(struct sst_dsp *sst, u32 offset)
  129. {
  130. return sst->ops->read64(sst->addr.shim, offset);
  131. }
  132. EXPORT_SYMBOL_GPL(sst_dsp_shim_read64_unlocked);
  133. int sst_dsp_shim_update_bits_unlocked(struct sst_dsp *sst, u32 offset,
  134. u32 mask, u32 value)
  135. {
  136. bool change;
  137. unsigned int old, new;
  138. u32 ret;
  139. ret = sst_dsp_shim_read_unlocked(sst, offset);
  140. old = ret;
  141. new = (old & (~mask)) | (value & mask);
  142. change = (old != new);
  143. if (change)
  144. sst_dsp_shim_write_unlocked(sst, offset, new);
  145. return change;
  146. }
  147. EXPORT_SYMBOL_GPL(sst_dsp_shim_update_bits_unlocked);
  148. int sst_dsp_shim_update_bits64_unlocked(struct sst_dsp *sst, u32 offset,
  149. u64 mask, u64 value)
  150. {
  151. bool change;
  152. u64 old, new;
  153. old = sst_dsp_shim_read64_unlocked(sst, offset);
  154. new = (old & (~mask)) | (value & mask);
  155. change = (old != new);
  156. if (change)
  157. sst_dsp_shim_write64_unlocked(sst, offset, new);
  158. return change;
  159. }
  160. EXPORT_SYMBOL_GPL(sst_dsp_shim_update_bits64_unlocked);
  161. /* This is for registers bits with attribute RWC */
  162. void sst_dsp_shim_update_bits_forced_unlocked(struct sst_dsp *sst, u32 offset,
  163. u32 mask, u32 value)
  164. {
  165. unsigned int old, new;
  166. u32 ret;
  167. ret = sst_dsp_shim_read_unlocked(sst, offset);
  168. old = ret;
  169. new = (old & (~mask)) | (value & mask);
  170. sst_dsp_shim_write_unlocked(sst, offset, new);
  171. }
  172. EXPORT_SYMBOL_GPL(sst_dsp_shim_update_bits_forced_unlocked);
  173. int sst_dsp_shim_update_bits(struct sst_dsp *sst, u32 offset,
  174. u32 mask, u32 value)
  175. {
  176. unsigned long flags;
  177. bool change;
  178. spin_lock_irqsave(&sst->spinlock, flags);
  179. change = sst_dsp_shim_update_bits_unlocked(sst, offset, mask, value);
  180. spin_unlock_irqrestore(&sst->spinlock, flags);
  181. return change;
  182. }
  183. EXPORT_SYMBOL_GPL(sst_dsp_shim_update_bits);
  184. int sst_dsp_shim_update_bits64(struct sst_dsp *sst, u32 offset,
  185. u64 mask, u64 value)
  186. {
  187. unsigned long flags;
  188. bool change;
  189. spin_lock_irqsave(&sst->spinlock, flags);
  190. change = sst_dsp_shim_update_bits64_unlocked(sst, offset, mask, value);
  191. spin_unlock_irqrestore(&sst->spinlock, flags);
  192. return change;
  193. }
  194. EXPORT_SYMBOL_GPL(sst_dsp_shim_update_bits64);
  195. /* This is for registers bits with attribute RWC */
  196. void sst_dsp_shim_update_bits_forced(struct sst_dsp *sst, u32 offset,
  197. u32 mask, u32 value)
  198. {
  199. unsigned long flags;
  200. spin_lock_irqsave(&sst->spinlock, flags);
  201. sst_dsp_shim_update_bits_forced_unlocked(sst, offset, mask, value);
  202. spin_unlock_irqrestore(&sst->spinlock, flags);
  203. }
  204. EXPORT_SYMBOL_GPL(sst_dsp_shim_update_bits_forced);
  205. int sst_dsp_register_poll(struct sst_dsp *ctx, u32 offset, u32 mask,
  206. u32 target, u32 time, char *operation)
  207. {
  208. u32 reg;
  209. unsigned long timeout;
  210. int k = 0, s = 500;
  211. /*
  212. * split the loop into sleeps of varying resolution. more accurately,
  213. * the range of wakeups are:
  214. * Phase 1(first 5ms): min sleep 0.5ms; max sleep 1ms.
  215. * Phase 2:( 5ms to 10ms) : min sleep 0.5ms; max sleep 10ms
  216. * (usleep_range (500, 1000) and usleep_range(5000, 10000) are
  217. * both possible in this phase depending on whether k > 10 or not).
  218. * Phase 3: (beyond 10 ms) min sleep 5ms; max sleep 10ms.
  219. */
  220. timeout = jiffies + msecs_to_jiffies(time);
  221. while ((((reg = sst_dsp_shim_read_unlocked(ctx, offset)) & mask) != target)
  222. && time_before(jiffies, timeout)) {
  223. k++;
  224. if (k > 10)
  225. s = 5000;
  226. usleep_range(s, 2*s);
  227. }
  228. if ((reg & mask) == target) {
  229. dev_dbg(ctx->dev, "FW Poll Status: reg=%#x %s successful\n",
  230. reg, operation);
  231. return 0;
  232. }
  233. dev_dbg(ctx->dev, "FW Poll Status: reg=%#x %s timedout\n",
  234. reg, operation);
  235. return -ETIME;
  236. }
  237. EXPORT_SYMBOL_GPL(sst_dsp_register_poll);
  238. void sst_dsp_dump(struct sst_dsp *sst)
  239. {
  240. if (sst->ops->dump)
  241. sst->ops->dump(sst);
  242. }
  243. EXPORT_SYMBOL_GPL(sst_dsp_dump);
  244. void sst_dsp_reset(struct sst_dsp *sst)
  245. {
  246. if (sst->ops->reset)
  247. sst->ops->reset(sst);
  248. }
  249. EXPORT_SYMBOL_GPL(sst_dsp_reset);
  250. int sst_dsp_boot(struct sst_dsp *sst)
  251. {
  252. if (sst->ops->boot)
  253. sst->ops->boot(sst);
  254. return 0;
  255. }
  256. EXPORT_SYMBOL_GPL(sst_dsp_boot);
  257. int sst_dsp_wake(struct sst_dsp *sst)
  258. {
  259. if (sst->ops->wake)
  260. return sst->ops->wake(sst);
  261. return 0;
  262. }
  263. EXPORT_SYMBOL_GPL(sst_dsp_wake);
  264. void sst_dsp_sleep(struct sst_dsp *sst)
  265. {
  266. if (sst->ops->sleep)
  267. sst->ops->sleep(sst);
  268. }
  269. EXPORT_SYMBOL_GPL(sst_dsp_sleep);
  270. void sst_dsp_stall(struct sst_dsp *sst)
  271. {
  272. if (sst->ops->stall)
  273. sst->ops->stall(sst);
  274. }
  275. EXPORT_SYMBOL_GPL(sst_dsp_stall);
  276. void sst_dsp_ipc_msg_tx(struct sst_dsp *dsp, u32 msg)
  277. {
  278. sst_dsp_shim_write_unlocked(dsp, SST_IPCX, msg | SST_IPCX_BUSY);
  279. trace_sst_ipc_msg_tx(msg);
  280. }
  281. EXPORT_SYMBOL_GPL(sst_dsp_ipc_msg_tx);
  282. u32 sst_dsp_ipc_msg_rx(struct sst_dsp *dsp)
  283. {
  284. u32 msg;
  285. msg = sst_dsp_shim_read_unlocked(dsp, SST_IPCX);
  286. trace_sst_ipc_msg_rx(msg);
  287. return msg;
  288. }
  289. EXPORT_SYMBOL_GPL(sst_dsp_ipc_msg_rx);
  290. int sst_dsp_mailbox_init(struct sst_dsp *sst, u32 inbox_offset, size_t inbox_size,
  291. u32 outbox_offset, size_t outbox_size)
  292. {
  293. sst->mailbox.in_base = sst->addr.lpe + inbox_offset;
  294. sst->mailbox.out_base = sst->addr.lpe + outbox_offset;
  295. sst->mailbox.in_size = inbox_size;
  296. sst->mailbox.out_size = outbox_size;
  297. return 0;
  298. }
  299. EXPORT_SYMBOL_GPL(sst_dsp_mailbox_init);
  300. void sst_dsp_outbox_write(struct sst_dsp *sst, void *message, size_t bytes)
  301. {
  302. u32 i;
  303. trace_sst_ipc_outbox_write(bytes);
  304. memcpy_toio(sst->mailbox.out_base, message, bytes);
  305. for (i = 0; i < bytes; i += 4)
  306. trace_sst_ipc_outbox_wdata(i, *(u32 *)(message + i));
  307. }
  308. EXPORT_SYMBOL_GPL(sst_dsp_outbox_write);
  309. void sst_dsp_outbox_read(struct sst_dsp *sst, void *message, size_t bytes)
  310. {
  311. u32 i;
  312. trace_sst_ipc_outbox_read(bytes);
  313. memcpy_fromio(message, sst->mailbox.out_base, bytes);
  314. for (i = 0; i < bytes; i += 4)
  315. trace_sst_ipc_outbox_rdata(i, *(u32 *)(message + i));
  316. }
  317. EXPORT_SYMBOL_GPL(sst_dsp_outbox_read);
  318. void sst_dsp_inbox_write(struct sst_dsp *sst, void *message, size_t bytes)
  319. {
  320. u32 i;
  321. trace_sst_ipc_inbox_write(bytes);
  322. memcpy_toio(sst->mailbox.in_base, message, bytes);
  323. for (i = 0; i < bytes; i += 4)
  324. trace_sst_ipc_inbox_wdata(i, *(u32 *)(message + i));
  325. }
  326. EXPORT_SYMBOL_GPL(sst_dsp_inbox_write);
  327. void sst_dsp_inbox_read(struct sst_dsp *sst, void *message, size_t bytes)
  328. {
  329. u32 i;
  330. trace_sst_ipc_inbox_read(bytes);
  331. memcpy_fromio(message, sst->mailbox.in_base, bytes);
  332. for (i = 0; i < bytes; i += 4)
  333. trace_sst_ipc_inbox_rdata(i, *(u32 *)(message + i));
  334. }
  335. EXPORT_SYMBOL_GPL(sst_dsp_inbox_read);
  336. /* Module information */
  337. MODULE_AUTHOR("Liam Girdwood");
  338. MODULE_DESCRIPTION("Intel SST Core");
  339. MODULE_LICENSE("GPL v2");