ark-axi-dma.h 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352
  1. // SPDX-License-Identifier: GPL-2.0
  2. // (C) 2017-2018 Synopsys, Inc. (www.synopsys.com)
  3. /*
  4. * Synopsys DesignWare AXI DMA Controller driver.
  5. *
  6. * Author: Eugeniy Paltsev <Eugeniy.Paltsev@synopsys.com>
  7. */
  8. #ifndef _AXI_DMA_PLATFORM_H
  9. #define _AXI_DMA_PLATFORM_H
  10. #include <linux/bitops.h>
  11. #include <linux/clk.h>
  12. #include <linux/device.h>
  13. #include <linux/dmaengine.h>
  14. #include <linux/types.h>
  15. #include "virt-dma.h"
  16. #define DMAC_MAX_CHANNELS 8
  17. #define DMAC_MAX_MASTERS 2
  18. #define DMAC_MAX_BLK_SIZE 0x200000
  19. #define DMAX_MAX_BLK_MASK 0x1fffff
  20. struct dw_axi_dma_hcfg {
  21. u32 nr_channels;
  22. u32 nr_masters;
  23. u32 m_data_width;
  24. u32 block_size[DMAC_MAX_CHANNELS];
  25. u32 priority[DMAC_MAX_CHANNELS];
  26. /* maximum supported axi burst length */
  27. u32 axi_rw_burst_len;
  28. bool restrict_axi_burst_len;
  29. };
  30. struct axi_dma_chan {
  31. struct axi_dma_chip *chip;
  32. void __iomem *chan_regs;
  33. u8 id;
  34. u8 hw_handshake_num;
  35. atomic_t descs_allocated;
  36. struct dma_pool *desc_pool;
  37. struct virt_dma_chan vc;
  38. struct axi_dma_desc *desc;
  39. struct dma_slave_config config;
  40. enum dma_transfer_direction direction;
  41. bool cyclic;
  42. /* these other elements are all protected by vc.lock */
  43. bool is_paused;
  44. };
  45. struct dw_axi_dma {
  46. struct dma_device dma;
  47. struct dw_axi_dma_hcfg *hdata;
  48. struct device_dma_parameters dma_parms;
  49. /* channels */
  50. struct axi_dma_chan *chan;
  51. };
  52. struct axi_dma_chip {
  53. struct device *dev;
  54. int irq;
  55. void __iomem *regs;
  56. struct clk *core_clk;
  57. struct clk *cfgr_clk;
  58. struct dw_axi_dma *dw;
  59. };
  60. /* LLI == Linked List Item */
  61. struct __packed axi_dma_lli {
  62. __le64 sar;
  63. __le64 dar;
  64. __le32 block_ts_lo;
  65. __le32 block_ts_hi;
  66. __le64 llp;
  67. __le32 ctl_lo;
  68. __le32 ctl_hi;
  69. __le32 sstat;
  70. __le32 dstat;
  71. __le32 status_lo;
  72. __le32 status_hi;
  73. __le32 reserved_lo;
  74. __le32 reserved_hi;
  75. };
  76. struct axi_dma_hw_desc {
  77. struct axi_dma_lli *lli;
  78. dma_addr_t llp;
  79. u32 len;
  80. };
  81. struct axi_dma_desc {
  82. struct axi_dma_hw_desc *hw_desc;
  83. struct virt_dma_desc vd;
  84. struct axi_dma_chan *chan;
  85. u32 completed_blocks;
  86. u32 length;
  87. u32 period_len;
  88. };
  89. static inline struct device *dchan2dev(struct dma_chan *dchan)
  90. {
  91. return &dchan->dev->device;
  92. }
  93. static inline struct device *chan2dev(struct axi_dma_chan *chan)
  94. {
  95. return &chan->vc.chan.dev->device;
  96. }
  97. static inline struct axi_dma_desc *vd_to_axi_desc(struct virt_dma_desc *vd)
  98. {
  99. return container_of(vd, struct axi_dma_desc, vd);
  100. }
  101. static inline struct axi_dma_chan *vc_to_axi_dma_chan(struct virt_dma_chan *vc)
  102. {
  103. return container_of(vc, struct axi_dma_chan, vc);
  104. }
  105. static inline struct axi_dma_chan *dchan_to_axi_dma_chan(struct dma_chan *dchan)
  106. {
  107. return vc_to_axi_dma_chan(to_virt_chan(dchan));
  108. }
  109. #define COMMON_REG_LEN 0x100
  110. #define CHAN_REG_LEN 0x100
  111. /* Common registers offset */
  112. #define DMAC_ID 0x000 /* R DMAC ID */
  113. #define DMAC_COMPVER 0x008 /* R DMAC Component Version */
  114. #define DMAC_CFG 0x010 /* R/W DMAC Configuration */
  115. #define DMAC_CHEN 0x018 /* R/W DMAC Channel Enable */
  116. #define DMAC_CHEN_L 0x018 /* R/W DMAC Channel Enable 00-31 */
  117. #define DMAC_CHEN_H 0x01C /* R/W DMAC Channel Enable 32-63 */
  118. #define DMAC_INTSTATUS 0x030 /* R DMAC Interrupt Status */
  119. #define DMAC_COMMON_INTCLEAR 0x038 /* W DMAC Interrupt Clear */
  120. #define DMAC_COMMON_INTSTATUS_ENA 0x040 /* R DMAC Interrupt Status Enable */
  121. #define DMAC_COMMON_INTSIGNAL_ENA 0x048 /* R/W DMAC Interrupt Signal Enable */
  122. #define DMAC_COMMON_INTSTATUS 0x050 /* R DMAC Interrupt Status */
  123. #define DMAC_RESET 0x058 /* R DMAC Reset Register1 */
  124. /* DMA channel registers offset */
  125. #define CH_SAR 0x000 /* R/W Chan Source Address */
  126. #define CH_DAR 0x008 /* R/W Chan Destination Address */
  127. #define CH_BLOCK_TS 0x010 /* R/W Chan Block Transfer Size */
  128. #define CH_CTL 0x018 /* R/W Chan Control */
  129. #define CH_CTL_L 0x018 /* R/W Chan Control 00-31 */
  130. #define CH_CTL_H 0x01C /* R/W Chan Control 32-63 */
  131. #define CH_CFG 0x020 /* R/W Chan Configuration */
  132. #define CH_CFG_L 0x020 /* R/W Chan Configuration 00-31 */
  133. #define CH_CFG_H 0x024 /* R/W Chan Configuration 32-63 */
  134. #define CH_LLP 0x028 /* R/W Chan Linked List Pointer */
  135. #define CH_STATUS 0x030 /* R Chan Status */
  136. #define CH_SWHSSRC 0x038 /* R/W Chan SW Handshake Source */
  137. #define CH_SWHSDST 0x040 /* R/W Chan SW Handshake Destination */
  138. #define CH_BLK_TFR_RESUMEREQ 0x048 /* W Chan Block Transfer Resume Req */
  139. #define CH_AXI_ID 0x050 /* R/W Chan AXI ID */
  140. #define CH_AXI_QOS 0x058 /* R/W Chan AXI QOS */
  141. #define CH_SSTAT 0x060 /* R Chan Source Status */
  142. #define CH_DSTAT 0x068 /* R Chan Destination Status */
  143. #define CH_SSTATAR 0x070 /* R/W Chan Source Status Fetch Addr */
  144. #define CH_DSTATAR 0x078 /* R/W Chan Destination Status Fetch Addr */
  145. #define CH_INTSTATUS_ENA 0x080 /* R/W Chan Interrupt Status Enable */
  146. #define CH_INTSTATUS 0x088 /* R/W Chan Interrupt Status */
  147. #define CH_INTSIGNAL_ENA 0x090 /* R/W Chan Interrupt Signal Enable */
  148. #define CH_INTCLEAR 0x098 /* W Chan Interrupt Clear */
  149. #define MAX_BLOCK_SIZE 0x1000 /* 1024 blocks * 4 bytes data width */
  150. /* DMAC_CFG */
  151. #define DMAC_EN_POS 0
  152. #define DMAC_EN_MASK BIT(DMAC_EN_POS)
  153. #define INT_EN_POS 1
  154. #define INT_EN_MASK BIT(INT_EN_POS)
  155. #define DMAC_CHAN_EN_SHIFT 0
  156. #define DMAC_CHAN_EN_WE_SHIFT 8
  157. #define DMAC_CHAN_SUSP_SHIFT 16
  158. #define DMAC_CHAN_SUSP_WE_SHIFT 24
  159. /* CH_CTL_H */
  160. #define CH_CTL_H_ARLEN_EN BIT(6)
  161. #define CH_CTL_H_ARLEN_POS 7
  162. #define CH_CTL_H_AWLEN_EN BIT(15)
  163. #define CH_CTL_H_AWLEN_POS 16
  164. enum {
  165. DWAXIDMAC_ARWLEN_1 = 0,
  166. DWAXIDMAC_ARWLEN_2 = 1,
  167. DWAXIDMAC_ARWLEN_4 = 3,
  168. DWAXIDMAC_ARWLEN_8 = 7,
  169. DWAXIDMAC_ARWLEN_16 = 15,
  170. DWAXIDMAC_ARWLEN_32 = 31,
  171. DWAXIDMAC_ARWLEN_64 = 63,
  172. DWAXIDMAC_ARWLEN_128 = 127,
  173. DWAXIDMAC_ARWLEN_256 = 255,
  174. DWAXIDMAC_ARWLEN_MIN = DWAXIDMAC_ARWLEN_1,
  175. DWAXIDMAC_ARWLEN_MAX = DWAXIDMAC_ARWLEN_256
  176. };
  177. #define CH_CTL_H_LLI_LAST BIT(30)
  178. #define CH_CTL_H_LLI_VALID BIT(31)
  179. /* CH_CTL_L */
  180. #define CH_CTL_L_LAST_WRITE_EN BIT(30)
  181. #define CH_CTL_L_DST_MSIZE_POS 18
  182. #define CH_CTL_L_SRC_MSIZE_POS 14
  183. enum {
  184. DWAXIDMAC_BURST_TRANS_LEN_1 = 0,
  185. DWAXIDMAC_BURST_TRANS_LEN_4,
  186. DWAXIDMAC_BURST_TRANS_LEN_8,
  187. DWAXIDMAC_BURST_TRANS_LEN_16,
  188. DWAXIDMAC_BURST_TRANS_LEN_32,
  189. DWAXIDMAC_BURST_TRANS_LEN_64,
  190. DWAXIDMAC_BURST_TRANS_LEN_128,
  191. DWAXIDMAC_BURST_TRANS_LEN_256,
  192. DWAXIDMAC_BURST_TRANS_LEN_512,
  193. DWAXIDMAC_BURST_TRANS_LEN_1024
  194. };
  195. #define CH_CTL_L_DST_WIDTH_POS 11
  196. #define CH_CTL_L_SRC_WIDTH_POS 8
  197. #define CH_CTL_L_DST_INC_POS 6
  198. #define CH_CTL_L_SRC_INC_POS 4
  199. enum {
  200. DWAXIDMAC_CH_CTL_L_INC = 0,
  201. DWAXIDMAC_CH_CTL_L_NOINC
  202. };
  203. #define CH_CTL_L_DST_MAST BIT(2)
  204. #define CH_CTL_L_SRC_MAST BIT(0)
  205. /* CH_CFG_H */
  206. #define CH_CFG_H_PRIORITY_POS 17
  207. #define CH_CFG_H_HS_SEL_DST_POS 4
  208. #define CH_CFG_H_HS_SEL_SRC_POS 3
  209. enum {
  210. DWAXIDMAC_HS_SEL_HW = 0,
  211. DWAXIDMAC_HS_SEL_SW
  212. };
  213. #define CH_CFG_H_TT_FC_POS 0
  214. enum {
  215. DWAXIDMAC_TT_FC_MEM_TO_MEM_DMAC = 0,
  216. DWAXIDMAC_TT_FC_MEM_TO_PER_DMAC,
  217. DWAXIDMAC_TT_FC_PER_TO_MEM_DMAC,
  218. DWAXIDMAC_TT_FC_PER_TO_PER_DMAC,
  219. DWAXIDMAC_TT_FC_PER_TO_MEM_SRC,
  220. DWAXIDMAC_TT_FC_PER_TO_PER_SRC,
  221. DWAXIDMAC_TT_FC_MEM_TO_PER_DST,
  222. DWAXIDMAC_TT_FC_PER_TO_PER_DST
  223. };
  224. /* CH_CFG_L */
  225. #define CH_CFG_L_DST_PER_POS 11
  226. #define CH_CFG_L_SRC_PER_POS 4
  227. #define CH_CFG_L_DST_MULTBLK_TYPE_POS 2
  228. #define CH_CFG_L_SRC_MULTBLK_TYPE_POS 0
  229. enum {
  230. DWAXIDMAC_MBLK_TYPE_CONTIGUOUS = 0,
  231. DWAXIDMAC_MBLK_TYPE_RELOAD,
  232. DWAXIDMAC_MBLK_TYPE_SHADOW_REG,
  233. DWAXIDMAC_MBLK_TYPE_LL
  234. };
  235. /**
  236. * DW AXI DMA channel interrupts
  237. *
  238. * @DWAXIDMAC_IRQ_NONE: Bitmask of no one interrupt
  239. * @DWAXIDMAC_IRQ_BLOCK_TRF: Block transfer complete
  240. * @DWAXIDMAC_IRQ_DMA_TRF: Dma transfer complete
  241. * @DWAXIDMAC_IRQ_SRC_TRAN: Source transaction complete
  242. * @DWAXIDMAC_IRQ_DST_TRAN: Destination transaction complete
  243. * @DWAXIDMAC_IRQ_SRC_DEC_ERR: Source decode error
  244. * @DWAXIDMAC_IRQ_DST_DEC_ERR: Destination decode error
  245. * @DWAXIDMAC_IRQ_SRC_SLV_ERR: Source slave error
  246. * @DWAXIDMAC_IRQ_DST_SLV_ERR: Destination slave error
  247. * @DWAXIDMAC_IRQ_LLI_RD_DEC_ERR: LLI read decode error
  248. * @DWAXIDMAC_IRQ_LLI_WR_DEC_ERR: LLI write decode error
  249. * @DWAXIDMAC_IRQ_LLI_RD_SLV_ERR: LLI read slave error
  250. * @DWAXIDMAC_IRQ_LLI_WR_SLV_ERR: LLI write slave error
  251. * @DWAXIDMAC_IRQ_INVALID_ERR: LLI invalid error or Shadow register error
  252. * @DWAXIDMAC_IRQ_MULTIBLKTYPE_ERR: Slave Interface Multiblock type error
  253. * @DWAXIDMAC_IRQ_DEC_ERR: Slave Interface decode error
  254. * @DWAXIDMAC_IRQ_WR2RO_ERR: Slave Interface write to read only error
  255. * @DWAXIDMAC_IRQ_RD2RWO_ERR: Slave Interface read to write only error
  256. * @DWAXIDMAC_IRQ_WRONCHEN_ERR: Slave Interface write to channel error
  257. * @DWAXIDMAC_IRQ_SHADOWREG_ERR: Slave Interface shadow reg error
  258. * @DWAXIDMAC_IRQ_WRONHOLD_ERR: Slave Interface hold error
  259. * @DWAXIDMAC_IRQ_LOCK_CLEARED: Lock Cleared Status
  260. * @DWAXIDMAC_IRQ_SRC_SUSPENDED: Source Suspended Status
  261. * @DWAXIDMAC_IRQ_SUSPENDED: Channel Suspended Status
  262. * @DWAXIDMAC_IRQ_DISABLED: Channel Disabled Status
  263. * @DWAXIDMAC_IRQ_ABORTED: Channel Aborted Status
  264. * @DWAXIDMAC_IRQ_ALL_ERR: Bitmask of all error interrupts
  265. * @DWAXIDMAC_IRQ_ALL: Bitmask of all interrupts
  266. */
  267. enum {
  268. DWAXIDMAC_IRQ_NONE = 0,
  269. DWAXIDMAC_IRQ_BLOCK_TRF = BIT(0),
  270. DWAXIDMAC_IRQ_DMA_TRF = BIT(1),
  271. DWAXIDMAC_IRQ_SRC_TRAN = BIT(3),
  272. DWAXIDMAC_IRQ_DST_TRAN = BIT(4),
  273. DWAXIDMAC_IRQ_SRC_DEC_ERR = BIT(5),
  274. DWAXIDMAC_IRQ_DST_DEC_ERR = BIT(6),
  275. DWAXIDMAC_IRQ_SRC_SLV_ERR = BIT(7),
  276. DWAXIDMAC_IRQ_DST_SLV_ERR = BIT(8),
  277. DWAXIDMAC_IRQ_LLI_RD_DEC_ERR = BIT(9),
  278. DWAXIDMAC_IRQ_LLI_WR_DEC_ERR = BIT(10),
  279. DWAXIDMAC_IRQ_LLI_RD_SLV_ERR = BIT(11),
  280. DWAXIDMAC_IRQ_LLI_WR_SLV_ERR = BIT(12),
  281. DWAXIDMAC_IRQ_INVALID_ERR = BIT(13),
  282. DWAXIDMAC_IRQ_MULTIBLKTYPE_ERR = BIT(14),
  283. DWAXIDMAC_IRQ_DEC_ERR = BIT(16),
  284. DWAXIDMAC_IRQ_WR2RO_ERR = BIT(17),
  285. DWAXIDMAC_IRQ_RD2RWO_ERR = BIT(18),
  286. DWAXIDMAC_IRQ_WRONCHEN_ERR = BIT(19),
  287. DWAXIDMAC_IRQ_SHADOWREG_ERR = BIT(20),
  288. DWAXIDMAC_IRQ_WRONHOLD_ERR = BIT(21),
  289. DWAXIDMAC_IRQ_LOCK_CLEARED = BIT(27),
  290. DWAXIDMAC_IRQ_SRC_SUSPENDED = BIT(28),
  291. DWAXIDMAC_IRQ_SUSPENDED = BIT(29),
  292. DWAXIDMAC_IRQ_DISABLED = BIT(30),
  293. DWAXIDMAC_IRQ_ABORTED = BIT(31),
  294. DWAXIDMAC_IRQ_ALL_ERR = (GENMASK(21, 16) | GENMASK(14, 5)),
  295. DWAXIDMAC_IRQ_ALL = GENMASK(31, 0)
  296. };
  297. enum {
  298. DWAXIDMAC_TRANS_WIDTH_8 = 0,
  299. DWAXIDMAC_TRANS_WIDTH_16,
  300. DWAXIDMAC_TRANS_WIDTH_32,
  301. DWAXIDMAC_TRANS_WIDTH_64,
  302. DWAXIDMAC_TRANS_WIDTH_128,
  303. DWAXIDMAC_TRANS_WIDTH_256,
  304. DWAXIDMAC_TRANS_WIDTH_512,
  305. DWAXIDMAC_TRANS_WIDTH_MAX = DWAXIDMAC_TRANS_WIDTH_512
  306. };
  307. #endif /* _AXI_DMA_PLATFORM_H */