suspend-imx6.S 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336
  1. /*
  2. * Copyright 2014 Freescale Semiconductor, Inc.
  3. *
  4. * The code contained herein is licensed under the GNU General Public
  5. * License. You may obtain a copy of the GNU General Public License
  6. * Version 2 or later at the following locations:
  7. *
  8. * http://www.opensource.org/licenses/gpl-license.html
  9. * http://www.gnu.org/copyleft/gpl.html
  10. */
  11. #include <linux/linkage.h>
  12. #include <asm/assembler.h>
  13. #include <asm/asm-offsets.h>
  14. #include <asm/hardware/cache-l2x0.h>
  15. #include "hardware.h"
  16. /*
  17. * ==================== low level suspend ====================
  18. *
  19. * Better to follow below rules to use ARM registers:
  20. * r0: pm_info structure address;
  21. * r1 ~ r4: for saving pm_info members;
  22. * r5 ~ r10: free registers;
  23. * r11: io base address.
  24. *
  25. * suspend ocram space layout:
  26. * ======================== high address ======================
  27. * .
  28. * .
  29. * .
  30. * ^
  31. * ^
  32. * ^
  33. * imx6_suspend code
  34. * PM_INFO structure(imx6_cpu_pm_info)
  35. * ======================== low address =======================
  36. */
  37. /*
  38. * Below offsets are based on struct imx6_cpu_pm_info
  39. * which defined in arch/arm/mach-imx/pm-imx6q.c, this
  40. * structure contains necessary pm info for low level
  41. * suspend related code.
  42. */
  43. #define PM_INFO_PBASE_OFFSET 0x0
  44. #define PM_INFO_RESUME_ADDR_OFFSET 0x4
  45. #define PM_INFO_DDR_TYPE_OFFSET 0x8
  46. #define PM_INFO_PM_INFO_SIZE_OFFSET 0xC
  47. #define PM_INFO_MX6Q_MMDC_P_OFFSET 0x10
  48. #define PM_INFO_MX6Q_MMDC_V_OFFSET 0x14
  49. #define PM_INFO_MX6Q_SRC_P_OFFSET 0x18
  50. #define PM_INFO_MX6Q_SRC_V_OFFSET 0x1C
  51. #define PM_INFO_MX6Q_IOMUXC_P_OFFSET 0x20
  52. #define PM_INFO_MX6Q_IOMUXC_V_OFFSET 0x24
  53. #define PM_INFO_MX6Q_CCM_P_OFFSET 0x28
  54. #define PM_INFO_MX6Q_CCM_V_OFFSET 0x2C
  55. #define PM_INFO_MX6Q_GPC_P_OFFSET 0x30
  56. #define PM_INFO_MX6Q_GPC_V_OFFSET 0x34
  57. #define PM_INFO_MX6Q_L2_P_OFFSET 0x38
  58. #define PM_INFO_MX6Q_L2_V_OFFSET 0x3C
  59. #define PM_INFO_MMDC_IO_NUM_OFFSET 0x40
  60. #define PM_INFO_MMDC_IO_VAL_OFFSET 0x44
  61. #define MX6Q_SRC_GPR1 0x20
  62. #define MX6Q_SRC_GPR2 0x24
  63. #define MX6Q_MMDC_MAPSR 0x404
  64. #define MX6Q_MMDC_MPDGCTRL0 0x83c
  65. #define MX6Q_GPC_IMR1 0x08
  66. #define MX6Q_GPC_IMR2 0x0c
  67. #define MX6Q_GPC_IMR3 0x10
  68. #define MX6Q_GPC_IMR4 0x14
  69. #define MX6Q_CCM_CCR 0x0
  70. .align 3
  71. .arm
  72. .macro sync_l2_cache
  73. /* sync L2 cache to drain L2's buffers to DRAM. */
  74. #ifdef CONFIG_CACHE_L2X0
  75. ldr r11, [r0, #PM_INFO_MX6Q_L2_V_OFFSET]
  76. teq r11, #0
  77. beq 6f
  78. mov r6, #0x0
  79. str r6, [r11, #L2X0_CACHE_SYNC]
  80. 1:
  81. ldr r6, [r11, #L2X0_CACHE_SYNC]
  82. ands r6, r6, #0x1
  83. bne 1b
  84. 6:
  85. #endif
  86. .endm
  87. .macro resume_mmdc
  88. /* restore MMDC IO */
  89. cmp r5, #0x0
  90. ldreq r11, [r0, #PM_INFO_MX6Q_IOMUXC_V_OFFSET]
  91. ldrne r11, [r0, #PM_INFO_MX6Q_IOMUXC_P_OFFSET]
  92. ldr r6, [r0, #PM_INFO_MMDC_IO_NUM_OFFSET]
  93. ldr r7, =PM_INFO_MMDC_IO_VAL_OFFSET
  94. add r7, r7, r0
  95. 1:
  96. ldr r8, [r7], #0x4
  97. ldr r9, [r7], #0x4
  98. str r9, [r11, r8]
  99. subs r6, r6, #0x1
  100. bne 1b
  101. cmp r5, #0x0
  102. ldreq r11, [r0, #PM_INFO_MX6Q_MMDC_V_OFFSET]
  103. ldrne r11, [r0, #PM_INFO_MX6Q_MMDC_P_OFFSET]
  104. cmp r3, #IMX_DDR_TYPE_LPDDR2
  105. bne 4f
  106. /* reset read FIFO, RST_RD_FIFO */
  107. ldr r7, =MX6Q_MMDC_MPDGCTRL0
  108. ldr r6, [r11, r7]
  109. orr r6, r6, #(1 << 31)
  110. str r6, [r11, r7]
  111. 2:
  112. ldr r6, [r11, r7]
  113. ands r6, r6, #(1 << 31)
  114. bne 2b
  115. /* reset FIFO a second time */
  116. ldr r6, [r11, r7]
  117. orr r6, r6, #(1 << 31)
  118. str r6, [r11, r7]
  119. 3:
  120. ldr r6, [r11, r7]
  121. ands r6, r6, #(1 << 31)
  122. bne 3b
  123. 4:
  124. /* let DDR out of self-refresh */
  125. ldr r7, [r11, #MX6Q_MMDC_MAPSR]
  126. bic r7, r7, #(1 << 21)
  127. str r7, [r11, #MX6Q_MMDC_MAPSR]
  128. 5:
  129. ldr r7, [r11, #MX6Q_MMDC_MAPSR]
  130. ands r7, r7, #(1 << 25)
  131. bne 5b
  132. /* enable DDR auto power saving */
  133. ldr r7, [r11, #MX6Q_MMDC_MAPSR]
  134. bic r7, r7, #0x1
  135. str r7, [r11, #MX6Q_MMDC_MAPSR]
  136. .endm
  137. ENTRY(imx6_suspend)
  138. ldr r1, [r0, #PM_INFO_PBASE_OFFSET]
  139. ldr r2, [r0, #PM_INFO_RESUME_ADDR_OFFSET]
  140. ldr r3, [r0, #PM_INFO_DDR_TYPE_OFFSET]
  141. ldr r4, [r0, #PM_INFO_PM_INFO_SIZE_OFFSET]
  142. /*
  143. * counting the resume address in iram
  144. * to set it in SRC register.
  145. */
  146. ldr r6, =imx6_suspend
  147. ldr r7, =resume
  148. sub r7, r7, r6
  149. add r8, r1, r4
  150. add r9, r8, r7
  151. /*
  152. * make sure TLB contain the addr we want,
  153. * as we will access them after MMDC IO floated.
  154. */
  155. ldr r11, [r0, #PM_INFO_MX6Q_CCM_V_OFFSET]
  156. ldr r6, [r11, #0x0]
  157. ldr r11, [r0, #PM_INFO_MX6Q_GPC_V_OFFSET]
  158. ldr r6, [r11, #0x0]
  159. ldr r11, [r0, #PM_INFO_MX6Q_IOMUXC_V_OFFSET]
  160. ldr r6, [r11, #0x0]
  161. /* use r11 to store the IO address */
  162. ldr r11, [r0, #PM_INFO_MX6Q_SRC_V_OFFSET]
  163. /* store physical resume addr and pm_info address. */
  164. str r9, [r11, #MX6Q_SRC_GPR1]
  165. str r1, [r11, #MX6Q_SRC_GPR2]
  166. /* need to sync L2 cache before DSM. */
  167. sync_l2_cache
  168. ldr r11, [r0, #PM_INFO_MX6Q_MMDC_V_OFFSET]
  169. /*
  170. * put DDR explicitly into self-refresh and
  171. * disable automatic power savings.
  172. */
  173. ldr r7, [r11, #MX6Q_MMDC_MAPSR]
  174. orr r7, r7, #0x1
  175. str r7, [r11, #MX6Q_MMDC_MAPSR]
  176. /* make the DDR explicitly enter self-refresh. */
  177. ldr r7, [r11, #MX6Q_MMDC_MAPSR]
  178. orr r7, r7, #(1 << 21)
  179. str r7, [r11, #MX6Q_MMDC_MAPSR]
  180. poll_dvfs_set:
  181. ldr r7, [r11, #MX6Q_MMDC_MAPSR]
  182. ands r7, r7, #(1 << 25)
  183. beq poll_dvfs_set
  184. ldr r11, [r0, #PM_INFO_MX6Q_IOMUXC_V_OFFSET]
  185. ldr r6, =0x0
  186. ldr r7, [r0, #PM_INFO_MMDC_IO_NUM_OFFSET]
  187. ldr r8, =PM_INFO_MMDC_IO_VAL_OFFSET
  188. add r8, r8, r0
  189. /* LPDDR2's last 3 IOs need special setting */
  190. cmp r3, #IMX_DDR_TYPE_LPDDR2
  191. subeq r7, r7, #0x3
  192. set_mmdc_io_lpm:
  193. ldr r9, [r8], #0x8
  194. str r6, [r11, r9]
  195. subs r7, r7, #0x1
  196. bne set_mmdc_io_lpm
  197. cmp r3, #IMX_DDR_TYPE_LPDDR2
  198. bne set_mmdc_io_lpm_done
  199. ldr r6, =0x1000
  200. ldr r9, [r8], #0x8
  201. str r6, [r11, r9]
  202. ldr r9, [r8], #0x8
  203. str r6, [r11, r9]
  204. ldr r6, =0x80000
  205. ldr r9, [r8]
  206. str r6, [r11, r9]
  207. set_mmdc_io_lpm_done:
  208. /*
  209. * mask all GPC interrupts before
  210. * enabling the RBC counters to
  211. * avoid the counter starting too
  212. * early if an interupt is already
  213. * pending.
  214. */
  215. ldr r11, [r0, #PM_INFO_MX6Q_GPC_V_OFFSET]
  216. ldr r6, [r11, #MX6Q_GPC_IMR1]
  217. ldr r7, [r11, #MX6Q_GPC_IMR2]
  218. ldr r8, [r11, #MX6Q_GPC_IMR3]
  219. ldr r9, [r11, #MX6Q_GPC_IMR4]
  220. ldr r10, =0xffffffff
  221. str r10, [r11, #MX6Q_GPC_IMR1]
  222. str r10, [r11, #MX6Q_GPC_IMR2]
  223. str r10, [r11, #MX6Q_GPC_IMR3]
  224. str r10, [r11, #MX6Q_GPC_IMR4]
  225. /*
  226. * enable the RBC bypass counter here
  227. * to hold off the interrupts. RBC counter
  228. * = 32 (1ms), Minimum RBC delay should be
  229. * 400us for the analog LDOs to power down.
  230. */
  231. ldr r11, [r0, #PM_INFO_MX6Q_CCM_V_OFFSET]
  232. ldr r10, [r11, #MX6Q_CCM_CCR]
  233. bic r10, r10, #(0x3f << 21)
  234. orr r10, r10, #(0x20 << 21)
  235. str r10, [r11, #MX6Q_CCM_CCR]
  236. /* enable the counter. */
  237. ldr r10, [r11, #MX6Q_CCM_CCR]
  238. orr r10, r10, #(0x1 << 27)
  239. str r10, [r11, #MX6Q_CCM_CCR]
  240. /* unmask all the GPC interrupts. */
  241. ldr r11, [r0, #PM_INFO_MX6Q_GPC_V_OFFSET]
  242. str r6, [r11, #MX6Q_GPC_IMR1]
  243. str r7, [r11, #MX6Q_GPC_IMR2]
  244. str r8, [r11, #MX6Q_GPC_IMR3]
  245. str r9, [r11, #MX6Q_GPC_IMR4]
  246. /*
  247. * now delay for a short while (3usec)
  248. * ARM is at 1GHz at this point
  249. * so a short loop should be enough.
  250. * this delay is required to ensure that
  251. * the RBC counter can start counting in
  252. * case an interrupt is already pending
  253. * or in case an interrupt arrives just
  254. * as ARM is about to assert DSM_request.
  255. */
  256. ldr r6, =2000
  257. rbc_loop:
  258. subs r6, r6, #0x1
  259. bne rbc_loop
  260. /* Zzz, enter stop mode */
  261. wfi
  262. nop
  263. nop
  264. nop
  265. nop
  266. /*
  267. * run to here means there is pending
  268. * wakeup source, system should auto
  269. * resume, we need to restore MMDC IO first
  270. */
  271. mov r5, #0x0
  272. resume_mmdc
  273. /* return to suspend finish */
  274. ret lr
  275. resume:
  276. /* invalidate L1 I-cache first */
  277. mov r6, #0x0
  278. mcr p15, 0, r6, c7, c5, 0
  279. mcr p15, 0, r6, c7, c5, 6
  280. /* enable the Icache and branch prediction */
  281. mov r6, #0x1800
  282. mcr p15, 0, r6, c1, c0, 0
  283. isb
  284. /* get physical resume address from pm_info. */
  285. ldr lr, [r0, #PM_INFO_RESUME_ADDR_OFFSET]
  286. /* clear core0's entry and parameter */
  287. ldr r11, [r0, #PM_INFO_MX6Q_SRC_P_OFFSET]
  288. mov r7, #0x0
  289. str r7, [r11, #MX6Q_SRC_GPR1]
  290. str r7, [r11, #MX6Q_SRC_GPR2]
  291. ldr r3, [r0, #PM_INFO_DDR_TYPE_OFFSET]
  292. mov r5, #0x1
  293. resume_mmdc
  294. ret lr
  295. ENDPROC(imx6_suspend)