stackframe.h 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. /*
  3. * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
  4. */
  5. #ifndef _ASM_STACKFRAME_H
  6. #define _ASM_STACKFRAME_H
  7. #include <linux/threads.h>
  8. #include <asm/addrspace.h>
  9. #include <asm/asm.h>
  10. #include <asm/asmmacro.h>
  11. #include <asm/asm-offsets.h>
  12. #include <asm/loongarch.h>
  13. #include <asm/thread_info.h>
  14. #include <asm/unwind_hints.h>
  15. /* Make the addition of cfi info a little easier. */
  16. .macro cfi_rel_offset reg offset=0 docfi=0
  17. .if \docfi
  18. .cfi_rel_offset \reg, \offset
  19. .endif
  20. .endm
  21. .macro cfi_st reg offset=0 docfi=0
  22. cfi_rel_offset \reg, \offset, \docfi
  23. LONG_S \reg, sp, \offset
  24. .endm
  25. .macro cfi_restore reg offset=0 docfi=0
  26. .if \docfi
  27. .cfi_restore \reg
  28. .endif
  29. .endm
  30. .macro cfi_ld reg offset=0 docfi=0
  31. LONG_L \reg, sp, \offset
  32. cfi_restore \reg \offset \docfi
  33. .endm
  34. .macro SETUP_DMWINS temp
  35. li.d \temp, CSR_DMW0_INIT # WUC, PLV0, 0x8000 xxxx xxxx xxxx
  36. csrwr \temp, LOONGARCH_CSR_DMWIN0
  37. li.d \temp, CSR_DMW1_INIT # CAC, PLV0, 0x9000 xxxx xxxx xxxx
  38. csrwr \temp, LOONGARCH_CSR_DMWIN1
  39. li.d \temp, CSR_DMW2_INIT # WUC, PLV0, 0xa000 xxxx xxxx xxxx
  40. csrwr \temp, LOONGARCH_CSR_DMWIN2
  41. li.d \temp, CSR_DMW3_INIT # 0x0, unused
  42. csrwr \temp, LOONGARCH_CSR_DMWIN3
  43. .endm
  44. /* Jump to the runtime virtual address. */
  45. .macro JUMP_VIRT_ADDR temp1 temp2
  46. li.d \temp1, CACHE_BASE
  47. pcaddi \temp2, 0
  48. bstrins.d \temp1, \temp2, (DMW_PABITS - 1), 0
  49. jirl zero, \temp1, 0xc
  50. .endm
  51. .macro BACKUP_T0T1
  52. csrwr t0, EXCEPTION_KS0
  53. csrwr t1, EXCEPTION_KS1
  54. .endm
  55. .macro RELOAD_T0T1
  56. csrrd t0, EXCEPTION_KS0
  57. csrrd t1, EXCEPTION_KS1
  58. .endm
  59. .macro SAVE_TEMP docfi=0
  60. RELOAD_T0T1
  61. cfi_st t0, PT_R12, \docfi
  62. cfi_st t1, PT_R13, \docfi
  63. cfi_st t2, PT_R14, \docfi
  64. cfi_st t3, PT_R15, \docfi
  65. cfi_st t4, PT_R16, \docfi
  66. cfi_st t5, PT_R17, \docfi
  67. cfi_st t6, PT_R18, \docfi
  68. cfi_st t7, PT_R19, \docfi
  69. cfi_st t8, PT_R20, \docfi
  70. .endm
  71. .macro SAVE_STATIC docfi=0
  72. cfi_st s0, PT_R23, \docfi
  73. cfi_st s1, PT_R24, \docfi
  74. cfi_st s2, PT_R25, \docfi
  75. cfi_st s3, PT_R26, \docfi
  76. cfi_st s4, PT_R27, \docfi
  77. cfi_st s5, PT_R28, \docfi
  78. cfi_st s6, PT_R29, \docfi
  79. cfi_st s7, PT_R30, \docfi
  80. cfi_st s8, PT_R31, \docfi
  81. .endm
  82. /*
  83. * get_saved_sp returns the SP for the current CPU by looking in the
  84. * kernelsp array for it. It stores the current sp in t0 and loads the
  85. * new value in sp.
  86. */
  87. .macro get_saved_sp docfi=0
  88. la_abs t1, kernelsp
  89. #ifdef CONFIG_SMP
  90. csrrd t0, PERCPU_BASE_KS
  91. LONG_ADD t1, t1, t0
  92. #endif
  93. move t0, sp
  94. .if \docfi
  95. .cfi_register sp, t0
  96. .endif
  97. LONG_L sp, t1, 0
  98. .endm
  99. .macro set_saved_sp stackp temp temp2
  100. la.pcrel \temp, kernelsp
  101. #ifdef CONFIG_SMP
  102. LONG_ADD \temp, \temp, u0
  103. #endif
  104. LONG_S \stackp, \temp, 0
  105. .endm
  106. .macro SAVE_SOME docfi=0
  107. csrrd t1, LOONGARCH_CSR_PRMD
  108. andi t1, t1, 0x3 /* extract pplv bit */
  109. move t0, sp
  110. beqz t1, 8f
  111. /* Called from user mode, new stack. */
  112. get_saved_sp docfi=\docfi
  113. 8:
  114. PTR_ADDI sp, sp, -PT_SIZE
  115. .if \docfi
  116. .cfi_def_cfa sp, 0
  117. .endif
  118. cfi_st t0, PT_R3, \docfi
  119. cfi_rel_offset sp, PT_R3, \docfi
  120. LONG_S zero, sp, PT_R0
  121. csrrd t0, LOONGARCH_CSR_PRMD
  122. LONG_S t0, sp, PT_PRMD
  123. csrrd t0, LOONGARCH_CSR_CRMD
  124. LONG_S t0, sp, PT_CRMD
  125. csrrd t0, LOONGARCH_CSR_EUEN
  126. LONG_S t0, sp, PT_EUEN
  127. csrrd t0, LOONGARCH_CSR_ECFG
  128. LONG_S t0, sp, PT_ECFG
  129. csrrd t0, LOONGARCH_CSR_ESTAT
  130. PTR_S t0, sp, PT_ESTAT
  131. cfi_st ra, PT_R1, \docfi
  132. cfi_st a0, PT_R4, \docfi
  133. cfi_st a1, PT_R5, \docfi
  134. cfi_st a2, PT_R6, \docfi
  135. cfi_st a3, PT_R7, \docfi
  136. cfi_st a4, PT_R8, \docfi
  137. cfi_st a5, PT_R9, \docfi
  138. cfi_st a6, PT_R10, \docfi
  139. cfi_st a7, PT_R11, \docfi
  140. csrrd ra, LOONGARCH_CSR_ERA
  141. LONG_S ra, sp, PT_ERA
  142. .if \docfi
  143. .cfi_rel_offset ra, PT_ERA
  144. .endif
  145. cfi_st tp, PT_R2, \docfi
  146. cfi_st fp, PT_R22, \docfi
  147. /* Set thread_info if we're coming from user mode */
  148. csrrd t0, LOONGARCH_CSR_PRMD
  149. andi t0, t0, 0x3 /* extract pplv bit */
  150. beqz t0, 9f
  151. li.d tp, ~_THREAD_MASK
  152. and tp, tp, sp
  153. cfi_st u0, PT_R21, \docfi
  154. csrrd u0, PERCPU_BASE_KS
  155. 9:
  156. #ifdef CONFIG_KGDB
  157. li.w t0, CSR_CRMD_WE
  158. csrxchg t0, t0, LOONGARCH_CSR_CRMD
  159. #endif
  160. UNWIND_HINT_REGS
  161. .endm
  162. .macro SAVE_ALL docfi=0
  163. SAVE_SOME \docfi
  164. SAVE_TEMP \docfi
  165. SAVE_STATIC \docfi
  166. .endm
  167. .macro RESTORE_TEMP docfi=0
  168. cfi_ld t0, PT_R12, \docfi
  169. cfi_ld t1, PT_R13, \docfi
  170. cfi_ld t2, PT_R14, \docfi
  171. cfi_ld t3, PT_R15, \docfi
  172. cfi_ld t4, PT_R16, \docfi
  173. cfi_ld t5, PT_R17, \docfi
  174. cfi_ld t6, PT_R18, \docfi
  175. cfi_ld t7, PT_R19, \docfi
  176. cfi_ld t8, PT_R20, \docfi
  177. .endm
  178. .macro RESTORE_STATIC docfi=0
  179. cfi_ld s0, PT_R23, \docfi
  180. cfi_ld s1, PT_R24, \docfi
  181. cfi_ld s2, PT_R25, \docfi
  182. cfi_ld s3, PT_R26, \docfi
  183. cfi_ld s4, PT_R27, \docfi
  184. cfi_ld s5, PT_R28, \docfi
  185. cfi_ld s6, PT_R29, \docfi
  186. cfi_ld s7, PT_R30, \docfi
  187. cfi_ld s8, PT_R31, \docfi
  188. .endm
  189. .macro RESTORE_SOME docfi=0
  190. LONG_L a0, sp, PT_PRMD
  191. andi a0, a0, 0x3 /* extract pplv bit */
  192. beqz a0, 8f
  193. cfi_ld u0, PT_R21, \docfi
  194. 8:
  195. LONG_L a0, sp, PT_ERA
  196. csrwr a0, LOONGARCH_CSR_ERA
  197. LONG_L a0, sp, PT_PRMD
  198. csrwr a0, LOONGARCH_CSR_PRMD
  199. cfi_ld ra, PT_R1, \docfi
  200. cfi_ld a0, PT_R4, \docfi
  201. cfi_ld a1, PT_R5, \docfi
  202. cfi_ld a2, PT_R6, \docfi
  203. cfi_ld a3, PT_R7, \docfi
  204. cfi_ld a4, PT_R8, \docfi
  205. cfi_ld a5, PT_R9, \docfi
  206. cfi_ld a6, PT_R10, \docfi
  207. cfi_ld a7, PT_R11, \docfi
  208. cfi_ld tp, PT_R2, \docfi
  209. cfi_ld fp, PT_R22, \docfi
  210. .endm
  211. .macro RESTORE_SP_AND_RET docfi=0
  212. cfi_ld sp, PT_R3, \docfi
  213. UNWIND_HINT_FUNC
  214. ertn
  215. .endm
  216. .macro RESTORE_ALL_AND_RET docfi=0
  217. RESTORE_STATIC \docfi
  218. RESTORE_TEMP \docfi
  219. RESTORE_SOME \docfi
  220. RESTORE_SP_AND_RET \docfi
  221. .endm
  222. #endif /* _ASM_STACKFRAME_H */