processor.h 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182
  1. /* SPDX-License-Identifier: GPL-2.0-only */
  2. /*
  3. * Copyright (C) 2012 Regents of the University of California
  4. */
  5. #ifndef _ASM_RISCV_PROCESSOR_H
  6. #define _ASM_RISCV_PROCESSOR_H
  7. #include <linux/const.h>
  8. #include <linux/cache.h>
  9. #include <linux/prctl.h>
  10. #include <vdso/processor.h>
  11. #include <asm/ptrace.h>
  12. #define arch_get_mmap_end(addr, len, flags) \
  13. ({ \
  14. STACK_TOP_MAX; \
  15. })
  16. #define arch_get_mmap_base(addr, base) \
  17. ({ \
  18. base; \
  19. })
  20. #ifdef CONFIG_64BIT
  21. #define DEFAULT_MAP_WINDOW (UL(1) << (MMAP_VA_BITS - 1))
  22. #define STACK_TOP_MAX TASK_SIZE_64
  23. #else
  24. #define DEFAULT_MAP_WINDOW TASK_SIZE
  25. #define STACK_TOP_MAX TASK_SIZE
  26. #endif
  27. #define STACK_ALIGN 16
  28. #define STACK_TOP DEFAULT_MAP_WINDOW
  29. #ifdef CONFIG_MMU
  30. #define user_max_virt_addr() arch_get_mmap_end(ULONG_MAX, 0, 0)
  31. #else
  32. #define user_max_virt_addr() 0
  33. #endif /* CONFIG_MMU */
  34. /*
  35. * This decides where the kernel will search for a free chunk of vm
  36. * space during mmap's.
  37. */
  38. #ifdef CONFIG_64BIT
  39. #define TASK_UNMAPPED_BASE PAGE_ALIGN((UL(1) << MMAP_MIN_VA_BITS) / 3)
  40. #else
  41. #define TASK_UNMAPPED_BASE PAGE_ALIGN(TASK_SIZE / 3)
  42. #endif
  43. #ifndef __ASSEMBLY__
  44. #include <linux/cpumask.h>
  45. struct task_struct;
  46. struct pt_regs;
  47. /*
  48. * We use a flag to track in-kernel Vector context. Currently the flag has the
  49. * following meaning:
  50. *
  51. * - bit 0: indicates whether the in-kernel Vector context is active. The
  52. * activation of this state disables the preemption. On a non-RT kernel, it
  53. * also disable bh.
  54. * - bits 8: is used for tracking preemptible kernel-mode Vector, when
  55. * RISCV_ISA_V_PREEMPTIVE is enabled. Calling kernel_vector_begin() does not
  56. * disable the preemption if the thread's kernel_vstate.datap is allocated.
  57. * Instead, the kernel set this bit field. Then the trap entry/exit code
  58. * knows if we are entering/exiting the context that owns preempt_v.
  59. * - 0: the task is not using preempt_v
  60. * - 1: the task is actively using preempt_v. But whether does the task own
  61. * the preempt_v context is decided by bits in RISCV_V_CTX_DEPTH_MASK.
  62. * - bit 16-23 are RISCV_V_CTX_DEPTH_MASK, used by context tracking routine
  63. * when preempt_v starts:
  64. * - 0: the task is actively using, and own preempt_v context.
  65. * - non-zero: the task was using preempt_v, but then took a trap within.
  66. * Thus, the task does not own preempt_v. Any use of Vector will have to
  67. * save preempt_v, if dirty, and fallback to non-preemptible kernel-mode
  68. * Vector.
  69. * - bit 30: The in-kernel preempt_v context is saved, and requries to be
  70. * restored when returning to the context that owns the preempt_v.
  71. * - bit 31: The in-kernel preempt_v context is dirty, as signaled by the
  72. * trap entry code. Any context switches out-of current task need to save
  73. * it to the task's in-kernel V context. Also, any traps nesting on-top-of
  74. * preempt_v requesting to use V needs a save.
  75. */
  76. #define RISCV_V_CTX_DEPTH_MASK 0x00ff0000
  77. #define RISCV_V_CTX_UNIT_DEPTH 0x00010000
  78. #define RISCV_KERNEL_MODE_V 0x00000001
  79. #define RISCV_PREEMPT_V 0x00000100
  80. #define RISCV_PREEMPT_V_DIRTY 0x80000000
  81. #define RISCV_PREEMPT_V_NEED_RESTORE 0x40000000
  82. /* CPU-specific state of a task */
  83. struct thread_struct {
  84. /* Callee-saved registers */
  85. unsigned long ra;
  86. unsigned long sp; /* Kernel mode stack */
  87. unsigned long s[12]; /* s[0]: frame pointer */
  88. struct __riscv_d_ext_state fstate;
  89. unsigned long bad_cause;
  90. u32 riscv_v_flags;
  91. u32 vstate_ctrl;
  92. struct __riscv_v_ext_state vstate;
  93. unsigned long align_ctl;
  94. struct __riscv_v_ext_state kernel_vstate;
  95. #ifdef CONFIG_SMP
  96. /* Flush the icache on migration */
  97. bool force_icache_flush;
  98. /* A forced icache flush is not needed if migrating to the previous cpu. */
  99. unsigned int prev_cpu;
  100. #endif
  101. };
  102. /* Whitelist the fstate from the task_struct for hardened usercopy */
  103. static inline void arch_thread_struct_whitelist(unsigned long *offset,
  104. unsigned long *size)
  105. {
  106. *offset = offsetof(struct thread_struct, fstate);
  107. *size = sizeof_field(struct thread_struct, fstate);
  108. }
  109. #define INIT_THREAD { \
  110. .sp = sizeof(init_stack) + (long)&init_stack, \
  111. .align_ctl = PR_UNALIGN_NOPRINT, \
  112. }
  113. #define task_pt_regs(tsk) \
  114. ((struct pt_regs *)(task_stack_page(tsk) + THREAD_SIZE \
  115. - ALIGN(sizeof(struct pt_regs), STACK_ALIGN)))
  116. #define KSTK_EIP(tsk) (task_pt_regs(tsk)->epc)
  117. #define KSTK_ESP(tsk) (task_pt_regs(tsk)->sp)
  118. /* Do necessary setup to start up a newly executed thread. */
  119. extern void start_thread(struct pt_regs *regs,
  120. unsigned long pc, unsigned long sp);
  121. extern unsigned long __get_wchan(struct task_struct *p);
  122. static inline void wait_for_interrupt(void)
  123. {
  124. __asm__ __volatile__ ("wfi");
  125. }
  126. extern phys_addr_t dma32_phys_limit;
  127. struct device_node;
  128. int riscv_of_processor_hartid(struct device_node *node, unsigned long *hartid);
  129. int riscv_early_of_processor_hartid(struct device_node *node, unsigned long *hartid);
  130. int riscv_of_parent_hartid(struct device_node *node, unsigned long *hartid);
  131. extern void riscv_fill_hwcap(void);
  132. extern int arch_dup_task_struct(struct task_struct *dst, struct task_struct *src);
  133. extern unsigned long signal_minsigstksz __ro_after_init;
  134. #ifdef CONFIG_RISCV_ISA_V
  135. /* Userspace interface for PR_RISCV_V_{SET,GET}_VS prctl()s: */
  136. #define RISCV_V_SET_CONTROL(arg) riscv_v_vstate_ctrl_set_current(arg)
  137. #define RISCV_V_GET_CONTROL() riscv_v_vstate_ctrl_get_current()
  138. extern long riscv_v_vstate_ctrl_set_current(unsigned long arg);
  139. extern long riscv_v_vstate_ctrl_get_current(void);
  140. #endif /* CONFIG_RISCV_ISA_V */
  141. extern int get_unalign_ctl(struct task_struct *tsk, unsigned long addr);
  142. extern int set_unalign_ctl(struct task_struct *tsk, unsigned int val);
  143. #define GET_UNALIGN_CTL(tsk, addr) get_unalign_ctl((tsk), (addr))
  144. #define SET_UNALIGN_CTL(tsk, val) set_unalign_ctl((tsk), (val))
  145. #define RISCV_SET_ICACHE_FLUSH_CTX(arg1, arg2) riscv_set_icache_flush_ctx(arg1, arg2)
  146. extern int riscv_set_icache_flush_ctx(unsigned long ctx, unsigned long per_thread);
  147. #endif /* __ASSEMBLY__ */
  148. #endif /* _ASM_RISCV_PROCESSOR_H */