processor.h 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240
  1. /*
  2. * Based on arch/arm/include/asm/processor.h
  3. *
  4. * Copyright (C) 1995-1999 Russell King
  5. * Copyright (C) 2012 ARM Ltd.
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License version 2 as
  9. * published by the Free Software Foundation.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. */
  19. #ifndef __ASM_PROCESSOR_H
  20. #define __ASM_PROCESSOR_H
  21. #define TASK_SIZE_64 (UL(1) << VA_BITS)
  22. #define KERNEL_DS UL(-1)
  23. #define USER_DS (TASK_SIZE_64 - 1)
  24. #ifndef __ASSEMBLY__
  25. /*
  26. * Default implementation of macro that returns current
  27. * instruction pointer ("program counter").
  28. */
  29. #define current_text_addr() ({ __label__ _l; _l: &&_l;})
  30. #ifdef __KERNEL__
  31. #include <linux/string.h>
  32. #include <asm/alternative.h>
  33. #include <asm/cpufeature.h>
  34. #include <asm/fpsimd.h>
  35. #include <asm/hw_breakpoint.h>
  36. #include <asm/lse.h>
  37. #include <asm/pgtable-hwdef.h>
  38. #include <asm/ptrace.h>
  39. #include <asm/types.h>
  40. /*
  41. * TASK_SIZE - the maximum size of a user space task.
  42. * TASK_UNMAPPED_BASE - the lower boundary of the mmap VM area.
  43. */
  44. #ifdef CONFIG_COMPAT
  45. #define TASK_SIZE_32 UL(0x100000000)
  46. #define TASK_SIZE (test_thread_flag(TIF_32BIT) ? \
  47. TASK_SIZE_32 : TASK_SIZE_64)
  48. #define TASK_SIZE_OF(tsk) (test_tsk_thread_flag(tsk, TIF_32BIT) ? \
  49. TASK_SIZE_32 : TASK_SIZE_64)
  50. #else
  51. #define TASK_SIZE TASK_SIZE_64
  52. #endif /* CONFIG_COMPAT */
  53. #define TASK_UNMAPPED_BASE (PAGE_ALIGN(TASK_SIZE / 4))
  54. #define STACK_TOP_MAX TASK_SIZE_64
  55. #ifdef CONFIG_COMPAT
  56. #define AARCH32_VECTORS_BASE 0xffff0000
  57. #define STACK_TOP (test_thread_flag(TIF_32BIT) ? \
  58. AARCH32_VECTORS_BASE : STACK_TOP_MAX)
  59. #else
  60. #define STACK_TOP STACK_TOP_MAX
  61. #endif /* CONFIG_COMPAT */
  62. extern phys_addr_t arm64_dma_phys_limit;
  63. #define ARCH_LOW_ADDRESS_LIMIT (arm64_dma_phys_limit - 1)
  64. struct debug_info {
  65. #ifdef CONFIG_HAVE_HW_BREAKPOINT
  66. /* Have we suspended stepping by a debugger? */
  67. int suspended_step;
  68. /* Allow breakpoints and watchpoints to be disabled for this thread. */
  69. int bps_disabled;
  70. int wps_disabled;
  71. /* Hardware breakpoints pinned to this task. */
  72. struct perf_event *hbp_break[ARM_MAX_BRP];
  73. struct perf_event *hbp_watch[ARM_MAX_WRP];
  74. #endif
  75. };
  76. struct cpu_context {
  77. unsigned long x19;
  78. unsigned long x20;
  79. unsigned long x21;
  80. unsigned long x22;
  81. unsigned long x23;
  82. unsigned long x24;
  83. unsigned long x25;
  84. unsigned long x26;
  85. unsigned long x27;
  86. unsigned long x28;
  87. unsigned long fp;
  88. unsigned long sp;
  89. unsigned long pc;
  90. };
  91. struct thread_struct {
  92. struct cpu_context cpu_context; /* cpu context */
  93. unsigned long tp_value; /* TLS register */
  94. #ifdef CONFIG_COMPAT
  95. unsigned long tp2_value;
  96. #endif
  97. struct fpsimd_state fpsimd_state;
  98. void *sve_state; /* SVE registers, if any */
  99. unsigned int sve_vl; /* SVE vector length */
  100. unsigned int sve_vl_onexec; /* SVE vl after next exec */
  101. unsigned long fault_address; /* fault info */
  102. unsigned long fault_code; /* ESR_EL1 value */
  103. struct debug_info debug; /* debugging */
  104. };
  105. /*
  106. * Everything usercopied to/from thread_struct is statically-sized, so
  107. * no hardened usercopy whitelist is needed.
  108. */
  109. static inline void arch_thread_struct_whitelist(unsigned long *offset,
  110. unsigned long *size)
  111. {
  112. *offset = *size = 0;
  113. }
  114. #ifdef CONFIG_COMPAT
  115. #define task_user_tls(t) \
  116. ({ \
  117. unsigned long *__tls; \
  118. if (is_compat_thread(task_thread_info(t))) \
  119. __tls = &(t)->thread.tp2_value; \
  120. else \
  121. __tls = &(t)->thread.tp_value; \
  122. __tls; \
  123. })
  124. #else
  125. #define task_user_tls(t) (&(t)->thread.tp_value)
  126. #endif
  127. /* Sync TPIDR_EL0 back to thread_struct for current */
  128. void tls_preserve_current_state(void);
  129. #define INIT_THREAD { }
  130. static inline void start_thread_common(struct pt_regs *regs, unsigned long pc)
  131. {
  132. memset(regs, 0, sizeof(*regs));
  133. forget_syscall(regs);
  134. regs->pc = pc;
  135. }
  136. static inline void start_thread(struct pt_regs *regs, unsigned long pc,
  137. unsigned long sp)
  138. {
  139. start_thread_common(regs, pc);
  140. regs->pstate = PSR_MODE_EL0t;
  141. regs->sp = sp;
  142. }
  143. #ifdef CONFIG_COMPAT
  144. static inline void compat_start_thread(struct pt_regs *regs, unsigned long pc,
  145. unsigned long sp)
  146. {
  147. start_thread_common(regs, pc);
  148. regs->pstate = COMPAT_PSR_MODE_USR;
  149. if (pc & 1)
  150. regs->pstate |= COMPAT_PSR_T_BIT;
  151. #ifdef __AARCH64EB__
  152. regs->pstate |= COMPAT_PSR_E_BIT;
  153. #endif
  154. regs->compat_sp = sp;
  155. }
  156. #endif
  157. /* Forward declaration, a strange C thing */
  158. struct task_struct;
  159. /* Free all resources held by a thread. */
  160. extern void release_thread(struct task_struct *);
  161. unsigned long get_wchan(struct task_struct *p);
  162. static inline void cpu_relax(void)
  163. {
  164. asm volatile("yield" ::: "memory");
  165. }
  166. /* Thread switching */
  167. extern struct task_struct *cpu_switch_to(struct task_struct *prev,
  168. struct task_struct *next);
  169. #define task_pt_regs(p) \
  170. ((struct pt_regs *)(THREAD_SIZE + task_stack_page(p)) - 1)
  171. #define KSTK_EIP(tsk) ((unsigned long)task_pt_regs(tsk)->pc)
  172. #define KSTK_ESP(tsk) user_stack_pointer(task_pt_regs(tsk))
  173. /*
  174. * Prefetching support
  175. */
  176. #define ARCH_HAS_PREFETCH
  177. static inline void prefetch(const void *ptr)
  178. {
  179. asm volatile("prfm pldl1keep, %a0\n" : : "p" (ptr));
  180. }
  181. #define ARCH_HAS_PREFETCHW
  182. static inline void prefetchw(const void *ptr)
  183. {
  184. asm volatile("prfm pstl1keep, %a0\n" : : "p" (ptr));
  185. }
  186. #define ARCH_HAS_SPINLOCK_PREFETCH
  187. static inline void spin_lock_prefetch(const void *ptr)
  188. {
  189. asm volatile(ARM64_LSE_ATOMIC_INSN(
  190. "prfm pstl1strm, %a0",
  191. "nop") : : "p" (ptr));
  192. }
  193. #define HAVE_ARCH_PICK_MMAP_LAYOUT
  194. #endif
  195. void cpu_enable_pan(const struct arm64_cpu_capabilities *__unused);
  196. void cpu_enable_cache_maint_trap(const struct arm64_cpu_capabilities *__unused);
  197. void cpu_clear_disr(const struct arm64_cpu_capabilities *__unused);
  198. /* Userspace interface for PR_SVE_{SET,GET}_VL prctl()s: */
  199. #define SVE_SET_VL(arg) sve_set_current_vl(arg)
  200. #define SVE_GET_VL() sve_get_current_vl()
  201. #endif /* __ASSEMBLY__ */
  202. #endif /* __ASM_PROCESSOR_H */