processor.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1994 Waldorf GMBH
  7. * Copyright (C) 1995, 1996, 1997, 1998, 1999, 2001, 2002, 2003 Ralf Baechle
  8. * Copyright (C) 1996 Paul M. Antoine
  9. * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
  10. */
  11. #ifndef _ASM_PROCESSOR_H
  12. #define _ASM_PROCESSOR_H
  13. #include <linux/cpumask.h>
  14. #include <linux/threads.h>
  15. #include <asm/cachectl.h>
  16. #include <asm/cpu.h>
  17. #include <asm/cpu-info.h>
  18. #include <asm/mipsregs.h>
  19. #include <asm/prefetch.h>
  20. /*
  21. * Return current * instruction pointer ("program counter").
  22. */
  23. #define current_text_addr() ({ __label__ _l; _l: &&_l;})
  24. /*
  25. * System setup and hardware flags..
  26. */
  27. extern unsigned int vced_count, vcei_count;
  28. /*
  29. * MIPS does have an arch_pick_mmap_layout()
  30. */
  31. #define HAVE_ARCH_PICK_MMAP_LAYOUT 1
  32. #ifdef CONFIG_32BIT
  33. #ifdef CONFIG_KVM_GUEST
  34. /* User space process size is limited to 1GB in KVM Guest Mode */
  35. #define TASK_SIZE 0x3fff8000UL
  36. #else
  37. /*
  38. * User space process size: 2GB. This is hardcoded into a few places,
  39. * so don't change it unless you know what you are doing.
  40. */
  41. #define TASK_SIZE 0x80000000UL
  42. #endif
  43. #define STACK_TOP_MAX TASK_SIZE
  44. #define TASK_IS_32BIT_ADDR 1
  45. #endif
  46. #ifdef CONFIG_64BIT
  47. /*
  48. * User space process size: 1TB. This is hardcoded into a few places,
  49. * so don't change it unless you know what you are doing. TASK_SIZE
  50. * is limited to 1TB by the R4000 architecture; R10000 and better can
  51. * support 16TB; the architectural reserve for future expansion is
  52. * 8192EB ...
  53. */
  54. #define TASK_SIZE32 0x7fff8000UL
  55. #ifdef CONFIG_MIPS_VA_BITS_48
  56. #define TASK_SIZE64 (0x1UL << ((cpu_data[0].vmbits>48)?48:cpu_data[0].vmbits))
  57. #else
  58. #define TASK_SIZE64 0x10000000000UL
  59. #endif
  60. #define TASK_SIZE (test_thread_flag(TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
  61. #define STACK_TOP_MAX TASK_SIZE64
  62. #define TASK_SIZE_OF(tsk) \
  63. (test_tsk_thread_flag(tsk, TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
  64. #define TASK_IS_32BIT_ADDR test_thread_flag(TIF_32BIT_ADDR)
  65. #endif
  66. #define STACK_TOP (TASK_SIZE & PAGE_MASK)
  67. /*
  68. * This decides where the kernel will search for a free chunk of vm
  69. * space during mmap's.
  70. */
  71. #define TASK_UNMAPPED_BASE PAGE_ALIGN(TASK_SIZE / 3)
  72. #define NUM_FPU_REGS 32
  73. #ifdef CONFIG_CPU_HAS_MSA
  74. # define FPU_REG_WIDTH 128
  75. #else
  76. # define FPU_REG_WIDTH 64
  77. #endif
  78. union fpureg {
  79. __u32 val32[FPU_REG_WIDTH / 32];
  80. __u64 val64[FPU_REG_WIDTH / 64];
  81. };
  82. #ifdef CONFIG_CPU_LITTLE_ENDIAN
  83. # define FPR_IDX(width, idx) (idx)
  84. #else
  85. # define FPR_IDX(width, idx) ((idx) ^ ((64 / (width)) - 1))
  86. #endif
  87. #define BUILD_FPR_ACCESS(width) \
  88. static inline u##width get_fpr##width(union fpureg *fpr, unsigned idx) \
  89. { \
  90. return fpr->val##width[FPR_IDX(width, idx)]; \
  91. } \
  92. \
  93. static inline void set_fpr##width(union fpureg *fpr, unsigned idx, \
  94. u##width val) \
  95. { \
  96. fpr->val##width[FPR_IDX(width, idx)] = val; \
  97. }
  98. BUILD_FPR_ACCESS(32)
  99. BUILD_FPR_ACCESS(64)
  100. /*
  101. * It would be nice to add some more fields for emulator statistics,
  102. * the additional information is private to the FPU emulator for now.
  103. * See arch/mips/include/asm/fpu_emulator.h.
  104. */
  105. struct mips_fpu_struct {
  106. union fpureg fpr[NUM_FPU_REGS];
  107. unsigned int fcr31;
  108. unsigned int msacsr;
  109. };
  110. #define NUM_DSP_REGS 6
  111. typedef __u32 dspreg_t;
  112. struct mips_dsp_state {
  113. dspreg_t dspr[NUM_DSP_REGS];
  114. unsigned int dspcontrol;
  115. };
  116. #define INIT_CPUMASK { \
  117. {0,} \
  118. }
  119. struct mips3264_watch_reg_state {
  120. /* The width of watchlo is 32 in a 32 bit kernel and 64 in a
  121. 64 bit kernel. We use unsigned long as it has the same
  122. property. */
  123. unsigned long watchlo[NUM_WATCH_REGS];
  124. /* Only the mask and IRW bits from watchhi. */
  125. u16 watchhi[NUM_WATCH_REGS];
  126. };
  127. union mips_watch_reg_state {
  128. struct mips3264_watch_reg_state mips3264;
  129. };
  130. #if defined(CONFIG_CPU_CAVIUM_OCTEON)
  131. struct octeon_cop2_state {
  132. /* DMFC2 rt, 0x0201 */
  133. unsigned long cop2_crc_iv;
  134. /* DMFC2 rt, 0x0202 (Set with DMTC2 rt, 0x1202) */
  135. unsigned long cop2_crc_length;
  136. /* DMFC2 rt, 0x0200 (set with DMTC2 rt, 0x4200) */
  137. unsigned long cop2_crc_poly;
  138. /* DMFC2 rt, 0x0402; DMFC2 rt, 0x040A */
  139. unsigned long cop2_llm_dat[2];
  140. /* DMFC2 rt, 0x0084 */
  141. unsigned long cop2_3des_iv;
  142. /* DMFC2 rt, 0x0080; DMFC2 rt, 0x0081; DMFC2 rt, 0x0082 */
  143. unsigned long cop2_3des_key[3];
  144. /* DMFC2 rt, 0x0088 (Set with DMTC2 rt, 0x0098) */
  145. unsigned long cop2_3des_result;
  146. /* DMFC2 rt, 0x0111 (FIXME: Read Pass1 Errata) */
  147. unsigned long cop2_aes_inp0;
  148. /* DMFC2 rt, 0x0102; DMFC2 rt, 0x0103 */
  149. unsigned long cop2_aes_iv[2];
  150. /* DMFC2 rt, 0x0104; DMFC2 rt, 0x0105; DMFC2 rt, 0x0106; DMFC2
  151. * rt, 0x0107 */
  152. unsigned long cop2_aes_key[4];
  153. /* DMFC2 rt, 0x0110 */
  154. unsigned long cop2_aes_keylen;
  155. /* DMFC2 rt, 0x0100; DMFC2 rt, 0x0101 */
  156. unsigned long cop2_aes_result[2];
  157. /* DMFC2 rt, 0x0240; DMFC2 rt, 0x0241; DMFC2 rt, 0x0242; DMFC2
  158. * rt, 0x0243; DMFC2 rt, 0x0244; DMFC2 rt, 0x0245; DMFC2 rt,
  159. * 0x0246; DMFC2 rt, 0x0247; DMFC2 rt, 0x0248; DMFC2 rt,
  160. * 0x0249; DMFC2 rt, 0x024A; DMFC2 rt, 0x024B; DMFC2 rt,
  161. * 0x024C; DMFC2 rt, 0x024D; DMFC2 rt, 0x024E - Pass2 */
  162. unsigned long cop2_hsh_datw[15];
  163. /* DMFC2 rt, 0x0250; DMFC2 rt, 0x0251; DMFC2 rt, 0x0252; DMFC2
  164. * rt, 0x0253; DMFC2 rt, 0x0254; DMFC2 rt, 0x0255; DMFC2 rt,
  165. * 0x0256; DMFC2 rt, 0x0257 - Pass2 */
  166. unsigned long cop2_hsh_ivw[8];
  167. /* DMFC2 rt, 0x0258; DMFC2 rt, 0x0259 - Pass2 */
  168. unsigned long cop2_gfm_mult[2];
  169. /* DMFC2 rt, 0x025E - Pass2 */
  170. unsigned long cop2_gfm_poly;
  171. /* DMFC2 rt, 0x025A; DMFC2 rt, 0x025B - Pass2 */
  172. unsigned long cop2_gfm_result[2];
  173. /* DMFC2 rt, 0x24F, DMFC2 rt, 0x50, OCTEON III */
  174. unsigned long cop2_sha3[2];
  175. };
  176. #define COP2_INIT \
  177. .cp2 = {0,},
  178. struct octeon_cvmseg_state {
  179. unsigned long cvmseg[CONFIG_CAVIUM_OCTEON_CVMSEG_SIZE]
  180. [cpu_dcache_line_size() / sizeof(unsigned long)];
  181. };
  182. #elif defined(CONFIG_CPU_XLP)
  183. struct nlm_cop2_state {
  184. u64 rx[4];
  185. u64 tx[4];
  186. u32 tx_msg_status;
  187. u32 rx_msg_status;
  188. };
  189. #define COP2_INIT \
  190. .cp2 = {{0}, {0}, 0, 0},
  191. #else
  192. #define COP2_INIT
  193. #endif
  194. typedef struct {
  195. unsigned long seg;
  196. } mm_segment_t;
  197. #ifdef CONFIG_CPU_HAS_MSA
  198. # define ARCH_MIN_TASKALIGN 16
  199. # define FPU_ALIGN __aligned(16)
  200. #else
  201. # define ARCH_MIN_TASKALIGN 8
  202. # define FPU_ALIGN
  203. #endif
  204. struct mips_abi;
  205. /*
  206. * If you change thread_struct remember to change the #defines below too!
  207. */
  208. struct thread_struct {
  209. /* Saved main processor registers. */
  210. unsigned long reg16;
  211. unsigned long reg17, reg18, reg19, reg20, reg21, reg22, reg23;
  212. unsigned long reg29, reg30, reg31;
  213. /* Saved cp0 stuff. */
  214. unsigned long cp0_status;
  215. /* Saved fpu/fpu emulator stuff. */
  216. struct mips_fpu_struct fpu FPU_ALIGN;
  217. #ifdef CONFIG_MIPS_MT_FPAFF
  218. /* Emulated instruction count */
  219. unsigned long emulated_fp;
  220. /* Saved per-thread scheduler affinity mask */
  221. cpumask_t user_cpus_allowed;
  222. #endif /* CONFIG_MIPS_MT_FPAFF */
  223. /* Saved state of the DSP ASE, if available. */
  224. struct mips_dsp_state dsp;
  225. /* Saved watch register state, if available. */
  226. union mips_watch_reg_state watch;
  227. /* Other stuff associated with the thread. */
  228. unsigned long cp0_badvaddr; /* Last user fault */
  229. unsigned long cp0_baduaddr; /* Last kernel fault accessing USEG */
  230. unsigned long error_code;
  231. unsigned long trap_nr;
  232. #ifdef CONFIG_CPU_CAVIUM_OCTEON
  233. struct octeon_cop2_state cp2 __attribute__ ((__aligned__(128)));
  234. struct octeon_cvmseg_state cvmseg __attribute__ ((__aligned__(128)));
  235. #endif
  236. #ifdef CONFIG_CPU_XLP
  237. struct nlm_cop2_state cp2;
  238. #endif
  239. struct mips_abi *abi;
  240. };
  241. #ifdef CONFIG_MIPS_MT_FPAFF
  242. #define FPAFF_INIT \
  243. .emulated_fp = 0, \
  244. .user_cpus_allowed = INIT_CPUMASK,
  245. #else
  246. #define FPAFF_INIT
  247. #endif /* CONFIG_MIPS_MT_FPAFF */
  248. #define INIT_THREAD { \
  249. /* \
  250. * Saved main processor registers \
  251. */ \
  252. .reg16 = 0, \
  253. .reg17 = 0, \
  254. .reg18 = 0, \
  255. .reg19 = 0, \
  256. .reg20 = 0, \
  257. .reg21 = 0, \
  258. .reg22 = 0, \
  259. .reg23 = 0, \
  260. .reg29 = 0, \
  261. .reg30 = 0, \
  262. .reg31 = 0, \
  263. /* \
  264. * Saved cp0 stuff \
  265. */ \
  266. .cp0_status = 0, \
  267. /* \
  268. * Saved FPU/FPU emulator stuff \
  269. */ \
  270. .fpu = { \
  271. .fpr = {{{0,},},}, \
  272. .fcr31 = 0, \
  273. .msacsr = 0, \
  274. }, \
  275. /* \
  276. * FPU affinity state (null if not FPAFF) \
  277. */ \
  278. FPAFF_INIT \
  279. /* \
  280. * Saved DSP stuff \
  281. */ \
  282. .dsp = { \
  283. .dspr = {0, }, \
  284. .dspcontrol = 0, \
  285. }, \
  286. /* \
  287. * saved watch register stuff \
  288. */ \
  289. .watch = {{{0,},},}, \
  290. /* \
  291. * Other stuff associated with the process \
  292. */ \
  293. .cp0_badvaddr = 0, \
  294. .cp0_baduaddr = 0, \
  295. .error_code = 0, \
  296. .trap_nr = 0, \
  297. /* \
  298. * Platform specific cop2 registers(null if no COP2) \
  299. */ \
  300. COP2_INIT \
  301. }
  302. struct task_struct;
  303. /* Free all resources held by a thread. */
  304. #define release_thread(thread) do { } while(0)
  305. extern unsigned long thread_saved_pc(struct task_struct *tsk);
  306. /*
  307. * Do necessary setup to start up a newly executed thread.
  308. */
  309. extern void start_thread(struct pt_regs * regs, unsigned long pc, unsigned long sp);
  310. static inline void flush_thread(void)
  311. {
  312. }
  313. unsigned long get_wchan(struct task_struct *p);
  314. #define __KSTK_TOS(tsk) ((unsigned long)task_stack_page(tsk) + \
  315. THREAD_SIZE - 32 - sizeof(struct pt_regs))
  316. #define task_pt_regs(tsk) ((struct pt_regs *)__KSTK_TOS(tsk))
  317. #define KSTK_EIP(tsk) (task_pt_regs(tsk)->cp0_epc)
  318. #define KSTK_ESP(tsk) (task_pt_regs(tsk)->regs[29])
  319. #define KSTK_STATUS(tsk) (task_pt_regs(tsk)->cp0_status)
  320. #define cpu_relax() barrier()
  321. #define cpu_relax_lowlatency() cpu_relax()
  322. /*
  323. * Return_address is a replacement for __builtin_return_address(count)
  324. * which on certain architectures cannot reasonably be implemented in GCC
  325. * (MIPS, Alpha) or is unusable with -fomit-frame-pointer (i386).
  326. * Note that __builtin_return_address(x>=1) is forbidden because GCC
  327. * aborts compilation on some CPUs. It's simply not possible to unwind
  328. * some CPU's stackframes.
  329. *
  330. * __builtin_return_address works only for non-leaf functions. We avoid the
  331. * overhead of a function call by forcing the compiler to save the return
  332. * address register on the stack.
  333. */
  334. #define return_address() ({__asm__ __volatile__("":::"$31");__builtin_return_address(0);})
  335. #ifdef CONFIG_CPU_HAS_PREFETCH
  336. #define ARCH_HAS_PREFETCH
  337. #define prefetch(x) __builtin_prefetch((x), 0, 1)
  338. #define ARCH_HAS_PREFETCHW
  339. #define prefetchw(x) __builtin_prefetch((x), 1, 1)
  340. #endif
  341. /*
  342. * Functions & macros implementing the PR_GET_FP_MODE & PR_SET_FP_MODE options
  343. * to the prctl syscall.
  344. */
  345. extern int mips_get_process_fp_mode(struct task_struct *task);
  346. extern int mips_set_process_fp_mode(struct task_struct *task,
  347. unsigned int value);
  348. #define GET_FP_MODE(task) mips_get_process_fp_mode(task)
  349. #define SET_FP_MODE(task,value) mips_set_process_fp_mode(task, value)
  350. #endif /* _ASM_PROCESSOR_H */