paca.h 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271
  1. /*
  2. * This control block defines the PACA which defines the processor
  3. * specific data for each logical processor on the system.
  4. * There are some pointers defined that are utilized by PLIC.
  5. *
  6. * C 2001 PPC 64 Team, IBM Corp
  7. *
  8. * This program is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU General Public License
  10. * as published by the Free Software Foundation; either version
  11. * 2 of the License, or (at your option) any later version.
  12. */
  13. #ifndef _ASM_POWERPC_PACA_H
  14. #define _ASM_POWERPC_PACA_H
  15. #ifdef __KERNEL__
  16. #ifdef CONFIG_PPC64
  17. #include <linux/string.h>
  18. #include <asm/types.h>
  19. #include <asm/lppaca.h>
  20. #include <asm/mmu.h>
  21. #include <asm/page.h>
  22. #ifdef CONFIG_PPC_BOOK3E
  23. #include <asm/exception-64e.h>
  24. #else
  25. #include <asm/exception-64s.h>
  26. #endif
  27. #ifdef CONFIG_KVM_BOOK3S_64_HANDLER
  28. #include <asm/kvm_book3s_asm.h>
  29. #endif
  30. #include <asm/accounting.h>
  31. #include <asm/hmi.h>
  32. #include <asm/cpuidle.h>
  33. register struct paca_struct *local_paca asm("r13");
  34. #if defined(CONFIG_DEBUG_PREEMPT) && defined(CONFIG_SMP)
  35. extern unsigned int debug_smp_processor_id(void); /* from linux/smp.h */
  36. /*
  37. * Add standard checks that preemption cannot occur when using get_paca():
  38. * otherwise the paca_struct it points to may be the wrong one just after.
  39. */
  40. #define get_paca() ((void) debug_smp_processor_id(), local_paca)
  41. #else
  42. #define get_paca() local_paca
  43. #endif
  44. #ifdef CONFIG_PPC_PSERIES
  45. #define get_lppaca() (get_paca()->lppaca_ptr)
  46. #endif
  47. #define get_slb_shadow() (get_paca()->slb_shadow_ptr)
  48. struct task_struct;
  49. /*
  50. * Defines the layout of the paca.
  51. *
  52. * This structure is not directly accessed by firmware or the service
  53. * processor.
  54. */
  55. struct paca_struct {
  56. #ifdef CONFIG_PPC_PSERIES
  57. /*
  58. * Because hw_cpu_id, unlike other paca fields, is accessed
  59. * routinely from other CPUs (from the IRQ code), we stick to
  60. * read-only (after boot) fields in the first cacheline to
  61. * avoid cacheline bouncing.
  62. */
  63. struct lppaca *lppaca_ptr; /* Pointer to LpPaca for PLIC */
  64. #endif /* CONFIG_PPC_PSERIES */
  65. /*
  66. * MAGIC: the spinlock functions in arch/powerpc/lib/locks.c
  67. * load lock_token and paca_index with a single lwz
  68. * instruction. They must travel together and be properly
  69. * aligned.
  70. */
  71. #ifdef __BIG_ENDIAN__
  72. u16 lock_token; /* Constant 0x8000, used in locks */
  73. u16 paca_index; /* Logical processor number */
  74. #else
  75. u16 paca_index; /* Logical processor number */
  76. u16 lock_token; /* Constant 0x8000, used in locks */
  77. #endif
  78. u64 kernel_toc; /* Kernel TOC address */
  79. u64 kernelbase; /* Base address of kernel */
  80. u64 kernel_msr; /* MSR while running in kernel */
  81. void *emergency_sp; /* pointer to emergency stack */
  82. u64 data_offset; /* per cpu data offset */
  83. s16 hw_cpu_id; /* Physical processor number */
  84. u8 cpu_start; /* At startup, processor spins until */
  85. /* this becomes non-zero. */
  86. u8 kexec_state; /* set when kexec down has irqs off */
  87. #ifdef CONFIG_PPC_BOOK3S_64
  88. struct slb_shadow *slb_shadow_ptr;
  89. struct dtl_entry *dispatch_log;
  90. struct dtl_entry *dispatch_log_end;
  91. #endif
  92. u64 dscr_default; /* per-CPU default DSCR */
  93. #ifdef CONFIG_PPC_BOOK3S_64
  94. /*
  95. * Now, starting in cacheline 2, the exception save areas
  96. */
  97. /* used for most interrupts/exceptions */
  98. u64 exgen[EX_SIZE] __attribute__((aligned(0x80)));
  99. u64 exslb[EX_SIZE]; /* used for SLB/segment table misses
  100. * on the linear mapping */
  101. /* SLB related definitions */
  102. u16 vmalloc_sllp;
  103. u16 slb_cache_ptr;
  104. u32 slb_cache[SLB_CACHE_ENTRIES];
  105. #endif /* CONFIG_PPC_BOOK3S_64 */
  106. #ifdef CONFIG_PPC_BOOK3E
  107. u64 exgen[8] __aligned(0x40);
  108. /* Keep pgd in the same cacheline as the start of extlb */
  109. pgd_t *pgd __aligned(0x40); /* Current PGD */
  110. pgd_t *kernel_pgd; /* Kernel PGD */
  111. /* Shared by all threads of a core -- points to tcd of first thread */
  112. struct tlb_core_data *tcd_ptr;
  113. /*
  114. * We can have up to 3 levels of reentrancy in the TLB miss handler,
  115. * in each of four exception levels (normal, crit, mcheck, debug).
  116. */
  117. u64 extlb[12][EX_TLB_SIZE / sizeof(u64)];
  118. u64 exmc[8]; /* used for machine checks */
  119. u64 excrit[8]; /* used for crit interrupts */
  120. u64 exdbg[8]; /* used for debug interrupts */
  121. /* Kernel stack pointers for use by special exceptions */
  122. void *mc_kstack;
  123. void *crit_kstack;
  124. void *dbg_kstack;
  125. struct tlb_core_data tcd;
  126. #endif /* CONFIG_PPC_BOOK3E */
  127. #ifdef CONFIG_PPC_BOOK3S
  128. mm_context_id_t mm_ctx_id;
  129. #ifdef CONFIG_PPC_MM_SLICES
  130. u64 mm_ctx_low_slices_psize;
  131. unsigned char mm_ctx_high_slices_psize[SLICE_ARRAY_SIZE];
  132. unsigned long mm_ctx_slb_addr_limit;
  133. #else
  134. u16 mm_ctx_user_psize;
  135. u16 mm_ctx_sllp;
  136. #endif
  137. #endif
  138. /*
  139. * then miscellaneous read-write fields
  140. */
  141. struct task_struct *__current; /* Pointer to current */
  142. u64 kstack; /* Saved Kernel stack addr */
  143. u64 stab_rr; /* stab/slb round-robin counter */
  144. u64 saved_r1; /* r1 save for RTAS calls or PM */
  145. u64 saved_msr; /* MSR saved here by enter_rtas */
  146. u16 trap_save; /* Used when bad stack is encountered */
  147. u8 irq_soft_mask; /* mask for irq soft masking */
  148. u8 soft_enabled; /* irq soft-enable flag */
  149. u8 irq_happened; /* irq happened while soft-disabled */
  150. u8 io_sync; /* writel() needs spin_unlock sync */
  151. u8 irq_work_pending; /* IRQ_WORK interrupt while soft-disable */
  152. u8 nap_state_lost; /* NV GPR values lost in power7_idle */
  153. #ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
  154. u8 pmcregs_in_use; /* pseries puts this in lppaca */
  155. #endif
  156. u64 sprg_vdso; /* Saved user-visible sprg */
  157. #ifdef CONFIG_PPC_TRANSACTIONAL_MEM
  158. u64 tm_scratch; /* TM scratch area for reclaim */
  159. #endif
  160. #ifdef CONFIG_PPC_POWERNV
  161. /* Per-core mask tracking idle threads and a lock bit-[L][TTTTTTTT] */
  162. u32 *core_idle_state_ptr;
  163. u8 thread_idle_state; /* PNV_THREAD_RUNNING/NAP/SLEEP */
  164. /* Mask to indicate thread id in core */
  165. u8 thread_mask;
  166. /* Mask to denote subcore sibling threads */
  167. u8 subcore_sibling_mask;
  168. /*
  169. * Pointer to an array which contains pointer
  170. * to the sibling threads' paca.
  171. */
  172. struct paca_struct **thread_sibling_pacas;
  173. /* The PSSCR value that the kernel requested before going to stop */
  174. u64 requested_psscr;
  175. /*
  176. * Save area for additional SPRs that need to be
  177. * saved/restored during cpuidle stop.
  178. */
  179. struct stop_sprs stop_sprs;
  180. #endif
  181. #ifdef CONFIG_PPC_BOOK3S_64
  182. /* Non-maskable exceptions that are not performance critical */
  183. u64 exnmi[EX_SIZE]; /* used for system reset (nmi) */
  184. u64 exmc[EX_SIZE]; /* used for machine checks */
  185. #endif
  186. #ifdef CONFIG_PPC_BOOK3S_64
  187. /* Exclusive stacks for system reset and machine check exception. */
  188. void *nmi_emergency_sp;
  189. void *mc_emergency_sp;
  190. u16 in_nmi; /* In nmi handler */
  191. /*
  192. * Flag to check whether we are in machine check early handler
  193. * and already using emergency stack.
  194. */
  195. u16 in_mce;
  196. u8 hmi_event_available; /* HMI event is available */
  197. u8 hmi_p9_special_emu; /* HMI P9 special emulation */
  198. #endif
  199. /* Stuff for accurate time accounting */
  200. struct cpu_accounting_data accounting;
  201. u64 dtl_ridx; /* read index in dispatch log */
  202. struct dtl_entry *dtl_curr; /* pointer corresponding to dtl_ridx */
  203. #ifdef CONFIG_KVM_BOOK3S_HANDLER
  204. #ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
  205. /* We use this to store guest state in */
  206. struct kvmppc_book3s_shadow_vcpu shadow_vcpu;
  207. #endif
  208. struct kvmppc_host_state kvm_hstate;
  209. #ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
  210. /*
  211. * Bitmap for sibling subcore status. See kvm/book3s_hv_ras.c for
  212. * more details
  213. */
  214. struct sibling_subcore_state *sibling_subcore_state;
  215. #endif
  216. #endif
  217. #ifdef CONFIG_PPC_BOOK3S_64
  218. /*
  219. * rfi fallback flush must be in its own cacheline to prevent
  220. * other paca data leaking into the L1d
  221. */
  222. u64 exrfi[EX_SIZE] __aligned(0x80);
  223. void *rfi_flush_fallback_area;
  224. u64 l1d_flush_size;
  225. #endif
  226. } ____cacheline_aligned;
  227. extern void copy_mm_to_paca(struct mm_struct *mm);
  228. extern struct paca_struct **paca_ptrs;
  229. extern void initialise_paca(struct paca_struct *new_paca, int cpu);
  230. extern void setup_paca(struct paca_struct *new_paca);
  231. extern void allocate_paca_ptrs(void);
  232. extern void allocate_paca(int cpu);
  233. extern void free_unused_pacas(void);
  234. #else /* CONFIG_PPC64 */
  235. static inline void allocate_paca_ptrs(void) { };
  236. static inline void allocate_paca(int cpu) { };
  237. static inline void free_unused_pacas(void) { };
  238. #endif /* CONFIG_PPC64 */
  239. #endif /* __KERNEL__ */
  240. #endif /* _ASM_POWERPC_PACA_H */