proc-v7.S 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669
  1. /*
  2. * linux/arch/arm/mm/proc-v7.S
  3. *
  4. * Copyright (C) 2001 Deep Blue Solutions Ltd.
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License version 2 as
  8. * published by the Free Software Foundation.
  9. *
  10. * This is the "shell" of the ARMv7 processor support.
  11. */
  12. #include <linux/init.h>
  13. #include <linux/linkage.h>
  14. #include <asm/assembler.h>
  15. #include <asm/asm-offsets.h>
  16. #include <asm/hwcap.h>
  17. #include <asm/pgtable-hwdef.h>
  18. #include <asm/pgtable.h>
  19. #include "proc-macros.S"
  20. #ifdef CONFIG_ARM_LPAE
  21. #include "proc-v7-3level.S"
  22. #else
  23. #include "proc-v7-2level.S"
  24. #endif
  25. ENTRY(cpu_v7_proc_init)
  26. ret lr
  27. ENDPROC(cpu_v7_proc_init)
  28. ENTRY(cpu_v7_proc_fin)
  29. mrc p15, 0, r0, c1, c0, 0 @ ctrl register
  30. bic r0, r0, #0x1000 @ ...i............
  31. bic r0, r0, #0x0006 @ .............ca.
  32. mcr p15, 0, r0, c1, c0, 0 @ disable caches
  33. ret lr
  34. ENDPROC(cpu_v7_proc_fin)
  35. /*
  36. * cpu_v7_reset(loc)
  37. *
  38. * Perform a soft reset of the system. Put the CPU into the
  39. * same state as it would be if it had been reset, and branch
  40. * to what would be the reset vector.
  41. *
  42. * - loc - location to jump to for soft reset
  43. *
  44. * This code must be executed using a flat identity mapping with
  45. * caches disabled.
  46. */
  47. .align 5
  48. .pushsection .idmap.text, "ax"
  49. ENTRY(cpu_v7_reset)
  50. mrc p15, 0, r1, c1, c0, 0 @ ctrl register
  51. bic r1, r1, #0x1 @ ...............m
  52. THUMB( bic r1, r1, #1 << 30 ) @ SCTLR.TE (Thumb exceptions)
  53. mcr p15, 0, r1, c1, c0, 0 @ disable MMU
  54. isb
  55. bx r0
  56. ENDPROC(cpu_v7_reset)
  57. .popsection
  58. /*
  59. * cpu_v7_do_idle()
  60. *
  61. * Idle the processor (eg, wait for interrupt).
  62. *
  63. * IRQs are already disabled.
  64. */
  65. ENTRY(cpu_v7_do_idle)
  66. dsb @ WFI may enter a low-power mode
  67. wfi
  68. ret lr
  69. ENDPROC(cpu_v7_do_idle)
  70. ENTRY(cpu_v7_dcache_clean_area)
  71. ALT_SMP(W(nop)) @ MP extensions imply L1 PTW
  72. ALT_UP_B(1f)
  73. ret lr
  74. 1: dcache_line_size r2, r3
  75. 2: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
  76. add r0, r0, r2
  77. subs r1, r1, r2
  78. bhi 2b
  79. dsb ishst
  80. ret lr
  81. ENDPROC(cpu_v7_dcache_clean_area)
  82. string cpu_v7_name, "ARMv7 Processor"
  83. .align
  84. /* Suspend/resume support: derived from arch/arm/mach-s5pv210/sleep.S */
  85. .globl cpu_v7_suspend_size
  86. .equ cpu_v7_suspend_size, 4 * 9
  87. #ifdef CONFIG_ARM_CPU_SUSPEND
  88. ENTRY(cpu_v7_do_suspend)
  89. stmfd sp!, {r4 - r11, lr}
  90. mrc p15, 0, r4, c13, c0, 0 @ FCSE/PID
  91. mrc p15, 0, r5, c13, c0, 3 @ User r/o thread ID
  92. stmia r0!, {r4 - r5}
  93. #ifdef CONFIG_MMU
  94. mrc p15, 0, r6, c3, c0, 0 @ Domain ID
  95. #ifdef CONFIG_ARM_LPAE
  96. mrrc p15, 1, r5, r7, c2 @ TTB 1
  97. #else
  98. mrc p15, 0, r7, c2, c0, 1 @ TTB 1
  99. #endif
  100. mrc p15, 0, r11, c2, c0, 2 @ TTB control register
  101. #endif
  102. mrc p15, 0, r8, c1, c0, 0 @ Control register
  103. mrc p15, 0, r9, c1, c0, 1 @ Auxiliary control register
  104. mrc p15, 0, r10, c1, c0, 2 @ Co-processor access control
  105. stmia r0, {r5 - r11}
  106. ldmfd sp!, {r4 - r11, pc}
  107. ENDPROC(cpu_v7_do_suspend)
  108. ENTRY(cpu_v7_do_resume)
  109. mov ip, #0
  110. mcr p15, 0, ip, c7, c5, 0 @ invalidate I cache
  111. mcr p15, 0, ip, c13, c0, 1 @ set reserved context ID
  112. ldmia r0!, {r4 - r5}
  113. mcr p15, 0, r4, c13, c0, 0 @ FCSE/PID
  114. mcr p15, 0, r5, c13, c0, 3 @ User r/o thread ID
  115. ldmia r0, {r5 - r11}
  116. #ifdef CONFIG_MMU
  117. mcr p15, 0, ip, c8, c7, 0 @ invalidate TLBs
  118. mcr p15, 0, r6, c3, c0, 0 @ Domain ID
  119. #ifdef CONFIG_ARM_LPAE
  120. mcrr p15, 0, r1, ip, c2 @ TTB 0
  121. mcrr p15, 1, r5, r7, c2 @ TTB 1
  122. #else
  123. ALT_SMP(orr r1, r1, #TTB_FLAGS_SMP)
  124. ALT_UP(orr r1, r1, #TTB_FLAGS_UP)
  125. mcr p15, 0, r1, c2, c0, 0 @ TTB 0
  126. mcr p15, 0, r7, c2, c0, 1 @ TTB 1
  127. #endif
  128. mcr p15, 0, r11, c2, c0, 2 @ TTB control register
  129. ldr r4, =PRRR @ PRRR
  130. ldr r5, =NMRR @ NMRR
  131. mcr p15, 0, r4, c10, c2, 0 @ write PRRR
  132. mcr p15, 0, r5, c10, c2, 1 @ write NMRR
  133. #endif /* CONFIG_MMU */
  134. mrc p15, 0, r4, c1, c0, 1 @ Read Auxiliary control register
  135. teq r4, r9 @ Is it already set?
  136. mcrne p15, 0, r9, c1, c0, 1 @ No, so write it
  137. mcr p15, 0, r10, c1, c0, 2 @ Co-processor access control
  138. isb
  139. dsb
  140. mov r0, r8 @ control register
  141. b cpu_resume_mmu
  142. ENDPROC(cpu_v7_do_resume)
  143. #endif
  144. /*
  145. * Cortex-A8
  146. */
  147. globl_equ cpu_ca8_proc_init, cpu_v7_proc_init
  148. globl_equ cpu_ca8_proc_fin, cpu_v7_proc_fin
  149. globl_equ cpu_ca8_reset, cpu_v7_reset
  150. globl_equ cpu_ca8_do_idle, cpu_v7_do_idle
  151. globl_equ cpu_ca8_dcache_clean_area, cpu_v7_dcache_clean_area
  152. globl_equ cpu_ca8_set_pte_ext, cpu_v7_set_pte_ext
  153. globl_equ cpu_ca8_suspend_size, cpu_v7_suspend_size
  154. #ifdef CONFIG_ARM_CPU_SUSPEND
  155. globl_equ cpu_ca8_do_suspend, cpu_v7_do_suspend
  156. globl_equ cpu_ca8_do_resume, cpu_v7_do_resume
  157. #endif
  158. /*
  159. * Cortex-A9 processor functions
  160. */
  161. globl_equ cpu_ca9mp_proc_init, cpu_v7_proc_init
  162. globl_equ cpu_ca9mp_proc_fin, cpu_v7_proc_fin
  163. globl_equ cpu_ca9mp_reset, cpu_v7_reset
  164. globl_equ cpu_ca9mp_do_idle, cpu_v7_do_idle
  165. globl_equ cpu_ca9mp_dcache_clean_area, cpu_v7_dcache_clean_area
  166. globl_equ cpu_ca9mp_switch_mm, cpu_v7_switch_mm
  167. globl_equ cpu_ca9mp_set_pte_ext, cpu_v7_set_pte_ext
  168. .globl cpu_ca9mp_suspend_size
  169. .equ cpu_ca9mp_suspend_size, cpu_v7_suspend_size + 4 * 2
  170. #ifdef CONFIG_ARM_CPU_SUSPEND
  171. ENTRY(cpu_ca9mp_do_suspend)
  172. stmfd sp!, {r4 - r5}
  173. mrc p15, 0, r4, c15, c0, 1 @ Diagnostic register
  174. mrc p15, 0, r5, c15, c0, 0 @ Power register
  175. stmia r0!, {r4 - r5}
  176. ldmfd sp!, {r4 - r5}
  177. b cpu_v7_do_suspend
  178. ENDPROC(cpu_ca9mp_do_suspend)
  179. ENTRY(cpu_ca9mp_do_resume)
  180. ldmia r0!, {r4 - r5}
  181. mrc p15, 0, r10, c15, c0, 1 @ Read Diagnostic register
  182. teq r4, r10 @ Already restored?
  183. mcrne p15, 0, r4, c15, c0, 1 @ No, so restore it
  184. mrc p15, 0, r10, c15, c0, 0 @ Read Power register
  185. teq r5, r10 @ Already restored?
  186. mcrne p15, 0, r5, c15, c0, 0 @ No, so restore it
  187. b cpu_v7_do_resume
  188. ENDPROC(cpu_ca9mp_do_resume)
  189. #endif
  190. #ifdef CONFIG_CPU_PJ4B
  191. globl_equ cpu_pj4b_switch_mm, cpu_v7_switch_mm
  192. globl_equ cpu_pj4b_set_pte_ext, cpu_v7_set_pte_ext
  193. globl_equ cpu_pj4b_proc_init, cpu_v7_proc_init
  194. globl_equ cpu_pj4b_proc_fin, cpu_v7_proc_fin
  195. globl_equ cpu_pj4b_reset, cpu_v7_reset
  196. #ifdef CONFIG_PJ4B_ERRATA_4742
  197. ENTRY(cpu_pj4b_do_idle)
  198. dsb @ WFI may enter a low-power mode
  199. wfi
  200. dsb @barrier
  201. ret lr
  202. ENDPROC(cpu_pj4b_do_idle)
  203. #else
  204. globl_equ cpu_pj4b_do_idle, cpu_v7_do_idle
  205. #endif
  206. globl_equ cpu_pj4b_dcache_clean_area, cpu_v7_dcache_clean_area
  207. #ifdef CONFIG_ARM_CPU_SUSPEND
  208. ENTRY(cpu_pj4b_do_suspend)
  209. stmfd sp!, {r6 - r10}
  210. mrc p15, 1, r6, c15, c1, 0 @ save CP15 - extra features
  211. mrc p15, 1, r7, c15, c2, 0 @ save CP15 - Aux Func Modes Ctrl 0
  212. mrc p15, 1, r8, c15, c1, 2 @ save CP15 - Aux Debug Modes Ctrl 2
  213. mrc p15, 1, r9, c15, c1, 1 @ save CP15 - Aux Debug Modes Ctrl 1
  214. mrc p15, 0, r10, c9, c14, 0 @ save CP15 - PMC
  215. stmia r0!, {r6 - r10}
  216. ldmfd sp!, {r6 - r10}
  217. b cpu_v7_do_suspend
  218. ENDPROC(cpu_pj4b_do_suspend)
  219. ENTRY(cpu_pj4b_do_resume)
  220. ldmia r0!, {r6 - r10}
  221. mcr p15, 1, r6, c15, c1, 0 @ restore CP15 - extra features
  222. mcr p15, 1, r7, c15, c2, 0 @ restore CP15 - Aux Func Modes Ctrl 0
  223. mcr p15, 1, r8, c15, c1, 2 @ restore CP15 - Aux Debug Modes Ctrl 2
  224. mcr p15, 1, r9, c15, c1, 1 @ restore CP15 - Aux Debug Modes Ctrl 1
  225. mcr p15, 0, r10, c9, c14, 0 @ restore CP15 - PMC
  226. b cpu_v7_do_resume
  227. ENDPROC(cpu_pj4b_do_resume)
  228. #endif
  229. .globl cpu_pj4b_suspend_size
  230. .equ cpu_pj4b_suspend_size, cpu_v7_suspend_size + 4 * 5
  231. #endif
  232. /*
  233. * __v7_setup
  234. *
  235. * Initialise TLB, Caches, and MMU state ready to switch the MMU
  236. * on. Return in r0 the new CP15 C1 control register setting.
  237. *
  238. * r1, r2, r4, r5, r9, r13 must be preserved - r13 is not a stack
  239. * r4: TTBR0 (low word)
  240. * r5: TTBR0 (high word if LPAE)
  241. * r8: TTBR1
  242. * r9: Main ID register
  243. *
  244. * This should be able to cover all ARMv7 cores.
  245. *
  246. * It is assumed that:
  247. * - cache type register is implemented
  248. */
  249. __v7_ca5mp_setup:
  250. __v7_ca9mp_setup:
  251. __v7_cr7mp_setup:
  252. mov r10, #(1 << 0) @ Cache/TLB ops broadcasting
  253. b 1f
  254. __v7_ca7mp_setup:
  255. __v7_ca12mp_setup:
  256. __v7_ca15mp_setup:
  257. __v7_b15mp_setup:
  258. __v7_ca17mp_setup:
  259. mov r10, #0
  260. 1: adr r0, __v7_setup_stack_ptr
  261. ldr r12, [r0]
  262. add r12, r12, r0 @ the local stack
  263. stmia r12, {r1-r6, lr} @ v7_invalidate_l1 touches r0-r6
  264. bl v7_invalidate_l1
  265. ldmia r12, {r1-r6, lr}
  266. #ifdef CONFIG_SMP
  267. ALT_SMP(mrc p15, 0, r0, c1, c0, 1)
  268. ALT_UP(mov r0, #(1 << 6)) @ fake it for UP
  269. tst r0, #(1 << 6) @ SMP/nAMP mode enabled?
  270. orreq r0, r0, #(1 << 6) @ Enable SMP/nAMP mode
  271. orreq r0, r0, r10 @ Enable CPU-specific SMP bits
  272. mcreq p15, 0, r0, c1, c0, 1
  273. #endif
  274. b __v7_setup_cont
  275. /*
  276. * Errata:
  277. * r0, r10 available for use
  278. * r1, r2, r4, r5, r9, r13: must be preserved
  279. * r3: contains MIDR rX number in bits 23-20
  280. * r6: contains MIDR rXpY as 8-bit XY number
  281. * r9: MIDR
  282. */
  283. __ca8_errata:
  284. #if defined(CONFIG_ARM_ERRATA_430973) && !defined(CONFIG_ARCH_MULTIPLATFORM)
  285. teq r3, #0x00100000 @ only present in r1p*
  286. mrceq p15, 0, r0, c1, c0, 1 @ read aux control register
  287. orreq r0, r0, #(1 << 6) @ set IBE to 1
  288. mcreq p15, 0, r0, c1, c0, 1 @ write aux control register
  289. #endif
  290. #ifdef CONFIG_ARM_ERRATA_458693
  291. teq r6, #0x20 @ only present in r2p0
  292. mrceq p15, 0, r0, c1, c0, 1 @ read aux control register
  293. orreq r0, r0, #(1 << 5) @ set L1NEON to 1
  294. orreq r0, r0, #(1 << 9) @ set PLDNOP to 1
  295. mcreq p15, 0, r0, c1, c0, 1 @ write aux control register
  296. #endif
  297. #ifdef CONFIG_ARM_ERRATA_460075
  298. teq r6, #0x20 @ only present in r2p0
  299. mrceq p15, 1, r0, c9, c0, 2 @ read L2 cache aux ctrl register
  300. tsteq r0, #1 << 22
  301. orreq r0, r0, #(1 << 22) @ set the Write Allocate disable bit
  302. mcreq p15, 1, r0, c9, c0, 2 @ write the L2 cache aux ctrl register
  303. #endif
  304. b __errata_finish
  305. __ca9_errata:
  306. #ifdef CONFIG_ARM_ERRATA_742230
  307. cmp r6, #0x22 @ only present up to r2p2
  308. mrcle p15, 0, r0, c15, c0, 1 @ read diagnostic register
  309. orrle r0, r0, #1 << 4 @ set bit #4
  310. mcrle p15, 0, r0, c15, c0, 1 @ write diagnostic register
  311. #endif
  312. #ifdef CONFIG_ARM_ERRATA_742231
  313. teq r6, #0x20 @ present in r2p0
  314. teqne r6, #0x21 @ present in r2p1
  315. teqne r6, #0x22 @ present in r2p2
  316. mrceq p15, 0, r0, c15, c0, 1 @ read diagnostic register
  317. orreq r0, r0, #1 << 12 @ set bit #12
  318. orreq r0, r0, #1 << 22 @ set bit #22
  319. mcreq p15, 0, r0, c15, c0, 1 @ write diagnostic register
  320. #endif
  321. #ifdef CONFIG_ARM_ERRATA_743622
  322. teq r3, #0x00200000 @ only present in r2p*
  323. mrceq p15, 0, r0, c15, c0, 1 @ read diagnostic register
  324. orreq r0, r0, #1 << 6 @ set bit #6
  325. mcreq p15, 0, r0, c15, c0, 1 @ write diagnostic register
  326. #endif
  327. #if defined(CONFIG_ARM_ERRATA_751472) && defined(CONFIG_SMP)
  328. ALT_SMP(cmp r6, #0x30) @ present prior to r3p0
  329. ALT_UP_B(1f)
  330. mrclt p15, 0, r0, c15, c0, 1 @ read diagnostic register
  331. orrlt r0, r0, #1 << 11 @ set bit #11
  332. mcrlt p15, 0, r0, c15, c0, 1 @ write diagnostic register
  333. 1:
  334. #endif
  335. b __errata_finish
  336. __ca15_errata:
  337. #ifdef CONFIG_ARM_ERRATA_773022
  338. cmp r6, #0x4 @ only present up to r0p4
  339. mrcle p15, 0, r0, c1, c0, 1 @ read aux control register
  340. orrle r0, r0, #1 << 1 @ disable loop buffer
  341. mcrle p15, 0, r0, c1, c0, 1 @ write aux control register
  342. #endif
  343. b __errata_finish
  344. __v7_pj4b_setup:
  345. #ifdef CONFIG_CPU_PJ4B
  346. /* Auxiliary Debug Modes Control 1 Register */
  347. #define PJ4B_STATIC_BP (1 << 2) /* Enable Static BP */
  348. #define PJ4B_INTER_PARITY (1 << 8) /* Disable Internal Parity Handling */
  349. #define PJ4B_CLEAN_LINE (1 << 16) /* Disable data transfer for clean line */
  350. /* Auxiliary Debug Modes Control 2 Register */
  351. #define PJ4B_FAST_LDR (1 << 23) /* Disable fast LDR */
  352. #define PJ4B_SNOOP_DATA (1 << 25) /* Do not interleave write and snoop data */
  353. #define PJ4B_CWF (1 << 27) /* Disable Critical Word First feature */
  354. #define PJ4B_OUTSDNG_NC (1 << 29) /* Disable outstanding non cacheable rqst */
  355. #define PJ4B_L1_REP_RR (1 << 30) /* L1 replacement - Strict round robin */
  356. #define PJ4B_AUX_DBG_CTRL2 (PJ4B_SNOOP_DATA | PJ4B_CWF |\
  357. PJ4B_OUTSDNG_NC | PJ4B_L1_REP_RR)
  358. /* Auxiliary Functional Modes Control Register 0 */
  359. #define PJ4B_SMP_CFB (1 << 1) /* Set SMP mode. Join the coherency fabric */
  360. #define PJ4B_L1_PAR_CHK (1 << 2) /* Support L1 parity checking */
  361. #define PJ4B_BROADCAST_CACHE (1 << 8) /* Broadcast Cache and TLB maintenance */
  362. /* Auxiliary Debug Modes Control 0 Register */
  363. #define PJ4B_WFI_WFE (1 << 22) /* WFI/WFE - serve the DVM and back to idle */
  364. /* Auxiliary Debug Modes Control 1 Register */
  365. mrc p15, 1, r0, c15, c1, 1
  366. orr r0, r0, #PJ4B_CLEAN_LINE
  367. orr r0, r0, #PJ4B_INTER_PARITY
  368. bic r0, r0, #PJ4B_STATIC_BP
  369. mcr p15, 1, r0, c15, c1, 1
  370. /* Auxiliary Debug Modes Control 2 Register */
  371. mrc p15, 1, r0, c15, c1, 2
  372. bic r0, r0, #PJ4B_FAST_LDR
  373. orr r0, r0, #PJ4B_AUX_DBG_CTRL2
  374. mcr p15, 1, r0, c15, c1, 2
  375. /* Auxiliary Functional Modes Control Register 0 */
  376. mrc p15, 1, r0, c15, c2, 0
  377. #ifdef CONFIG_SMP
  378. orr r0, r0, #PJ4B_SMP_CFB
  379. #endif
  380. orr r0, r0, #PJ4B_L1_PAR_CHK
  381. orr r0, r0, #PJ4B_BROADCAST_CACHE
  382. mcr p15, 1, r0, c15, c2, 0
  383. /* Auxiliary Debug Modes Control 0 Register */
  384. mrc p15, 1, r0, c15, c1, 0
  385. orr r0, r0, #PJ4B_WFI_WFE
  386. mcr p15, 1, r0, c15, c1, 0
  387. #endif /* CONFIG_CPU_PJ4B */
  388. __v7_setup:
  389. adr r0, __v7_setup_stack_ptr
  390. ldr r12, [r0]
  391. add r12, r12, r0 @ the local stack
  392. stmia r12, {r1-r6, lr} @ v7_invalidate_l1 touches r0-r6
  393. bl v7_invalidate_l1
  394. ldmia r12, {r1-r6, lr}
  395. __v7_setup_cont:
  396. and r0, r9, #0xff000000 @ ARM?
  397. teq r0, #0x41000000
  398. bne __errata_finish
  399. and r3, r9, #0x00f00000 @ variant
  400. and r6, r9, #0x0000000f @ revision
  401. orr r6, r6, r3, lsr #20-4 @ combine variant and revision
  402. ubfx r0, r9, #4, #12 @ primary part number
  403. /* Cortex-A8 Errata */
  404. ldr r10, =0x00000c08 @ Cortex-A8 primary part number
  405. teq r0, r10
  406. beq __ca8_errata
  407. /* Cortex-A9 Errata */
  408. ldr r10, =0x00000c09 @ Cortex-A9 primary part number
  409. teq r0, r10
  410. beq __ca9_errata
  411. /* Cortex-A15 Errata */
  412. ldr r10, =0x00000c0f @ Cortex-A15 primary part number
  413. teq r0, r10
  414. beq __ca15_errata
  415. __errata_finish:
  416. mov r10, #0
  417. mcr p15, 0, r10, c7, c5, 0 @ I+BTB cache invalidate
  418. #ifdef CONFIG_MMU
  419. mcr p15, 0, r10, c8, c7, 0 @ invalidate I + D TLBs
  420. v7_ttb_setup r10, r4, r5, r8, r3 @ TTBCR, TTBRx setup
  421. ldr r3, =PRRR @ PRRR
  422. ldr r6, =NMRR @ NMRR
  423. mcr p15, 0, r3, c10, c2, 0 @ write PRRR
  424. mcr p15, 0, r6, c10, c2, 1 @ write NMRR
  425. #endif
  426. dsb @ Complete invalidations
  427. #ifndef CONFIG_ARM_THUMBEE
  428. mrc p15, 0, r0, c0, c1, 0 @ read ID_PFR0 for ThumbEE
  429. and r0, r0, #(0xf << 12) @ ThumbEE enabled field
  430. teq r0, #(1 << 12) @ check if ThumbEE is present
  431. bne 1f
  432. mov r3, #0
  433. mcr p14, 6, r3, c1, c0, 0 @ Initialize TEEHBR to 0
  434. mrc p14, 6, r0, c0, c0, 0 @ load TEECR
  435. orr r0, r0, #1 @ set the 1st bit in order to
  436. mcr p14, 6, r0, c0, c0, 0 @ stop userspace TEEHBR access
  437. 1:
  438. #endif
  439. adr r3, v7_crval
  440. ldmia r3, {r3, r6}
  441. ARM_BE8(orr r6, r6, #1 << 25) @ big-endian page tables
  442. #ifdef CONFIG_SWP_EMULATE
  443. orr r3, r3, #(1 << 10) @ set SW bit in "clear"
  444. bic r6, r6, #(1 << 10) @ clear it in "mmuset"
  445. #endif
  446. mrc p15, 0, r0, c1, c0, 0 @ read control register
  447. bic r0, r0, r3 @ clear bits them
  448. orr r0, r0, r6 @ set them
  449. THUMB( orr r0, r0, #1 << 30 ) @ Thumb exceptions
  450. ret lr @ return to head.S:__ret
  451. .align 2
  452. __v7_setup_stack_ptr:
  453. .word __v7_setup_stack - .
  454. ENDPROC(__v7_setup)
  455. .bss
  456. .align 2
  457. __v7_setup_stack:
  458. .space 4 * 7 @ 7 registers
  459. __INITDATA
  460. @ define struct processor (see <asm/proc-fns.h> and proc-macros.S)
  461. define_processor_functions v7, dabort=v7_early_abort, pabort=v7_pabort, suspend=1
  462. #ifndef CONFIG_ARM_LPAE
  463. define_processor_functions ca8, dabort=v7_early_abort, pabort=v7_pabort, suspend=1
  464. define_processor_functions ca9mp, dabort=v7_early_abort, pabort=v7_pabort, suspend=1
  465. #endif
  466. #ifdef CONFIG_CPU_PJ4B
  467. define_processor_functions pj4b, dabort=v7_early_abort, pabort=v7_pabort, suspend=1
  468. #endif
  469. .section ".rodata"
  470. string cpu_arch_name, "armv7"
  471. string cpu_elf_name, "v7"
  472. .align
  473. .section ".proc.info.init", #alloc
  474. /*
  475. * Standard v7 proc info content
  476. */
  477. .macro __v7_proc name, initfunc, mm_mmuflags = 0, io_mmuflags = 0, hwcaps = 0, proc_fns = v7_processor_functions
  478. ALT_SMP(.long PMD_TYPE_SECT | PMD_SECT_AP_WRITE | PMD_SECT_AP_READ | \
  479. PMD_SECT_AF | PMD_FLAGS_SMP | \mm_mmuflags)
  480. ALT_UP(.long PMD_TYPE_SECT | PMD_SECT_AP_WRITE | PMD_SECT_AP_READ | \
  481. PMD_SECT_AF | PMD_FLAGS_UP | \mm_mmuflags)
  482. .long PMD_TYPE_SECT | PMD_SECT_AP_WRITE | \
  483. PMD_SECT_AP_READ | PMD_SECT_AF | \io_mmuflags
  484. initfn \initfunc, \name
  485. .long cpu_arch_name
  486. .long cpu_elf_name
  487. .long HWCAP_SWP | HWCAP_HALF | HWCAP_THUMB | HWCAP_FAST_MULT | \
  488. HWCAP_EDSP | HWCAP_TLS | \hwcaps
  489. .long cpu_v7_name
  490. .long \proc_fns
  491. .long v7wbi_tlb_fns
  492. .long v6_user_fns
  493. .long v7_cache_fns
  494. .endm
  495. #ifndef CONFIG_ARM_LPAE
  496. /*
  497. * ARM Ltd. Cortex A5 processor.
  498. */
  499. .type __v7_ca5mp_proc_info, #object
  500. __v7_ca5mp_proc_info:
  501. .long 0x410fc050
  502. .long 0xff0ffff0
  503. __v7_proc __v7_ca5mp_proc_info, __v7_ca5mp_setup
  504. .size __v7_ca5mp_proc_info, . - __v7_ca5mp_proc_info
  505. /*
  506. * ARM Ltd. Cortex A9 processor.
  507. */
  508. .type __v7_ca9mp_proc_info, #object
  509. __v7_ca9mp_proc_info:
  510. .long 0x410fc090
  511. .long 0xff0ffff0
  512. __v7_proc __v7_ca9mp_proc_info, __v7_ca9mp_setup, proc_fns = ca9mp_processor_functions
  513. .size __v7_ca9mp_proc_info, . - __v7_ca9mp_proc_info
  514. /*
  515. * ARM Ltd. Cortex A8 processor.
  516. */
  517. .type __v7_ca8_proc_info, #object
  518. __v7_ca8_proc_info:
  519. .long 0x410fc080
  520. .long 0xff0ffff0
  521. __v7_proc __v7_ca8_proc_info, __v7_setup, proc_fns = ca8_processor_functions
  522. .size __v7_ca8_proc_info, . - __v7_ca8_proc_info
  523. #endif /* CONFIG_ARM_LPAE */
  524. /*
  525. * Marvell PJ4B processor.
  526. */
  527. #ifdef CONFIG_CPU_PJ4B
  528. .type __v7_pj4b_proc_info, #object
  529. __v7_pj4b_proc_info:
  530. .long 0x560f5800
  531. .long 0xff0fff00
  532. __v7_proc __v7_pj4b_proc_info, __v7_pj4b_setup, proc_fns = pj4b_processor_functions
  533. .size __v7_pj4b_proc_info, . - __v7_pj4b_proc_info
  534. #endif
  535. /*
  536. * ARM Ltd. Cortex R7 processor.
  537. */
  538. .type __v7_cr7mp_proc_info, #object
  539. __v7_cr7mp_proc_info:
  540. .long 0x410fc170
  541. .long 0xff0ffff0
  542. __v7_proc __v7_cr7mp_proc_info, __v7_cr7mp_setup
  543. .size __v7_cr7mp_proc_info, . - __v7_cr7mp_proc_info
  544. /*
  545. * ARM Ltd. Cortex A7 processor.
  546. */
  547. .type __v7_ca7mp_proc_info, #object
  548. __v7_ca7mp_proc_info:
  549. .long 0x410fc070
  550. .long 0xff0ffff0
  551. __v7_proc __v7_ca7mp_proc_info, __v7_ca7mp_setup
  552. .size __v7_ca7mp_proc_info, . - __v7_ca7mp_proc_info
  553. /*
  554. * ARM Ltd. Cortex A12 processor.
  555. */
  556. .type __v7_ca12mp_proc_info, #object
  557. __v7_ca12mp_proc_info:
  558. .long 0x410fc0d0
  559. .long 0xff0ffff0
  560. __v7_proc __v7_ca12mp_proc_info, __v7_ca12mp_setup
  561. .size __v7_ca12mp_proc_info, . - __v7_ca12mp_proc_info
  562. /*
  563. * ARM Ltd. Cortex A15 processor.
  564. */
  565. .type __v7_ca15mp_proc_info, #object
  566. __v7_ca15mp_proc_info:
  567. .long 0x410fc0f0
  568. .long 0xff0ffff0
  569. __v7_proc __v7_ca15mp_proc_info, __v7_ca15mp_setup
  570. .size __v7_ca15mp_proc_info, . - __v7_ca15mp_proc_info
  571. /*
  572. * Broadcom Corporation Brahma-B15 processor.
  573. */
  574. .type __v7_b15mp_proc_info, #object
  575. __v7_b15mp_proc_info:
  576. .long 0x420f00f0
  577. .long 0xff0ffff0
  578. __v7_proc __v7_b15mp_proc_info, __v7_b15mp_setup
  579. .size __v7_b15mp_proc_info, . - __v7_b15mp_proc_info
  580. /*
  581. * ARM Ltd. Cortex A17 processor.
  582. */
  583. .type __v7_ca17mp_proc_info, #object
  584. __v7_ca17mp_proc_info:
  585. .long 0x410fc0e0
  586. .long 0xff0ffff0
  587. __v7_proc __v7_ca17mp_proc_info, __v7_ca17mp_setup
  588. .size __v7_ca17mp_proc_info, . - __v7_ca17mp_proc_info
  589. /*
  590. * Qualcomm Inc. Krait processors.
  591. */
  592. .type __krait_proc_info, #object
  593. __krait_proc_info:
  594. .long 0x510f0400 @ Required ID value
  595. .long 0xff0ffc00 @ Mask for ID
  596. /*
  597. * Some Krait processors don't indicate support for SDIV and UDIV
  598. * instructions in the ARM instruction set, even though they actually
  599. * do support them. They also don't indicate support for fused multiply
  600. * instructions even though they actually do support them.
  601. */
  602. __v7_proc __krait_proc_info, __v7_setup, hwcaps = HWCAP_IDIV | HWCAP_VFPv4
  603. .size __krait_proc_info, . - __krait_proc_info
  604. /*
  605. * Match any ARMv7 processor core.
  606. */
  607. .type __v7_proc_info, #object
  608. __v7_proc_info:
  609. .long 0x000f0000 @ Required ID value
  610. .long 0x000f0000 @ Mask for ID
  611. __v7_proc __v7_proc_info, __v7_setup
  612. .size __v7_proc_info, . - __v7_proc_info