head.S 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316
  1. /*
  2. * linux/arch/arm/kernel/head.S
  3. *
  4. * Copyright (C) 1994-2002 Russell King
  5. * Copyright (c) 2003 ARM Limited
  6. * All Rights Reserved
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License version 2 as
  10. * published by the Free Software Foundation.
  11. *
  12. * Kernel startup code for all 32-bit CPUs
  13. */
  14. #include <linux/linkage.h>
  15. #include <linux/init.h>
  16. #include <asm/assembler.h>
  17. #include <asm/domain.h>
  18. #include <asm/ptrace.h>
  19. #include <asm/asm-offsets.h>
  20. #include <asm/memory.h>
  21. #include <asm/thread_info.h>
  22. #include <asm/system.h>
  23. #define KERNEL_RAM_ADDR (PAGE_OFFSET + TEXT_OFFSET)
  24. /*
  25. * swapper_pg_dir is the virtual address of the initial page table.
  26. * We place the page tables 16K below KERNEL_RAM_ADDR. Therefore, we must
  27. * make sure that KERNEL_RAM_ADDR is correctly set. Currently, we expect
  28. * the least significant 16 bits to be 0x8000, but we could probably
  29. * relax this restriction to KERNEL_RAM_ADDR >= PAGE_OFFSET + 0x4000.
  30. */
  31. #if (KERNEL_RAM_ADDR & 0xffff) != 0x8000
  32. #error KERNEL_RAM_ADDR must start at 0xXXXX8000
  33. #endif
  34. .globl swapper_pg_dir
  35. .equ swapper_pg_dir, KERNEL_RAM_ADDR - 0x4000
  36. .macro pgtbl, rd
  37. ldr \rd, =(__virt_to_phys(KERNEL_RAM_ADDR - 0x4000))
  38. .endm
  39. #ifdef CONFIG_XIP_KERNEL
  40. #define TEXTADDR XIP_VIRT_ADDR(CONFIG_XIP_PHYS_ADDR)
  41. #else
  42. #define TEXTADDR KERNEL_RAM_ADDR
  43. #endif
  44. /*
  45. * Kernel startup entry point.
  46. * ---------------------------
  47. *
  48. * This is normally called from the decompressor code. The requirements
  49. * are: MMU = off, D-cache = off, I-cache = dont care, r0 = 0,
  50. * r1 = machine nr.
  51. *
  52. * This code is mostly position independent, so if you link the kernel at
  53. * 0xc0008000, you call this at __pa(0xc0008000).
  54. *
  55. * See linux/arch/arm/tools/mach-types for the complete list of machine
  56. * numbers for r1.
  57. *
  58. * We're trying to keep crap to a minimum; DO NOT add any machine specific
  59. * crap here - that's what the boot loader (or in extreme, well justified
  60. * circumstances, zImage) is for.
  61. */
  62. __INIT
  63. .type stext, %function
  64. ENTRY(stext)
  65. msr cpsr_c, #PSR_F_BIT | PSR_I_BIT | SVC_MODE @ ensure svc mode
  66. @ and irqs disabled
  67. mrc p15, 0, r9, c0, c0 @ get processor id
  68. bl __lookup_processor_type @ r5=procinfo r9=cpuid
  69. movs r10, r5 @ invalid processor (r5=0)?
  70. beq __error_p @ yes, error 'p'
  71. bl __lookup_machine_type @ r5=machinfo
  72. movs r8, r5 @ invalid machine (r5=0)?
  73. beq __error_a @ yes, error 'a'
  74. bl __create_page_tables
  75. /*
  76. * The following calls CPU specific code in a position independent
  77. * manner. See arch/arm/mm/proc-*.S for details. r10 = base of
  78. * xxx_proc_info structure selected by __lookup_machine_type
  79. * above. On return, the CPU will be ready for the MMU to be
  80. * turned on, and r0 will hold the CPU control register value.
  81. */
  82. ldr r13, __switch_data @ address to jump to after
  83. @ mmu has been enabled
  84. adr lr, __enable_mmu @ return (PIC) address
  85. add pc, r10, #PROCINFO_INITFUNC
  86. #if defined(CONFIG_SMP)
  87. .type secondary_startup, #function
  88. ENTRY(secondary_startup)
  89. /*
  90. * Common entry point for secondary CPUs.
  91. *
  92. * Ensure that we're in SVC mode, and IRQs are disabled. Lookup
  93. * the processor type - there is no need to check the machine type
  94. * as it has already been validated by the primary processor.
  95. */
  96. msr cpsr_c, #PSR_F_BIT | PSR_I_BIT | SVC_MODE
  97. mrc p15, 0, r9, c0, c0 @ get processor id
  98. bl __lookup_processor_type
  99. movs r10, r5 @ invalid processor?
  100. moveq r0, #'p' @ yes, error 'p'
  101. beq __error
  102. /*
  103. * Use the page tables supplied from __cpu_up.
  104. */
  105. adr r4, __secondary_data
  106. ldmia r4, {r5, r7, r13} @ address to jump to after
  107. sub r4, r4, r5 @ mmu has been enabled
  108. ldr r4, [r7, r4] @ get secondary_data.pgdir
  109. adr lr, __enable_mmu @ return address
  110. add pc, r10, #PROCINFO_INITFUNC @ initialise processor
  111. @ (return control reg)
  112. /*
  113. * r6 = &secondary_data
  114. */
  115. ENTRY(__secondary_switched)
  116. ldr sp, [r7, #4] @ get secondary_data.stack
  117. mov fp, #0
  118. b secondary_start_kernel
  119. .type __secondary_data, %object
  120. __secondary_data:
  121. .long .
  122. .long secondary_data
  123. .long __secondary_switched
  124. #endif /* defined(CONFIG_SMP) */
  125. /*
  126. * Setup common bits before finally enabling the MMU. Essentially
  127. * this is just loading the page table pointer and domain access
  128. * registers.
  129. */
  130. .type __enable_mmu, %function
  131. __enable_mmu:
  132. #ifdef CONFIG_ALIGNMENT_TRAP
  133. orr r0, r0, #CR_A
  134. #else
  135. bic r0, r0, #CR_A
  136. #endif
  137. #ifdef CONFIG_CPU_DCACHE_DISABLE
  138. bic r0, r0, #CR_C
  139. #endif
  140. #ifdef CONFIG_CPU_BPREDICT_DISABLE
  141. bic r0, r0, #CR_Z
  142. #endif
  143. #ifdef CONFIG_CPU_ICACHE_DISABLE
  144. bic r0, r0, #CR_I
  145. #endif
  146. mov r5, #(domain_val(DOMAIN_USER, DOMAIN_MANAGER) | \
  147. domain_val(DOMAIN_KERNEL, DOMAIN_MANAGER) | \
  148. domain_val(DOMAIN_TABLE, DOMAIN_MANAGER) | \
  149. domain_val(DOMAIN_IO, DOMAIN_CLIENT))
  150. mcr p15, 0, r5, c3, c0, 0 @ load domain access register
  151. mcr p15, 0, r4, c2, c0, 0 @ load page table pointer
  152. b __turn_mmu_on
  153. /*
  154. * Enable the MMU. This completely changes the structure of the visible
  155. * memory space. You will not be able to trace execution through this.
  156. * If you have an enquiry about this, *please* check the linux-arm-kernel
  157. * mailing list archives BEFORE sending another post to the list.
  158. *
  159. * r0 = cp#15 control register
  160. * r13 = *virtual* address to jump to upon completion
  161. *
  162. * other registers depend on the function called upon completion
  163. */
  164. .align 5
  165. .type __turn_mmu_on, %function
  166. __turn_mmu_on:
  167. mov r0, r0
  168. mcr p15, 0, r0, c1, c0, 0 @ write control reg
  169. mrc p15, 0, r3, c0, c0, 0 @ read id reg
  170. mov r3, r3
  171. mov r3, r3
  172. mov pc, r13
  173. /*
  174. * Setup the initial page tables. We only setup the barest
  175. * amount which are required to get the kernel running, which
  176. * generally means mapping in the kernel code.
  177. *
  178. * r8 = machinfo
  179. * r9 = cpuid
  180. * r10 = procinfo
  181. *
  182. * Returns:
  183. * r0, r3, r6, r7 corrupted
  184. * r4 = physical page table address
  185. */
  186. .type __create_page_tables, %function
  187. __create_page_tables:
  188. pgtbl r4 @ page table address
  189. /*
  190. * Clear the 16K level 1 swapper page table
  191. */
  192. mov r0, r4
  193. mov r3, #0
  194. add r6, r0, #0x4000
  195. 1: str r3, [r0], #4
  196. str r3, [r0], #4
  197. str r3, [r0], #4
  198. str r3, [r0], #4
  199. teq r0, r6
  200. bne 1b
  201. ldr r7, [r10, #PROCINFO_MM_MMUFLAGS] @ mm_mmuflags
  202. /*
  203. * Create identity mapping for first MB of kernel to
  204. * cater for the MMU enable. This identity mapping
  205. * will be removed by paging_init(). We use our current program
  206. * counter to determine corresponding section base address.
  207. */
  208. mov r6, pc, lsr #20 @ start of kernel section
  209. orr r3, r7, r6, lsl #20 @ flags + kernel base
  210. str r3, [r4, r6, lsl #2] @ identity mapping
  211. /*
  212. * Now setup the pagetables for our kernel direct
  213. * mapped region.
  214. */
  215. add r0, r4, #(TEXTADDR & 0xff000000) >> 18 @ start of kernel
  216. str r3, [r0, #(TEXTADDR & 0x00f00000) >> 18]!
  217. ldr r6, =(_end - PAGE_OFFSET - 1) @ r6 = number of sections
  218. mov r6, r6, lsr #20 @ needed for kernel minus 1
  219. 1: add r3, r3, #1 << 20
  220. str r3, [r0, #4]!
  221. subs r6, r6, #1
  222. bgt 1b
  223. /*
  224. * Then map first 1MB of ram in case it contains our boot params.
  225. */
  226. add r0, r4, #PAGE_OFFSET >> 18
  227. orr r6, r7, #PHYS_OFFSET
  228. str r6, [r0]
  229. #ifdef CONFIG_XIP_KERNEL
  230. /*
  231. * Map some ram to cover our .data and .bss areas.
  232. * Mapping 3MB should be plenty.
  233. */
  234. sub r3, r4, #PHYS_OFFSET
  235. mov r3, r3, lsr #20
  236. add r0, r0, r3, lsl #2
  237. add r6, r6, r3, lsl #20
  238. str r6, [r0], #4
  239. add r6, r6, #(1 << 20)
  240. str r6, [r0], #4
  241. add r6, r6, #(1 << 20)
  242. str r6, [r0]
  243. #endif
  244. #ifdef CONFIG_DEBUG_LL
  245. ldr r7, [r10, #PROCINFO_IO_MMUFLAGS] @ io_mmuflags
  246. /*
  247. * Map in IO space for serial debugging.
  248. * This allows debug messages to be output
  249. * via a serial console before paging_init.
  250. */
  251. ldr r3, [r8, #MACHINFO_PGOFFIO]
  252. add r0, r4, r3
  253. rsb r3, r3, #0x4000 @ PTRS_PER_PGD*sizeof(long)
  254. cmp r3, #0x0800 @ limit to 512MB
  255. movhi r3, #0x0800
  256. add r6, r0, r3
  257. ldr r3, [r8, #MACHINFO_PHYSIO]
  258. orr r3, r3, r7
  259. 1: str r3, [r0], #4
  260. add r3, r3, #1 << 20
  261. teq r0, r6
  262. bne 1b
  263. #if defined(CONFIG_ARCH_NETWINDER) || defined(CONFIG_ARCH_CATS)
  264. /*
  265. * If we're using the NetWinder or CATS, we also need to map
  266. * in the 16550-type serial port for the debug messages
  267. */
  268. add r0, r4, #0xff000000 >> 18
  269. orr r3, r7, #0x7c000000
  270. str r3, [r0]
  271. #endif
  272. #ifdef CONFIG_ARCH_RPC
  273. /*
  274. * Map in screen at 0x02000000 & SCREEN2_BASE
  275. * Similar reasons here - for debug. This is
  276. * only for Acorn RiscPC architectures.
  277. */
  278. add r0, r4, #0x02000000 >> 18
  279. orr r3, r7, #0x02000000
  280. str r3, [r0]
  281. add r0, r4, #0xd8000000 >> 18
  282. str r3, [r0]
  283. #endif
  284. #endif
  285. mov pc, lr
  286. .ltorg
  287. #include "head-common.S"