vmlinux.lds.S 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifdef CONFIG_PPC64
  3. #define PROVIDE32(x) PROVIDE(__unused__##x)
  4. #else
  5. #define PROVIDE32(x) PROVIDE(x)
  6. #endif
  7. #include <asm/page.h>
  8. #include <asm-generic/vmlinux.lds.h>
  9. #include <asm/cache.h>
  10. #include <asm/thread_info.h>
  11. #if defined(CONFIG_STRICT_KERNEL_RWX) && !defined(CONFIG_PPC32)
  12. #define STRICT_ALIGN_SIZE (1 << 24)
  13. #else
  14. #define STRICT_ALIGN_SIZE PAGE_SIZE
  15. #endif
  16. ENTRY(_stext)
  17. PHDRS {
  18. kernel PT_LOAD FLAGS(7); /* RWX */
  19. notes PT_NOTE FLAGS(0);
  20. dummy PT_NOTE FLAGS(0);
  21. /* binutils < 2.18 has a bug that makes it misbehave when taking an
  22. ELF file with all segments at load address 0 as input. This
  23. happens when running "strip" on vmlinux, because of the AT() magic
  24. in this linker script. People using GCC >= 4.2 won't run into
  25. this problem, because the "build-id" support will put some data
  26. into the "notes" segment (at a non-zero load address).
  27. To work around this, we force some data into both the "dummy"
  28. segment and the kernel segment, so the dummy segment will get a
  29. non-zero load address. It's not enough to always create the
  30. "notes" segment, since if nothing gets assigned to it, its load
  31. address will be zero. */
  32. }
  33. #ifdef CONFIG_PPC64
  34. OUTPUT_ARCH(powerpc:common64)
  35. jiffies = jiffies_64;
  36. #else
  37. OUTPUT_ARCH(powerpc:common)
  38. jiffies = jiffies_64 + 4;
  39. #endif
  40. SECTIONS
  41. {
  42. . = KERNELBASE;
  43. /*
  44. * Text, read only data and other permanent read-only sections
  45. */
  46. _text = .;
  47. _stext = .;
  48. /*
  49. * Head text.
  50. * This needs to be in its own output section to avoid ld placing
  51. * branch trampoline stubs randomly throughout the fixed sections,
  52. * which it will do (even if the branch comes from another section)
  53. * in order to optimize stub generation.
  54. */
  55. .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {
  56. #ifdef CONFIG_PPC64
  57. KEEP(*(.head.text.first_256B));
  58. #ifdef CONFIG_PPC_BOOK3E
  59. #else
  60. KEEP(*(.head.text.real_vectors));
  61. *(.head.text.real_trampolines);
  62. KEEP(*(.head.text.virt_vectors));
  63. *(.head.text.virt_trampolines);
  64. # if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV)
  65. KEEP(*(.head.data.fwnmi_page));
  66. # endif
  67. #endif
  68. #else /* !CONFIG_PPC64 */
  69. HEAD_TEXT
  70. #endif
  71. } :kernel
  72. __head_end = .;
  73. #ifdef CONFIG_PPC64
  74. /*
  75. * BLOCK(0) overrides the default output section alignment because
  76. * this needs to start right after .head.text in order for fixed
  77. * section placement to work.
  78. */
  79. .text BLOCK(0) : AT(ADDR(.text) - LOAD_OFFSET) {
  80. #ifdef CONFIG_LD_HEAD_STUB_CATCH
  81. KEEP(*(.linker_stub_catch));
  82. . = . ;
  83. #endif
  84. #else
  85. .text : AT(ADDR(.text) - LOAD_OFFSET) {
  86. ALIGN_FUNCTION();
  87. #endif
  88. /* careful! __ftr_alt_* sections need to be close to .text */
  89. *(.text.hot TEXT_MAIN .text.fixup .text.unlikely .fixup __ftr_alt_* .ref.text);
  90. SCHED_TEXT
  91. CPUIDLE_TEXT
  92. LOCK_TEXT
  93. KPROBES_TEXT
  94. IRQENTRY_TEXT
  95. SOFTIRQENTRY_TEXT
  96. /*
  97. * -Os builds call FP save/restore functions. The powerpc64
  98. * linker generates those on demand in the .sfpr section.
  99. * .sfpr gets placed at the beginning of a group of input
  100. * sections, which can break start-of-text offset if it is
  101. * included with the main text sections, so put it by itself.
  102. */
  103. *(.sfpr);
  104. MEM_KEEP(init.text)
  105. MEM_KEEP(exit.text)
  106. #ifdef CONFIG_PPC32
  107. *(.got1)
  108. __got2_start = .;
  109. *(.got2)
  110. __got2_end = .;
  111. #endif /* CONFIG_PPC32 */
  112. } :kernel
  113. . = ALIGN(PAGE_SIZE);
  114. _etext = .;
  115. PROVIDE32 (etext = .);
  116. /* Read-only data */
  117. RO_DATA(PAGE_SIZE)
  118. #ifdef CONFIG_PPC64
  119. . = ALIGN(8);
  120. __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) {
  121. __start___stf_entry_barrier_fixup = .;
  122. *(__stf_entry_barrier_fixup)
  123. __stop___stf_entry_barrier_fixup = .;
  124. }
  125. . = ALIGN(8);
  126. __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) {
  127. __start___stf_exit_barrier_fixup = .;
  128. *(__stf_exit_barrier_fixup)
  129. __stop___stf_exit_barrier_fixup = .;
  130. }
  131. . = ALIGN(8);
  132. __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) {
  133. __start___rfi_flush_fixup = .;
  134. *(__rfi_flush_fixup)
  135. __stop___rfi_flush_fixup = .;
  136. }
  137. . = ALIGN(8);
  138. __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) {
  139. __start___barrier_nospec_fixup = .;
  140. *(__barrier_nospec_fixup)
  141. __stop___barrier_nospec_fixup = .;
  142. }
  143. #endif
  144. EXCEPTION_TABLE(0)
  145. NOTES :kernel :notes
  146. /* The dummy segment contents for the bug workaround mentioned above
  147. near PHDRS. */
  148. .dummy : AT(ADDR(.dummy) - LOAD_OFFSET) {
  149. LONG(0)
  150. LONG(0)
  151. LONG(0)
  152. } :kernel :dummy
  153. /*
  154. * Init sections discarded at runtime
  155. */
  156. . = ALIGN(STRICT_ALIGN_SIZE);
  157. __init_begin = .;
  158. INIT_TEXT_SECTION(PAGE_SIZE) :kernel
  159. /* .exit.text is discarded at runtime, not link time,
  160. * to deal with references from __bug_table
  161. */
  162. .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
  163. EXIT_TEXT
  164. }
  165. .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {
  166. INIT_DATA
  167. __vtop_table_begin = .;
  168. KEEP(*(.vtop_fixup));
  169. __vtop_table_end = .;
  170. __ptov_table_begin = .;
  171. KEEP(*(.ptov_fixup));
  172. __ptov_table_end = .;
  173. }
  174. .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) {
  175. INIT_SETUP(16)
  176. }
  177. .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) {
  178. INIT_CALLS
  179. }
  180. .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) {
  181. CON_INITCALL
  182. }
  183. SECURITY_INIT
  184. . = ALIGN(8);
  185. __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) {
  186. __start___ftr_fixup = .;
  187. KEEP(*(__ftr_fixup))
  188. __stop___ftr_fixup = .;
  189. }
  190. . = ALIGN(8);
  191. __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) {
  192. __start___mmu_ftr_fixup = .;
  193. KEEP(*(__mmu_ftr_fixup))
  194. __stop___mmu_ftr_fixup = .;
  195. }
  196. . = ALIGN(8);
  197. __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) {
  198. __start___lwsync_fixup = .;
  199. KEEP(*(__lwsync_fixup))
  200. __stop___lwsync_fixup = .;
  201. }
  202. #ifdef CONFIG_PPC64
  203. . = ALIGN(8);
  204. __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) {
  205. __start___fw_ftr_fixup = .;
  206. KEEP(*(__fw_ftr_fixup))
  207. __stop___fw_ftr_fixup = .;
  208. }
  209. #endif
  210. .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) {
  211. INIT_RAM_FS
  212. }
  213. PERCPU_SECTION(L1_CACHE_BYTES)
  214. . = ALIGN(8);
  215. .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) {
  216. __machine_desc_start = . ;
  217. KEEP(*(.machine.desc))
  218. __machine_desc_end = . ;
  219. }
  220. #ifdef CONFIG_RELOCATABLE
  221. . = ALIGN(8);
  222. .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET)
  223. {
  224. #ifdef CONFIG_PPC32
  225. __dynamic_symtab = .;
  226. #endif
  227. *(.dynsym)
  228. }
  229. .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) }
  230. .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET)
  231. {
  232. __dynamic_start = .;
  233. *(.dynamic)
  234. }
  235. .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) }
  236. .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) }
  237. .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET)
  238. {
  239. __rela_dyn_start = .;
  240. *(.rela*)
  241. }
  242. #endif
  243. /* .exit.data is discarded at runtime, not link time,
  244. * to deal with references from .exit.text
  245. */
  246. .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
  247. EXIT_DATA
  248. }
  249. /* freed after init ends here */
  250. . = ALIGN(PAGE_SIZE);
  251. __init_end = .;
  252. /*
  253. * And now the various read/write data
  254. */
  255. . = ALIGN(PAGE_SIZE);
  256. _sdata = .;
  257. #ifdef CONFIG_PPC32
  258. .data : AT(ADDR(.data) - LOAD_OFFSET) {
  259. DATA_DATA
  260. *(.data.rel*)
  261. *(SDATA_MAIN)
  262. *(.sdata2)
  263. *(.got.plt) *(.got)
  264. *(.plt)
  265. }
  266. #else
  267. .data : AT(ADDR(.data) - LOAD_OFFSET) {
  268. DATA_DATA
  269. *(.data.rel*)
  270. *(.toc1)
  271. *(.branch_lt)
  272. }
  273. .opd : AT(ADDR(.opd) - LOAD_OFFSET) {
  274. __start_opd = .;
  275. KEEP(*(.opd))
  276. __end_opd = .;
  277. }
  278. . = ALIGN(256);
  279. .got : AT(ADDR(.got) - LOAD_OFFSET) {
  280. __toc_start = .;
  281. #ifndef CONFIG_RELOCATABLE
  282. __prom_init_toc_start = .;
  283. arch/powerpc/kernel/prom_init.o*(.toc .got)
  284. __prom_init_toc_end = .;
  285. #endif
  286. *(.got)
  287. *(.toc)
  288. }
  289. #endif
  290. /* The initial task and kernel stack */
  291. INIT_TASK_DATA_SECTION(THREAD_SIZE)
  292. .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) {
  293. PAGE_ALIGNED_DATA(PAGE_SIZE)
  294. }
  295. .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) {
  296. CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES)
  297. }
  298. .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) {
  299. READ_MOSTLY_DATA(L1_CACHE_BYTES)
  300. }
  301. . = ALIGN(PAGE_SIZE);
  302. .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
  303. NOSAVE_DATA
  304. }
  305. BUG_TABLE
  306. . = ALIGN(PAGE_SIZE);
  307. _edata = .;
  308. PROVIDE32 (edata = .);
  309. /*
  310. * And finally the bss
  311. */
  312. BSS_SECTION(0, 0, 0)
  313. . = ALIGN(PAGE_SIZE);
  314. _end = . ;
  315. PROVIDE32 (end = .);
  316. STABS_DEBUG
  317. DWARF_DEBUG
  318. DISCARDS
  319. /DISCARD/ : {
  320. *(*.EMB.apuinfo)
  321. *(.glink .iplt .plt .rela* .comment)
  322. *(.gnu.version*)
  323. *(.gnu.attributes)
  324. *(.eh_frame)
  325. }
  326. }