vmlinux.lds.S 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifdef CONFIG_PPC64
  3. #define PROVIDE32(x) PROVIDE(__unused__##x)
  4. #else
  5. #define PROVIDE32(x) PROVIDE(x)
  6. #endif
  7. #define BSS_FIRST_SECTIONS *(.bss.prominit)
  8. #include <asm/page.h>
  9. #include <asm-generic/vmlinux.lds.h>
  10. #include <asm/cache.h>
  11. #include <asm/thread_info.h>
  12. #if defined(CONFIG_STRICT_KERNEL_RWX) && !defined(CONFIG_PPC32)
  13. #define STRICT_ALIGN_SIZE (1 << 24)
  14. #else
  15. #define STRICT_ALIGN_SIZE PAGE_SIZE
  16. #endif
  17. ENTRY(_stext)
  18. PHDRS {
  19. kernel PT_LOAD FLAGS(7); /* RWX */
  20. notes PT_NOTE FLAGS(0);
  21. dummy PT_NOTE FLAGS(0);
  22. /* binutils < 2.18 has a bug that makes it misbehave when taking an
  23. ELF file with all segments at load address 0 as input. This
  24. happens when running "strip" on vmlinux, because of the AT() magic
  25. in this linker script. People using GCC >= 4.2 won't run into
  26. this problem, because the "build-id" support will put some data
  27. into the "notes" segment (at a non-zero load address).
  28. To work around this, we force some data into both the "dummy"
  29. segment and the kernel segment, so the dummy segment will get a
  30. non-zero load address. It's not enough to always create the
  31. "notes" segment, since if nothing gets assigned to it, its load
  32. address will be zero. */
  33. }
  34. #ifdef CONFIG_PPC64
  35. OUTPUT_ARCH(powerpc:common64)
  36. jiffies = jiffies_64;
  37. #else
  38. OUTPUT_ARCH(powerpc:common)
  39. jiffies = jiffies_64 + 4;
  40. #endif
  41. SECTIONS
  42. {
  43. . = KERNELBASE;
  44. /*
  45. * Text, read only data and other permanent read-only sections
  46. */
  47. _text = .;
  48. _stext = .;
  49. /*
  50. * Head text.
  51. * This needs to be in its own output section to avoid ld placing
  52. * branch trampoline stubs randomly throughout the fixed sections,
  53. * which it will do (even if the branch comes from another section)
  54. * in order to optimize stub generation.
  55. */
  56. .head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {
  57. #ifdef CONFIG_PPC64
  58. KEEP(*(.head.text.first_256B));
  59. #ifdef CONFIG_PPC_BOOK3E
  60. #else
  61. KEEP(*(.head.text.real_vectors));
  62. *(.head.text.real_trampolines);
  63. KEEP(*(.head.text.virt_vectors));
  64. *(.head.text.virt_trampolines);
  65. # if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV)
  66. KEEP(*(.head.data.fwnmi_page));
  67. # endif
  68. #endif
  69. #else /* !CONFIG_PPC64 */
  70. HEAD_TEXT
  71. #endif
  72. } :kernel
  73. __head_end = .;
  74. #ifdef CONFIG_PPC64
  75. /*
  76. * BLOCK(0) overrides the default output section alignment because
  77. * this needs to start right after .head.text in order for fixed
  78. * section placement to work.
  79. */
  80. .text BLOCK(0) : AT(ADDR(.text) - LOAD_OFFSET) {
  81. #ifdef CONFIG_LD_HEAD_STUB_CATCH
  82. KEEP(*(.linker_stub_catch));
  83. . = . ;
  84. #endif
  85. #else
  86. .text : AT(ADDR(.text) - LOAD_OFFSET) {
  87. ALIGN_FUNCTION();
  88. #endif
  89. /* careful! __ftr_alt_* sections need to be close to .text */
  90. *(.text.hot TEXT_MAIN .text.fixup .text.unlikely .fixup __ftr_alt_* .ref.text);
  91. #ifdef CONFIG_PPC64
  92. *(.tramp.ftrace.text);
  93. #endif
  94. SCHED_TEXT
  95. CPUIDLE_TEXT
  96. LOCK_TEXT
  97. KPROBES_TEXT
  98. IRQENTRY_TEXT
  99. SOFTIRQENTRY_TEXT
  100. /*
  101. * -Os builds call FP save/restore functions. The powerpc64
  102. * linker generates those on demand in the .sfpr section.
  103. * .sfpr gets placed at the beginning of a group of input
  104. * sections, which can break start-of-text offset if it is
  105. * included with the main text sections, so put it by itself.
  106. */
  107. *(.sfpr);
  108. MEM_KEEP(init.text)
  109. MEM_KEEP(exit.text)
  110. #ifdef CONFIG_PPC32
  111. *(.got1)
  112. __got2_start = .;
  113. *(.got2)
  114. __got2_end = .;
  115. #endif /* CONFIG_PPC32 */
  116. } :kernel
  117. . = ALIGN(PAGE_SIZE);
  118. _etext = .;
  119. PROVIDE32 (etext = .);
  120. /* Read-only data */
  121. RO_DATA(PAGE_SIZE)
  122. #ifdef CONFIG_PPC64
  123. . = ALIGN(8);
  124. __stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) {
  125. __start___stf_entry_barrier_fixup = .;
  126. *(__stf_entry_barrier_fixup)
  127. __stop___stf_entry_barrier_fixup = .;
  128. }
  129. . = ALIGN(8);
  130. __stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) {
  131. __start___stf_exit_barrier_fixup = .;
  132. *(__stf_exit_barrier_fixup)
  133. __stop___stf_exit_barrier_fixup = .;
  134. }
  135. . = ALIGN(8);
  136. __rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) {
  137. __start___rfi_flush_fixup = .;
  138. *(__rfi_flush_fixup)
  139. __stop___rfi_flush_fixup = .;
  140. }
  141. #endif /* CONFIG_PPC64 */
  142. #ifdef CONFIG_PPC_BARRIER_NOSPEC
  143. . = ALIGN(8);
  144. __spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) {
  145. __start___barrier_nospec_fixup = .;
  146. *(__barrier_nospec_fixup)
  147. __stop___barrier_nospec_fixup = .;
  148. }
  149. #endif /* CONFIG_PPC_BARRIER_NOSPEC */
  150. EXCEPTION_TABLE(0)
  151. NOTES :kernel :notes
  152. /* The dummy segment contents for the bug workaround mentioned above
  153. near PHDRS. */
  154. .dummy : AT(ADDR(.dummy) - LOAD_OFFSET) {
  155. LONG(0)
  156. LONG(0)
  157. LONG(0)
  158. } :kernel :dummy
  159. /*
  160. * Init sections discarded at runtime
  161. */
  162. . = ALIGN(STRICT_ALIGN_SIZE);
  163. __init_begin = .;
  164. . = ALIGN(PAGE_SIZE);
  165. .init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {
  166. _sinittext = .;
  167. INIT_TEXT
  168. _einittext = .;
  169. #ifdef CONFIG_PPC64
  170. *(.tramp.ftrace.init);
  171. #endif
  172. } :kernel
  173. /* .exit.text is discarded at runtime, not link time,
  174. * to deal with references from __bug_table
  175. */
  176. .exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
  177. EXIT_TEXT
  178. }
  179. .init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {
  180. INIT_DATA
  181. __vtop_table_begin = .;
  182. KEEP(*(.vtop_fixup));
  183. __vtop_table_end = .;
  184. __ptov_table_begin = .;
  185. KEEP(*(.ptov_fixup));
  186. __ptov_table_end = .;
  187. }
  188. .init.setup : AT(ADDR(.init.setup) - LOAD_OFFSET) {
  189. INIT_SETUP(16)
  190. }
  191. .initcall.init : AT(ADDR(.initcall.init) - LOAD_OFFSET) {
  192. INIT_CALLS
  193. }
  194. .con_initcall.init : AT(ADDR(.con_initcall.init) - LOAD_OFFSET) {
  195. CON_INITCALL
  196. }
  197. . = ALIGN(8);
  198. __ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) {
  199. __start___ftr_fixup = .;
  200. KEEP(*(__ftr_fixup))
  201. __stop___ftr_fixup = .;
  202. }
  203. . = ALIGN(8);
  204. __mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) {
  205. __start___mmu_ftr_fixup = .;
  206. KEEP(*(__mmu_ftr_fixup))
  207. __stop___mmu_ftr_fixup = .;
  208. }
  209. . = ALIGN(8);
  210. __lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) {
  211. __start___lwsync_fixup = .;
  212. KEEP(*(__lwsync_fixup))
  213. __stop___lwsync_fixup = .;
  214. }
  215. #ifdef CONFIG_PPC64
  216. . = ALIGN(8);
  217. __fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) {
  218. __start___fw_ftr_fixup = .;
  219. KEEP(*(__fw_ftr_fixup))
  220. __stop___fw_ftr_fixup = .;
  221. }
  222. #endif
  223. .init.ramfs : AT(ADDR(.init.ramfs) - LOAD_OFFSET) {
  224. INIT_RAM_FS
  225. }
  226. PERCPU_SECTION(L1_CACHE_BYTES)
  227. . = ALIGN(8);
  228. .machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) {
  229. __machine_desc_start = . ;
  230. KEEP(*(.machine.desc))
  231. __machine_desc_end = . ;
  232. }
  233. #ifdef CONFIG_RELOCATABLE
  234. . = ALIGN(8);
  235. .dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET)
  236. {
  237. #ifdef CONFIG_PPC32
  238. __dynamic_symtab = .;
  239. #endif
  240. *(.dynsym)
  241. }
  242. .dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) }
  243. .dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET)
  244. {
  245. __dynamic_start = .;
  246. *(.dynamic)
  247. }
  248. .hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) }
  249. .interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) }
  250. .rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET)
  251. {
  252. __rela_dyn_start = .;
  253. *(.rela*)
  254. }
  255. #endif
  256. /* .exit.data is discarded at runtime, not link time,
  257. * to deal with references from .exit.text
  258. */
  259. .exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
  260. EXIT_DATA
  261. }
  262. /* freed after init ends here */
  263. . = ALIGN(PAGE_SIZE);
  264. __init_end = .;
  265. /*
  266. * And now the various read/write data
  267. */
  268. . = ALIGN(PAGE_SIZE);
  269. _sdata = .;
  270. #ifdef CONFIG_PPC32
  271. .data : AT(ADDR(.data) - LOAD_OFFSET) {
  272. DATA_DATA
  273. *(.data.rel*)
  274. *(SDATA_MAIN)
  275. *(.sdata2)
  276. *(.got.plt) *(.got)
  277. *(.plt)
  278. }
  279. #else
  280. .data : AT(ADDR(.data) - LOAD_OFFSET) {
  281. DATA_DATA
  282. *(.data.rel*)
  283. *(.toc1)
  284. *(.branch_lt)
  285. }
  286. .opd : AT(ADDR(.opd) - LOAD_OFFSET) {
  287. __start_opd = .;
  288. KEEP(*(.opd))
  289. __end_opd = .;
  290. }
  291. . = ALIGN(256);
  292. .got : AT(ADDR(.got) - LOAD_OFFSET) {
  293. __toc_start = .;
  294. #ifndef CONFIG_RELOCATABLE
  295. __prom_init_toc_start = .;
  296. arch/powerpc/kernel/prom_init.o*(.toc .got)
  297. __prom_init_toc_end = .;
  298. #endif
  299. *(.got)
  300. *(.toc)
  301. }
  302. #endif
  303. /* The initial task and kernel stack */
  304. INIT_TASK_DATA_SECTION(THREAD_SIZE)
  305. .data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) {
  306. PAGE_ALIGNED_DATA(PAGE_SIZE)
  307. }
  308. .data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) {
  309. CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES)
  310. }
  311. .data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) {
  312. READ_MOSTLY_DATA(L1_CACHE_BYTES)
  313. }
  314. . = ALIGN(PAGE_SIZE);
  315. .data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
  316. NOSAVE_DATA
  317. }
  318. BUG_TABLE
  319. . = ALIGN(PAGE_SIZE);
  320. _edata = .;
  321. PROVIDE32 (edata = .);
  322. /*
  323. * And finally the bss
  324. */
  325. BSS_SECTION(0, 0, 0)
  326. . = ALIGN(PAGE_SIZE);
  327. _end = . ;
  328. PROVIDE32 (end = .);
  329. STABS_DEBUG
  330. DWARF_DEBUG
  331. DISCARDS
  332. /DISCARD/ : {
  333. *(*.EMB.apuinfo)
  334. *(.glink .iplt .plt .rela* .comment)
  335. *(.gnu.version*)
  336. *(.gnu.attributes)
  337. *(.eh_frame)
  338. }
  339. }