1 /* SPDX-License-Identifier: GPL-2.0 */
3 * ld script to make ARM Linux kernel
4 * taken from the i386 version by Russell King
5 * Written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
8 #include <asm/hyp_image.h>
10 #define HYPERVISOR_EXTABLE \
12 __start___kvm_ex_table = .; \
14 __stop___kvm_ex_table = .;
16 #define HYPERVISOR_DATA_SECTIONS \
17 HYP_SECTION_NAME(.rodata) : { \
18 . = ALIGN(PAGE_SIZE); \
19 __hyp_rodata_start = .; \
20 *(HYP_SECTION_NAME(.data..ro_after_init)) \
21 *(HYP_SECTION_NAME(.rodata)) \
22 . = ALIGN(PAGE_SIZE); \
23 __hyp_rodata_end = .; \
26 #define HYPERVISOR_PERCPU_SECTION \
27 . = ALIGN(PAGE_SIZE); \
28 HYP_SECTION_NAME(.data..percpu) : { \
29 *(HYP_SECTION_NAME(.data..percpu)) \
32 #define HYPERVISOR_RELOC_SECTION \
33 .hyp.reloc : ALIGN(4) { \
34 __hyp_reloc_begin = .; \
36 __hyp_reloc_end = .; \
39 #define BSS_FIRST_SECTIONS \
40 __hyp_bss_start = .; \
41 *(HYP_SECTION_NAME(.bss)) \
42 . = ALIGN(PAGE_SIZE); \
46 * We require that __hyp_bss_start and __bss_start are aligned, and enforce it
47 * with an assertion. But the BSS_SECTION macro places an empty .sbss section
48 * between them, which can in some cases cause the linker to misalign them. To
49 * work around the issue, force a page alignment for __bss_start.
51 #define SBSS_ALIGN PAGE_SIZE
52 #else /* CONFIG_KVM */
53 #define HYPERVISOR_EXTABLE
54 #define HYPERVISOR_DATA_SECTIONS
55 #define HYPERVISOR_PERCPU_SECTION
56 #define HYPERVISOR_RELOC_SECTION
60 #define RO_EXCEPTION_TABLE_ALIGN 4
61 #define RUNTIME_DISCARD_EXIT
63 #include <asm-generic/vmlinux.lds.h>
64 #include <asm/cache.h>
65 #include <asm/kernel-pgtable.h>
66 #include <asm/kexec.h>
67 #include <asm/memory.h>
77 #define HYPERVISOR_TEXT \
78 . = ALIGN(PAGE_SIZE); \
79 __hyp_idmap_text_start = .; \
81 __hyp_idmap_text_end = .; \
82 __hyp_text_start = .; \
85 . = ALIGN(PAGE_SIZE); \
90 __idmap_text_start = .; \
94 #ifdef CONFIG_HIBERNATION
95 #define HIBERNATE_TEXT \
96 __hibernate_exit_text_start = .; \
97 *(.hibernate_exit.text) \
98 __hibernate_exit_text_end = .;
100 #define HIBERNATE_TEXT
103 #ifdef CONFIG_KEXEC_CORE
105 __relocate_new_kernel_start = .; \
106 *(.kexec_relocate.text) \
107 __relocate_new_kernel_end = .;
112 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0
114 . = ALIGN(PAGE_SIZE); \
115 __entry_tramp_text_start = .; \
116 *(.entry.tramp.text) \
117 . = ALIGN(PAGE_SIZE); \
118 __entry_tramp_text_end = .;
124 * The size of the PE/COFF section that covers the kernel image, which
125 * runs from _stext to _edata, must be a round multiple of the PE/COFF
126 * FileAlignment, which we set to its minimum value of 0x200. '_stext'
127 * itself is 4 KB aligned, so padding out _edata to a 0x200 aligned
128 * boundary should be sufficient.
130 PECOFF_FILE_ALIGNMENT = 0x200;
133 #define PECOFF_EDATA_PADDING \
134 .pecoff_edata_padding : { BYTE(0); . = ALIGN(PECOFF_FILE_ALIGNMENT); }
136 #define PECOFF_EDATA_PADDING
142 * XXX: The linker does not define how output sections are
143 * assigned to input sections when there are multiple statements
144 * matching the same input section name. There is no documented
150 *(.dynsym .dynstr .hash .gnu.hash)
159 .text : ALIGN(SEGMENT_ALIGN) { /* Real text segment */
160 _stext = .; /* Text and read-only data */
173 *(.got) /* Global offset table */
177 * Make sure that the .got.plt is either completely empty or it
178 * contains only the lazy dispatch entries.
180 .got.plt : { *(.got.plt) }
181 ASSERT(SIZEOF(.got.plt) == 0 || SIZEOF(.got.plt) == 0x18,
182 "Unexpected GOT/PLT entries detected!")
184 . = ALIGN(SEGMENT_ALIGN);
185 _etext = .; /* End of text section */
187 /* everything from this point to __init_begin will be marked RO NX */
190 HYPERVISOR_DATA_SECTIONS
192 /* code sections that are never executed via the kernel mapping */
197 . = ALIGN(PAGE_SIZE);
203 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0
214 . = ALIGN(SEGMENT_ALIGN);
216 __inittext_begin = .;
220 __exittext_begin = .;
228 __alt_instructions = .;
230 __alt_instructions_end = .;
233 . = ALIGN(SEGMENT_ALIGN);
235 __initdata_begin = .;
237 init_idmap_pg_dir = .;
238 . += INIT_IDMAP_DIR_SIZE;
239 init_idmap_pg_end = .;
247 *(.init.altinstructions .init.bss) /* from the EFI stub */
253 PERCPU_SECTION(L1_CACHE_BYTES)
254 HYPERVISOR_PERCPU_SECTION
256 HYPERVISOR_RELOC_SECTION
258 .rela.dyn : ALIGN(8) {
262 __rela_offset = ABSOLUTE(ADDR(.rela.dyn) - KIMAGE_VADDR);
263 __rela_size = SIZEOF(.rela.dyn);
266 .relr.dyn : ALIGN(8) {
270 __relr_offset = ABSOLUTE(ADDR(.relr.dyn) - KIMAGE_VADDR);
271 __relr_size = SIZEOF(.relr.dyn);
274 . = ALIGN(SEGMENT_ALIGN);
280 RW_DATA(L1_CACHE_BYTES, PAGE_SIZE, THREAD_ALIGN)
283 * Data written with the MMU off but read with the MMU on requires
284 * cache lines to be invalidated, discarding up to a Cache Writeback
285 * Granule (CWG) of data from the cache. Keep the section that
286 * requires this type of maintenance to be in its own Cache Writeback
287 * Granule (CWG) area so the cache maintenance operations don't
288 * interfere with adjacent data.
290 .mmuoff.data.write : ALIGN(SZ_2K) {
291 __mmuoff_data_start = .;
292 *(.mmuoff.data.write)
295 .mmuoff.data.read : {
297 __mmuoff_data_end = .;
301 __pecoff_data_rawsize = ABSOLUTE(. - __initdata_begin);
304 BSS_SECTION(SBSS_ALIGN, 0, 0)
306 . = ALIGN(PAGE_SIZE);
311 . = ALIGN(SEGMENT_ALIGN);
312 __pecoff_data_size = ABSOLUTE(. - __initdata_begin);
322 * Sections that should stay zero sized, which is safer to
323 * explicitly check instead of blindly discarding.
326 *(.plt) *(.plt.*) *(.iplt) *(.igot .igot.plt)
328 ASSERT(SIZEOF(.plt) == 0, "Unexpected run-time procedure linkages detected!")
330 .data.rel.ro : { *(.data.rel.ro) }
331 ASSERT(SIZEOF(.data.rel.ro) == 0, "Unexpected RELRO detected!")
334 #include "image-vars.h"
337 * The HYP init code and ID map text can't be longer than a page each. The
338 * former is page-aligned, but the latter may not be with 16K or 64K pages, so
339 * it should also not cross a page boundary.
341 ASSERT(__hyp_idmap_text_end - __hyp_idmap_text_start <= PAGE_SIZE,
342 "HYP init code too big")
343 ASSERT(__idmap_text_end - (__idmap_text_start & ~(SZ_4K - 1)) <= SZ_4K,
344 "ID map text too big or misaligned")
345 #ifdef CONFIG_HIBERNATION
346 ASSERT(__hibernate_exit_text_end - __hibernate_exit_text_start <= SZ_4K,
347 "Hibernate exit text is bigger than 4 KiB")
349 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0
350 ASSERT((__entry_tramp_text_end - __entry_tramp_text_start) <= 3*PAGE_SIZE,
351 "Entry trampoline text too big")
354 ASSERT(__hyp_bss_start == __bss_start, "HYP and Host BSS are misaligned")
357 * If padding is applied before .head.text, virt<->phys conversions will fail.
359 ASSERT(_text == KIMAGE_VADDR, "HEAD is misaligned")
361 ASSERT(swapper_pg_dir - reserved_pg_dir == RESERVED_SWAPPER_OFFSET,
362 "RESERVED_SWAPPER_OFFSET is wrong!")
364 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0
365 ASSERT(swapper_pg_dir - tramp_pg_dir == TRAMP_SWAPPER_OFFSET,
366 "TRAMP_SWAPPER_OFFSET is wrong!")
369 #ifdef CONFIG_KEXEC_CORE
370 /* kexec relocation code should fit into one KEXEC_CONTROL_PAGE_SIZE */
371 ASSERT(__relocate_new_kernel_end - __relocate_new_kernel_start <= SZ_4K,
372 "kexec relocation code is bigger than 4 KiB")
373 ASSERT(KEXEC_CONTROL_PAGE_SIZE >= SZ_4K, "KEXEC_CONTROL_PAGE_SIZE is broken")