1 /* SPDX-License-Identifier: GPL-2.0 */ !! 1 #include <asm/asm-offsets.h>
2 /* !! 2 #include <asm/thread_info.h>
3 * ld script to make ARM Linux kernel <<
4 * taken from the i386 version by Russell King <<
5 * Written by Martin Mares <mj@atrey.karlin.mff <<
6 */ <<
7 3
8 #include <asm/hyp_image.h> !! 4 #define PAGE_SIZE _PAGE_SIZE
9 #ifdef CONFIG_KVM <<
10 #define HYPERVISOR_EXTABLE <<
11 . = ALIGN(SZ_8); <<
12 __start___kvm_ex_table = .; <<
13 *(__kvm_ex_table) <<
14 __stop___kvm_ex_table = .; <<
15 <<
16 #define HYPERVISOR_DATA_SECTIONS <<
17 HYP_SECTION_NAME(.rodata) : { <<
18 . = ALIGN(PAGE_SIZE); <<
19 __hyp_rodata_start = .; <<
20 *(HYP_SECTION_NAME(.data..ro_a <<
21 *(HYP_SECTION_NAME(.rodata)) <<
22 . = ALIGN(PAGE_SIZE); <<
23 __hyp_rodata_end = .; <<
24 } <<
25 <<
26 #define HYPERVISOR_PERCPU_SECTION <<
27 . = ALIGN(PAGE_SIZE); <<
28 HYP_SECTION_NAME(.data..percpu) : { <<
29 *(HYP_SECTION_NAME(.data..perc <<
30 } <<
31 <<
32 #define HYPERVISOR_RELOC_SECTION <<
33 .hyp.reloc : ALIGN(4) { <<
34 __hyp_reloc_begin = .; <<
35 *(.hyp.reloc) <<
36 __hyp_reloc_end = .; <<
37 } <<
38 <<
39 #define BSS_FIRST_SECTIONS <<
40 __hyp_bss_start = .; <<
41 *(HYP_SECTION_NAME(.bss)) <<
42 . = ALIGN(PAGE_SIZE); <<
43 __hyp_bss_end = .; <<
44 5
45 /* 6 /*
46 * We require that __hyp_bss_start and __bss_s !! 7 * Put .bss..swapper_pg_dir as the first thing in .bss. This will
47 * with an assertion. But the BSS_SECTION macr !! 8 * ensure that it has .bss alignment (64K).
48 * between them, which can in some cases cause <<
49 * work around the issue, force a page alignme <<
50 */ 9 */
51 #define SBSS_ALIGN PAGE_S !! 10 #define BSS_FIRST_SECTIONS *(.bss..swapper_pg_dir)
52 #else /* CONFIG_KVM */ <<
53 #define HYPERVISOR_EXTABLE <<
54 #define HYPERVISOR_DATA_SECTIONS <<
55 #define HYPERVISOR_PERCPU_SECTION <<
56 #define HYPERVISOR_RELOC_SECTION <<
57 #define SBSS_ALIGN 0 <<
58 #endif <<
59 <<
60 #define RO_EXCEPTION_TABLE_ALIGN 4 <<
61 #define RUNTIME_DISCARD_EXIT <<
62 11
63 #include <asm-generic/vmlinux.lds.h> 12 #include <asm-generic/vmlinux.lds.h>
64 #include <asm/cache.h> <<
65 #include <asm/kernel-pgtable.h> <<
66 #include <asm/kexec.h> <<
67 #include <asm/memory.h> <<
68 #include <asm/page.h> <<
69 <<
70 #include "image.h" <<
71 <<
72 OUTPUT_ARCH(aarch64) <<
73 ENTRY(_text) <<
74 <<
75 jiffies = jiffies_64; <<
76 <<
77 #define HYPERVISOR_TEXT <<
78 . = ALIGN(PAGE_SIZE); <<
79 __hyp_idmap_text_start = .; <<
80 *(.hyp.idmap.text) <<
81 __hyp_idmap_text_end = .; <<
82 __hyp_text_start = .; <<
83 *(.hyp.text) <<
84 HYPERVISOR_EXTABLE <<
85 . = ALIGN(PAGE_SIZE); <<
86 __hyp_text_end = .; <<
87 <<
88 #define IDMAP_TEXT <<
89 . = ALIGN(SZ_4K); <<
90 __idmap_text_start = .; <<
91 *(.idmap.text) <<
92 __idmap_text_end = .; <<
93 <<
94 #ifdef CONFIG_HIBERNATION <<
95 #define HIBERNATE_TEXT <<
96 ALIGN_FUNCTION(); <<
97 __hibernate_exit_text_start = .; <<
98 *(.hibernate_exit.text) <<
99 __hibernate_exit_text_end = .; <<
100 #else <<
101 #define HIBERNATE_TEXT <<
102 #endif <<
103 13
104 #ifdef CONFIG_KEXEC_CORE !! 14 #undef mips
105 #define KEXEC_TEXT !! 15 #define mips mips
106 ALIGN_FUNCTION(); !! 16 OUTPUT_ARCH(mips)
107 __relocate_new_kernel_start = .; !! 17 ENTRY(kernel_entry)
108 *(.kexec_relocate.text) !! 18 PHDRS {
109 __relocate_new_kernel_end = .; !! 19 text PT_LOAD FLAGS(7); /* RWX */
110 #else !! 20 note PT_NOTE FLAGS(4); /* R__ */
111 #define KEXEC_TEXT !! 21 }
112 #endif <<
113 <<
114 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
115 #define TRAMP_TEXT <<
116 . = ALIGN(PAGE_SIZE); <<
117 __entry_tramp_text_start = .; <<
118 *(.entry.tramp.text) <<
119 . = ALIGN(PAGE_SIZE); <<
120 __entry_tramp_text_end = .; <<
121 *(.entry.tramp.rodata) <<
122 #else <<
123 #define TRAMP_TEXT <<
124 #endif <<
125 <<
126 #ifdef CONFIG_UNWIND_TABLES <<
127 #define UNWIND_DATA_SECTIONS <<
128 .eh_frame : { <<
129 __pi___eh_frame_start = .; <<
130 *(.eh_frame) <<
131 __pi___eh_frame_end = .; <<
132 } <<
133 #else <<
134 #define UNWIND_DATA_SECTIONS <<
135 #endif <<
136 <<
137 /* <<
138 * The size of the PE/COFF section that covers <<
139 * runs from _stext to _edata, must be a round <<
140 * FileAlignment, which we set to its minimum <<
141 * itself is 4 KB aligned, so padding out _eda <<
142 * boundary should be sufficient. <<
143 */ <<
144 PECOFF_FILE_ALIGNMENT = 0x200; <<
145 22
146 #ifdef CONFIG_EFI !! 23 #ifdef CONFIG_32BIT
147 #define PECOFF_EDATA_PADDING \ !! 24 #ifdef CONFIG_CPU_LITTLE_ENDIAN
148 .pecoff_edata_padding : { BYTE(0); . = !! 25 jiffies = jiffies_64;
>> 26 #else
>> 27 jiffies = jiffies_64 + 4;
>> 28 #endif
149 #else 29 #else
150 #define PECOFF_EDATA_PADDING !! 30 jiffies = jiffies_64;
151 #endif 31 #endif
152 32
153 SECTIONS 33 SECTIONS
154 { 34 {
155 /* !! 35 #ifdef CONFIG_BOOT_ELF64
156 * XXX: The linker does not define how !! 36 /* Read-only sections, merged into text segment: */
157 * assigned to input sections when the !! 37 /* . = 0xc000000000000000; */
158 * matching the same input section nam !! 38
159 * order of matching. !! 39 /* This is the value for an Origin kernel, taken from an IRIX kernel. */
>> 40 /* . = 0xc00000000001c000; */
>> 41
>> 42 /* Set the vaddr for the text segment to a value
>> 43 * >= 0xa800 0000 0001 9000 if no symmon is going to configured
>> 44 * >= 0xa800 0000 0030 0000 otherwise
160 */ 45 */
161 DISCARDS <<
162 /DISCARD/ : { <<
163 *(.interp .dynamic) <<
164 *(.dynsym .dynstr .hash .gnu.h <<
165 } <<
166 <<
167 . = KIMAGE_VADDR; <<
168 <<
169 .head.text : { <<
170 _text = .; <<
171 HEAD_TEXT <<
172 } <<
173 .text : ALIGN(SEGMENT_ALIGN) { /* Rea <<
174 _stext = .; /* Tex <<
175 IRQENTRY_TEXT <<
176 SOFTIRQENTRY_TEXT <<
177 ENTRY_TEXT <<
178 TEXT_TEXT <<
179 SCHED_TEXT <<
180 LOCK_TEXT <<
181 KPROBES_TEXT <<
182 HYPERVISOR_TEXT <<
183 *(.gnu.warning) <<
184 } <<
185 <<
186 . = ALIGN(SEGMENT_ALIGN); <<
187 _etext = .; /* End <<
188 46
189 /* everything from this point to __ini !! 47 /* . = 0xa800000000300000; */
190 RO_DATA(PAGE_SIZE) !! 48 . = 0xffffffff80300000;
191 <<
192 HYPERVISOR_DATA_SECTIONS <<
193 <<
194 .got : { *(.got) } <<
195 /* <<
196 * Make sure that the .got.plt is eith <<
197 * contains only the lazy dispatch ent <<
198 */ <<
199 .got.plt : { *(.got.plt) } <<
200 ASSERT(SIZEOF(.got.plt) == 0 || SIZEOF <<
201 "Unexpected GOT/PLT entries det <<
202 <<
203 /* code sections that are never execut <<
204 .rodata.text : { <<
205 TRAMP_TEXT <<
206 HIBERNATE_TEXT <<
207 KEXEC_TEXT <<
208 IDMAP_TEXT <<
209 . = ALIGN(PAGE_SIZE); <<
210 } <<
211 <<
212 idmap_pg_dir = .; <<
213 . += PAGE_SIZE; <<
214 <<
215 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
216 tramp_pg_dir = .; <<
217 . += PAGE_SIZE; <<
218 #endif 49 #endif
>> 50 . = VMLINUX_LOAD_ADDRESS;
>> 51 /* read-only */
>> 52 _text = .; /* Text and read-only data */
>> 53 .text : {
>> 54 TEXT_TEXT
>> 55 SCHED_TEXT
>> 56 LOCK_TEXT
>> 57 KPROBES_TEXT
>> 58 IRQENTRY_TEXT
>> 59 *(.text.*)
>> 60 *(.fixup)
>> 61 *(.gnu.warning)
>> 62 } :text = 0
>> 63 _etext = .; /* End of text section */
>> 64
>> 65 EXCEPTION_TABLE(16)
>> 66
>> 67 /* Exception table for data bus errors */
>> 68 __dbe_table : {
>> 69 __start___dbe_table = .;
>> 70 *(__dbe_table)
>> 71 __stop___dbe_table = .;
>> 72 }
>> 73
>> 74 NOTES :text :note
>> 75 .dummy : { *(.dummy) } :text
>> 76
>> 77 _sdata = .; /* Start of data section */
>> 78 RODATA
>> 79
>> 80 /* writeable */
>> 81 .data : { /* Data */
>> 82 . = . + DATAOFFSET; /* for CONFIG_MAPPED_KERNEL */
>> 83
>> 84 INIT_TASK_DATA(THREAD_SIZE)
>> 85 NOSAVE_DATA
>> 86 CACHELINE_ALIGNED_DATA(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 87 READ_MOSTLY_DATA(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 88 DATA_DATA
>> 89 CONSTRUCTORS
>> 90 }
>> 91 _gp = . + 0x8000;
>> 92 .lit8 : {
>> 93 *(.lit8)
>> 94 }
>> 95 .lit4 : {
>> 96 *(.lit4)
>> 97 }
>> 98 /* We want the small data sections together, so single-instruction offsets
>> 99 can access them all, and initialized data all before uninitialized, so
>> 100 we can shorten the on-disk segment size. */
>> 101 .sdata : {
>> 102 *(.sdata)
>> 103 }
>> 104 _edata = .; /* End of data section */
219 105
220 reserved_pg_dir = .; !! 106 /* will be freed after init */
221 . += PAGE_SIZE; !! 107 . = ALIGN(PAGE_SIZE); /* Init code and data */
222 <<
223 swapper_pg_dir = .; <<
224 . += PAGE_SIZE; <<
225 <<
226 . = ALIGN(SEGMENT_ALIGN); <<
227 __init_begin = .; 108 __init_begin = .;
228 __inittext_begin = .; !! 109 INIT_TEXT_SECTION(PAGE_SIZE)
>> 110 INIT_DATA_SECTION(16)
229 111
230 INIT_TEXT_SECTION(8) !! 112 . = ALIGN(4);
>> 113 .mips.machines.init : AT(ADDR(.mips.machines.init) - LOAD_OFFSET) {
>> 114 __mips_machines_start = .;
>> 115 *(.mips.machines.init)
>> 116 __mips_machines_end = .;
>> 117 }
231 118
232 __exittext_begin = .; !! 119 /* .exit.text is discarded at runtime, not link time, to deal with
>> 120 * references from .rodata
>> 121 */
233 .exit.text : { 122 .exit.text : {
234 EXIT_TEXT 123 EXIT_TEXT
235 } 124 }
236 __exittext_end = .; <<
237 <<
238 . = ALIGN(4); <<
239 .altinstructions : { <<
240 __alt_instructions = .; <<
241 *(.altinstructions) <<
242 __alt_instructions_end = .; <<
243 } <<
244 <<
245 UNWIND_DATA_SECTIONS <<
246 <<
247 . = ALIGN(SEGMENT_ALIGN); <<
248 __inittext_end = .; <<
249 __initdata_begin = .; <<
250 <<
251 init_idmap_pg_dir = .; <<
252 . += INIT_IDMAP_DIR_SIZE; <<
253 init_idmap_pg_end = .; <<
254 <<
255 .init.data : { <<
256 INIT_DATA <<
257 INIT_SETUP(16) <<
258 INIT_CALLS <<
259 CON_INITCALL <<
260 INIT_RAM_FS <<
261 *(.init.altinstructions .init. <<
262 } <<
263 .exit.data : { 125 .exit.data : {
264 EXIT_DATA 126 EXIT_DATA
265 } 127 }
266 128
267 RUNTIME_CONST_VARIABLES !! 129 PERCPU_SECTION(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 130 /*
>> 131 * Align to 64K in attempt to eliminate holes before the
>> 132 * .bss..swapper_pg_dir section at the start of .bss. This
>> 133 * also satisfies PAGE_SIZE alignment as the largest page size
>> 134 * allowed is 64K.
>> 135 */
>> 136 . = ALIGN(0x10000);
>> 137 __init_end = .;
>> 138 /* freed after init ends here */
268 139
269 PERCPU_SECTION(L1_CACHE_BYTES) !! 140 /*
270 HYPERVISOR_PERCPU_SECTION !! 141 * Force .bss to 64K alignment so that .bss..swapper_pg_dir
>> 142 * gets that alignment. .sbss should be empty, so there will be
>> 143 * no holes after __init_end. */
>> 144 BSS_SECTION(0, 0x10000, 0)
271 145
272 HYPERVISOR_RELOC_SECTION !! 146 _end = . ;
273 147
274 .rela.dyn : ALIGN(8) { !! 148 /* These mark the ABI of the kernel for debuggers. */
275 __pi_rela_start = .; !! 149 .mdebug.abi32 : {
276 *(.rela .rela*) !! 150 KEEP(*(.mdebug.abi32))
277 __pi_rela_end = .; <<
278 } 151 }
279 !! 152 .mdebug.abi64 : {
280 .relr.dyn : ALIGN(8) { !! 153 KEEP(*(.mdebug.abi64))
281 __pi_relr_start = .; <<
282 *(.relr.dyn) <<
283 __pi_relr_end = .; <<
284 } 154 }
285 155
286 . = ALIGN(SEGMENT_ALIGN); !! 156 /* This is the MIPS specific mdebug section. */
287 __initdata_end = .; !! 157 .mdebug : {
288 __init_end = .; !! 158 *(.mdebug)
289 !! 159 }
290 _data = .; <<
291 _sdata = .; <<
292 RW_DATA(L1_CACHE_BYTES, PAGE_SIZE, THR <<
293 <<
294 /* <<
295 * Data written with the MMU off but r <<
296 * cache lines to be invalidated, disc <<
297 * Granule (CWG) of data from the cach <<
298 * requires this type of maintenance t <<
299 * Granule (CWG) area so the cache mai <<
300 * interfere with adjacent data. <<
301 */ <<
302 .mmuoff.data.write : ALIGN(SZ_2K) { <<
303 __mmuoff_data_start = .; <<
304 *(.mmuoff.data.write) <<
305 } <<
306 . = ALIGN(SZ_2K); <<
307 .mmuoff.data.read : { <<
308 *(.mmuoff.data.read) <<
309 __mmuoff_data_end = .; <<
310 } <<
311 <<
312 PECOFF_EDATA_PADDING <<
313 __pecoff_data_rawsize = ABSOLUTE(. - _ <<
314 _edata = .; <<
315 <<
316 /* start of zero-init region */ <<
317 BSS_SECTION(SBSS_ALIGN, 0, 0) <<
318 <<
319 . = ALIGN(PAGE_SIZE); <<
320 init_pg_dir = .; <<
321 . += INIT_DIR_SIZE; <<
322 init_pg_end = .; <<
323 /* end of zero-init region */ <<
324 <<
325 . += SZ_4K; /* stack for t <<
326 early_init_stack = .; <<
327 <<
328 . = ALIGN(SEGMENT_ALIGN); <<
329 __pecoff_data_size = ABSOLUTE(. - __in <<
330 _end = .; <<
331 160
332 STABS_DEBUG 161 STABS_DEBUG
333 DWARF_DEBUG 162 DWARF_DEBUG
334 ELF_DETAILS <<
335 <<
336 HEAD_SYMBOLS <<
337 163
338 /* !! 164 /* These must appear regardless of . */
339 * Sections that should stay zero size !! 165 .gptab.sdata : {
340 * explicitly check instead of blindly !! 166 *(.gptab.data)
341 */ !! 167 *(.gptab.sdata)
342 .plt : { !! 168 }
343 *(.plt) *(.plt.*) *(.iplt) *(. !! 169 .gptab.sbss : {
>> 170 *(.gptab.bss)
>> 171 *(.gptab.sbss)
344 } 172 }
345 ASSERT(SIZEOF(.plt) == 0, "Unexpected <<
346 173
347 .data.rel.ro : { *(.data.rel.ro) } !! 174 /* Sections to be discarded */
348 ASSERT(SIZEOF(.data.rel.ro) == 0, "Une !! 175 DISCARDS
>> 176 /DISCARD/ : {
>> 177 /* ABI crap starts here */
>> 178 *(.MIPS.options)
>> 179 *(.options)
>> 180 *(.pdr)
>> 181 *(.reginfo)
>> 182 }
349 } 183 }
350 <<
351 #include "image-vars.h" <<
352 <<
353 /* <<
354 * The HYP init code and ID map text can't be <<
355 * former is page-aligned, but the latter may <<
356 * it should also not cross a page boundary. <<
357 */ <<
358 ASSERT(__hyp_idmap_text_end - __hyp_idmap_text <<
359 "HYP init code too big") <<
360 ASSERT(__idmap_text_end - (__idmap_text_start <<
361 "ID map text too big or misaligned") <<
362 #ifdef CONFIG_HIBERNATION <<
363 ASSERT(__hibernate_exit_text_end - __hibernate <<
364 "Hibernate exit text is bigger than 4 K <<
365 ASSERT(__hibernate_exit_text_start == swsusp_a <<
366 "Hibernate exit text does not start wit <<
367 #endif <<
368 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
369 ASSERT((__entry_tramp_text_end - __entry_tramp <<
370 "Entry trampoline text too big") <<
371 #endif <<
372 #ifdef CONFIG_KVM <<
373 ASSERT(__hyp_bss_start == __bss_start, "HYP an <<
374 #endif <<
375 /* <<
376 * If padding is applied before .head.text, vi <<
377 */ <<
378 ASSERT(_text == KIMAGE_VADDR, "HEAD is misalig <<
379 <<
380 ASSERT(swapper_pg_dir - reserved_pg_dir == RES <<
381 "RESERVED_SWAPPER_OFFSET is wrong!") <<
382 <<
383 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
384 ASSERT(swapper_pg_dir - tramp_pg_dir == TRAMP_ <<
385 "TRAMP_SWAPPER_OFFSET is wrong!") <<
386 #endif <<
387 <<
388 #ifdef CONFIG_KEXEC_CORE <<
389 /* kexec relocation code should fit into one K <<
390 ASSERT(__relocate_new_kernel_end - __relocate_ <<
391 "kexec relocation code is bigger than 4 <<
392 ASSERT(KEXEC_CONTROL_PAGE_SIZE >= SZ_4K, "KEXE <<
393 ASSERT(__relocate_new_kernel_start == arm64_re <<
394 "kexec control page does not start with <<
395 #endif <<
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.