1 /* SPDX-License-Identifier: GPL-2.0 */ 1 /* SPDX-License-Identifier: GPL-2.0 */
2 /* !! 2 #include <asm/asm-offsets.h>
3 * ld script to make ARM Linux kernel !! 3 #include <asm/thread_info.h>
4 * taken from the i386 version by Russell King <<
5 * Written by Martin Mares <mj@atrey.karlin.mff <<
6 */ <<
7 4
8 #include <asm/hyp_image.h> !! 5 #define PAGE_SIZE _PAGE_SIZE
9 #ifdef CONFIG_KVM <<
10 #define HYPERVISOR_EXTABLE <<
11 . = ALIGN(SZ_8); <<
12 __start___kvm_ex_table = .; <<
13 *(__kvm_ex_table) <<
14 __stop___kvm_ex_table = .; <<
15 <<
16 #define HYPERVISOR_DATA_SECTIONS <<
17 HYP_SECTION_NAME(.rodata) : { <<
18 . = ALIGN(PAGE_SIZE); <<
19 __hyp_rodata_start = .; <<
20 *(HYP_SECTION_NAME(.data..ro_a <<
21 *(HYP_SECTION_NAME(.rodata)) <<
22 . = ALIGN(PAGE_SIZE); <<
23 __hyp_rodata_end = .; <<
24 } <<
25 <<
26 #define HYPERVISOR_PERCPU_SECTION <<
27 . = ALIGN(PAGE_SIZE); <<
28 HYP_SECTION_NAME(.data..percpu) : { <<
29 *(HYP_SECTION_NAME(.data..perc <<
30 } <<
31 <<
32 #define HYPERVISOR_RELOC_SECTION <<
33 .hyp.reloc : ALIGN(4) { <<
34 __hyp_reloc_begin = .; <<
35 *(.hyp.reloc) <<
36 __hyp_reloc_end = .; <<
37 } <<
38 <<
39 #define BSS_FIRST_SECTIONS <<
40 __hyp_bss_start = .; <<
41 *(HYP_SECTION_NAME(.bss)) <<
42 . = ALIGN(PAGE_SIZE); <<
43 __hyp_bss_end = .; <<
44 6
45 /* 7 /*
46 * We require that __hyp_bss_start and __bss_s !! 8 * Put .bss..swapper_pg_dir as the first thing in .bss. This will
47 * with an assertion. But the BSS_SECTION macr !! 9 * ensure that it has .bss alignment (64K).
48 * between them, which can in some cases cause <<
49 * work around the issue, force a page alignme <<
50 */ 10 */
51 #define SBSS_ALIGN PAGE_S !! 11 #define BSS_FIRST_SECTIONS *(.bss..swapper_pg_dir)
52 #else /* CONFIG_KVM */ <<
53 #define HYPERVISOR_EXTABLE <<
54 #define HYPERVISOR_DATA_SECTIONS <<
55 #define HYPERVISOR_PERCPU_SECTION <<
56 #define HYPERVISOR_RELOC_SECTION <<
57 #define SBSS_ALIGN 0 <<
58 #endif <<
59 <<
60 #define RO_EXCEPTION_TABLE_ALIGN 4 <<
61 #define RUNTIME_DISCARD_EXIT <<
62 12
63 #include <asm-generic/vmlinux.lds.h> 13 #include <asm-generic/vmlinux.lds.h>
64 #include <asm/cache.h> <<
65 #include <asm/kernel-pgtable.h> <<
66 #include <asm/kexec.h> <<
67 #include <asm/memory.h> <<
68 #include <asm/page.h> <<
69 <<
70 #include "image.h" <<
71 <<
72 OUTPUT_ARCH(aarch64) <<
73 ENTRY(_text) <<
74 <<
75 jiffies = jiffies_64; <<
76 <<
77 #define HYPERVISOR_TEXT <<
78 . = ALIGN(PAGE_SIZE); <<
79 __hyp_idmap_text_start = .; <<
80 *(.hyp.idmap.text) <<
81 __hyp_idmap_text_end = .; <<
82 __hyp_text_start = .; <<
83 *(.hyp.text) <<
84 HYPERVISOR_EXTABLE <<
85 . = ALIGN(PAGE_SIZE); <<
86 __hyp_text_end = .; <<
87 <<
88 #define IDMAP_TEXT <<
89 . = ALIGN(SZ_4K); <<
90 __idmap_text_start = .; <<
91 *(.idmap.text) <<
92 __idmap_text_end = .; <<
93 <<
94 #ifdef CONFIG_HIBERNATION <<
95 #define HIBERNATE_TEXT <<
96 ALIGN_FUNCTION(); <<
97 __hibernate_exit_text_start = .; <<
98 *(.hibernate_exit.text) <<
99 __hibernate_exit_text_end = .; <<
100 #else <<
101 #define HIBERNATE_TEXT <<
102 #endif <<
103 14
104 #ifdef CONFIG_KEXEC_CORE !! 15 #undef mips
105 #define KEXEC_TEXT !! 16 #define mips mips
106 ALIGN_FUNCTION(); !! 17 OUTPUT_ARCH(mips)
107 __relocate_new_kernel_start = .; !! 18 ENTRY(kernel_entry)
108 *(.kexec_relocate.text) !! 19 PHDRS {
109 __relocate_new_kernel_end = .; !! 20 text PT_LOAD FLAGS(7); /* RWX */
110 #else !! 21 #ifndef CONFIG_CAVIUM_OCTEON_SOC
111 #define KEXEC_TEXT !! 22 note PT_NOTE FLAGS(4); /* R__ */
112 #endif !! 23 #endif /* CAVIUM_OCTEON_SOC */
113 !! 24 }
114 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
115 #define TRAMP_TEXT <<
116 . = ALIGN(PAGE_SIZE); <<
117 __entry_tramp_text_start = .; <<
118 *(.entry.tramp.text) <<
119 . = ALIGN(PAGE_SIZE); <<
120 __entry_tramp_text_end = .; <<
121 *(.entry.tramp.rodata) <<
122 #else <<
123 #define TRAMP_TEXT <<
124 #endif <<
125 <<
126 #ifdef CONFIG_UNWIND_TABLES <<
127 #define UNWIND_DATA_SECTIONS <<
128 .eh_frame : { <<
129 __pi___eh_frame_start = .; <<
130 *(.eh_frame) <<
131 __pi___eh_frame_end = .; <<
132 } <<
133 #else <<
134 #define UNWIND_DATA_SECTIONS <<
135 #endif <<
136 <<
137 /* <<
138 * The size of the PE/COFF section that covers <<
139 * runs from _stext to _edata, must be a round <<
140 * FileAlignment, which we set to its minimum <<
141 * itself is 4 KB aligned, so padding out _eda <<
142 * boundary should be sufficient. <<
143 */ <<
144 PECOFF_FILE_ALIGNMENT = 0x200; <<
145 25
146 #ifdef CONFIG_EFI !! 26 #ifdef CONFIG_32BIT
147 #define PECOFF_EDATA_PADDING \ !! 27 #ifdef CONFIG_CPU_LITTLE_ENDIAN
148 .pecoff_edata_padding : { BYTE(0); . = !! 28 jiffies = jiffies_64;
>> 29 #else
>> 30 jiffies = jiffies_64 + 4;
>> 31 #endif
149 #else 32 #else
150 #define PECOFF_EDATA_PADDING !! 33 jiffies = jiffies_64;
151 #endif 34 #endif
152 35
153 SECTIONS 36 SECTIONS
154 { 37 {
155 /* !! 38 #ifdef CONFIG_BOOT_ELF64
156 * XXX: The linker does not define how !! 39 /* Read-only sections, merged into text segment: */
157 * assigned to input sections when the !! 40 /* . = 0xc000000000000000; */
158 * matching the same input section nam !! 41
159 * order of matching. !! 42 /* This is the value for an Origin kernel, taken from an IRIX kernel. */
>> 43 /* . = 0xc00000000001c000; */
>> 44
>> 45 /* Set the vaddr for the text segment to a value
>> 46 * >= 0xa800 0000 0001 9000 if no symmon is going to configured
>> 47 * >= 0xa800 0000 0030 0000 otherwise
160 */ 48 */
161 DISCARDS <<
162 /DISCARD/ : { <<
163 *(.interp .dynamic) <<
164 *(.dynsym .dynstr .hash .gnu.h <<
165 } <<
166 <<
167 . = KIMAGE_VADDR; <<
168 <<
169 .head.text : { <<
170 _text = .; <<
171 HEAD_TEXT <<
172 } <<
173 .text : ALIGN(SEGMENT_ALIGN) { /* Rea <<
174 _stext = .; /* Tex <<
175 IRQENTRY_TEXT <<
176 SOFTIRQENTRY_TEXT <<
177 ENTRY_TEXT <<
178 TEXT_TEXT <<
179 SCHED_TEXT <<
180 LOCK_TEXT <<
181 KPROBES_TEXT <<
182 HYPERVISOR_TEXT <<
183 *(.gnu.warning) <<
184 } <<
185 <<
186 . = ALIGN(SEGMENT_ALIGN); <<
187 _etext = .; /* End <<
188 <<
189 /* everything from this point to __ini <<
190 RO_DATA(PAGE_SIZE) <<
191 49
192 HYPERVISOR_DATA_SECTIONS !! 50 /* . = 0xa800000000300000; */
193 !! 51 . = 0xffffffff80300000;
194 .got : { *(.got) } <<
195 /* <<
196 * Make sure that the .got.plt is eith <<
197 * contains only the lazy dispatch ent <<
198 */ <<
199 .got.plt : { *(.got.plt) } <<
200 ASSERT(SIZEOF(.got.plt) == 0 || SIZEOF <<
201 "Unexpected GOT/PLT entries det <<
202 <<
203 /* code sections that are never execut <<
204 .rodata.text : { <<
205 TRAMP_TEXT <<
206 HIBERNATE_TEXT <<
207 KEXEC_TEXT <<
208 IDMAP_TEXT <<
209 . = ALIGN(PAGE_SIZE); <<
210 } <<
211 <<
212 idmap_pg_dir = .; <<
213 . += PAGE_SIZE; <<
214 <<
215 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
216 tramp_pg_dir = .; <<
217 . += PAGE_SIZE; <<
218 #endif 52 #endif
>> 53 . = VMLINUX_LOAD_ADDRESS;
>> 54 /* read-only */
>> 55 _text = .; /* Text and read-only data */
>> 56 .text : {
>> 57 TEXT_TEXT
>> 58 SCHED_TEXT
>> 59 CPUIDLE_TEXT
>> 60 LOCK_TEXT
>> 61 KPROBES_TEXT
>> 62 IRQENTRY_TEXT
>> 63 SOFTIRQENTRY_TEXT
>> 64 *(.text.*)
>> 65 *(.fixup)
>> 66 *(.gnu.warning)
>> 67 } :text = 0
>> 68 _etext = .; /* End of text section */
>> 69
>> 70 EXCEPTION_TABLE(16)
>> 71
>> 72 /* Exception table for data bus errors */
>> 73 __dbe_table : {
>> 74 __start___dbe_table = .;
>> 75 KEEP(*(__dbe_table))
>> 76 __stop___dbe_table = .;
>> 77 }
>> 78
>> 79 #ifdef CONFIG_CAVIUM_OCTEON_SOC
>> 80 #define NOTES_HEADER
>> 81 #else /* CONFIG_CAVIUM_OCTEON_SOC */
>> 82 #define NOTES_HEADER :note
>> 83 #endif /* CONFIG_CAVIUM_OCTEON_SOC */
>> 84 NOTES :text NOTES_HEADER
>> 85 .dummy : { *(.dummy) } :text
>> 86
>> 87 _sdata = .; /* Start of data section */
>> 88 RODATA
>> 89
>> 90 /* writeable */
>> 91 .data : { /* Data */
>> 92 . = . + DATAOFFSET; /* for CONFIG_MAPPED_KERNEL */
>> 93
>> 94 INIT_TASK_DATA(THREAD_SIZE)
>> 95 NOSAVE_DATA
>> 96 CACHELINE_ALIGNED_DATA(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 97 READ_MOSTLY_DATA(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 98 DATA_DATA
>> 99 CONSTRUCTORS
>> 100 }
>> 101 BUG_TABLE
>> 102 _gp = . + 0x8000;
>> 103 .lit8 : {
>> 104 *(.lit8)
>> 105 }
>> 106 .lit4 : {
>> 107 *(.lit4)
>> 108 }
>> 109 /* We want the small data sections together, so single-instruction offsets
>> 110 can access them all, and initialized data all before uninitialized, so
>> 111 we can shorten the on-disk segment size. */
>> 112 .sdata : {
>> 113 *(.sdata)
>> 114 }
>> 115 _edata = .; /* End of data section */
219 116
220 reserved_pg_dir = .; !! 117 /* will be freed after init */
221 . += PAGE_SIZE; !! 118 . = ALIGN(PAGE_SIZE); /* Init code and data */
222 <<
223 swapper_pg_dir = .; <<
224 . += PAGE_SIZE; <<
225 <<
226 . = ALIGN(SEGMENT_ALIGN); <<
227 __init_begin = .; 119 __init_begin = .;
228 __inittext_begin = .; !! 120 INIT_TEXT_SECTION(PAGE_SIZE)
>> 121 INIT_DATA_SECTION(16)
229 122
230 INIT_TEXT_SECTION(8) !! 123 . = ALIGN(4);
>> 124 .mips.machines.init : AT(ADDR(.mips.machines.init) - LOAD_OFFSET) {
>> 125 __mips_machines_start = .;
>> 126 KEEP(*(.mips.machines.init))
>> 127 __mips_machines_end = .;
>> 128 }
231 129
232 __exittext_begin = .; !! 130 /* .exit.text is discarded at runtime, not link time, to deal with
>> 131 * references from .rodata
>> 132 */
233 .exit.text : { 133 .exit.text : {
234 EXIT_TEXT 134 EXIT_TEXT
235 } 135 }
236 __exittext_end = .; <<
237 <<
238 . = ALIGN(4); <<
239 .altinstructions : { <<
240 __alt_instructions = .; <<
241 *(.altinstructions) <<
242 __alt_instructions_end = .; <<
243 } <<
244 <<
245 UNWIND_DATA_SECTIONS <<
246 <<
247 . = ALIGN(SEGMENT_ALIGN); <<
248 __inittext_end = .; <<
249 __initdata_begin = .; <<
250 <<
251 init_idmap_pg_dir = .; <<
252 . += INIT_IDMAP_DIR_SIZE; <<
253 init_idmap_pg_end = .; <<
254 <<
255 .init.data : { <<
256 INIT_DATA <<
257 INIT_SETUP(16) <<
258 INIT_CALLS <<
259 CON_INITCALL <<
260 INIT_RAM_FS <<
261 *(.init.altinstructions .init. <<
262 } <<
263 .exit.data : { 136 .exit.data : {
264 EXIT_DATA 137 EXIT_DATA
265 } 138 }
>> 139 #ifdef CONFIG_SMP
>> 140 PERCPU_SECTION(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 141 #endif
266 142
267 RUNTIME_CONST_VARIABLES !! 143 #ifdef CONFIG_MIPS_ELF_APPENDED_DTB
268 !! 144 .appended_dtb : AT(ADDR(.appended_dtb) - LOAD_OFFSET) {
269 PERCPU_SECTION(L1_CACHE_BYTES) !! 145 *(.appended_dtb)
270 HYPERVISOR_PERCPU_SECTION !! 146 KEEP(*(.appended_dtb))
271 <<
272 HYPERVISOR_RELOC_SECTION <<
273 <<
274 .rela.dyn : ALIGN(8) { <<
275 __pi_rela_start = .; <<
276 *(.rela .rela*) <<
277 __pi_rela_end = .; <<
278 } <<
279 <<
280 .relr.dyn : ALIGN(8) { <<
281 __pi_relr_start = .; <<
282 *(.relr.dyn) <<
283 __pi_relr_end = .; <<
284 } 147 }
>> 148 #endif
285 149
286 . = ALIGN(SEGMENT_ALIGN); !! 150 #ifdef CONFIG_RELOCATABLE
287 __initdata_end = .; !! 151 . = ALIGN(4);
288 __init_end = .; <<
289 152
290 _data = .; !! 153 .data.reloc : {
291 _sdata = .; !! 154 _relocation_start = .;
292 RW_DATA(L1_CACHE_BYTES, PAGE_SIZE, THR !! 155 /*
>> 156 * Space for relocation table
>> 157 * This needs to be filled so that the
>> 158 * relocs tool can overwrite the content.
>> 159 * An invalid value is left at the start of the
>> 160 * section to abort relocation if the table
>> 161 * has not been filled in.
>> 162 */
>> 163 LONG(0xFFFFFFFF);
>> 164 FILL(0);
>> 165 . += CONFIG_RELOCATION_TABLE_SIZE - 4;
>> 166 _relocation_end = .;
>> 167 }
>> 168 #endif
293 169
>> 170 #ifdef CONFIG_MIPS_RAW_APPENDED_DTB
>> 171 __appended_dtb = .;
>> 172 /* leave space for appended DTB */
>> 173 . += 0x100000;
>> 174 #endif
294 /* 175 /*
295 * Data written with the MMU off but r !! 176 * Align to 64K in attempt to eliminate holes before the
296 * cache lines to be invalidated, disc !! 177 * .bss..swapper_pg_dir section at the start of .bss. This
297 * Granule (CWG) of data from the cach !! 178 * also satisfies PAGE_SIZE alignment as the largest page size
298 * requires this type of maintenance t !! 179 * allowed is 64K.
299 * Granule (CWG) area so the cache mai <<
300 * interfere with adjacent data. <<
301 */ 180 */
302 .mmuoff.data.write : ALIGN(SZ_2K) { !! 181 . = ALIGN(0x10000);
303 __mmuoff_data_start = .; !! 182 __init_end = .;
304 *(.mmuoff.data.write) !! 183 /* freed after init ends here */
305 } <<
306 . = ALIGN(SZ_2K); <<
307 .mmuoff.data.read : { <<
308 *(.mmuoff.data.read) <<
309 __mmuoff_data_end = .; <<
310 } <<
311 <<
312 PECOFF_EDATA_PADDING <<
313 __pecoff_data_rawsize = ABSOLUTE(. - _ <<
314 _edata = .; <<
315 <<
316 /* start of zero-init region */ <<
317 BSS_SECTION(SBSS_ALIGN, 0, 0) <<
318 <<
319 . = ALIGN(PAGE_SIZE); <<
320 init_pg_dir = .; <<
321 . += INIT_DIR_SIZE; <<
322 init_pg_end = .; <<
323 /* end of zero-init region */ <<
324 <<
325 . += SZ_4K; /* stack for t <<
326 early_init_stack = .; <<
327 <<
328 . = ALIGN(SEGMENT_ALIGN); <<
329 __pecoff_data_size = ABSOLUTE(. - __in <<
330 _end = .; <<
331 <<
332 STABS_DEBUG <<
333 DWARF_DEBUG <<
334 ELF_DETAILS <<
335 <<
336 HEAD_SYMBOLS <<
337 184
338 /* 185 /*
339 * Sections that should stay zero size !! 186 * Force .bss to 64K alignment so that .bss..swapper_pg_dir
340 * explicitly check instead of blindly !! 187 * gets that alignment. .sbss should be empty, so there will be
341 */ !! 188 * no holes after __init_end. */
342 .plt : { !! 189 BSS_SECTION(0, 0x10000, 8)
343 *(.plt) *(.plt.*) *(.iplt) *(. <<
344 } <<
345 ASSERT(SIZEOF(.plt) == 0, "Unexpected <<
346 190
347 .data.rel.ro : { *(.data.rel.ro) } !! 191 _end = . ;
348 ASSERT(SIZEOF(.data.rel.ro) == 0, "Une <<
349 } <<
350 192
351 #include "image-vars.h" !! 193 /* These mark the ABI of the kernel for debuggers. */
>> 194 .mdebug.abi32 : {
>> 195 KEEP(*(.mdebug.abi32))
>> 196 }
>> 197 .mdebug.abi64 : {
>> 198 KEEP(*(.mdebug.abi64))
>> 199 }
352 200
353 /* !! 201 /* This is the MIPS specific mdebug section. */
354 * The HYP init code and ID map text can't be !! 202 .mdebug : {
355 * former is page-aligned, but the latter may !! 203 *(.mdebug)
356 * it should also not cross a page boundary. !! 204 }
357 */ <<
358 ASSERT(__hyp_idmap_text_end - __hyp_idmap_text <<
359 "HYP init code too big") <<
360 ASSERT(__idmap_text_end - (__idmap_text_start <<
361 "ID map text too big or misaligned") <<
362 #ifdef CONFIG_HIBERNATION <<
363 ASSERT(__hibernate_exit_text_end - __hibernate <<
364 "Hibernate exit text is bigger than 4 K <<
365 ASSERT(__hibernate_exit_text_start == swsusp_a <<
366 "Hibernate exit text does not start wit <<
367 #endif <<
368 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
369 ASSERT((__entry_tramp_text_end - __entry_tramp <<
370 "Entry trampoline text too big") <<
371 #endif <<
372 #ifdef CONFIG_KVM <<
373 ASSERT(__hyp_bss_start == __bss_start, "HYP an <<
374 #endif <<
375 /* <<
376 * If padding is applied before .head.text, vi <<
377 */ <<
378 ASSERT(_text == KIMAGE_VADDR, "HEAD is misalig <<
379 205
380 ASSERT(swapper_pg_dir - reserved_pg_dir == RES !! 206 STABS_DEBUG
381 "RESERVED_SWAPPER_OFFSET is wrong!") !! 207 DWARF_DEBUG
382 208
383 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 !! 209 /* These must appear regardless of . */
384 ASSERT(swapper_pg_dir - tramp_pg_dir == TRAMP_ !! 210 .gptab.sdata : {
385 "TRAMP_SWAPPER_OFFSET is wrong!") !! 211 *(.gptab.data)
386 #endif !! 212 *(.gptab.sdata)
>> 213 }
>> 214 .gptab.sbss : {
>> 215 *(.gptab.bss)
>> 216 *(.gptab.sbss)
>> 217 }
387 218
388 #ifdef CONFIG_KEXEC_CORE !! 219 /* Sections to be discarded */
389 /* kexec relocation code should fit into one K !! 220 DISCARDS
390 ASSERT(__relocate_new_kernel_end - __relocate_ !! 221 /DISCARD/ : {
391 "kexec relocation code is bigger than 4 !! 222 /* ABI crap starts here */
392 ASSERT(KEXEC_CONTROL_PAGE_SIZE >= SZ_4K, "KEXE !! 223 *(.MIPS.abiflags)
393 ASSERT(__relocate_new_kernel_start == arm64_re !! 224 *(.MIPS.options)
394 "kexec control page does not start with !! 225 *(.options)
395 #endif !! 226 *(.pdr)
>> 227 *(.reginfo)
>> 228 *(.eh_frame)
>> 229 }
>> 230 }
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.