1 /* SPDX-License-Identifier: GPL-2.0 */ 1 /* SPDX-License-Identifier: GPL-2.0 */
2 /* !! 2 #include <asm/asm-offsets.h>
3 * ld script to make ARM Linux kernel !! 3 #include <asm/thread_info.h>
4 * taken from the i386 version by Russell King <<
5 * Written by Martin Mares <mj@atrey.karlin.mff <<
6 */ <<
7 4
8 #include <asm/hyp_image.h> !! 5 #define PAGE_SIZE _PAGE_SIZE
9 #ifdef CONFIG_KVM <<
10 #define HYPERVISOR_EXTABLE <<
11 . = ALIGN(SZ_8); <<
12 __start___kvm_ex_table = .; <<
13 *(__kvm_ex_table) <<
14 __stop___kvm_ex_table = .; <<
15 <<
16 #define HYPERVISOR_DATA_SECTIONS <<
17 HYP_SECTION_NAME(.rodata) : { <<
18 . = ALIGN(PAGE_SIZE); <<
19 __hyp_rodata_start = .; <<
20 *(HYP_SECTION_NAME(.data..ro_a <<
21 *(HYP_SECTION_NAME(.rodata)) <<
22 . = ALIGN(PAGE_SIZE); <<
23 __hyp_rodata_end = .; <<
24 } <<
25 <<
26 #define HYPERVISOR_PERCPU_SECTION <<
27 . = ALIGN(PAGE_SIZE); <<
28 HYP_SECTION_NAME(.data..percpu) : { <<
29 *(HYP_SECTION_NAME(.data..perc <<
30 } <<
31 <<
32 #define HYPERVISOR_RELOC_SECTION <<
33 .hyp.reloc : ALIGN(4) { <<
34 __hyp_reloc_begin = .; <<
35 *(.hyp.reloc) <<
36 __hyp_reloc_end = .; <<
37 } <<
38 <<
39 #define BSS_FIRST_SECTIONS <<
40 __hyp_bss_start = .; <<
41 *(HYP_SECTION_NAME(.bss)) <<
42 . = ALIGN(PAGE_SIZE); <<
43 __hyp_bss_end = .; <<
44 6
45 /* 7 /*
46 * We require that __hyp_bss_start and __bss_s !! 8 * Put .bss..swapper_pg_dir as the first thing in .bss. This will
47 * with an assertion. But the BSS_SECTION macr !! 9 * ensure that it has .bss alignment (64K).
48 * between them, which can in some cases cause <<
49 * work around the issue, force a page alignme <<
50 */ 10 */
51 #define SBSS_ALIGN PAGE_S !! 11 #define BSS_FIRST_SECTIONS *(.bss..swapper_pg_dir)
52 #else /* CONFIG_KVM */ <<
53 #define HYPERVISOR_EXTABLE <<
54 #define HYPERVISOR_DATA_SECTIONS <<
55 #define HYPERVISOR_PERCPU_SECTION <<
56 #define HYPERVISOR_RELOC_SECTION <<
57 #define SBSS_ALIGN 0 <<
58 #endif <<
59 12
60 #define RO_EXCEPTION_TABLE_ALIGN 4 !! 13 /* Cavium Octeon should not have a separate PT_NOTE Program Header. */
61 #define RUNTIME_DISCARD_EXIT !! 14 #ifndef CONFIG_CAVIUM_OCTEON_SOC
62 !! 15 #define EMITS_PT_NOTE
63 #include <asm-generic/vmlinux.lds.h> <<
64 #include <asm/cache.h> <<
65 #include <asm/kernel-pgtable.h> <<
66 #include <asm/kexec.h> <<
67 #include <asm/memory.h> <<
68 #include <asm/page.h> <<
69 <<
70 #include "image.h" <<
71 <<
72 OUTPUT_ARCH(aarch64) <<
73 ENTRY(_text) <<
74 <<
75 jiffies = jiffies_64; <<
76 <<
77 #define HYPERVISOR_TEXT <<
78 . = ALIGN(PAGE_SIZE); <<
79 __hyp_idmap_text_start = .; <<
80 *(.hyp.idmap.text) <<
81 __hyp_idmap_text_end = .; <<
82 __hyp_text_start = .; <<
83 *(.hyp.text) <<
84 HYPERVISOR_EXTABLE <<
85 . = ALIGN(PAGE_SIZE); <<
86 __hyp_text_end = .; <<
87 <<
88 #define IDMAP_TEXT <<
89 . = ALIGN(SZ_4K); <<
90 __idmap_text_start = .; <<
91 *(.idmap.text) <<
92 __idmap_text_end = .; <<
93 <<
94 #ifdef CONFIG_HIBERNATION <<
95 #define HIBERNATE_TEXT <<
96 ALIGN_FUNCTION(); <<
97 __hibernate_exit_text_start = .; <<
98 *(.hibernate_exit.text) <<
99 __hibernate_exit_text_end = .; <<
100 #else <<
101 #define HIBERNATE_TEXT <<
102 #endif 16 #endif
103 17
104 #ifdef CONFIG_KEXEC_CORE !! 18 #include <asm-generic/vmlinux.lds.h>
105 #define KEXEC_TEXT <<
106 ALIGN_FUNCTION(); <<
107 __relocate_new_kernel_start = .; <<
108 *(.kexec_relocate.text) <<
109 __relocate_new_kernel_end = .; <<
110 #else <<
111 #define KEXEC_TEXT <<
112 #endif <<
113 <<
114 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
115 #define TRAMP_TEXT <<
116 . = ALIGN(PAGE_SIZE); <<
117 __entry_tramp_text_start = .; <<
118 *(.entry.tramp.text) <<
119 . = ALIGN(PAGE_SIZE); <<
120 __entry_tramp_text_end = .; <<
121 *(.entry.tramp.rodata) <<
122 #else <<
123 #define TRAMP_TEXT <<
124 #endif <<
125 <<
126 #ifdef CONFIG_UNWIND_TABLES <<
127 #define UNWIND_DATA_SECTIONS <<
128 .eh_frame : { <<
129 __pi___eh_frame_start = .; <<
130 *(.eh_frame) <<
131 __pi___eh_frame_end = .; <<
132 } <<
133 #else <<
134 #define UNWIND_DATA_SECTIONS <<
135 #endif <<
136 19
137 /* !! 20 #undef mips
138 * The size of the PE/COFF section that covers !! 21 #define mips mips
139 * runs from _stext to _edata, must be a round !! 22 OUTPUT_ARCH(mips)
140 * FileAlignment, which we set to its minimum !! 23 ENTRY(kernel_entry)
141 * itself is 4 KB aligned, so padding out _eda !! 24 PHDRS {
142 * boundary should be sufficient. !! 25 text PT_LOAD FLAGS(7); /* RWX */
143 */ !! 26 #ifndef CONFIG_CAVIUM_OCTEON_SOC
144 PECOFF_FILE_ALIGNMENT = 0x200; !! 27 note PT_NOTE FLAGS(4); /* R__ */
>> 28 #endif /* CAVIUM_OCTEON_SOC */
>> 29 }
145 30
146 #ifdef CONFIG_EFI !! 31 #ifdef CONFIG_32BIT
147 #define PECOFF_EDATA_PADDING \ !! 32 #ifdef CONFIG_CPU_LITTLE_ENDIAN
148 .pecoff_edata_padding : { BYTE(0); . = !! 33 jiffies = jiffies_64;
>> 34 #else
>> 35 jiffies = jiffies_64 + 4;
>> 36 #endif
149 #else 37 #else
150 #define PECOFF_EDATA_PADDING !! 38 jiffies = jiffies_64;
151 #endif 39 #endif
152 40
153 SECTIONS 41 SECTIONS
154 { 42 {
155 /* !! 43 #ifdef CONFIG_BOOT_ELF64
156 * XXX: The linker does not define how !! 44 /* Read-only sections, merged into text segment: */
157 * assigned to input sections when the !! 45 /* . = 0xc000000000000000; */
158 * matching the same input section nam !! 46
159 * order of matching. !! 47 /* This is the value for an Origin kernel, taken from an IRIX kernel. */
>> 48 /* . = 0xc00000000001c000; */
>> 49
>> 50 /* Set the vaddr for the text segment to a value
>> 51 * >= 0xa800 0000 0001 9000 if no symmon is going to configured
>> 52 * >= 0xa800 0000 0030 0000 otherwise
160 */ 53 */
161 DISCARDS <<
162 /DISCARD/ : { <<
163 *(.interp .dynamic) <<
164 *(.dynsym .dynstr .hash .gnu.h <<
165 } <<
166 <<
167 . = KIMAGE_VADDR; <<
168 <<
169 .head.text : { <<
170 _text = .; <<
171 HEAD_TEXT <<
172 } <<
173 .text : ALIGN(SEGMENT_ALIGN) { /* Rea <<
174 _stext = .; /* Tex <<
175 IRQENTRY_TEXT <<
176 SOFTIRQENTRY_TEXT <<
177 ENTRY_TEXT <<
178 TEXT_TEXT <<
179 SCHED_TEXT <<
180 LOCK_TEXT <<
181 KPROBES_TEXT <<
182 HYPERVISOR_TEXT <<
183 *(.gnu.warning) <<
184 } <<
185 <<
186 . = ALIGN(SEGMENT_ALIGN); <<
187 _etext = .; /* End <<
188 <<
189 /* everything from this point to __ini <<
190 RO_DATA(PAGE_SIZE) <<
191 54
192 HYPERVISOR_DATA_SECTIONS !! 55 /* . = 0xa800000000300000; */
193 !! 56 . = 0xffffffff80300000;
194 .got : { *(.got) } <<
195 /* <<
196 * Make sure that the .got.plt is eith <<
197 * contains only the lazy dispatch ent <<
198 */ <<
199 .got.plt : { *(.got.plt) } <<
200 ASSERT(SIZEOF(.got.plt) == 0 || SIZEOF <<
201 "Unexpected GOT/PLT entries det <<
202 <<
203 /* code sections that are never execut <<
204 .rodata.text : { <<
205 TRAMP_TEXT <<
206 HIBERNATE_TEXT <<
207 KEXEC_TEXT <<
208 IDMAP_TEXT <<
209 . = ALIGN(PAGE_SIZE); <<
210 } <<
211 <<
212 idmap_pg_dir = .; <<
213 . += PAGE_SIZE; <<
214 <<
215 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
216 tramp_pg_dir = .; <<
217 . += PAGE_SIZE; <<
218 #endif 57 #endif
>> 58 . = LINKER_LOAD_ADDRESS;
>> 59 /* read-only */
>> 60 _text = .; /* Text and read-only data */
>> 61 .text : {
>> 62 TEXT_TEXT
>> 63 SCHED_TEXT
>> 64 CPUIDLE_TEXT
>> 65 LOCK_TEXT
>> 66 KPROBES_TEXT
>> 67 IRQENTRY_TEXT
>> 68 SOFTIRQENTRY_TEXT
>> 69 *(.fixup)
>> 70 *(.gnu.warning)
>> 71 . = ALIGN(16);
>> 72 *(.got) /* Global offset table */
>> 73 } :text = 0
>> 74 _etext = .; /* End of text section */
>> 75
>> 76 EXCEPTION_TABLE(16)
>> 77
>> 78 /* Exception table for data bus errors */
>> 79 __dbe_table : {
>> 80 __start___dbe_table = .;
>> 81 KEEP(*(__dbe_table))
>> 82 __stop___dbe_table = .;
>> 83 }
>> 84
>> 85 _sdata = .; /* Start of data section */
>> 86 RO_DATA(4096)
>> 87
>> 88 /* writeable */
>> 89 .data : { /* Data */
>> 90 . = . + DATAOFFSET; /* for CONFIG_MAPPED_KERNEL */
>> 91
>> 92 INIT_TASK_DATA(THREAD_SIZE)
>> 93 NOSAVE_DATA
>> 94 PAGE_ALIGNED_DATA(PAGE_SIZE)
>> 95 CACHELINE_ALIGNED_DATA(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 96 READ_MOSTLY_DATA(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 97 DATA_DATA
>> 98 CONSTRUCTORS
>> 99 }
>> 100 BUG_TABLE
>> 101 _gp = . + 0x8000;
>> 102 .lit8 : {
>> 103 *(.lit8)
>> 104 }
>> 105 .lit4 : {
>> 106 *(.lit4)
>> 107 }
>> 108 /* We want the small data sections together, so single-instruction offsets
>> 109 can access them all, and initialized data all before uninitialized, so
>> 110 we can shorten the on-disk segment size. */
>> 111 .sdata : {
>> 112 *(.sdata)
>> 113 }
>> 114 _edata = .; /* End of data section */
219 115
220 reserved_pg_dir = .; !! 116 /* will be freed after init */
221 . += PAGE_SIZE; !! 117 . = ALIGN(PAGE_SIZE); /* Init code and data */
222 <<
223 swapper_pg_dir = .; <<
224 . += PAGE_SIZE; <<
225 <<
226 . = ALIGN(SEGMENT_ALIGN); <<
227 __init_begin = .; 118 __init_begin = .;
228 __inittext_begin = .; !! 119 INIT_TEXT_SECTION(PAGE_SIZE)
>> 120 INIT_DATA_SECTION(16)
229 121
230 INIT_TEXT_SECTION(8) !! 122 . = ALIGN(4);
>> 123 .mips.machines.init : AT(ADDR(.mips.machines.init) - LOAD_OFFSET) {
>> 124 __mips_machines_start = .;
>> 125 KEEP(*(.mips.machines.init))
>> 126 __mips_machines_end = .;
>> 127 }
231 128
232 __exittext_begin = .; !! 129 /* .exit.text is discarded at runtime, not link time, to deal with
>> 130 * references from .rodata
>> 131 */
233 .exit.text : { 132 .exit.text : {
234 EXIT_TEXT 133 EXIT_TEXT
235 } 134 }
236 __exittext_end = .; <<
237 <<
238 . = ALIGN(4); <<
239 .altinstructions : { <<
240 __alt_instructions = .; <<
241 *(.altinstructions) <<
242 __alt_instructions_end = .; <<
243 } <<
244 <<
245 UNWIND_DATA_SECTIONS <<
246 <<
247 . = ALIGN(SEGMENT_ALIGN); <<
248 __inittext_end = .; <<
249 __initdata_begin = .; <<
250 <<
251 init_idmap_pg_dir = .; <<
252 . += INIT_IDMAP_DIR_SIZE; <<
253 init_idmap_pg_end = .; <<
254 <<
255 .init.data : { <<
256 INIT_DATA <<
257 INIT_SETUP(16) <<
258 INIT_CALLS <<
259 CON_INITCALL <<
260 INIT_RAM_FS <<
261 *(.init.altinstructions .init. <<
262 } <<
263 .exit.data : { 135 .exit.data : {
264 EXIT_DATA 136 EXIT_DATA
265 } 137 }
>> 138 #ifdef CONFIG_SMP
>> 139 PERCPU_SECTION(1 << CONFIG_MIPS_L1_CACHE_SHIFT)
>> 140 #endif
266 141
267 RUNTIME_CONST_VARIABLES !! 142 .rel.dyn : ALIGN(8) {
268 !! 143 *(.rel)
269 PERCPU_SECTION(L1_CACHE_BYTES) !! 144 *(.rel*)
270 HYPERVISOR_PERCPU_SECTION <<
271 <<
272 HYPERVISOR_RELOC_SECTION <<
273 <<
274 .rela.dyn : ALIGN(8) { <<
275 __pi_rela_start = .; <<
276 *(.rela .rela*) <<
277 __pi_rela_end = .; <<
278 } 145 }
279 146
280 .relr.dyn : ALIGN(8) { !! 147 #ifdef CONFIG_MIPS_ELF_APPENDED_DTB
281 __pi_relr_start = .; !! 148 STRUCT_ALIGN();
282 *(.relr.dyn) !! 149 .appended_dtb : AT(ADDR(.appended_dtb) - LOAD_OFFSET) {
283 __pi_relr_end = .; !! 150 *(.appended_dtb)
>> 151 KEEP(*(.appended_dtb))
284 } 152 }
>> 153 #endif
285 154
286 . = ALIGN(SEGMENT_ALIGN); !! 155 #ifdef CONFIG_RELOCATABLE
287 __initdata_end = .; !! 156 . = ALIGN(4);
288 __init_end = .; <<
289 157
290 _data = .; !! 158 .data.reloc : {
291 _sdata = .; !! 159 _relocation_start = .;
292 RW_DATA(L1_CACHE_BYTES, PAGE_SIZE, THR !! 160 /*
>> 161 * Space for relocation table
>> 162 * This needs to be filled so that the
>> 163 * relocs tool can overwrite the content.
>> 164 * An invalid value is left at the start of the
>> 165 * section to abort relocation if the table
>> 166 * has not been filled in.
>> 167 */
>> 168 LONG(0xFFFFFFFF);
>> 169 FILL(0);
>> 170 . += CONFIG_RELOCATION_TABLE_SIZE - 4;
>> 171 _relocation_end = .;
>> 172 }
>> 173 #endif
293 174
>> 175 #ifdef CONFIG_MIPS_RAW_APPENDED_DTB
>> 176 .fill : {
>> 177 FILL(0);
>> 178 BYTE(0);
>> 179 STRUCT_ALIGN();
>> 180 }
>> 181 __appended_dtb = .;
>> 182 /* leave space for appended DTB */
>> 183 . += 0x100000;
>> 184 #endif
294 /* 185 /*
295 * Data written with the MMU off but r !! 186 * Align to 64K in attempt to eliminate holes before the
296 * cache lines to be invalidated, disc !! 187 * .bss..swapper_pg_dir section at the start of .bss. This
297 * Granule (CWG) of data from the cach !! 188 * also satisfies PAGE_SIZE alignment as the largest page size
298 * requires this type of maintenance t !! 189 * allowed is 64K.
299 * Granule (CWG) area so the cache mai <<
300 * interfere with adjacent data. <<
301 */ 190 */
302 .mmuoff.data.write : ALIGN(SZ_2K) { !! 191 . = ALIGN(0x10000);
303 __mmuoff_data_start = .; !! 192 __init_end = .;
304 *(.mmuoff.data.write) !! 193 /* freed after init ends here */
305 } <<
306 . = ALIGN(SZ_2K); <<
307 .mmuoff.data.read : { <<
308 *(.mmuoff.data.read) <<
309 __mmuoff_data_end = .; <<
310 } <<
311 <<
312 PECOFF_EDATA_PADDING <<
313 __pecoff_data_rawsize = ABSOLUTE(. - _ <<
314 _edata = .; <<
315 <<
316 /* start of zero-init region */ <<
317 BSS_SECTION(SBSS_ALIGN, 0, 0) <<
318 <<
319 . = ALIGN(PAGE_SIZE); <<
320 init_pg_dir = .; <<
321 . += INIT_DIR_SIZE; <<
322 init_pg_end = .; <<
323 /* end of zero-init region */ <<
324 <<
325 . += SZ_4K; /* stack for t <<
326 early_init_stack = .; <<
327 <<
328 . = ALIGN(SEGMENT_ALIGN); <<
329 __pecoff_data_size = ABSOLUTE(. - __in <<
330 _end = .; <<
331 <<
332 STABS_DEBUG <<
333 DWARF_DEBUG <<
334 ELF_DETAILS <<
335 <<
336 HEAD_SYMBOLS <<
337 194
338 /* 195 /*
339 * Sections that should stay zero size !! 196 * Force .bss to 64K alignment so that .bss..swapper_pg_dir
340 * explicitly check instead of blindly !! 197 * gets that alignment. .sbss should be empty, so there will be
341 */ !! 198 * no holes after __init_end. */
342 .plt : { !! 199 BSS_SECTION(0, 0x10000, 8)
343 *(.plt) *(.plt.*) *(.iplt) *(. <<
344 } <<
345 ASSERT(SIZEOF(.plt) == 0, "Unexpected <<
346 200
347 .data.rel.ro : { *(.data.rel.ro) } !! 201 _end = . ;
348 ASSERT(SIZEOF(.data.rel.ro) == 0, "Une <<
349 } <<
350 202
351 #include "image-vars.h" !! 203 /* These mark the ABI of the kernel for debuggers. */
>> 204 .mdebug.abi32 : {
>> 205 KEEP(*(.mdebug.abi32))
>> 206 }
>> 207 .mdebug.abi64 : {
>> 208 KEEP(*(.mdebug.abi64))
>> 209 }
352 210
353 /* !! 211 /* This is the MIPS specific mdebug section. */
354 * The HYP init code and ID map text can't be !! 212 .mdebug : {
355 * former is page-aligned, but the latter may !! 213 *(.mdebug)
356 * it should also not cross a page boundary. !! 214 }
357 */ <<
358 ASSERT(__hyp_idmap_text_end - __hyp_idmap_text <<
359 "HYP init code too big") <<
360 ASSERT(__idmap_text_end - (__idmap_text_start <<
361 "ID map text too big or misaligned") <<
362 #ifdef CONFIG_HIBERNATION <<
363 ASSERT(__hibernate_exit_text_end - __hibernate <<
364 "Hibernate exit text is bigger than 4 K <<
365 ASSERT(__hibernate_exit_text_start == swsusp_a <<
366 "Hibernate exit text does not start wit <<
367 #endif <<
368 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 <<
369 ASSERT((__entry_tramp_text_end - __entry_tramp <<
370 "Entry trampoline text too big") <<
371 #endif <<
372 #ifdef CONFIG_KVM <<
373 ASSERT(__hyp_bss_start == __bss_start, "HYP an <<
374 #endif <<
375 /* <<
376 * If padding is applied before .head.text, vi <<
377 */ <<
378 ASSERT(_text == KIMAGE_VADDR, "HEAD is misalig <<
379 215
380 ASSERT(swapper_pg_dir - reserved_pg_dir == RES !! 216 STABS_DEBUG
381 "RESERVED_SWAPPER_OFFSET is wrong!") !! 217 DWARF_DEBUG
>> 218 ELF_DETAILS
382 219
383 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 !! 220 /* These must appear regardless of . */
384 ASSERT(swapper_pg_dir - tramp_pg_dir == TRAMP_ !! 221 .gptab.sdata : {
385 "TRAMP_SWAPPER_OFFSET is wrong!") !! 222 *(.gptab.data)
386 #endif !! 223 *(.gptab.sdata)
>> 224 }
>> 225 .gptab.sbss : {
>> 226 *(.gptab.bss)
>> 227 *(.gptab.sbss)
>> 228 }
387 229
388 #ifdef CONFIG_KEXEC_CORE !! 230 /* Sections to be discarded */
389 /* kexec relocation code should fit into one K !! 231 DISCARDS
390 ASSERT(__relocate_new_kernel_end - __relocate_ !! 232 /DISCARD/ : {
391 "kexec relocation code is bigger than 4 !! 233 /* ABI crap starts here */
392 ASSERT(KEXEC_CONTROL_PAGE_SIZE >= SZ_4K, "KEXE !! 234 *(.MIPS.abiflags)
393 ASSERT(__relocate_new_kernel_start == arm64_re !! 235 *(.MIPS.options)
394 "kexec control page does not start with !! 236 *(.gnu.attributes)
395 #endif !! 237 *(.options)
>> 238 *(.pdr)
>> 239 *(.reginfo)
>> 240 }
>> 241 }
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.