1 /* SPDX-License-Identifier: GPL-2.0 */ !! 1 #include <asm/asm-offsets.h> 2 /* !! 2 #include <asm/thread_info.h> 3 * ld script to make ARM Linux kernel << 4 * taken from the i386 version by Russell King << 5 * Written by Martin Mares <mj@atrey.karlin.mff << 6 */ << 7 3 8 #include <asm/hyp_image.h> !! 4 #define PAGE_SIZE _PAGE_SIZE 9 #ifdef CONFIG_KVM << 10 #define HYPERVISOR_EXTABLE << 11 . = ALIGN(SZ_8); << 12 __start___kvm_ex_table = .; << 13 *(__kvm_ex_table) << 14 __stop___kvm_ex_table = .; << 15 << 16 #define HYPERVISOR_DATA_SECTIONS << 17 HYP_SECTION_NAME(.rodata) : { << 18 . = ALIGN(PAGE_SIZE); << 19 __hyp_rodata_start = .; << 20 *(HYP_SECTION_NAME(.data..ro_a << 21 *(HYP_SECTION_NAME(.rodata)) << 22 . = ALIGN(PAGE_SIZE); << 23 __hyp_rodata_end = .; << 24 } << 25 << 26 #define HYPERVISOR_PERCPU_SECTION << 27 . = ALIGN(PAGE_SIZE); << 28 HYP_SECTION_NAME(.data..percpu) : { << 29 *(HYP_SECTION_NAME(.data..perc << 30 } << 31 << 32 #define HYPERVISOR_RELOC_SECTION << 33 .hyp.reloc : ALIGN(4) { << 34 __hyp_reloc_begin = .; << 35 *(.hyp.reloc) << 36 __hyp_reloc_end = .; << 37 } << 38 << 39 #define BSS_FIRST_SECTIONS << 40 __hyp_bss_start = .; << 41 *(HYP_SECTION_NAME(.bss)) << 42 . = ALIGN(PAGE_SIZE); << 43 __hyp_bss_end = .; << 44 5 45 /* 6 /* 46 * We require that __hyp_bss_start and __bss_s !! 7 * Put .bss..swapper_pg_dir as the first thing in .bss. This will 47 * with an assertion. But the BSS_SECTION macr !! 8 * ensure that it has .bss alignment (64K). 48 * between them, which can in some cases cause << 49 * work around the issue, force a page alignme << 50 */ 9 */ 51 #define SBSS_ALIGN PAGE_S !! 10 #define BSS_FIRST_SECTIONS *(.bss..swapper_pg_dir) 52 #else /* CONFIG_KVM */ << 53 #define HYPERVISOR_EXTABLE << 54 #define HYPERVISOR_DATA_SECTIONS << 55 #define HYPERVISOR_PERCPU_SECTION << 56 #define HYPERVISOR_RELOC_SECTION << 57 #define SBSS_ALIGN 0 << 58 #endif << 59 << 60 #define RO_EXCEPTION_TABLE_ALIGN 4 << 61 #define RUNTIME_DISCARD_EXIT << 62 11 63 #include <asm-generic/vmlinux.lds.h> 12 #include <asm-generic/vmlinux.lds.h> 64 #include <asm/cache.h> << 65 #include <asm/kernel-pgtable.h> << 66 #include <asm/kexec.h> << 67 #include <asm/memory.h> << 68 #include <asm/page.h> << 69 << 70 #include "image.h" << 71 << 72 OUTPUT_ARCH(aarch64) << 73 ENTRY(_text) << 74 << 75 jiffies = jiffies_64; << 76 << 77 #define HYPERVISOR_TEXT << 78 . = ALIGN(PAGE_SIZE); << 79 __hyp_idmap_text_start = .; << 80 *(.hyp.idmap.text) << 81 __hyp_idmap_text_end = .; << 82 __hyp_text_start = .; << 83 *(.hyp.text) << 84 HYPERVISOR_EXTABLE << 85 . = ALIGN(PAGE_SIZE); << 86 __hyp_text_end = .; << 87 << 88 #define IDMAP_TEXT << 89 . = ALIGN(SZ_4K); << 90 __idmap_text_start = .; << 91 *(.idmap.text) << 92 __idmap_text_end = .; << 93 << 94 #ifdef CONFIG_HIBERNATION << 95 #define HIBERNATE_TEXT << 96 ALIGN_FUNCTION(); << 97 __hibernate_exit_text_start = .; << 98 *(.hibernate_exit.text) << 99 __hibernate_exit_text_end = .; << 100 #else << 101 #define HIBERNATE_TEXT << 102 #endif << 103 << 104 #ifdef CONFIG_KEXEC_CORE << 105 #define KEXEC_TEXT << 106 ALIGN_FUNCTION(); << 107 __relocate_new_kernel_start = .; << 108 *(.kexec_relocate.text) << 109 __relocate_new_kernel_end = .; << 110 #else << 111 #define KEXEC_TEXT << 112 #endif << 113 << 114 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 << 115 #define TRAMP_TEXT << 116 . = ALIGN(PAGE_SIZE); << 117 __entry_tramp_text_start = .; << 118 *(.entry.tramp.text) << 119 . = ALIGN(PAGE_SIZE); << 120 __entry_tramp_text_end = .; << 121 *(.entry.tramp.rodata) << 122 #else << 123 #define TRAMP_TEXT << 124 #endif << 125 << 126 #ifdef CONFIG_UNWIND_TABLES << 127 #define UNWIND_DATA_SECTIONS << 128 .eh_frame : { << 129 __pi___eh_frame_start = .; << 130 *(.eh_frame) << 131 __pi___eh_frame_end = .; << 132 } << 133 #else << 134 #define UNWIND_DATA_SECTIONS << 135 #endif << 136 13 137 /* !! 14 #undef mips 138 * The size of the PE/COFF section that covers !! 15 #define mips mips 139 * runs from _stext to _edata, must be a round !! 16 OUTPUT_ARCH(mips) 140 * FileAlignment, which we set to its minimum !! 17 ENTRY(kernel_entry) 141 * itself is 4 KB aligned, so padding out _eda !! 18 PHDRS { 142 * boundary should be sufficient. !! 19 text PT_LOAD FLAGS(7); /* RWX */ 143 */ !! 20 #ifndef CONFIG_CAVIUM_OCTEON_SOC 144 PECOFF_FILE_ALIGNMENT = 0x200; !! 21 note PT_NOTE FLAGS(4); /* R__ */ >> 22 #endif /* CAVIUM_OCTEON_SOC */ >> 23 } 145 24 146 #ifdef CONFIG_EFI !! 25 #ifdef CONFIG_32BIT 147 #define PECOFF_EDATA_PADDING \ !! 26 #ifdef CONFIG_CPU_LITTLE_ENDIAN 148 .pecoff_edata_padding : { BYTE(0); . = !! 27 jiffies = jiffies_64; >> 28 #else >> 29 jiffies = jiffies_64 + 4; >> 30 #endif 149 #else 31 #else 150 #define PECOFF_EDATA_PADDING !! 32 jiffies = jiffies_64; 151 #endif 33 #endif 152 34 153 SECTIONS 35 SECTIONS 154 { 36 { 155 /* !! 37 #ifdef CONFIG_BOOT_ELF64 156 * XXX: The linker does not define how !! 38 /* Read-only sections, merged into text segment: */ 157 * assigned to input sections when the !! 39 /* . = 0xc000000000000000; */ 158 * matching the same input section nam !! 40 159 * order of matching. !! 41 /* This is the value for an Origin kernel, taken from an IRIX kernel. */ >> 42 /* . = 0xc00000000001c000; */ >> 43 >> 44 /* Set the vaddr for the text segment to a value >> 45 * >= 0xa800 0000 0001 9000 if no symmon is going to configured >> 46 * >= 0xa800 0000 0030 0000 otherwise 160 */ 47 */ 161 DISCARDS << 162 /DISCARD/ : { << 163 *(.interp .dynamic) << 164 *(.dynsym .dynstr .hash .gnu.h << 165 } << 166 << 167 . = KIMAGE_VADDR; << 168 << 169 .head.text : { << 170 _text = .; << 171 HEAD_TEXT << 172 } << 173 .text : ALIGN(SEGMENT_ALIGN) { /* Rea << 174 _stext = .; /* Tex << 175 IRQENTRY_TEXT << 176 SOFTIRQENTRY_TEXT << 177 ENTRY_TEXT << 178 TEXT_TEXT << 179 SCHED_TEXT << 180 LOCK_TEXT << 181 KPROBES_TEXT << 182 HYPERVISOR_TEXT << 183 *(.gnu.warning) << 184 } << 185 << 186 . = ALIGN(SEGMENT_ALIGN); << 187 _etext = .; /* End << 188 << 189 /* everything from this point to __ini << 190 RO_DATA(PAGE_SIZE) << 191 << 192 HYPERVISOR_DATA_SECTIONS << 193 48 194 .got : { *(.got) } !! 49 /* . = 0xa800000000300000; */ 195 /* !! 50 . = 0xffffffff80300000; 196 * Make sure that the .got.plt is eith << 197 * contains only the lazy dispatch ent << 198 */ << 199 .got.plt : { *(.got.plt) } << 200 ASSERT(SIZEOF(.got.plt) == 0 || SIZEOF << 201 "Unexpected GOT/PLT entries det << 202 << 203 /* code sections that are never execut << 204 .rodata.text : { << 205 TRAMP_TEXT << 206 HIBERNATE_TEXT << 207 KEXEC_TEXT << 208 IDMAP_TEXT << 209 . = ALIGN(PAGE_SIZE); << 210 } << 211 << 212 idmap_pg_dir = .; << 213 . += PAGE_SIZE; << 214 << 215 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 << 216 tramp_pg_dir = .; << 217 . += PAGE_SIZE; << 218 #endif 51 #endif >> 52 . = VMLINUX_LOAD_ADDRESS; >> 53 /* read-only */ >> 54 _text = .; /* Text and read-only data */ >> 55 .text : { >> 56 TEXT_TEXT >> 57 SCHED_TEXT >> 58 CPUIDLE_TEXT >> 59 LOCK_TEXT >> 60 KPROBES_TEXT >> 61 IRQENTRY_TEXT >> 62 SOFTIRQENTRY_TEXT >> 63 *(.text.*) >> 64 *(.fixup) >> 65 *(.gnu.warning) >> 66 } :text = 0 >> 67 _etext = .; /* End of text section */ >> 68 >> 69 EXCEPTION_TABLE(16) >> 70 >> 71 /* Exception table for data bus errors */ >> 72 __dbe_table : { >> 73 __start___dbe_table = .; >> 74 *(__dbe_table) >> 75 __stop___dbe_table = .; >> 76 } >> 77 >> 78 #ifdef CONFIG_CAVIUM_OCTEON_SOC >> 79 #define NOTES_HEADER >> 80 #else /* CONFIG_CAVIUM_OCTEON_SOC */ >> 81 #define NOTES_HEADER :note >> 82 #endif /* CONFIG_CAVIUM_OCTEON_SOC */ >> 83 NOTES :text NOTES_HEADER >> 84 .dummy : { *(.dummy) } :text >> 85 >> 86 _sdata = .; /* Start of data section */ >> 87 RODATA >> 88 >> 89 /* writeable */ >> 90 .data : { /* Data */ >> 91 . = . + DATAOFFSET; /* for CONFIG_MAPPED_KERNEL */ >> 92 >> 93 INIT_TASK_DATA(THREAD_SIZE) >> 94 NOSAVE_DATA >> 95 CACHELINE_ALIGNED_DATA(1 << CONFIG_MIPS_L1_CACHE_SHIFT) >> 96 READ_MOSTLY_DATA(1 << CONFIG_MIPS_L1_CACHE_SHIFT) >> 97 DATA_DATA >> 98 CONSTRUCTORS >> 99 } >> 100 BUG_TABLE >> 101 _gp = . + 0x8000; >> 102 .lit8 : { >> 103 *(.lit8) >> 104 } >> 105 .lit4 : { >> 106 *(.lit4) >> 107 } >> 108 /* We want the small data sections together, so single-instruction offsets >> 109 can access them all, and initialized data all before uninitialized, so >> 110 we can shorten the on-disk segment size. */ >> 111 .sdata : { >> 112 *(.sdata) >> 113 } >> 114 _edata = .; /* End of data section */ 219 115 220 reserved_pg_dir = .; !! 116 /* will be freed after init */ 221 . += PAGE_SIZE; !! 117 . = ALIGN(PAGE_SIZE); /* Init code and data */ 222 << 223 swapper_pg_dir = .; << 224 . += PAGE_SIZE; << 225 << 226 . = ALIGN(SEGMENT_ALIGN); << 227 __init_begin = .; 118 __init_begin = .; 228 __inittext_begin = .; !! 119 INIT_TEXT_SECTION(PAGE_SIZE) >> 120 INIT_DATA_SECTION(16) 229 121 230 INIT_TEXT_SECTION(8) !! 122 . = ALIGN(4); >> 123 .mips.machines.init : AT(ADDR(.mips.machines.init) - LOAD_OFFSET) { >> 124 __mips_machines_start = .; >> 125 *(.mips.machines.init) >> 126 __mips_machines_end = .; >> 127 } 231 128 232 __exittext_begin = .; !! 129 /* .exit.text is discarded at runtime, not link time, to deal with >> 130 * references from .rodata >> 131 */ 233 .exit.text : { 132 .exit.text : { 234 EXIT_TEXT 133 EXIT_TEXT 235 } 134 } 236 __exittext_end = .; << 237 << 238 . = ALIGN(4); << 239 .altinstructions : { << 240 __alt_instructions = .; << 241 *(.altinstructions) << 242 __alt_instructions_end = .; << 243 } << 244 << 245 UNWIND_DATA_SECTIONS << 246 << 247 . = ALIGN(SEGMENT_ALIGN); << 248 __inittext_end = .; << 249 __initdata_begin = .; << 250 << 251 init_idmap_pg_dir = .; << 252 . += INIT_IDMAP_DIR_SIZE; << 253 init_idmap_pg_end = .; << 254 << 255 .init.data : { << 256 INIT_DATA << 257 INIT_SETUP(16) << 258 INIT_CALLS << 259 CON_INITCALL << 260 INIT_RAM_FS << 261 *(.init.altinstructions .init. << 262 } << 263 .exit.data : { 135 .exit.data : { 264 EXIT_DATA 136 EXIT_DATA 265 } 137 } >> 138 #ifdef CONFIG_SMP >> 139 PERCPU_SECTION(1 << CONFIG_MIPS_L1_CACHE_SHIFT) >> 140 #endif 266 141 267 RUNTIME_CONST_VARIABLES !! 142 #ifdef CONFIG_RELOCATABLE 268 !! 143 . = ALIGN(4); 269 PERCPU_SECTION(L1_CACHE_BYTES) << 270 HYPERVISOR_PERCPU_SECTION << 271 << 272 HYPERVISOR_RELOC_SECTION << 273 144 274 .rela.dyn : ALIGN(8) { !! 145 .data.reloc : { 275 __pi_rela_start = .; !! 146 _relocation_start = .; 276 *(.rela .rela*) !! 147 /* 277 __pi_rela_end = .; !! 148 * Space for relocation table >> 149 * This needs to be filled so that the >> 150 * relocs tool can overwrite the content. >> 151 * An invalid value is left at the start of the >> 152 * section to abort relocation if the table >> 153 * has not been filled in. >> 154 */ >> 155 LONG(0xFFFFFFFF); >> 156 FILL(0); >> 157 . += CONFIG_RELOCATION_TABLE_SIZE - 4; >> 158 _relocation_end = .; 278 } 159 } >> 160 #endif 279 161 280 .relr.dyn : ALIGN(8) { !! 162 #ifdef CONFIG_MIPS_RAW_APPENDED_DTB 281 __pi_relr_start = .; !! 163 __appended_dtb = .; 282 *(.relr.dyn) !! 164 /* leave space for appended DTB */ 283 __pi_relr_end = .; !! 165 . += 0x100000; >> 166 #elif defined(CONFIG_MIPS_ELF_APPENDED_DTB) >> 167 .appended_dtb : AT(ADDR(.appended_dtb) - LOAD_OFFSET) { >> 168 *(.appended_dtb) >> 169 KEEP(*(.appended_dtb)) 284 } 170 } 285 !! 171 #endif 286 . = ALIGN(SEGMENT_ALIGN); << 287 __initdata_end = .; << 288 __init_end = .; << 289 << 290 _data = .; << 291 _sdata = .; << 292 RW_DATA(L1_CACHE_BYTES, PAGE_SIZE, THR << 293 << 294 /* 172 /* 295 * Data written with the MMU off but r !! 173 * Align to 64K in attempt to eliminate holes before the 296 * cache lines to be invalidated, disc !! 174 * .bss..swapper_pg_dir section at the start of .bss. This 297 * Granule (CWG) of data from the cach !! 175 * also satisfies PAGE_SIZE alignment as the largest page size 298 * requires this type of maintenance t !! 176 * allowed is 64K. 299 * Granule (CWG) area so the cache mai << 300 * interfere with adjacent data. << 301 */ 177 */ 302 .mmuoff.data.write : ALIGN(SZ_2K) { !! 178 . = ALIGN(0x10000); 303 __mmuoff_data_start = .; !! 179 __init_end = .; 304 *(.mmuoff.data.write) !! 180 /* freed after init ends here */ 305 } << 306 . = ALIGN(SZ_2K); << 307 .mmuoff.data.read : { << 308 *(.mmuoff.data.read) << 309 __mmuoff_data_end = .; << 310 } << 311 << 312 PECOFF_EDATA_PADDING << 313 __pecoff_data_rawsize = ABSOLUTE(. - _ << 314 _edata = .; << 315 << 316 /* start of zero-init region */ << 317 BSS_SECTION(SBSS_ALIGN, 0, 0) << 318 << 319 . = ALIGN(PAGE_SIZE); << 320 init_pg_dir = .; << 321 . += INIT_DIR_SIZE; << 322 init_pg_end = .; << 323 /* end of zero-init region */ << 324 << 325 . += SZ_4K; /* stack for t << 326 early_init_stack = .; << 327 << 328 . = ALIGN(SEGMENT_ALIGN); << 329 __pecoff_data_size = ABSOLUTE(. - __in << 330 _end = .; << 331 << 332 STABS_DEBUG << 333 DWARF_DEBUG << 334 ELF_DETAILS << 335 << 336 HEAD_SYMBOLS << 337 181 338 /* 182 /* 339 * Sections that should stay zero size !! 183 * Force .bss to 64K alignment so that .bss..swapper_pg_dir 340 * explicitly check instead of blindly !! 184 * gets that alignment. .sbss should be empty, so there will be 341 */ !! 185 * no holes after __init_end. */ 342 .plt : { !! 186 BSS_SECTION(0, 0x10000, 8) 343 *(.plt) *(.plt.*) *(.iplt) *(. << 344 } << 345 ASSERT(SIZEOF(.plt) == 0, "Unexpected << 346 187 347 .data.rel.ro : { *(.data.rel.ro) } !! 188 _end = . ; 348 ASSERT(SIZEOF(.data.rel.ro) == 0, "Une << 349 } << 350 189 351 #include "image-vars.h" !! 190 /* These mark the ABI of the kernel for debuggers. */ >> 191 .mdebug.abi32 : { >> 192 KEEP(*(.mdebug.abi32)) >> 193 } >> 194 .mdebug.abi64 : { >> 195 KEEP(*(.mdebug.abi64)) >> 196 } 352 197 353 /* !! 198 /* This is the MIPS specific mdebug section. */ 354 * The HYP init code and ID map text can't be !! 199 .mdebug : { 355 * former is page-aligned, but the latter may !! 200 *(.mdebug) 356 * it should also not cross a page boundary. !! 201 } 357 */ << 358 ASSERT(__hyp_idmap_text_end - __hyp_idmap_text << 359 "HYP init code too big") << 360 ASSERT(__idmap_text_end - (__idmap_text_start << 361 "ID map text too big or misaligned") << 362 #ifdef CONFIG_HIBERNATION << 363 ASSERT(__hibernate_exit_text_end - __hibernate << 364 "Hibernate exit text is bigger than 4 K << 365 ASSERT(__hibernate_exit_text_start == swsusp_a << 366 "Hibernate exit text does not start wit << 367 #endif << 368 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 << 369 ASSERT((__entry_tramp_text_end - __entry_tramp << 370 "Entry trampoline text too big") << 371 #endif << 372 #ifdef CONFIG_KVM << 373 ASSERT(__hyp_bss_start == __bss_start, "HYP an << 374 #endif << 375 /* << 376 * If padding is applied before .head.text, vi << 377 */ << 378 ASSERT(_text == KIMAGE_VADDR, "HEAD is misalig << 379 202 380 ASSERT(swapper_pg_dir - reserved_pg_dir == RES !! 203 STABS_DEBUG 381 "RESERVED_SWAPPER_OFFSET is wrong!") !! 204 DWARF_DEBUG 382 205 383 #ifdef CONFIG_UNMAP_KERNEL_AT_EL0 !! 206 /* These must appear regardless of . */ 384 ASSERT(swapper_pg_dir - tramp_pg_dir == TRAMP_ !! 207 .gptab.sdata : { 385 "TRAMP_SWAPPER_OFFSET is wrong!") !! 208 *(.gptab.data) 386 #endif !! 209 *(.gptab.sdata) >> 210 } >> 211 .gptab.sbss : { >> 212 *(.gptab.bss) >> 213 *(.gptab.sbss) >> 214 } 387 215 388 #ifdef CONFIG_KEXEC_CORE !! 216 /* Sections to be discarded */ 389 /* kexec relocation code should fit into one K !! 217 DISCARDS 390 ASSERT(__relocate_new_kernel_end - __relocate_ !! 218 /DISCARD/ : { 391 "kexec relocation code is bigger than 4 !! 219 /* ABI crap starts here */ 392 ASSERT(KEXEC_CONTROL_PAGE_SIZE >= SZ_4K, "KEXE !! 220 *(.MIPS.abiflags) 393 ASSERT(__relocate_new_kernel_start == arm64_re !! 221 *(.MIPS.options) 394 "kexec control page does not start with !! 222 *(.options) 395 #endif !! 223 *(.pdr) >> 224 *(.reginfo) >> 225 *(.eh_frame) >> 226 } >> 227 }
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.