1 // SPDX-License-Identifier: GPL-2.0 !! 1 // SPDX-License-Identifier: GPL-2.0-or-later
2 #include <linux/export.h> !! 2 /*
3 #include <linux/sched.h> !! 3 * Copyright (C) 2014 Imagination Technologies
4 #include <linux/personality.h> !! 4 * Author: Paul Burton <paul.burton@mips.com>
>> 5 */
>> 6
5 #include <linux/binfmts.h> 7 #include <linux/binfmts.h>
6 #include <linux/elf.h> 8 #include <linux/elf.h>
7 #include <linux/elf-fdpic.h> !! 9 #include <linux/export.h>
8 #include <asm/system_info.h> !! 10 #include <linux/sched.h>
9 <<
10 int elf_check_arch(const struct elf32_hdr *x) <<
11 { <<
12 unsigned int eflags; <<
13 11
14 /* Make sure it's an ARM executable */ !! 12 #include <asm/cpu-features.h>
15 if (x->e_machine != EM_ARM) !! 13 #include <asm/cpu-info.h>
16 return 0; !! 14 #include <asm/fpu.h>
>> 15
>> 16 #ifdef CONFIG_MIPS_FP_SUPPORT
>> 17
>> 18 /* Whether to accept legacy-NaN and 2008-NaN user binaries. */
>> 19 bool mips_use_nan_legacy;
>> 20 bool mips_use_nan_2008;
>> 21
>> 22 /* FPU modes */
>> 23 enum {
>> 24 FP_FRE,
>> 25 FP_FR0,
>> 26 FP_FR1,
>> 27 };
>> 28
>> 29 /**
>> 30 * struct mode_req - ABI FPU mode requirements
>> 31 * @single: The program being loaded needs an FPU but it will only issue
>> 32 * single precision instructions meaning that it can execute in
>> 33 * either FR0 or FR1.
>> 34 * @soft: The soft(-float) requirement means that the program being
>> 35 * loaded needs has no FPU dependency at all (i.e. it has no
>> 36 * FPU instructions).
>> 37 * @fr1: The program being loaded depends on FPU being in FR=1 mode.
>> 38 * @frdefault: The program being loaded depends on the default FPU mode.
>> 39 * That is FR0 for O32 and FR1 for N32/N64.
>> 40 * @fre: The program being loaded depends on FPU with FRE=1. This mode is
>> 41 * a bridge which uses FR=1 whilst still being able to maintain
>> 42 * full compatibility with pre-existing code using the O32 FP32
>> 43 * ABI.
>> 44 *
>> 45 * More information about the FP ABIs can be found here:
>> 46 *
>> 47 * https://dmz-portal.mips.com/wiki/MIPS_O32_ABI_-_FR0_and_FR1_Interlinking#10.4.1._Basic_mode_set-up
>> 48 *
>> 49 */
17 50
18 /* Make sure the entry address is reas !! 51 struct mode_req {
19 if (x->e_entry & 1) { !! 52 bool single;
20 if (!(elf_hwcap & HWCAP_THUMB) !! 53 bool soft;
21 return 0; !! 54 bool fr1;
22 } else if (x->e_entry & 3) !! 55 bool frdefault;
23 return 0; !! 56 bool fre;
>> 57 };
>> 58
>> 59 static const struct mode_req fpu_reqs[] = {
>> 60 [MIPS_ABI_FP_ANY] = { true, true, true, true, true },
>> 61 [MIPS_ABI_FP_DOUBLE] = { false, false, false, true, true },
>> 62 [MIPS_ABI_FP_SINGLE] = { true, false, false, false, false },
>> 63 [MIPS_ABI_FP_SOFT] = { false, true, false, false, false },
>> 64 [MIPS_ABI_FP_OLD_64] = { false, false, false, false, false },
>> 65 [MIPS_ABI_FP_XX] = { false, false, true, true, true },
>> 66 [MIPS_ABI_FP_64] = { false, false, true, false, false },
>> 67 [MIPS_ABI_FP_64A] = { false, false, true, false, true }
>> 68 };
24 69
25 eflags = x->e_flags; !! 70 /*
26 if ((eflags & EF_ARM_EABI_MASK) == EF_ !! 71 * Mode requirements when .MIPS.abiflags is not present in the ELF.
27 unsigned int flt_fmt; !! 72 * Not present means that everything is acceptable except FR1.
>> 73 */
>> 74 static struct mode_req none_req = { true, true, false, true, true };
28 75
29 /* APCS26 is only allowed if t !! 76 int arch_elf_pt_proc(void *_ehdr, void *_phdr, struct file *elf,
30 if ((eflags & EF_ARM_APCS_26) !! 77 bool is_interp, struct arch_elf_state *state)
>> 78 {
>> 79 union {
>> 80 struct elf32_hdr e32;
>> 81 struct elf64_hdr e64;
>> 82 } *ehdr = _ehdr;
>> 83 struct elf32_phdr *phdr32 = _phdr;
>> 84 struct elf64_phdr *phdr64 = _phdr;
>> 85 struct mips_elf_abiflags_v0 abiflags;
>> 86 bool elf32;
>> 87 u32 flags;
>> 88 int ret;
>> 89 loff_t pos;
>> 90
>> 91 elf32 = ehdr->e32.e_ident[EI_CLASS] == ELFCLASS32;
>> 92 flags = elf32 ? ehdr->e32.e_flags : ehdr->e64.e_flags;
>> 93
>> 94 /* Let's see if this is an O32 ELF */
>> 95 if (elf32) {
>> 96 if (flags & EF_MIPS_FP64) {
>> 97 /*
>> 98 * Set MIPS_ABI_FP_OLD_64 for EF_MIPS_FP64. We will override it
>> 99 * later if needed
>> 100 */
>> 101 if (is_interp)
>> 102 state->interp_fp_abi = MIPS_ABI_FP_OLD_64;
>> 103 else
>> 104 state->fp_abi = MIPS_ABI_FP_OLD_64;
>> 105 }
>> 106 if (phdr32->p_type != PT_MIPS_ABIFLAGS)
31 return 0; 107 return 0;
32 108
33 flt_fmt = eflags & (EF_ARM_VFP !! 109 if (phdr32->p_filesz < sizeof(abiflags))
34 !! 110 return -EINVAL;
35 /* VFP requires the supporting !! 111 pos = phdr32->p_offset;
36 if (flt_fmt == EF_ARM_VFP_FLOA !! 112 } else {
>> 113 if (phdr64->p_type != PT_MIPS_ABIFLAGS)
37 return 0; 114 return 0;
>> 115 if (phdr64->p_filesz < sizeof(abiflags))
>> 116 return -EINVAL;
>> 117 pos = phdr64->p_offset;
38 } 118 }
39 return 1; !! 119
>> 120 ret = kernel_read(elf, &abiflags, sizeof(abiflags), &pos);
>> 121 if (ret < 0)
>> 122 return ret;
>> 123 if (ret != sizeof(abiflags))
>> 124 return -EIO;
>> 125
>> 126 /* Record the required FP ABIs for use by mips_check_elf */
>> 127 if (is_interp)
>> 128 state->interp_fp_abi = abiflags.fp_abi;
>> 129 else
>> 130 state->fp_abi = abiflags.fp_abi;
>> 131
>> 132 return 0;
40 } 133 }
41 EXPORT_SYMBOL(elf_check_arch); <<
42 134
43 void elf_set_personality(const struct elf32_hd !! 135 int arch_check_elf(void *_ehdr, bool has_interpreter, void *_interp_ehdr,
>> 136 struct arch_elf_state *state)
44 { 137 {
45 unsigned int eflags = x->e_flags; !! 138 union {
46 unsigned int personality = current->pe !! 139 struct elf32_hdr e32;
>> 140 struct elf64_hdr e64;
>> 141 } *ehdr = _ehdr;
>> 142 union {
>> 143 struct elf32_hdr e32;
>> 144 struct elf64_hdr e64;
>> 145 } *iehdr = _interp_ehdr;
>> 146 struct mode_req prog_req, interp_req;
>> 147 int fp_abi, interp_fp_abi, abi0, abi1, max_abi;
>> 148 bool elf32;
>> 149 u32 flags;
47 150
48 /* !! 151 elf32 = ehdr->e32.e_ident[EI_CLASS] == ELFCLASS32;
49 * We only support Linux ELF executabl !! 152 flags = elf32 ? ehdr->e32.e_flags : ehdr->e64.e_flags;
50 * personality to LINUX. <<
51 */ <<
52 personality |= PER_LINUX; <<
53 153
54 /* 154 /*
55 * APCS-26 is only valid for OABI exec !! 155 * Determine the NaN personality, reject the binary if not allowed.
>> 156 * Also ensure that any interpreter matches the executable.
56 */ 157 */
57 if ((eflags & EF_ARM_EABI_MASK) == EF_ !! 158 if (flags & EF_MIPS_NAN2008) {
58 (eflags & EF_ARM_APCS_26)) !! 159 if (mips_use_nan_2008)
59 personality &= ~ADDR_LIMIT_32B !! 160 state->nan_2008 = 1;
60 else !! 161 else
61 personality |= ADDR_LIMIT_32BI !! 162 return -ENOEXEC;
>> 163 } else {
>> 164 if (mips_use_nan_legacy)
>> 165 state->nan_2008 = 0;
>> 166 else
>> 167 return -ENOEXEC;
>> 168 }
>> 169 if (has_interpreter) {
>> 170 bool ielf32;
>> 171 u32 iflags;
62 172
63 set_personality(personality); !! 173 ielf32 = iehdr->e32.e_ident[EI_CLASS] == ELFCLASS32;
>> 174 iflags = ielf32 ? iehdr->e32.e_flags : iehdr->e64.e_flags;
64 175
65 /* !! 176 if ((flags ^ iflags) & EF_MIPS_NAN2008)
66 * Since the FPA coprocessor uses CP1 !! 177 return -ELIBBAD;
67 * and CP1, we only enable access to t !! 178 }
68 * binary is EABI or softfloat (and th !! 179
69 * FPA instructions.) !! 180 if (!IS_ENABLED(CONFIG_MIPS_O32_FP64_SUPPORT))
70 */ !! 181 return 0;
71 if (elf_hwcap & HWCAP_IWMMXT && !! 182
72 eflags & (EF_ARM_EABI_MASK | EF_AR !! 183 fp_abi = state->fp_abi;
73 set_thread_flag(TIF_USING_IWMM !! 184
>> 185 if (has_interpreter) {
>> 186 interp_fp_abi = state->interp_fp_abi;
>> 187
>> 188 abi0 = min(fp_abi, interp_fp_abi);
>> 189 abi1 = max(fp_abi, interp_fp_abi);
>> 190 } else {
>> 191 abi0 = abi1 = fp_abi;
>> 192 }
>> 193
>> 194 if (elf32 && !(flags & EF_MIPS_ABI2)) {
>> 195 /* Default to a mode capable of running code expecting FR=0 */
>> 196 state->overall_fp_mode = cpu_has_mips_r6 ? FP_FRE : FP_FR0;
>> 197
>> 198 /* Allow all ABIs we know about */
>> 199 max_abi = MIPS_ABI_FP_64A;
74 } else { 200 } else {
75 clear_thread_flag(TIF_USING_IW !! 201 /* MIPS64 code always uses FR=1, thus the default is easy */
>> 202 state->overall_fp_mode = FP_FR1;
>> 203
>> 204 /* Disallow access to the various FPXX & FP64 ABIs */
>> 205 max_abi = MIPS_ABI_FP_SOFT;
76 } 206 }
>> 207
>> 208 if ((abi0 > max_abi && abi0 != MIPS_ABI_FP_UNKNOWN) ||
>> 209 (abi1 > max_abi && abi1 != MIPS_ABI_FP_UNKNOWN))
>> 210 return -ELIBBAD;
>> 211
>> 212 /* It's time to determine the FPU mode requirements */
>> 213 prog_req = (abi0 == MIPS_ABI_FP_UNKNOWN) ? none_req : fpu_reqs[abi0];
>> 214 interp_req = (abi1 == MIPS_ABI_FP_UNKNOWN) ? none_req : fpu_reqs[abi1];
>> 215
>> 216 /*
>> 217 * Check whether the program's and interp's ABIs have a matching FPU
>> 218 * mode requirement.
>> 219 */
>> 220 prog_req.single = interp_req.single && prog_req.single;
>> 221 prog_req.soft = interp_req.soft && prog_req.soft;
>> 222 prog_req.fr1 = interp_req.fr1 && prog_req.fr1;
>> 223 prog_req.frdefault = interp_req.frdefault && prog_req.frdefault;
>> 224 prog_req.fre = interp_req.fre && prog_req.fre;
>> 225
>> 226 /*
>> 227 * Determine the desired FPU mode
>> 228 *
>> 229 * Decision making:
>> 230 *
>> 231 * - We want FR_FRE if FRE=1 and both FR=1 and FR=0 are false. This
>> 232 * means that we have a combination of program and interpreter
>> 233 * that inherently require the hybrid FP mode.
>> 234 * - If FR1 and FRDEFAULT is true, that means we hit the any-abi or
>> 235 * fpxx case. This is because, in any-ABI (or no-ABI) we have no FPU
>> 236 * instructions so we don't care about the mode. We will simply use
>> 237 * the one preferred by the hardware. In fpxx case, that ABI can
>> 238 * handle both FR=1 and FR=0, so, again, we simply choose the one
>> 239 * preferred by the hardware. Next, if we only use single-precision
>> 240 * FPU instructions, and the default ABI FPU mode is not good
>> 241 * (ie single + any ABI combination), we set again the FPU mode to the
>> 242 * one is preferred by the hardware. Next, if we know that the code
>> 243 * will only use single-precision instructions, shown by single being
>> 244 * true but frdefault being false, then we again set the FPU mode to
>> 245 * the one that is preferred by the hardware.
>> 246 * - We want FP_FR1 if that's the only matching mode and the default one
>> 247 * is not good.
>> 248 * - Return with -ELIBADD if we can't find a matching FPU mode.
>> 249 */
>> 250 if (prog_req.fre && !prog_req.frdefault && !prog_req.fr1)
>> 251 state->overall_fp_mode = FP_FRE;
>> 252 else if ((prog_req.fr1 && prog_req.frdefault) ||
>> 253 (prog_req.single && !prog_req.frdefault))
>> 254 /* Make sure 64-bit MIPS III/IV/64R1 will not pick FR1 */
>> 255 state->overall_fp_mode = ((raw_current_cpu_data.fpu_id & MIPS_FPIR_F64) &&
>> 256 cpu_has_mips_r2_r6) ?
>> 257 FP_FR1 : FP_FR0;
>> 258 else if (prog_req.fr1)
>> 259 state->overall_fp_mode = FP_FR1;
>> 260 else if (!prog_req.fre && !prog_req.frdefault &&
>> 261 !prog_req.fr1 && !prog_req.single && !prog_req.soft)
>> 262 return -ELIBBAD;
>> 263
>> 264 return 0;
77 } 265 }
78 EXPORT_SYMBOL(elf_set_personality); <<
79 266
80 /* !! 267 static inline void set_thread_fp_mode(int hybrid, int regs32)
81 * An executable for which elf_read_implies_ex <<
82 * have the READ_IMPLIES_EXEC personality flag <<
83 * <<
84 * The decision process for determining the re <<
85 * <<
86 * Â Â Â Â Â Â Â CPU: | lacks NX* Â | <<
87 * ELF: Â Â Â Â Â Â Â | Â Â Â Â Â <<
88 * ---------------------|------------|-------- <<
89 * missing PT_GNU_STACK | exec-all  | exec-a <<
90 * PT_GNU_STACK == RWX  | exec-all  | exec- <<
91 * PT_GNU_STACK == RW  | exec-all  | exec- <<
92 * <<
93 * exec-all : all PROT_READ user mappings ar <<
94 * backed by files on a noexec-fi <<
95 * exec-none : only PROT_EXEC user mappings a <<
96 * exec-stack: only the stack and PROT_EXEC u <<
97 * <<
98 * *this column has no architectural effect: <<
99 * hardware, but may have behavioral effects <<
100 * "cannot be X" constraints in memory permi <<
101 * https://lkml.kernel.org/r/20190418055759. <<
102 * <<
103 */ <<
104 int arm_elf_read_implies_exec(int executable_s <<
105 { 268 {
106 if (executable_stack == EXSTACK_DEFAUL !! 269 if (hybrid)
107 return 1; !! 270 set_thread_flag(TIF_HYBRID_FPREGS);
108 if (cpu_architecture() < CPU_ARCH_ARMv !! 271 else
109 return 1; !! 272 clear_thread_flag(TIF_HYBRID_FPREGS);
110 return 0; !! 273 if (regs32)
>> 274 set_thread_flag(TIF_32BIT_FPREGS);
>> 275 else
>> 276 clear_thread_flag(TIF_32BIT_FPREGS);
111 } 277 }
112 EXPORT_SYMBOL(arm_elf_read_implies_exec); <<
113 278
114 #if defined(CONFIG_MMU) && defined(CONFIG_BINF !! 279 void mips_set_personality_fp(struct arch_elf_state *state)
>> 280 {
>> 281 /*
>> 282 * This function is only ever called for O32 ELFs so we should
>> 283 * not be worried about N32/N64 binaries.
>> 284 */
>> 285
>> 286 if (!IS_ENABLED(CONFIG_MIPS_O32_FP64_SUPPORT))
>> 287 return;
115 288
116 void elf_fdpic_arch_lay_out_mm(struct elf_fdpi !! 289 switch (state->overall_fp_mode) {
117 struct elf_fdpi !! 290 case FP_FRE:
118 unsigned long * !! 291 set_thread_fp_mode(1, 0);
119 unsigned long * !! 292 break;
>> 293 case FP_FR0:
>> 294 set_thread_fp_mode(0, 1);
>> 295 break;
>> 296 case FP_FR1:
>> 297 set_thread_fp_mode(0, 0);
>> 298 break;
>> 299 default:
>> 300 BUG();
>> 301 }
>> 302 }
>> 303
>> 304 /*
>> 305 * Select the IEEE 754 NaN encoding and ABS.fmt/NEG.fmt execution mode
>> 306 * in FCSR according to the ELF NaN personality.
>> 307 */
>> 308 void mips_set_personality_nan(struct arch_elf_state *state)
120 { 309 {
121 elf_set_personality(&exec_params->hdr) !! 310 struct cpuinfo_mips *c = &boot_cpu_data;
>> 311 struct task_struct *t = current;
122 312
123 exec_params->load_addr = 0x8000; !! 313 /* Do this early so t->thread.fpu.fcr31 won't be clobbered in case
124 interp_params->load_addr = ELF_ET_DYN_ !! 314 * we are preempted before the lose_fpu(0) in start_thread.
125 *start_stack = TASK_SIZE - SZ_16M; !! 315 */
>> 316 lose_fpu(0);
126 317
127 if ((exec_params->flags & ELF_FDPIC_FL !! 318 t->thread.fpu.fcr31 = c->fpu_csr31;
128 exec_params->flags &= ~ELF_FDP !! 319 switch (state->nan_2008) {
129 exec_params->flags |= ELF_FDPI !! 320 case 0:
>> 321 if (!(c->fpu_msk31 & FPU_CSR_NAN2008))
>> 322 t->thread.fpu.fcr31 &= ~FPU_CSR_NAN2008;
>> 323 if (!(c->fpu_msk31 & FPU_CSR_ABS2008))
>> 324 t->thread.fpu.fcr31 &= ~FPU_CSR_ABS2008;
>> 325 break;
>> 326 case 1:
>> 327 if (!(c->fpu_msk31 & FPU_CSR_NAN2008))
>> 328 t->thread.fpu.fcr31 |= FPU_CSR_NAN2008;
>> 329 if (!(c->fpu_msk31 & FPU_CSR_ABS2008))
>> 330 t->thread.fpu.fcr31 |= FPU_CSR_ABS2008;
>> 331 break;
>> 332 default:
>> 333 BUG();
130 } 334 }
131 } 335 }
132 336
133 #endif !! 337 #endif /* CONFIG_MIPS_FP_SUPPORT */
>> 338
>> 339 int mips_elf_read_implies_exec(void *elf_ex, int exstack)
>> 340 {
>> 341 /*
>> 342 * Set READ_IMPLIES_EXEC only on non-NX systems that
>> 343 * do not request a specific state via PT_GNU_STACK.
>> 344 */
>> 345 return (!cpu_has_rixi && exstack == EXSTACK_DEFAULT);
>> 346 }
>> 347 EXPORT_SYMBOL(mips_elf_read_implies_exec);
134 348
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.