1 // SPDX-License-Identifier: GPL-2.0-or-later 1 2 /* 3 * Copyright (C) 2009 Sunplus Core Technology 4 * Chen Liqin <liqin.chen@sunplusct.com> 5 * Lennox Wu <lennox.wu@sunplusct.com> 6 * Copyright (C) 2012 Regents of the Universit 7 * Copyright (C) 2017 SiFive 8 */ 9 10 #include <linux/cpu.h> 11 #include <linux/kernel.h> 12 #include <linux/sched.h> 13 #include <linux/sched/debug.h> 14 #include <linux/sched/task_stack.h> 15 #include <linux/tick.h> 16 #include <linux/ptrace.h> 17 #include <linux/uaccess.h> 18 #include <linux/personality.h> 19 20 #include <asm/unistd.h> 21 #include <asm/processor.h> 22 #include <asm/csr.h> 23 #include <asm/stacktrace.h> 24 #include <asm/string.h> 25 #include <asm/switch_to.h> 26 #include <asm/thread_info.h> 27 #include <asm/cpuidle.h> 28 #include <asm/vector.h> 29 #include <asm/cpufeature.h> 30 #include <asm/exec.h> 31 32 #if defined(CONFIG_STACKPROTECTOR) && !defined 33 #include <linux/stackprotector.h> 34 unsigned long __stack_chk_guard __read_mostly; 35 EXPORT_SYMBOL(__stack_chk_guard); 36 #endif 37 38 extern asmlinkage void ret_from_fork(void); 39 40 void noinstr arch_cpu_idle(void) 41 { 42 cpu_do_idle(); 43 } 44 45 int set_unalign_ctl(struct task_struct *tsk, u 46 { 47 if (!unaligned_ctl_available()) 48 return -EINVAL; 49 50 tsk->thread.align_ctl = val; 51 return 0; 52 } 53 54 int get_unalign_ctl(struct task_struct *tsk, u 55 { 56 if (!unaligned_ctl_available()) 57 return -EINVAL; 58 59 return put_user(tsk->thread.align_ctl, 60 } 61 62 void __show_regs(struct pt_regs *regs) 63 { 64 show_regs_print_info(KERN_DEFAULT); 65 66 if (!user_mode(regs)) { 67 pr_cont("epc : %pS\n", (void * 68 pr_cont(" ra : %pS\n", (void * 69 } 70 71 pr_cont("epc : " REG_FMT " ra : " REG_ 72 regs->epc, regs->ra, regs->sp) 73 pr_cont(" gp : " REG_FMT " tp : " REG_ 74 regs->gp, regs->tp, regs->t0); 75 pr_cont(" t1 : " REG_FMT " t2 : " REG_ 76 regs->t1, regs->t2, regs->s0); 77 pr_cont(" s1 : " REG_FMT " a0 : " REG_ 78 regs->s1, regs->a0, regs->a1); 79 pr_cont(" a2 : " REG_FMT " a3 : " REG_ 80 regs->a2, regs->a3, regs->a4); 81 pr_cont(" a5 : " REG_FMT " a6 : " REG_ 82 regs->a5, regs->a6, regs->a7); 83 pr_cont(" s2 : " REG_FMT " s3 : " REG_ 84 regs->s2, regs->s3, regs->s4); 85 pr_cont(" s5 : " REG_FMT " s6 : " REG_ 86 regs->s5, regs->s6, regs->s7); 87 pr_cont(" s8 : " REG_FMT " s9 : " REG_ 88 regs->s8, regs->s9, regs->s10) 89 pr_cont(" s11: " REG_FMT " t3 : " REG_ 90 regs->s11, regs->t3, regs->t4) 91 pr_cont(" t5 : " REG_FMT " t6 : " REG_ 92 regs->t5, regs->t6); 93 94 pr_cont("status: " REG_FMT " badaddr: 95 regs->status, regs->badaddr, r 96 } 97 void show_regs(struct pt_regs *regs) 98 { 99 __show_regs(regs); 100 if (!user_mode(regs)) 101 dump_backtrace(regs, NULL, KER 102 } 103 104 unsigned long arch_align_stack(unsigned long s 105 { 106 if (!(current->personality & ADDR_NO_R 107 sp -= get_random_u32_below(PAG 108 return sp & ~0xf; 109 } 110 111 #ifdef CONFIG_COMPAT 112 static bool compat_mode_supported __read_mostl 113 114 bool compat_elf_check_arch(Elf32_Ehdr *hdr) 115 { 116 return compat_mode_supported && 117 hdr->e_machine == EM_RISCV && 118 hdr->e_ident[EI_CLASS] == ELFCL 119 } 120 121 static int __init compat_mode_detect(void) 122 { 123 unsigned long tmp = csr_read(CSR_STATU 124 125 csr_write(CSR_STATUS, (tmp & ~SR_UXL) 126 compat_mode_supported = 127 (csr_read(CSR_STATUS) 128 129 csr_write(CSR_STATUS, tmp); 130 131 pr_info("riscv: ELF compat mode %s", 132 compat_mode_supported 133 134 return 0; 135 } 136 early_initcall(compat_mode_detect); 137 #endif 138 139 void start_thread(struct pt_regs *regs, unsign 140 unsigned long sp) 141 { 142 regs->status = SR_PIE; 143 if (has_fpu()) { 144 regs->status |= SR_FS_INITIAL; 145 /* 146 * Restore the initial value t 147 * before starting the user pr 148 */ 149 fstate_restore(current, regs); 150 } 151 regs->epc = pc; 152 regs->sp = sp; 153 154 #ifdef CONFIG_64BIT 155 regs->status &= ~SR_UXL; 156 157 if (is_compat_task()) 158 regs->status |= SR_UXL_32; 159 else 160 regs->status |= SR_UXL_64; 161 #endif 162 } 163 164 void flush_thread(void) 165 { 166 #ifdef CONFIG_FPU 167 /* 168 * Reset FPU state and context 169 * frm: round to nearest, ties to 170 * fflags: accrued exceptions cle 171 */ 172 fstate_off(current, task_pt_regs(curre 173 memset(¤t->thread.fstate, 0, siz 174 #endif 175 #ifdef CONFIG_RISCV_ISA_V 176 /* Reset vector state */ 177 riscv_v_vstate_ctrl_init(current); 178 riscv_v_vstate_off(task_pt_regs(curren 179 kfree(current->thread.vstate.datap); 180 memset(¤t->thread.vstate, 0, siz 181 clear_tsk_thread_flag(current, TIF_RIS 182 #endif 183 } 184 185 void arch_release_task_struct(struct task_stru 186 { 187 /* Free the vector context of datap. * 188 if (has_vector()) 189 riscv_v_thread_free(tsk); 190 } 191 192 int arch_dup_task_struct(struct task_struct *d 193 { 194 fstate_save(src, task_pt_regs(src)); 195 *dst = *src; 196 /* clear entire V context, including d 197 memset(&dst->thread.vstate, 0, sizeof( 198 memset(&dst->thread.kernel_vstate, 0, 199 clear_tsk_thread_flag(dst, TIF_RISCV_V 200 201 return 0; 202 } 203 204 int copy_thread(struct task_struct *p, const s 205 { 206 unsigned long clone_flags = args->flag 207 unsigned long usp = args->stack; 208 unsigned long tls = args->tls; 209 struct pt_regs *childregs = task_pt_re 210 211 memset(&p->thread.s, 0, sizeof(p->thre 212 213 /* p->thread holds context to be resto 214 if (unlikely(args->fn)) { 215 /* Kernel thread */ 216 memset(childregs, 0, sizeof(st 217 /* Supervisor/Machine, irqs on 218 childregs->status = SR_PP | SR 219 220 p->thread.s[0] = (unsigned lon 221 p->thread.s[1] = (unsigned lon 222 } else { 223 *childregs = *(current_pt_regs 224 /* Turn off status.VS */ 225 riscv_v_vstate_off(childregs); 226 if (usp) /* User fork */ 227 childregs->sp = usp; 228 if (clone_flags & CLONE_SETTLS 229 childregs->tp = tls; 230 childregs->a0 = 0; /* Return v 231 p->thread.s[0] = 0; 232 } 233 p->thread.riscv_v_flags = 0; 234 if (has_vector()) 235 riscv_v_thread_alloc(p); 236 p->thread.ra = (unsigned long)ret_from 237 p->thread.sp = (unsigned long)childreg 238 return 0; 239 } 240 241 void __init arch_task_cache_init(void) 242 { 243 riscv_v_setup_ctx_cache(); 244 } 245
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.