1 /* SPDX-License-Identifier: GPL-2.0-only */ <<
2 /* 1 /*
3 * Copyright (C) 2012 Regents of the Universit !! 2 * This file is subject to the terms and conditions of the GNU General Public
>> 3 * License. See the file "COPYING" in the main directory of this archive
>> 4 * for more details.
>> 5 *
>> 6 * Copyright (C) 1994, 1995 Waldorf Electronics
>> 7 * Written by Ralf Baechle and Andreas Busse
>> 8 * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle
>> 9 * Copyright (C) 1996 Paul M. Antoine
>> 10 * Modified for DECStation and hence R3000 support by Paul M. Antoine
>> 11 * Further modifications by David S. Miller and Harald Koerfgen
>> 12 * Copyright (C) 1999 Silicon Graphics, Inc.
>> 13 * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
>> 14 * Copyright (C) 2000 MIPS Technologies, Inc. All rights reserved.
4 */ 15 */
>> 16 #include <linux/init.h>
>> 17 #include <linux/threads.h>
5 18
6 #include <asm/asm-offsets.h> !! 19 #include <asm/addrspace.h>
7 #include <asm/asm.h> 20 #include <asm/asm.h>
8 #include <linux/init.h> !! 21 #include <asm/asmmacro.h>
9 #include <linux/linkage.h> !! 22 #include <asm/irqflags.h>
10 #include <asm/thread_info.h> !! 23 #include <asm/regdef.h>
11 #include <asm/page.h> 24 #include <asm/page.h>
12 #include <asm/pgtable.h> !! 25 #include <asm/pgtable-bits.h>
13 #include <asm/csr.h> !! 26 #include <asm/mipsregs.h>
14 #include <asm/hwcap.h> !! 27 #include <asm/stackframe.h>
15 #include <asm/image.h> !! 28
16 #include <asm/scs.h> !! 29 #include <kernel-entry-init.h>
17 #include <asm/xip_fixup.h> <<
18 #include "efi-header.S" <<
19 30
20 __HEAD <<
21 SYM_CODE_START(_start) <<
22 /* 31 /*
23 * Image header expected by Linux boot !! 32 * inputs are the text nasid in t1, data nasid in t2.
24 * structure is described in asm/image <<
25 * Do not modify it without modifying <<
26 * that expects this header format!! <<
27 */ 33 */
28 #ifdef CONFIG_EFI !! 34 .macro MAPPED_KERNEL_SETUP_TLB
>> 35 #ifdef CONFIG_MAPPED_KERNEL
29 /* 36 /*
30 * This instruction decodes to "MZ" AS !! 37 * This needs to read the nasid - assume 0 for now.
>> 38 * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0,
>> 39 * 0+DVG in tlblo_1.
31 */ 40 */
32 c.li s4,-13 !! 41 dli t0, 0xffffffffc0000000
33 j _start_kernel !! 42 dmtc0 t0, CP0_ENTRYHI
34 #else !! 43 li t0, 0x1c000 # Offset of text into node memory
35 /* jump to start kernel */ !! 44 dsll t1, NASID_SHFT # Shift text nasid into place
36 j _start_kernel !! 45 dsll t2, NASID_SHFT # Same for data nasid
37 /* reserved */ !! 46 or t1, t1, t0 # Physical load address of kernel text
38 .word 0 !! 47 or t2, t2, t0 # Physical load address of kernel data
39 #endif !! 48 dsrl t1, 12 # 4K pfn
40 .balign 8 !! 49 dsrl t2, 12 # 4K pfn
41 #ifdef CONFIG_RISCV_M_MODE !! 50 dsll t1, 6 # Get pfn into place
42 /* Image load offset (0MB) from start !! 51 dsll t2, 6 # Get pfn into place
43 .dword 0 !! 52 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6)
44 #else !! 53 or t0, t0, t1
45 #if __riscv_xlen == 64 !! 54 mtc0 t0, CP0_ENTRYLO0 # physaddr, VG, cach exlwr
46 /* Image load offset(2MB) from start o !! 55 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6)
47 .dword 0x200000 !! 56 or t0, t0, t2
>> 57 mtc0 t0, CP0_ENTRYLO1 # physaddr, DVG, cach exlwr
>> 58 li t0, 0x1ffe000 # MAPPED_KERN_TLBMASK, TLBPGMASK_16M
>> 59 mtc0 t0, CP0_PAGEMASK
>> 60 li t0, 0 # KMAP_INX
>> 61 mtc0 t0, CP0_INDEX
>> 62 li t0, 1
>> 63 mtc0 t0, CP0_WIRED
>> 64 tlbwi
48 #else 65 #else
49 /* Image load offset(4MB) from start o !! 66 mtc0 zero, CP0_WIRED
50 .dword 0x400000 <<
51 #endif 67 #endif
52 #endif !! 68 .endm
53 /* Effective size of kernel image */ <<
54 .dword _end - _start <<
55 .dword __HEAD_FLAGS <<
56 .word RISCV_HEADER_VERSION <<
57 .word 0 <<
58 .dword 0 <<
59 .ascii RISCV_IMAGE_MAGIC <<
60 .balign 4 <<
61 .ascii RISCV_IMAGE_MAGIC2 <<
62 #ifdef CONFIG_EFI <<
63 .word pe_head_start - _start <<
64 pe_head_start: <<
65 <<
66 __EFI_PE_HEADER <<
67 #else <<
68 .word 0 <<
69 #endif <<
70 <<
71 .align 2 <<
72 #ifdef CONFIG_MMU <<
73 .global relocate_enable_mmu <<
74 relocate_enable_mmu: <<
75 /* Relocate return address */ <<
76 la a1, kernel_map <<
77 XIP_FIXUP_OFFSET a1 <<
78 REG_L a1, KERNEL_MAP_VIRT_ADDR(a1) <<
79 la a2, _start <<
80 sub a1, a1, a2 <<
81 add ra, ra, a1 <<
82 <<
83 /* Point stvec to virtual address of i <<
84 la a2, 1f <<
85 add a2, a2, a1 <<
86 csrw CSR_TVEC, a2 <<
87 <<
88 /* Compute satp for kernel page tables <<
89 srl a2, a0, PAGE_SHIFT <<
90 la a1, satp_mode <<
91 XIP_FIXUP_OFFSET a1 <<
92 REG_L a1, 0(a1) <<
93 or a2, a2, a1 <<
94 69
95 /* 70 /*
96 * Load trampoline page directory, whi !! 71 * For the moment disable interrupts, mark the kernel mode and
97 * stvec if VA != PA, or simply fall t !! 72 * set ST0_KX so that the CPU does not spit fire when using
98 * full fence here because setup_vm() !! 73 * 64-bit addresses. A full initialization of the CPU's status
99 * to ensure the new translations are !! 74 * register is done later in per_cpu_trap_init().
100 */ 75 */
101 la a0, trampoline_pg_dir !! 76 .macro setup_c0_status set clr
102 XIP_FIXUP_OFFSET a0 !! 77 .set push
103 srl a0, a0, PAGE_SHIFT !! 78 #ifdef CONFIG_MIPS_MT_SMTC
104 or a0, a0, a1 <<
105 sfence.vma <<
106 csrw CSR_SATP, a0 <<
107 .align 2 <<
108 1: <<
109 /* Set trap vector to spin forever to <<
110 la a0, .Lsecondary_park <<
111 csrw CSR_TVEC, a0 <<
112 <<
113 /* Reload the global pointer */ <<
114 load_global_pointer <<
115 <<
116 /* 79 /*
117 * Switch to kernel page tables. A fu !! 80 * For SMTC, we need to set privilege and disable interrupts only for
118 * avoid using the trampoline translat !! 81 * the current TC, using the TCStatus register.
119 * the first superpage. Fetching the <<
120 * because that first superpage is tra <<
121 */ 82 */
122 csrw CSR_SATP, a2 !! 83 mfc0 t0, CP0_TCSTATUS
123 sfence.vma !! 84 /* Fortunately CU 0 is in the same place in both registers */
124 !! 85 /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */
125 ret !! 86 li t1, ST0_CU0 | 0x08001c00
126 #endif /* CONFIG_MMU */ !! 87 or t0, t1
127 #ifdef CONFIG_SMP !! 88 /* Clear TKSU, leave IXMT */
128 .global secondary_start_sbi !! 89 xori t0, 0x00001800
129 secondary_start_sbi: !! 90 mtc0 t0, CP0_TCSTATUS
130 /* Mask all interrupts */ !! 91 _ehb
131 csrw CSR_IE, zero !! 92 /* We need to leave the global IE bit set, but clear EXL...*/
132 csrw CSR_IP, zero !! 93 mfc0 t0, CP0_STATUS
133 !! 94 or t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr
134 /* Load the global pointer */ !! 95 xor t0, ST0_EXL | ST0_ERL | \clr
135 load_global_pointer !! 96 mtc0 t0, CP0_STATUS
>> 97 #else
>> 98 mfc0 t0, CP0_STATUS
>> 99 or t0, ST0_CU0|\set|0x1f|\clr
>> 100 xor t0, 0x1f|\clr
>> 101 mtc0 t0, CP0_STATUS
>> 102 .set noreorder
>> 103 sll zero,3 # ehb
>> 104 #endif
>> 105 .set pop
>> 106 .endm
136 107
137 /* !! 108 .macro setup_c0_status_pri
138 * Disable FPU & VECTOR to detect ille !! 109 #ifdef CONFIG_64BIT
139 * floating point or vector in kernel !! 110 setup_c0_status ST0_KX 0
140 */ !! 111 #else
141 li t0, SR_FS_VS !! 112 setup_c0_status 0 0
142 csrc CSR_STATUS, t0 !! 113 #endif
>> 114 .endm
143 115
144 /* Set trap vector to spin forever to !! 116 .macro setup_c0_status_sec
145 la a3, .Lsecondary_park !! 117 #ifdef CONFIG_64BIT
146 csrw CSR_TVEC, a3 !! 118 setup_c0_status ST0_KX ST0_BEV
147 !! 119 #else
148 /* a0 contains the hartid & a1 contain !! 120 setup_c0_status 0 ST0_BEV
149 li a2, SBI_HART_BOOT_TASK_PTR_OFFSET <<
150 XIP_FIXUP_OFFSET a2 <<
151 add a2, a2, a1 <<
152 REG_L tp, (a2) <<
153 li a3, SBI_HART_BOOT_STACK_PTR_OFFSET <<
154 XIP_FIXUP_OFFSET a3 <<
155 add a3, a3, a1 <<
156 REG_L sp, (a3) <<
157 <<
158 .Lsecondary_start_common: <<
159 <<
160 #ifdef CONFIG_MMU <<
161 /* Enable virtual memory and relocate <<
162 la a0, swapper_pg_dir <<
163 XIP_FIXUP_OFFSET a0 <<
164 call relocate_enable_mmu <<
165 #endif 121 #endif
166 call .Lsetup_trap_vector !! 122 .endm
167 scs_load_current <<
168 call smp_callin <<
169 #endif /* CONFIG_SMP */ <<
170 123
171 .align 2 !! 124 #ifndef CONFIG_NO_EXCEPT_FILL
172 .Lsecondary_park: <<
173 /* 125 /*
174 * Park this hart if we: !! 126 * Reserved space for exception handlers.
175 * - have too many harts on CONFIG_RI !! 127 * Necessary for machines which link their kernels at KSEG0.
176 * - receive an early trap, before se <<
177 * - fail in smp_callin(), as a succe <<
178 */ 128 */
179 wfi !! 129 .fill 0x400
180 j .Lsecondary_park !! 130 #endif
181 131
182 .align 2 !! 132 EXPORT(_stext)
183 .Lsetup_trap_vector: <<
184 /* Set trap vector to exception handle <<
185 la a0, handle_exception <<
186 csrw CSR_TVEC, a0 <<
187 133
>> 134 #ifdef CONFIG_BOOT_RAW
188 /* 135 /*
189 * Set sup0 scratch register to 0, ind !! 136 * Give us a fighting chance of running if execution beings at the
190 * we are presently executing in kerne !! 137 * kernel load address. This is needed because this platform does
>> 138 * not have a ELF loader yet.
191 */ 139 */
192 csrw CSR_SCRATCH, zero !! 140 FEXPORT(__kernel_entry)
193 ret !! 141 j kernel_entry
194 !! 142 #endif
195 SYM_CODE_END(_start) <<
196 <<
197 SYM_CODE_START(_start_kernel) <<
198 /* Mask all interrupts */ <<
199 csrw CSR_IE, zero <<
200 csrw CSR_IP, zero <<
201 <<
202 #ifdef CONFIG_RISCV_M_MODE <<
203 /* flush the instruction cache */ <<
204 fence.i <<
205 143
206 /* Reset all registers except ra, a0, !! 144 __REF
207 call reset_regs <<
208 145
209 /* !! 146 NESTED(kernel_entry, 16, sp) # kernel entry point
210 * Setup a PMP to permit access to all <<
211 * not implement PMPs, so we set up a <<
212 * touching the PMPs on any trap. <<
213 */ <<
214 la a0, .Lpmp_done <<
215 csrw CSR_TVEC, a0 <<
216 147
217 li a0, -1 !! 148 kernel_entry_setup # cpu specific setup
218 csrw CSR_PMPADDR0, a0 <<
219 li a0, (PMP_A_NAPOT | PMP_R | PMP_W | <<
220 csrw CSR_PMPCFG0, a0 <<
221 .align 2 <<
222 .Lpmp_done: <<
223 149
224 /* !! 150 setup_c0_status_pri
225 * The hartid in a0 is expected later <<
226 * to hand it to us. <<
227 */ <<
228 csrr a0, CSR_MHARTID <<
229 #endif /* CONFIG_RISCV_M_MODE */ <<
230 151
231 /* Load the global pointer */ !! 152 /* We might not get launched at the address the kernel is linked to,
232 load_global_pointer !! 153 so we jump there. */
>> 154 PTR_LA t0, 0f
>> 155 jr t0
>> 156 0:
233 157
>> 158 #ifdef CONFIG_MIPS_MT_SMTC
234 /* 159 /*
235 * Disable FPU & VECTOR to detect ille !! 160 * In SMTC kernel, "CLI" is thread-specific, in TCStatus.
236 * floating point or vector in kernel !! 161 * We still need to enable interrupts globally in Status,
>> 162 * and clear EXL/ERL.
>> 163 *
>> 164 * TCContext is used to track interrupt levels under
>> 165 * service in SMTC kernel. Clear for boot TC before
>> 166 * allowing any interrupts.
237 */ 167 */
238 li t0, SR_FS_VS !! 168 mtc0 zero, CP0_TCCONTEXT
239 csrc CSR_STATUS, t0 <<
240 169
241 #ifdef CONFIG_RISCV_BOOT_SPINWAIT !! 170 mfc0 t0, CP0_STATUS
242 li t0, CONFIG_NR_CPUS !! 171 ori t0, t0, 0xff1f
243 blt a0, t0, .Lgood_cores !! 172 xori t0, t0, 0x001e
244 tail .Lsecondary_park !! 173 mtc0 t0, CP0_STATUS
245 .Lgood_cores: !! 174 #endif /* CONFIG_MIPS_MT_SMTC */
246 <<
247 /* The lottery system is only required <<
248 #ifndef CONFIG_XIP_KERNEL <<
249 /* Pick one hart to run the main boot <<
250 la a3, hart_lottery <<
251 li a2, 1 <<
252 amoadd.w a3, a2, (a3) <<
253 bnez a3, .Lsecondary_start <<
254 175
255 #else !! 176 PTR_LA t0, __bss_start # clear .bss
256 /* hart_lottery in flash contains a ma !! 177 LONG_S zero, (t0)
257 la a3, hart_lottery !! 178 PTR_LA t1, __bss_stop - LONGSIZE
258 mv a2, a3 !! 179 1:
259 XIP_FIXUP_OFFSET a2 !! 180 PTR_ADDIU t0, LONGSIZE
260 XIP_FIXUP_FLASH_OFFSET a3 !! 181 LONG_S zero, (t0)
261 lw t1, (a3) !! 182 bne t0, t1, 1b
262 amoswap.w t0, t1, (a2) !! 183
263 /* first time here if hart_lottery in !! 184 LONG_S a0, fw_arg0 # firmware arguments
264 beq t0, t1, .Lsecondary_start !! 185 LONG_S a1, fw_arg1
265 !! 186 LONG_S a2, fw_arg2
266 #endif /* CONFIG_XIP */ !! 187 LONG_S a3, fw_arg3
267 #endif /* CONFIG_RISCV_BOOT_SPINWAIT */ !! 188
268 !! 189 MTC0 zero, CP0_CONTEXT # clear context register
269 #ifdef CONFIG_XIP_KERNEL !! 190 PTR_LA $28, init_thread_union
270 la sp, _end + THREAD_SIZE !! 191 /* Set the SP after an empty pt_regs. */
271 XIP_FIXUP_OFFSET sp !! 192 PTR_LI sp, _THREAD_SIZE - 32 - PT_SIZE
272 mv s0, a0 !! 193 PTR_ADDU sp, $28
273 mv s1, a1 !! 194 back_to_back_c0_hazard
274 call __copy_data !! 195 set_saved_sp sp, t0, t1
275 !! 196 PTR_SUBU sp, 4 * SZREG # init stack pointer
276 /* Restore a0 & a1 copy */ <<
277 mv a0, s0 <<
278 mv a1, s1 <<
279 #endif <<
280 197
281 #ifndef CONFIG_XIP_KERNEL !! 198 j start_kernel
282 /* Clear BSS for flat non-ELF images * !! 199 END(kernel_entry)
283 la a3, __bss_start <<
284 la a4, __bss_stop <<
285 ble a4, a3, .Lclear_bss_done <<
286 .Lclear_bss: <<
287 REG_S zero, (a3) <<
288 add a3, a3, RISCV_SZPTR <<
289 blt a3, a4, .Lclear_bss <<
290 .Lclear_bss_done: <<
291 #endif <<
292 la a2, boot_cpu_hartid <<
293 XIP_FIXUP_OFFSET a2 <<
294 REG_S a0, (a2) <<
295 <<
296 /* Initialize page tables and relocate <<
297 la tp, init_task <<
298 la sp, init_thread_union + THREAD_SIZE <<
299 XIP_FIXUP_OFFSET sp <<
300 addi sp, sp, -PT_SIZE_ON_STACK <<
301 scs_load_init_stack <<
302 #ifdef CONFIG_BUILTIN_DTB <<
303 la a0, __dtb_start <<
304 XIP_FIXUP_OFFSET a0 <<
305 #else <<
306 mv a0, a1 <<
307 #endif /* CONFIG_BUILTIN_DTB */ <<
308 /* Set trap vector to spin forever to <<
309 la a3, .Lsecondary_park <<
310 csrw CSR_TVEC, a3 <<
311 call setup_vm <<
312 #ifdef CONFIG_MMU <<
313 la a0, early_pg_dir <<
314 XIP_FIXUP_OFFSET a0 <<
315 call relocate_enable_mmu <<
316 #endif /* CONFIG_MMU */ <<
317 <<
318 call .Lsetup_trap_vector <<
319 /* Restore C environment */ <<
320 la tp, init_task <<
321 la sp, init_thread_union + THREAD_SIZE <<
322 addi sp, sp, -PT_SIZE_ON_STACK <<
323 scs_load_current <<
324 200
325 #ifdef CONFIG_KASAN !! 201 __CPUINIT
326 call kasan_early_init <<
327 #endif <<
328 /* Start the kernel */ <<
329 call soc_early_init <<
330 tail start_kernel <<
331 <<
332 #ifdef CONFIG_RISCV_BOOT_SPINWAIT <<
333 .Lsecondary_start: <<
334 /* Set trap vector to spin forever to <<
335 la a3, .Lsecondary_park <<
336 csrw CSR_TVEC, a3 <<
337 <<
338 slli a3, a0, LGREG <<
339 la a1, __cpu_spinwait_stack_pointer <<
340 XIP_FIXUP_OFFSET a1 <<
341 la a2, __cpu_spinwait_task_pointer <<
342 XIP_FIXUP_OFFSET a2 <<
343 add a1, a3, a1 <<
344 add a2, a3, a2 <<
345 202
>> 203 #ifdef CONFIG_SMP
>> 204 /*
>> 205 * SMP slave cpus entry point. Board specific code for bootstrap calls this
>> 206 * function after setting up the stack and gp registers.
>> 207 */
>> 208 NESTED(smp_bootstrap, 16, sp)
>> 209 #ifdef CONFIG_MIPS_MT_SMTC
346 /* 210 /*
347 * This hart didn't win the lottery, s !! 211 * Read-modify-writes of Status must be atomic, and this
348 * get far enough along the boot proce !! 212 * is one case where CLI is invoked without EXL being
349 */ !! 213 * necessarily set. The CLI and setup_c0_status will
350 .Lwait_for_cpu_up: !! 214 * in fact be redundant for all but the first TC of
351 /* FIXME: We should WFI to save some e !! 215 * each VPE being booted.
352 REG_L sp, (a1) !! 216 */
353 REG_L tp, (a2) !! 217 DMT 10 # dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */
354 beqz sp, .Lwait_for_cpu_up !! 218 jal mips_ihb
355 beqz tp, .Lwait_for_cpu_up !! 219 #endif /* CONFIG_MIPS_MT_SMTC */
356 fence !! 220 setup_c0_status_sec
357 !! 221 smp_slave_setup
358 tail .Lsecondary_start_common !! 222 #ifdef CONFIG_MIPS_MT_SMTC
359 #endif /* CONFIG_RISCV_BOOT_SPINWAIT */ !! 223 andi t2, t2, VPECONTROL_TE
360 !! 224 beqz t2, 2f
361 SYM_CODE_END(_start_kernel) !! 225 EMT # emt
362 !! 226 2:
363 #ifdef CONFIG_RISCV_M_MODE !! 227 #endif /* CONFIG_MIPS_MT_SMTC */
364 SYM_CODE_START_LOCAL(reset_regs) !! 228 j start_secondary
365 li sp, 0 !! 229 END(smp_bootstrap)
366 li gp, 0 !! 230 #endif /* CONFIG_SMP */
367 li tp, 0 <<
368 li t0, 0 <<
369 li t1, 0 <<
370 li t2, 0 <<
371 li s0, 0 <<
372 li s1, 0 <<
373 li a2, 0 <<
374 li a3, 0 <<
375 li a4, 0 <<
376 li a5, 0 <<
377 li a6, 0 <<
378 li a7, 0 <<
379 li s2, 0 <<
380 li s3, 0 <<
381 li s4, 0 <<
382 li s5, 0 <<
383 li s6, 0 <<
384 li s7, 0 <<
385 li s8, 0 <<
386 li s9, 0 <<
387 li s10, 0 <<
388 li s11, 0 <<
389 li t3, 0 <<
390 li t4, 0 <<
391 li t5, 0 <<
392 li t6, 0 <<
393 csrw CSR_SCRATCH, 0 <<
394 <<
395 #ifdef CONFIG_FPU <<
396 csrr t0, CSR_MISA <<
397 andi t0, t0, (COMPAT_HWCAP_ISA_F | <<
398 beqz t0, .Lreset_regs_done_fpu <<
399 <<
400 li t1, SR_FS <<
401 csrs CSR_STATUS, t1 <<
402 fmv.s.x f0, zero <<
403 fmv.s.x f1, zero <<
404 fmv.s.x f2, zero <<
405 fmv.s.x f3, zero <<
406 fmv.s.x f4, zero <<
407 fmv.s.x f5, zero <<
408 fmv.s.x f6, zero <<
409 fmv.s.x f7, zero <<
410 fmv.s.x f8, zero <<
411 fmv.s.x f9, zero <<
412 fmv.s.x f10, zero <<
413 fmv.s.x f11, zero <<
414 fmv.s.x f12, zero <<
415 fmv.s.x f13, zero <<
416 fmv.s.x f14, zero <<
417 fmv.s.x f15, zero <<
418 fmv.s.x f16, zero <<
419 fmv.s.x f17, zero <<
420 fmv.s.x f18, zero <<
421 fmv.s.x f19, zero <<
422 fmv.s.x f20, zero <<
423 fmv.s.x f21, zero <<
424 fmv.s.x f22, zero <<
425 fmv.s.x f23, zero <<
426 fmv.s.x f24, zero <<
427 fmv.s.x f25, zero <<
428 fmv.s.x f26, zero <<
429 fmv.s.x f27, zero <<
430 fmv.s.x f28, zero <<
431 fmv.s.x f29, zero <<
432 fmv.s.x f30, zero <<
433 fmv.s.x f31, zero <<
434 csrw fcsr, 0 <<
435 /* note that the caller must clear SR_ <<
436 .Lreset_regs_done_fpu: <<
437 #endif /* CONFIG_FPU */ <<
438 <<
439 #ifdef CONFIG_RISCV_ISA_V <<
440 csrr t0, CSR_MISA <<
441 li t1, COMPAT_HWCAP_ISA_V <<
442 and t0, t0, t1 <<
443 beqz t0, .Lreset_regs_done_vector <<
444 231
445 /* !! 232 __FINIT
446 * Clear vector registers and reset vc <<
447 * VLMAX has a defined value, VLEN is <<
448 * and this form of vsetvli is defined <<
449 */ <<
450 li t1, SR_VS <<
451 csrs CSR_STATUS, t1 <<
452 csrs CSR_VCSR, x0 <<
453 vsetvli t1, x0, e8, m8, ta, ma <<
454 vmv.v.i v0, 0 <<
455 vmv.v.i v8, 0 <<
456 vmv.v.i v16, 0 <<
457 vmv.v.i v24, 0 <<
458 /* note that the caller must clear SR_ <<
459 .Lreset_regs_done_vector: <<
460 #endif /* CONFIG_RISCV_ISA_V */ <<
461 ret <<
462 SYM_CODE_END(reset_regs) <<
463 #endif /* CONFIG_RISCV_M_MODE */ <<
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.