1 /* SPDX-License-Identifier: GPL-2.0-only */ <<
2 /* 1 /*
3 * Copyright (C) 2004, 2007-2010, 2011-2012 Sy !! 2 * This file is subject to the terms and conditions of the GNU General Public
>> 3 * License. See the file "COPYING" in the main directory of this archive
>> 4 * for more details.
>> 5 *
>> 6 * Copyright (C) 1998 by Ralf Baechle
4 */ 7 */
>> 8 #include <asm/asm.h>
>> 9 #include <asm/offset.h>
>> 10 #include <asm/regdef.h>
>> 11
>> 12 #define EX(insn,reg,addr,handler) \
>> 13 9: insn reg, addr; \
>> 14 .section __ex_table,"a"; \
>> 15 PTR 9b, handler; \
>> 16 .previous
>> 17
>> 18 #define F_FILL64(dst, offset, val, fixup) \
>> 19 EX(sw, val, (offset + 0x00)(dst), fixup); \
>> 20 EX(sw, val, (offset + 0x04)(dst), fixup); \
>> 21 EX(sw, val, (offset + 0x08)(dst), fixup); \
>> 22 EX(sw, val, (offset + 0x0c)(dst), fixup); \
>> 23 EX(sw, val, (offset + 0x10)(dst), fixup); \
>> 24 EX(sw, val, (offset + 0x14)(dst), fixup); \
>> 25 EX(sw, val, (offset + 0x18)(dst), fixup); \
>> 26 EX(sw, val, (offset + 0x1c)(dst), fixup); \
>> 27 EX(sw, val, (offset + 0x20)(dst), fixup); \
>> 28 EX(sw, val, (offset + 0x24)(dst), fixup); \
>> 29 EX(sw, val, (offset + 0x28)(dst), fixup); \
>> 30 EX(sw, val, (offset + 0x2c)(dst), fixup); \
>> 31 EX(sw, val, (offset + 0x30)(dst), fixup); \
>> 32 EX(sw, val, (offset + 0x34)(dst), fixup); \
>> 33 EX(sw, val, (offset + 0x38)(dst), fixup); \
>> 34 EX(sw, val, (offset + 0x3c)(dst), fixup)
5 35
6 #include <linux/linkage.h> !! 36 /*
7 !! 37 * memset(void *s, int c, size_t n)
8 #define SMALL 7 /* Must be at least 6 to dea !! 38 *
9 !! 39 * a0: start of area to clear
10 ENTRY_CFI(memset) !! 40 * a1: char to fill with
11 mov_s r4,r0 !! 41 * a2: size of area to clear
12 or r12,r0,r2 !! 42 */
13 bmsk.f r12,r12,1 !! 43 .set noreorder
14 extb_s r1,r1 !! 44 .align 5
15 asl r3,r1,8 !! 45 LEAF(memset)
16 beq.d .Laligned !! 46 beqz a1, 1f
17 or_s r1,r1,r3 !! 47 move v0, a0 /* result */
18 brls r2,SMALL,.Ltiny !! 48
19 add r3,r2,r0 !! 49 andi a1, 0xff /* spread fillword */
20 stb r1,[r3,-1] !! 50 sll t1, a1, 8
21 bclr_s r3,r3,0 !! 51 or a1, t1
22 stw r1,[r3,-2] !! 52 sll t1, a1, 16
23 bmsk.f r12,r0,1 !! 53 or a1, t1
24 add_s r2,r2,r12 !! 54 1:
25 sub.ne r2,r2,4 !! 55
26 stb.ab r1,[r4,1] !! 56 EXPORT(__bzero)
27 and r4,r4,-2 !! 57 sltiu t0, a2, 4 /* very small region? */
28 stw.ab r1,[r4,2] !! 58 bnez t0, small_memset
29 and r4,r4,-4 !! 59 andi t0, a0, 3 /* aligned? */
30 .Laligned: ; This code address should be !! 60
31 asl r3,r1,16 !! 61 beqz t0, 1f
32 lsr.f lp_count,r2,2 !! 62 subu t0, 4 /* alignment in bytes */
33 or_s r1,r1,r3 !! 63
34 lpne .Loop_end !! 64 #ifdef __MIPSEB__
35 st.ab r1,[r4,4] !! 65 EX(swl, a1, (a0), first_fixup) /* make word aligned */
36 .Loop_end: !! 66 #endif
37 j_s [blink] !! 67 #ifdef __MIPSEL__
38 !! 68 EX(swr, a1, (a0), first_fixup) /* make word aligned */
39 .balign 4 !! 69 #endif
40 .Ltiny: !! 70 subu a0, t0 /* word align ptr */
41 mov.f lp_count,r2 !! 71 addu a2, t0 /* correct size */
42 lpne .Ltiny_end !! 72
43 stb.ab r1,[r4,1] !! 73 1: ori t1, a2, 0x3f /* # of full blocks */
44 .Ltiny_end: !! 74 xori t1, 0x3f
45 j_s [blink] !! 75 beqz t1, memset_partial /* no block to fill */
46 END_CFI(memset) !! 76 andi t0, a2, 0x3c
47 !! 77
48 ; memzero: @r0 = mem, @r1 = size_t !! 78 addu t1, a0 /* end address */
49 ; memset: @r0 = mem, @r1 = char, @r2 = size_t !! 79 .set reorder
50 !! 80 1: addiu a0, 64
51 ENTRY_CFI(memzero) !! 81 F_FILL64(a0, -64, a1, fwd_fixup)
52 ; adjust bzero args to memset args !! 82 bne t1, a0, 1b
53 mov r2, r1 !! 83 .set noreorder
54 mov r1, 0 !! 84
55 b memset ;tail call so need to tinker !! 85 memset_partial:
56 END_CFI(memzero) !! 86 PTR_LA t1, 2f /* where to start */
>> 87 subu t1, t0
>> 88 jr t1
>> 89 addu a0, t0 /* dest ptr */
>> 90
>> 91 .set push
>> 92 .set noreorder
>> 93 .set nomacro
>> 94 F_FILL64(a0, -64, a1, partial_fixup) /* ... but first do wrds ... */
>> 95 2: .set pop
>> 96 andi a2, 3 /* 0 <= n <= 3 to go */
>> 97
>> 98 beqz a2, 1f
>> 99 addu a0, a2 /* What's left */
>> 100 #ifdef __MIPSEB__
>> 101 EX(swr, a1, -1(a0), last_fixup)
>> 102 #endif
>> 103 #ifdef __MIPSEL__
>> 104 EX(swl, a1, -1(a0), last_fixup)
>> 105 #endif
>> 106 1: jr ra
>> 107 move a2, zero
>> 108
>> 109 small_memset:
>> 110 beqz a2, 2f
>> 111 addu t1, a0, a2
>> 112
>> 113 1: addiu a0, 1 /* fill bytewise */
>> 114 bne t1, a0, 1b
>> 115 sb a1, -1(a0)
>> 116
>> 117 2: jr ra /* done */
>> 118 move a2, zero
>> 119 END(memset)
>> 120
>> 121 first_fixup:
>> 122 jr ra
>> 123 nop
>> 124
>> 125 fwd_fixup:
>> 126 lw t0, THREAD_BUADDR($28)
>> 127 andi a2, 0x3f
>> 128 addu a2, t1
>> 129 jr ra
>> 130 subu a2, t0
>> 131
>> 132 partial_fixup:
>> 133 lw t0, THREAD_BUADDR($28)
>> 134 andi a2, 3
>> 135 addu a2, t1
>> 136 jr ra
>> 137 subu a2, t0
>> 138
>> 139 last_fixup:
>> 140 jr ra
>> 141 andi v1, a2, 3
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.