1 /* SPDX-License-Identifier: GPL-2.0-or-later *
2 /*
3 * String handling functions for PowerPC.
4 *
5 * Copyright (C) 1996 Paul Mackerras.
6 */
7 #include <linux/export.h>
8 #include <asm/processor.h>
9 #include <asm/errno.h>
10 #include <asm/ppc_asm.h>
11 #include <asm/kasan.h>
12
13 #ifndef CONFIG_KASAN
14 _GLOBAL(__memset16)
15 rlwimi r4,r4,16,0,15
16 /* fall through */
17
18 _GLOBAL(__memset32)
19 rldimi r4,r4,32,0
20 /* fall through */
21
22 _GLOBAL(__memset64)
23 neg r0,r3
24 andi. r0,r0,7
25 cmplw cr1,r5,r0
26 b .Lms
27 EXPORT_SYMBOL(__memset16)
28 EXPORT_SYMBOL(__memset32)
29 EXPORT_SYMBOL(__memset64)
30 #endif
31
32 _GLOBAL_KASAN(memset)
33 neg r0,r3
34 rlwimi r4,r4,8,16,23
35 andi. r0,r0,7 /* # b
36 rlwimi r4,r4,16,0,15
37 cmplw cr1,r5,r0 /* do
38 rldimi r4,r4,32,0
39 .Lms: PPC_MTOCRF(1,r0)
40 mr r6,r3
41 blt cr1,8f
42 beq 3f /* if
43 subf r5,r0,r5
44 bf 31,1f
45 stb r4,0(r6)
46 addi r6,r6,1
47 1: bf 30,2f
48 sth r4,0(r6)
49 addi r6,r6,2
50 2: bf 29,3f
51 stw r4,0(r6)
52 addi r6,r6,4
53 3: srdi. r0,r5,6
54 clrldi r5,r5,58
55 mtctr r0
56 beq 5f
57 .balign 16
58 4: std r4,0(r6)
59 std r4,8(r6)
60 std r4,16(r6)
61 std r4,24(r6)
62 std r4,32(r6)
63 std r4,40(r6)
64 std r4,48(r6)
65 std r4,56(r6)
66 addi r6,r6,64
67 bdnz 4b
68 5: srwi. r0,r5,3
69 clrlwi r5,r5,29
70 PPC_MTOCRF(1,r0)
71 beq 8f
72 bf 29,6f
73 std r4,0(r6)
74 std r4,8(r6)
75 std r4,16(r6)
76 std r4,24(r6)
77 addi r6,r6,32
78 6: bf 30,7f
79 std r4,0(r6)
80 std r4,8(r6)
81 addi r6,r6,16
82 7: bf 31,8f
83 std r4,0(r6)
84 addi r6,r6,8
85 8: cmpwi r5,0
86 PPC_MTOCRF(1,r5)
87 beqlr
88 bf 29,9f
89 stw r4,0(r6)
90 addi r6,r6,4
91 9: bf 30,10f
92 sth r4,0(r6)
93 addi r6,r6,2
94 10: bflr 31
95 stb r4,0(r6)
96 blr
97 EXPORT_SYMBOL(memset)
98 EXPORT_SYMBOL_KASAN(memset)
99
100 _GLOBAL_TOC_KASAN(memmove)
101 cmplw 0,r3,r4
102 bgt backwards_memcpy
103 b memcpy
104
105 _GLOBAL(backwards_memcpy)
106 rlwinm. r7,r5,32-3,3,31 /* r0
107 add r6,r3,r5
108 add r4,r4,r5
109 beq 2f
110 andi. r0,r6,3
111 mtctr r7
112 bne 5f
113 .balign 16
114 1: lwz r7,-4(r4)
115 lwzu r8,-8(r4)
116 stw r7,-4(r6)
117 stwu r8,-8(r6)
118 bdnz 1b
119 andi. r5,r5,7
120 2: cmplwi 0,r5,4
121 blt 3f
122 lwzu r0,-4(r4)
123 subi r5,r5,4
124 stwu r0,-4(r6)
125 3: cmpwi 0,r5,0
126 beqlr
127 mtctr r5
128 4: lbzu r0,-1(r4)
129 stbu r0,-1(r6)
130 bdnz 4b
131 blr
132 5: mtctr r0
133 6: lbzu r7,-1(r4)
134 stbu r7,-1(r6)
135 bdnz 6b
136 subf r5,r0,r5
137 rlwinm. r7,r5,32-3,3,31
138 beq 2b
139 mtctr r7
140 b 1b
141 EXPORT_SYMBOL(memmove)
142 EXPORT_SYMBOL_KASAN(memmove)
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.