Linux/arch/hexagon/lib/memset.S

Version: ~ [ linux-6.12-rc7 ] ~ [ linux-6.11.7 ] ~ [ linux-6.10.14 ] ~ [ linux-6.9.12 ] ~ [ linux-6.8.12 ] ~ [ linux-6.7.12 ] ~ [ linux-6.6.60 ] ~ [ linux-6.5.13 ] ~ [ linux-6.4.16 ] ~ [ linux-6.3.13 ] ~ [ linux-6.2.16 ] ~ [ linux-6.1.116 ] ~ [ linux-6.0.19 ] ~ [ linux-5.19.17 ] ~ [ linux-5.18.19 ] ~ [ linux-5.17.15 ] ~ [ linux-5.16.20 ] ~ [ linux-5.15.171 ] ~ [ linux-5.14.21 ] ~ [ linux-5.13.19 ] ~ [ linux-5.12.19 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.229 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.285 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.323 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.336 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.337 ] ~ [ linux-4.4.302 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.12 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

Diff markup

1 /* SPDX-License-Identifier: GPL-2.0-only */ !! 1 /* linux/arch/sparc/lib/memset.S: Sparc optimized memset, bzero and clear_user code 2 /* !! 2 * Copyright (C) 1991,1996 Free Software Foundation 3 * Copyright (c) 2011, The Linux Foundation. A !! 3 * Copyright (C) 1996,1997 Jakub Jelinek (jj@sunsite.mff.cuni.cz) >> 4 * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu) >> 5 * >> 6 * Calls to memset returns initial %o0. Calls to bzero returns 0, if ok, and >> 7 * number of bytes not yet set if exception occurs and we were called as >> 8 * clear_user. 4 */ 9 */ 5 10 >> 11 #include <asm/ptrace.h> >> 12 #include <asm/export.h> 6 13 7 /* HEXAGON assembly optimized memset */ !! 14 /* Work around cpp -rob */ 8 /* Replaces the standard library function mems !! 15 #define ALLOC #alloc >> 16 #define EXECINSTR #execinstr >> 17 #define EX(x,y,a,b) \ >> 18 98: x,y; \ >> 19 .section .fixup,ALLOC,EXECINSTR; \ >> 20 .align 4; \ >> 21 99: ba 30f; \ >> 22 a, b, %o0; \ >> 23 .section __ex_table,ALLOC; \ >> 24 .align 4; \ >> 25 .word 98b, 99b; \ >> 26 .text; \ >> 27 .align 4 >> 28 >> 29 #define EXT(start,end,handler) \ >> 30 .section __ex_table,ALLOC; \ >> 31 .align 4; \ >> 32 .word start, 0, end, handler; \ >> 33 .text; \ >> 34 .align 4 >> 35 >> 36 /* Please don't change these macros, unless you change the logic >> 37 * in the .fixup section below as well. >> 38 * Store 64 bytes at (BASE + OFFSET) using value SOURCE. */ >> 39 #define ZERO_BIG_BLOCK(base, offset, source) \ >> 40 std source, [base + offset + 0x00]; \ >> 41 std source, [base + offset + 0x08]; \ >> 42 std source, [base + offset + 0x10]; \ >> 43 std source, [base + offset + 0x18]; \ >> 44 std source, [base + offset + 0x20]; \ >> 45 std source, [base + offset + 0x28]; \ >> 46 std source, [base + offset + 0x30]; \ >> 47 std source, [base + offset + 0x38]; >> 48 >> 49 #define ZERO_LAST_BLOCKS(base, offset, source) \ >> 50 std source, [base - offset - 0x38]; \ >> 51 std source, [base - offset - 0x30]; \ >> 52 std source, [base - offset - 0x28]; \ >> 53 std source, [base - offset - 0x20]; \ >> 54 std source, [base - offset - 0x18]; \ >> 55 std source, [base - offset - 0x10]; \ >> 56 std source, [base - offset - 0x08]; \ >> 57 std source, [base - offset - 0x00]; 9 58 10 << 11 .macro HEXAGON_OPT_FUNC_BEGIN name << 12 .text 59 .text 13 .p2align 4 !! 60 .align 4 14 .globl \name !! 61 15 .type \name, @function !! 62 .globl __bzero_begin 16 \name: !! 63 __bzero_begin: 17 .endm !! 64 18 !! 65 .globl __bzero 19 .macro HEXAGON_OPT_FUNC_FINISH name !! 66 .globl memset 20 .size \name, . - \name !! 67 EXPORT_SYMBOL(__bzero) 21 .endm !! 68 EXPORT_SYMBOL(memset) 22 !! 69 .globl __memset_start, __memset_end 23 /* FUNCTION: memset (v2 version) */ !! 70 __memset_start: 24 #if __HEXAGON_ARCH__ < 3 !! 71 memset: 25 HEXAGON_OPT_FUNC_BEGIN memset !! 72 mov %o0, %g1 26 { !! 73 mov 1, %g4 27 r6 = #8 !! 74 and %o1, 0xff, %g3 28 r7 = extractu(r0, #3 , #0) !! 75 sll %g3, 8, %g2 29 p0 = cmp.eq(r2, #0) !! 76 or %g3, %g2, %g3 30 p1 = cmp.gtu(r2, #7) !! 77 sll %g3, 16, %g2 31 } !! 78 or %g3, %g2, %g3 32 { !! 79 b 1f 33 r4 = vsplatb(r1) !! 80 mov %o2, %o1 34 r8 = r0 /* leave r0 !! 81 3: 35 r9 = sub(r6, r7) /* bytes unt !! 82 cmp %o2, 3 36 if p0 jumpr r31 /* count == !! 83 be 2f 37 } !! 84 EX(stb %g3, [%o0], sub %o1, 0) 38 { !! 85 39 r3 = #0 !! 86 cmp %o2, 2 40 r7 = #0 !! 87 be 2f 41 p0 = tstbit(r9, #0) !! 88 EX(stb %g3, [%o0 + 0x01], sub %o1, 1) 42 if p1 jump 2f /* skip byte loo !! 89 43 } !! 90 EX(stb %g3, [%o0 + 0x02], sub %o1, 2) 44 !! 91 2: 45 /* less than 8 bytes to set, so just set a byt !! 92 sub %o2, 4, %o2 46 !! 93 add %o1, %o2, %o1 47 loop0(1f, r2) /* byte loop */ !! 94 b 4f 48 .falign !! 95 sub %o0, %o2, %o0 49 1: /* byte loop */ !! 96 50 { !! 97 __bzero: 51 memb(r8++#1) = r4 !! 98 clr %g4 52 }:endloop0 !! 99 mov %g0, %g3 53 jumpr r31 !! 100 1: 54 .falign !! 101 cmp %o1, 7 55 2: /* skip byte loop */ !! 102 bleu 7f 56 { !! 103 andcc %o0, 3, %o2 57 r6 = #1 !! 104 58 p0 = tstbit(r9, #1) !! 105 bne 3b 59 p1 = cmp.eq(r2, #1) !! 106 4: 60 if !p0 jump 3f /* skip initial !! 107 andcc %o0, 4, %g0 61 } !! 108 62 { !! 109 be 2f 63 memb(r8++#1) = r4 !! 110 mov %g3, %g2 64 r3:2 = sub(r3:2, r7:6) !! 111 65 if p1 jumpr r31 !! 112 EX(st %g3, [%o0], sub %o1, 0) 66 } !! 113 sub %o1, 4, %o1 67 .falign !! 114 add %o0, 4, %o0 68 3: /* skip initial byte store */ !! 115 2: 69 { !! 116 andcc %o1, 0xffffff80, %o3 ! Now everything is 8 aligned and o1 is len to run 70 r6 = #2 !! 117 be 9f 71 p0 = tstbit(r9, #2) !! 118 andcc %o1, 0x78, %o2 72 p1 = cmp.eq(r2, #2) !! 119 10: 73 if !p0 jump 4f /* skip initial !! 120 ZERO_BIG_BLOCK(%o0, 0x00, %g2) 74 } !! 121 subcc %o3, 128, %o3 75 { !! 122 ZERO_BIG_BLOCK(%o0, 0x40, %g2) 76 memh(r8++#2) = r4 !! 123 11: 77 r3:2 = sub(r3:2, r7:6) !! 124 EXT(10b, 11b, 20f) 78 if p1 jumpr r31 !! 125 bne 10b 79 } !! 126 add %o0, 128, %o0 80 .falign !! 127 81 4: /* skip initial half store */ !! 128 orcc %o2, %g0, %g0 82 { !! 129 9: 83 r6 = #4 !! 130 be 13f 84 p0 = cmp.gtu(r2, #7) !! 131 andcc %o1, 7, %o1 85 p1 = cmp.eq(r2, #4) !! 132 86 if !p0 jump 5f /* skip initial !! 133 srl %o2, 1, %o3 87 } !! 134 set 13f, %o4 88 { !! 135 sub %o4, %o3, %o4 89 memw(r8++#4) = r4 !! 136 jmp %o4 90 r3:2 = sub(r3:2, r7:6) !! 137 add %o0, %o2, %o0 91 p0 = cmp.gtu(r2, #11) !! 138 92 if p1 jumpr r31 !! 139 12: 93 } !! 140 ZERO_LAST_BLOCKS(%o0, 0x48, %g2) 94 .falign !! 141 ZERO_LAST_BLOCKS(%o0, 0x08, %g2) 95 5: /* skip initial word store */ !! 142 13: 96 { !! 143 be 8f 97 r10 = lsr(r2, #3) !! 144 andcc %o1, 4, %g0 98 p1 = cmp.eq(r3, #1) !! 145 99 if !p0 jump 7f /* skip double !! 146 be 1f 100 } !! 147 andcc %o1, 2, %g0 101 { !! 148 102 r5 = r4 !! 149 EX(st %g3, [%o0], and %o1, 7) 103 r6 = #8 !! 150 add %o0, 4, %o0 104 loop0(6f, r10) /* double loop !! 151 1: 105 } !! 152 be 1f 106 !! 153 andcc %o1, 1, %g0 107 /* set bytes a double word at a time */ !! 154 108 !! 155 EX(sth %g3, [%o0], and %o1, 3) 109 .falign !! 156 add %o0, 2, %o0 110 6: /* double loop */ !! 157 1: 111 { !! 158 bne,a 8f 112 memd(r8++#8) = r5:4 !! 159 EX(stb %g3, [%o0], and %o1, 1) 113 r3:2 = sub(r3:2, r7:6) !! 160 8: 114 p1 = cmp.eq(r2, #8) !! 161 b 0f 115 }:endloop0 !! 162 nop 116 .falign !! 163 7: 117 7: /* skip double loop */ !! 164 be 13b 118 { !! 165 orcc %o1, 0, %g0 119 p0 = tstbit(r2, #2) !! 166 120 if p1 jumpr r31 !! 167 be 0f 121 } !! 168 8: 122 { !! 169 add %o0, 1, %o0 123 r6 = #4 !! 170 subcc %o1, 1, %o1 124 p0 = tstbit(r2, #1) !! 171 bne 8b 125 p1 = cmp.eq(r2, #4) !! 172 EX(stb %g3, [%o0 - 1], add %o1, 1) 126 if !p0 jump 8f /* skip final w !! 173 0: 127 } !! 174 andcc %g4, 1, %g0 128 { !! 175 be 5f 129 memw(r8++#4) = r4 !! 176 nop 130 r3:2 = sub(r3:2, r7:6) !! 177 retl 131 if p1 jumpr r31 !! 178 mov %g1, %o0 132 } !! 179 5: 133 .falign !! 180 retl 134 8: /* skip final word store */ !! 181 clr %o0 135 { !! 182 __memset_end: 136 p1 = cmp.eq(r2, #2) !! 183 137 if !p0 jump 9f /* skip final h !! 184 .section .fixup,#alloc,#execinstr 138 } !! 185 .align 4 139 { !! 186 20: 140 memh(r8++#2) = r4 !! 187 cmp %g2, 8 141 if p1 jumpr r31 !! 188 bleu 1f 142 } !! 189 and %o1, 0x7f, %o1 143 .falign !! 190 sub %g2, 9, %g2 144 9: /* skip final half store */ !! 191 add %o3, 64, %o3 145 { !! 192 1: 146 memb(r8++#1) = r4 !! 193 sll %g2, 3, %g2 147 jumpr r31 !! 194 add %o3, %o1, %o0 148 } !! 195 b 30f 149 HEXAGON_OPT_FUNC_FINISH memset !! 196 sub %o0, %g2, %o0 150 #endif !! 197 21: 151 !! 198 mov 8, %o0 152 !! 199 and %o1, 7, %o1 153 /* FUNCTION: memset (v3 and higher version) !! 200 sub %o0, %g2, %o0 154 #if __HEXAGON_ARCH__ >= 3 !! 201 sll %o0, 3, %o0 155 HEXAGON_OPT_FUNC_BEGIN memset !! 202 b 30f 156 { !! 203 add %o0, %o1, %o0 157 r7=vsplatb(r1) !! 204 30: 158 r6 = r0 !! 205 /* %o4 is faulting address, %o5 is %pc where fault occurred */ 159 if (r2==#0) jump:nt .L1 !! 206 save %sp, -104, %sp 160 } !! 207 mov %i5, %o0 161 { !! 208 mov %i7, %o1 162 r5:4=combine(r7,r7) !! 209 call lookup_fault 163 p0 = cmp.gtu(r2,#8) !! 210 mov %i4, %o2 164 if (p0.new) jump:nt .L3 !! 211 ret 165 } !! 212 restore 166 { !! 213 167 r3 = r0 !! 214 .globl __bzero_end 168 loop0(.L47,r2) !! 215 __bzero_end: 169 } << 170 .falign << 171 .L47: << 172 { << 173 memb(r3++#1) = r1 << 174 }:endloop0 /* start=.L47 */ << 175 jumpr r31 << 176 .L3: << 177 { << 178 p0 = tstbit(r0,#0) << 179 if (!p0.new) jump:nt .L8 << 180 p1 = cmp.eq(r2, #1) << 181 } << 182 { << 183 r6 = add(r0, #1) << 184 r2 = add(r2,#-1) << 185 memb(r0) = r1 << 186 if (p1) jump .L1 << 187 } << 188 .L8: << 189 { << 190 p0 = tstbit(r6,#1) << 191 if (!p0.new) jump:nt .L10 << 192 } << 193 { << 194 r2 = add(r2,#-2) << 195 memh(r6++#2) = r7 << 196 p0 = cmp.eq(r2, #2) << 197 if (p0.new) jump:nt .L1 << 198 } << 199 .L10: << 200 { << 201 p0 = tstbit(r6,#2) << 202 if (!p0.new) jump:nt .L12 << 203 } << 204 { << 205 r2 = add(r2,#-4) << 206 memw(r6++#4) = r7 << 207 p0 = cmp.eq(r2, #4) << 208 if (p0.new) jump:nt .L1 << 209 } << 210 .L12: << 211 { << 212 p0 = cmp.gtu(r2,#127) << 213 if (!p0.new) jump:nt .L14 << 214 } << 215 r3 = and(r6,#31) << 216 if (r3==#0) jump:nt .L17 << 217 { << 218 memd(r6++#8) = r5:4 << 219 r2 = add(r2,#-8) << 220 } << 221 r3 = and(r6,#31) << 222 if (r3==#0) jump:nt .L17 << 223 { << 224 memd(r6++#8) = r5:4 << 225 r2 = add(r2,#-8) << 226 } << 227 r3 = and(r6,#31) << 228 if (r3==#0) jump:nt .L17 << 229 { << 230 memd(r6++#8) = r5:4 << 231 r2 = add(r2,#-8) << 232 } << 233 .L17: << 234 { << 235 r3 = lsr(r2,#5) << 236 if (r1!=#0) jump:nt .L18 << 237 } << 238 { << 239 r8 = r3 << 240 r3 = r6 << 241 loop0(.L46,r3) << 242 } << 243 .falign << 244 .L46: << 245 { << 246 dczeroa(r6) << 247 r6 = add(r6,#32) << 248 r2 = add(r2,#-32) << 249 }:endloop0 /* start=.L46 */ << 250 .L14: << 251 { << 252 p0 = cmp.gtu(r2,#7) << 253 if (!p0.new) jump:nt .L28 << 254 r8 = lsr(r2,#3) << 255 } << 256 loop0(.L44,r8) << 257 .falign << 258 .L44: << 259 { << 260 memd(r6++#8) = r5:4 << 261 r2 = add(r2,#-8) << 262 }:endloop0 /* start=.L44 */ << 263 .L28: << 264 { << 265 p0 = tstbit(r2,#2) << 266 if (!p0.new) jump:nt .L33 << 267 } << 268 { << 269 r2 = add(r2,#-4) << 270 memw(r6++#4) = r7 << 271 } << 272 .L33: << 273 { << 274 p0 = tstbit(r2,#1) << 275 if (!p0.new) jump:nt .L35 << 276 } << 277 { << 278 r2 = add(r2,#-2) << 279 memh(r6++#2) = r7 << 280 } << 281 .L35: << 282 p0 = cmp.eq(r2,#1) << 283 if (p0) memb(r6) = r1 << 284 .L1: << 285 jumpr r31 << 286 .L18: << 287 loop0(.L45,r3) << 288 .falign << 289 .L45: << 290 dczeroa(r6) << 291 { << 292 memd(r6++#8) = r5:4 << 293 r2 = add(r2,#-32) << 294 } << 295 memd(r6++#8) = r5:4 << 296 memd(r6++#8) = r5:4 << 297 { << 298 memd(r6++#8) = r5:4 << 299 }:endloop0 /* start=.L45 */ << 300 jump .L14 << 301 HEXAGON_OPT_FUNC_FINISH memset << 302 #endif <<

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

TOMOYO Linux Cross Reference
Linux/arch/hexagon/lib/memset.S

Diff markup

Differences between /arch/hexagon/lib/memset.S (Version linux-6.12-rc7) and /arch/sparc/lib/memset.S (Version linux-4.10.17)

TOMOYO Linux Cross Reference Linux/arch/hexagon/lib/memset.S

Diff markup

Differences between /arch/hexagon/lib/memset.S (Version linux-6.12-rc7) and /arch/sparc/lib/memset.S (Version linux-4.10.17)

TOMOYO Linux Cross Reference
Linux/arch/hexagon/lib/memset.S