1 /* SPDX-License-Identifier: GPL-2.0 */ << 2 /* linux/arch/sparc/lib/memset.S: Sparc optimi 1 /* linux/arch/sparc/lib/memset.S: Sparc optimized memset, bzero and clear_user code 3 * Copyright (C) 1991,1996 Free Software Found 2 * Copyright (C) 1991,1996 Free Software Foundation 4 * Copyright (C) 1996,1997 Jakub Jelinek (jj@s 3 * Copyright (C) 1996,1997 Jakub Jelinek (jj@sunsite.mff.cuni.cz) 5 * Copyright (C) 1996 David S. Miller (davem@c 4 * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu) 6 * 5 * 7 * Calls to memset returns initial %o0. Calls !! 6 * Returns 0, if ok, and number of bytes not yet set if exception 8 * number of bytes not yet set if exception oc !! 7 * occurs and we were called as clear_user. 9 * clear_user. << 10 */ 8 */ 11 9 12 #include <linux/export.h> << 13 #include <asm/ptrace.h> 10 #include <asm/ptrace.h> 14 11 15 /* Work around cpp -rob */ 12 /* Work around cpp -rob */ 16 #define ALLOC #alloc 13 #define ALLOC #alloc 17 #define EXECINSTR #execinstr 14 #define EXECINSTR #execinstr 18 #define EX(x,y,a,b) 15 #define EX(x,y,a,b) \ 19 98: x,y; 16 98: x,y; \ 20 .section .fixup,ALLOC,EXECINSTR; 17 .section .fixup,ALLOC,EXECINSTR; \ 21 .align 4; 18 .align 4; \ 22 99: retl; !! 19 99: ba 30f; \ 23 a, b, %o0; 20 a, b, %o0; \ 24 .section __ex_table,ALLOC; 21 .section __ex_table,ALLOC; \ 25 .align 4; 22 .align 4; \ 26 .word 98b, 99b; 23 .word 98b, 99b; \ 27 .text; 24 .text; \ 28 .align 4 25 .align 4 29 26 30 #define STORE(source, base, offset, n) !! 27 #define EXT(start,end,handler) \ 31 98: std source, [base + offset + n]; << 32 .section .fixup,ALLOC,EXECINSTR; << 33 .align 4; << 34 99: ba 30f; << 35 sub %o3, n - offset, %o3; << 36 .section __ex_table,ALLOC; 28 .section __ex_table,ALLOC; \ 37 .align 4; 29 .align 4; \ 38 .word 98b, 99b; !! 30 .word start, 0, end, handler; \ 39 .text; 31 .text; \ 40 .align 4; !! 32 .align 4 41 << 42 #define STORE_LAST(source, base, offset, n) << 43 EX(std source, [base - offset - n], << 44 add %o1, offset + n); << 45 33 46 /* Please don't change these macros, unless yo 34 /* Please don't change these macros, unless you change the logic 47 * in the .fixup section below as well. 35 * in the .fixup section below as well. 48 * Store 64 bytes at (BASE + OFFSET) using val 36 * Store 64 bytes at (BASE + OFFSET) using value SOURCE. */ 49 #define ZERO_BIG_BLOCK(base, offset, source) !! 37 #define ZERO_BIG_BLOCK(base, offset, source) \ 50 STORE(source, base, offset, 0x00); !! 38 std source, [base + offset + 0x00]; \ 51 STORE(source, base, offset, 0x08); !! 39 std source, [base + offset + 0x08]; \ 52 STORE(source, base, offset, 0x10); !! 40 std source, [base + offset + 0x10]; \ 53 STORE(source, base, offset, 0x18); !! 41 std source, [base + offset + 0x18]; \ 54 STORE(source, base, offset, 0x20); !! 42 std source, [base + offset + 0x20]; \ 55 STORE(source, base, offset, 0x28); !! 43 std source, [base + offset + 0x28]; \ 56 STORE(source, base, offset, 0x30); !! 44 std source, [base + offset + 0x30]; \ 57 STORE(source, base, offset, 0x38); !! 45 std source, [base + offset + 0x38]; 58 46 59 #define ZERO_LAST_BLOCKS(base, offset, source) 47 #define ZERO_LAST_BLOCKS(base, offset, source) \ 60 STORE_LAST(source, base, offset, 0x38) !! 48 std source, [base - offset - 0x38]; \ 61 STORE_LAST(source, base, offset, 0x30) !! 49 std source, [base - offset - 0x30]; \ 62 STORE_LAST(source, base, offset, 0x28) !! 50 std source, [base - offset - 0x28]; \ 63 STORE_LAST(source, base, offset, 0x20) !! 51 std source, [base - offset - 0x20]; \ 64 STORE_LAST(source, base, offset, 0x18) !! 52 std source, [base - offset - 0x18]; \ 65 STORE_LAST(source, base, offset, 0x10) !! 53 std source, [base - offset - 0x10]; \ 66 STORE_LAST(source, base, offset, 0x08) !! 54 std source, [base - offset - 0x08]; \ 67 STORE_LAST(source, base, offset, 0x00) !! 55 std source, [base - offset - 0x00]; 68 56 69 .text 57 .text 70 .align 4 58 .align 4 71 59 72 .globl __bzero_begin 60 .globl __bzero_begin 73 __bzero_begin: 61 __bzero_begin: 74 62 75 .globl __bzero 63 .globl __bzero 76 .type __bzero,#function << 77 .globl memset 64 .globl memset 78 EXPORT_SYMBOL(__bzero) !! 65 .globl __memset_start, __memset_end 79 EXPORT_SYMBOL(memset) !! 66 __memset_start: 80 memset: 67 memset: 81 mov %o0, %g1 << 82 mov 1, %g4 << 83 and %o1, 0xff, %g3 68 and %o1, 0xff, %g3 84 sll %g3, 8, %g2 69 sll %g3, 8, %g2 85 or %g3, %g2, %g3 70 or %g3, %g2, %g3 86 sll %g3, 16, %g2 71 sll %g3, 16, %g2 87 or %g3, %g2, %g3 72 or %g3, %g2, %g3 88 b 1f 73 b 1f 89 mov %o2, %o1 74 mov %o2, %o1 90 3: 75 3: 91 cmp %o2, 3 76 cmp %o2, 3 92 be 2f 77 be 2f 93 EX(stb %g3, [%o0], sub %o1, 0) 78 EX(stb %g3, [%o0], sub %o1, 0) 94 79 95 cmp %o2, 2 80 cmp %o2, 2 96 be 2f 81 be 2f 97 EX(stb %g3, [%o0 + 0x01], sub %o1, 1) 82 EX(stb %g3, [%o0 + 0x01], sub %o1, 1) 98 83 99 EX(stb %g3, [%o0 + 0x02], sub %o1, 2) 84 EX(stb %g3, [%o0 + 0x02], sub %o1, 2) 100 2: 85 2: 101 sub %o2, 4, %o2 86 sub %o2, 4, %o2 102 add %o1, %o2, %o1 87 add %o1, %o2, %o1 103 b 4f 88 b 4f 104 sub %o0, %o2, %o0 89 sub %o0, %o2, %o0 105 90 106 __bzero: 91 __bzero: 107 clr %g4 << 108 mov %g0, %g3 92 mov %g0, %g3 109 1: 93 1: 110 cmp %o1, 7 94 cmp %o1, 7 111 bleu 7f 95 bleu 7f 112 andcc %o0, 3, %o2 96 andcc %o0, 3, %o2 113 97 114 bne 3b 98 bne 3b 115 4: 99 4: 116 andcc %o0, 4, %g0 100 andcc %o0, 4, %g0 117 101 118 be 2f 102 be 2f 119 mov %g3, %g2 103 mov %g3, %g2 120 104 121 EX(st %g3, [%o0], sub %o1, 0) 105 EX(st %g3, [%o0], sub %o1, 0) 122 sub %o1, 4, %o1 106 sub %o1, 4, %o1 123 add %o0, 4, %o0 107 add %o0, 4, %o0 124 2: 108 2: 125 andcc %o1, 0xffffff80, %o3 ! Now 109 andcc %o1, 0xffffff80, %o3 ! Now everything is 8 aligned and o1 is len to run 126 be 9f 110 be 9f 127 andcc %o1, 0x78, %o2 111 andcc %o1, 0x78, %o2 128 10: 112 10: 129 ZERO_BIG_BLOCK(%o0, 0x00, %g2) 113 ZERO_BIG_BLOCK(%o0, 0x00, %g2) 130 subcc %o3, 128, %o3 114 subcc %o3, 128, %o3 131 ZERO_BIG_BLOCK(%o0, 0x40, %g2) 115 ZERO_BIG_BLOCK(%o0, 0x40, %g2) >> 116 11: >> 117 EXT(10b, 11b, 20f) 132 bne 10b 118 bne 10b 133 add %o0, 128, %o0 119 add %o0, 128, %o0 134 120 135 orcc %o2, %g0, %g0 121 orcc %o2, %g0, %g0 136 9: 122 9: 137 be 13f 123 be 13f 138 andcc %o1, 7, %o1 124 andcc %o1, 7, %o1 139 125 140 srl %o2, 1, %o3 126 srl %o2, 1, %o3 141 set 13f, %o4 127 set 13f, %o4 142 sub %o4, %o3, %o4 128 sub %o4, %o3, %o4 143 jmp %o4 129 jmp %o4 144 add %o0, %o2, %o0 130 add %o0, %o2, %o0 145 131 >> 132 12: 146 ZERO_LAST_BLOCKS(%o0, 0x48, %g2) 133 ZERO_LAST_BLOCKS(%o0, 0x48, %g2) 147 ZERO_LAST_BLOCKS(%o0, 0x08, %g2) 134 ZERO_LAST_BLOCKS(%o0, 0x08, %g2) 148 13: 135 13: 149 be 8f 136 be 8f 150 andcc %o1, 4, %g0 137 andcc %o1, 4, %g0 151 138 152 be 1f 139 be 1f 153 andcc %o1, 2, %g0 140 andcc %o1, 2, %g0 154 141 155 EX(st %g3, [%o0], and %o1, 7) 142 EX(st %g3, [%o0], and %o1, 7) 156 add %o0, 4, %o0 143 add %o0, 4, %o0 157 1: 144 1: 158 be 1f 145 be 1f 159 andcc %o1, 1, %g0 146 andcc %o1, 1, %g0 160 147 161 EX(sth %g3, [%o0], and %o1, 3) 148 EX(sth %g3, [%o0], and %o1, 3) 162 add %o0, 2, %o0 149 add %o0, 2, %o0 163 1: 150 1: 164 bne,a 8f 151 bne,a 8f 165 EX(stb %g3, [%o0], and %o1, 1) 152 EX(stb %g3, [%o0], and %o1, 1) 166 8: 153 8: 167 b 0f !! 154 retl 168 nop !! 155 clr %o0 169 7: 156 7: 170 be 13b 157 be 13b 171 orcc %o1, 0, %g0 158 orcc %o1, 0, %g0 172 159 173 be 0f 160 be 0f 174 8: 161 8: 175 add %o0, 1, %o0 162 add %o0, 1, %o0 176 subcc %o1, 1, %o1 163 subcc %o1, 1, %o1 177 bne 8b 164 bne 8b 178 EX(stb %g3, [%o0 - 1], add %o1, 1) 165 EX(stb %g3, [%o0 - 1], add %o1, 1) 179 0: 166 0: 180 andcc %g4, 1, %g0 << 181 be 5f << 182 nop << 183 retl << 184 mov %g1, %o0 << 185 5: << 186 retl 167 retl 187 clr %o0 168 clr %o0 >> 169 __memset_end: 188 170 189 .section .fixup,#alloc,#execinstr 171 .section .fixup,#alloc,#execinstr 190 .align 4 172 .align 4 >> 173 20: >> 174 cmp %g2, 8 >> 175 bleu 1f >> 176 and %o1, 0x7f, %o1 >> 177 sub %g2, 9, %g2 >> 178 add %o3, 64, %o3 >> 179 1: >> 180 sll %g2, 3, %g2 >> 181 add %o3, %o1, %o0 >> 182 b 30f >> 183 sub %o0, %g2, %o0 >> 184 21: >> 185 mov 8, %o0 >> 186 and %o1, 7, %o1 >> 187 sub %o0, %g2, %o0 >> 188 sll %o0, 3, %o0 >> 189 b 30f >> 190 add %o0, %o1, %o0 191 30: 191 30: 192 and %o1, 0x7f, %o1 !! 192 /* %o4 is faulting address, %o5 is %pc where fault occurred */ 193 retl !! 193 save %sp, -104, %sp 194 add %o3, %o1, %o0 !! 194 mov %i5, %o0 >> 195 mov %i7, %o1 >> 196 call lookup_fault >> 197 mov %i4, %o2 >> 198 ret >> 199 restore 195 200 196 .globl __bzero_end 201 .globl __bzero_end 197 __bzero_end: 202 __bzero_end:
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.