1 /* SPDX-License-Identifier: GPL-2.0 */ <<
2 /* strlen.S: Sparc optimized strlen code 1 /* strlen.S: Sparc optimized strlen code
3 * Hand optimized from GNU libc's strlen 2 * Hand optimized from GNU libc's strlen
4 * Copyright (C) 1991,1996 Free Software Found 3 * Copyright (C) 1991,1996 Free Software Foundation
5 * Copyright (C) 1996,2008 David S. Miller (da 4 * Copyright (C) 1996,2008 David S. Miller (davem@davemloft.net)
6 * Copyright (C) 1996, 1997 Jakub Jelinek (jj@ 5 * Copyright (C) 1996, 1997 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
7 */ 6 */
8 7
9 #include <linux/export.h> <<
10 #include <linux/linkage.h> 8 #include <linux/linkage.h>
11 #include <asm/asm.h> 9 #include <asm/asm.h>
12 10
13 #define LO_MAGIC 0x01010101 11 #define LO_MAGIC 0x01010101
14 #define HI_MAGIC 0x80808080 12 #define HI_MAGIC 0x80808080
15 13
16 .text 14 .text
17 ENTRY(strlen) 15 ENTRY(strlen)
18 mov %o0, %o1 16 mov %o0, %o1
19 andcc %o0, 3, %g0 17 andcc %o0, 3, %g0
20 BRANCH32(be, pt, 9f) 18 BRANCH32(be, pt, 9f)
21 sethi %hi(HI_MAGIC), %o4 19 sethi %hi(HI_MAGIC), %o4
22 ldub [%o0], %o5 20 ldub [%o0], %o5
23 BRANCH_REG_ZERO(pn, %o5, 11f) 21 BRANCH_REG_ZERO(pn, %o5, 11f)
24 add %o0, 1, %o0 22 add %o0, 1, %o0
25 andcc %o0, 3, %g0 23 andcc %o0, 3, %g0
26 BRANCH32(be, pn, 4f) 24 BRANCH32(be, pn, 4f)
27 or %o4, %lo(HI_MAGIC), %o3 25 or %o4, %lo(HI_MAGIC), %o3
28 ldub [%o0], %o5 26 ldub [%o0], %o5
29 BRANCH_REG_ZERO(pn, %o5, 12f) 27 BRANCH_REG_ZERO(pn, %o5, 12f)
30 add %o0, 1, %o0 28 add %o0, 1, %o0
31 andcc %o0, 3, %g0 29 andcc %o0, 3, %g0
32 BRANCH32(be, pt, 5f) 30 BRANCH32(be, pt, 5f)
33 sethi %hi(LO_MAGIC), %o4 31 sethi %hi(LO_MAGIC), %o4
34 ldub [%o0], %o5 32 ldub [%o0], %o5
35 BRANCH_REG_ZERO(pn, %o5, 13f) 33 BRANCH_REG_ZERO(pn, %o5, 13f)
36 add %o0, 1, %o0 34 add %o0, 1, %o0
37 BRANCH32(ba, pt, 8f) 35 BRANCH32(ba, pt, 8f)
38 or %o4, %lo(LO_MAGIC), %o2 36 or %o4, %lo(LO_MAGIC), %o2
39 9: 37 9:
40 or %o4, %lo(HI_MAGIC), %o3 38 or %o4, %lo(HI_MAGIC), %o3
41 4: 39 4:
42 sethi %hi(LO_MAGIC), %o4 40 sethi %hi(LO_MAGIC), %o4
43 5: 41 5:
44 or %o4, %lo(LO_MAGIC), %o2 42 or %o4, %lo(LO_MAGIC), %o2
45 8: 43 8:
46 ld [%o0], %o5 44 ld [%o0], %o5
47 2: 45 2:
48 sub %o5, %o2, %o4 46 sub %o5, %o2, %o4
49 andcc %o4, %o3, %g0 47 andcc %o4, %o3, %g0
50 BRANCH32(be, pt, 8b) 48 BRANCH32(be, pt, 8b)
51 add %o0, 4, %o0 49 add %o0, 4, %o0
52 50
53 /* Check every byte. */ 51 /* Check every byte. */
54 srl %o5, 24, %g7 52 srl %o5, 24, %g7
55 andcc %g7, 0xff, %g0 53 andcc %g7, 0xff, %g0
56 BRANCH32(be, pn, 1f) 54 BRANCH32(be, pn, 1f)
57 add %o0, -4, %o4 55 add %o0, -4, %o4
58 srl %o5, 16, %g7 56 srl %o5, 16, %g7
59 andcc %g7, 0xff, %g0 57 andcc %g7, 0xff, %g0
60 BRANCH32(be, pn, 1f) 58 BRANCH32(be, pn, 1f)
61 add %o4, 1, %o4 59 add %o4, 1, %o4
62 srl %o5, 8, %g7 60 srl %o5, 8, %g7
63 andcc %g7, 0xff, %g0 61 andcc %g7, 0xff, %g0
64 BRANCH32(be, pn, 1f) 62 BRANCH32(be, pn, 1f)
65 add %o4, 1, %o4 63 add %o4, 1, %o4
66 andcc %o5, 0xff, %g0 64 andcc %o5, 0xff, %g0
67 BRANCH32_ANNUL(bne, pt, 2b) 65 BRANCH32_ANNUL(bne, pt, 2b)
68 ld [%o0], %o5 66 ld [%o0], %o5
69 add %o4, 1, %o4 67 add %o4, 1, %o4
70 1: 68 1:
71 retl 69 retl
72 sub %o4, %o1, %o0 70 sub %o4, %o1, %o0
73 11: 71 11:
74 retl 72 retl
75 mov 0, %o0 73 mov 0, %o0
76 12: 74 12:
77 retl 75 retl
78 mov 1, %o0 76 mov 1, %o0
79 13: 77 13:
80 retl 78 retl
81 mov 2, %o0 79 mov 2, %o0
82 ENDPROC(strlen) 80 ENDPROC(strlen)
83 EXPORT_SYMBOL(strlen) <<
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.