1 /* SPDX-License-Identifier: GPL-2.0 */ !! 1 /*
2 /* memmove.S: Simple memmove implementation. !! 2 * arch/alpha/lib/memmove.S
3 * 3 *
4 * Copyright (C) 1997, 2004 David S. Miller (d !! 4 * Barely optimized memmove routine for Alpha EV5.
5 * Copyright (C) 1996, 1997, 1998, 1999 Jakub !! 5 *
>> 6 * This is hand-massaged output from the original memcpy.c. We defer to
>> 7 * memcpy whenever possible; the backwards copy loops are not unrolled.
6 */ 8 */
>> 9
>> 10 .set noat
>> 11 .set noreorder
>> 12 .text
7 13
8 #include <linux/export.h> !! 14 .align 4
9 #include <linux/linkage.h> !! 15 .globl memmove
>> 16 .ent memmove
>> 17 memmove:
>> 18 ldgp $29, 0($27)
>> 19 unop
>> 20 nop
>> 21 .prologue 1
>> 22
>> 23 addq $16,$18,$4
>> 24 addq $17,$18,$5
>> 25 cmpule $4,$17,$1 /* dest + n <= src */
>> 26 cmpule $5,$16,$2 /* dest >= src + n */
>> 27
>> 28 bis $1,$2,$1
>> 29 mov $16,$0
>> 30 xor $16,$17,$2
>> 31 bne $1,memcpy !samegp
>> 32
>> 33 and $2,7,$2 /* Test for src/dest co-alignment. */
>> 34 and $16,7,$1
>> 35 cmpule $16,$17,$3
>> 36 bne $3,$memmove_up /* dest < src */
>> 37
>> 38 and $4,7,$1
>> 39 bne $2,$misaligned_dn
>> 40 unop
>> 41 beq $1,$skip_aligned_byte_loop_head_dn
>> 42
>> 43 $aligned_byte_loop_head_dn:
>> 44 lda $4,-1($4)
>> 45 lda $5,-1($5)
>> 46 unop
>> 47 ble $18,$egress
>> 48
>> 49 ldq_u $3,0($5)
>> 50 ldq_u $2,0($4)
>> 51 lda $18,-1($18)
>> 52 extbl $3,$5,$1
>> 53
>> 54 insbl $1,$4,$1
>> 55 mskbl $2,$4,$2
>> 56 bis $1,$2,$1
>> 57 and $4,7,$6
>> 58
>> 59 stq_u $1,0($4)
>> 60 bne $6,$aligned_byte_loop_head_dn
>> 61
>> 62 $skip_aligned_byte_loop_head_dn:
>> 63 lda $18,-8($18)
>> 64 blt $18,$skip_aligned_word_loop_dn
>> 65
>> 66 $aligned_word_loop_dn:
>> 67 ldq $1,-8($5)
>> 68 nop
>> 69 lda $5,-8($5)
>> 70 lda $18,-8($18)
>> 71
>> 72 stq $1,-8($4)
>> 73 nop
>> 74 lda $4,-8($4)
>> 75 bge $18,$aligned_word_loop_dn
>> 76
>> 77 $skip_aligned_word_loop_dn:
>> 78 lda $18,8($18)
>> 79 bgt $18,$byte_loop_tail_dn
>> 80 unop
>> 81 ret $31,($26),1
>> 82
>> 83 .align 4
>> 84 $misaligned_dn:
>> 85 nop
>> 86 fnop
>> 87 unop
>> 88 beq $18,$egress
>> 89
>> 90 $byte_loop_tail_dn:
>> 91 ldq_u $3,-1($5)
>> 92 ldq_u $2,-1($4)
>> 93 lda $5,-1($5)
>> 94 lda $4,-1($4)
>> 95
>> 96 lda $18,-1($18)
>> 97 extbl $3,$5,$1
>> 98 insbl $1,$4,$1
>> 99 mskbl $2,$4,$2
>> 100
>> 101 bis $1,$2,$1
>> 102 stq_u $1,0($4)
>> 103 bgt $18,$byte_loop_tail_dn
>> 104 br $egress
>> 105
>> 106 $memmove_up:
>> 107 mov $16,$4
>> 108 mov $17,$5
>> 109 bne $2,$misaligned_up
>> 110 beq $1,$skip_aligned_byte_loop_head_up
>> 111
>> 112 $aligned_byte_loop_head_up:
>> 113 unop
>> 114 ble $18,$egress
>> 115 ldq_u $3,0($5)
>> 116 ldq_u $2,0($4)
>> 117
>> 118 lda $18,-1($18)
>> 119 extbl $3,$5,$1
>> 120 insbl $1,$4,$1
>> 121 mskbl $2,$4,$2
>> 122
>> 123 bis $1,$2,$1
>> 124 lda $5,1($5)
>> 125 stq_u $1,0($4)
>> 126 lda $4,1($4)
>> 127
>> 128 and $4,7,$6
>> 129 bne $6,$aligned_byte_loop_head_up
>> 130
>> 131 $skip_aligned_byte_loop_head_up:
>> 132 lda $18,-8($18)
>> 133 blt $18,$skip_aligned_word_loop_up
>> 134
>> 135 $aligned_word_loop_up:
>> 136 ldq $1,0($5)
>> 137 nop
>> 138 lda $5,8($5)
>> 139 lda $18,-8($18)
>> 140
>> 141 stq $1,0($4)
>> 142 nop
>> 143 lda $4,8($4)
>> 144 bge $18,$aligned_word_loop_up
>> 145
>> 146 $skip_aligned_word_loop_up:
>> 147 lda $18,8($18)
>> 148 bgt $18,$byte_loop_tail_up
>> 149 unop
>> 150 ret $31,($26),1
>> 151
>> 152 .align 4
>> 153 $misaligned_up:
>> 154 nop
>> 155 fnop
>> 156 unop
>> 157 beq $18,$egress
>> 158
>> 159 $byte_loop_tail_up:
>> 160 ldq_u $3,0($5)
>> 161 ldq_u $2,0($4)
>> 162 lda $18,-1($18)
>> 163 extbl $3,$5,$1
>> 164
>> 165 insbl $1,$4,$1
>> 166 mskbl $2,$4,$2
>> 167 bis $1,$2,$1
>> 168 stq_u $1,0($4)
>> 169
>> 170 lda $5,1($5)
>> 171 lda $4,1($4)
>> 172 nop
>> 173 bgt $18,$byte_loop_tail_up
>> 174
>> 175 $egress:
>> 176 ret $31,($26),1
>> 177 nop
>> 178 nop
>> 179 nop
10 180
11 .text !! 181 .end memmove
12 ENTRY(memmove) /* o0=dst o1=src o2=len */ <<
13 brz,pn %o2, 99f <<
14 mov %o0, %g1 <<
15 <<
16 cmp %o0, %o1 <<
17 bleu,pt %xcc, 2f <<
18 add %o1, %o2, %g7 <<
19 cmp %g7, %o0 <<
20 bleu,pt %xcc, memcpy <<
21 add %o0, %o2, %o5 <<
22 sub %g7, 1, %o1 <<
23 <<
24 sub %o5, 1, %o0 <<
25 1: ldub [%o1], %g7 <<
26 subcc %o2, 1, %o2 <<
27 sub %o1, 1, %o1 <<
28 stb %g7, [%o0] <<
29 bne,pt %icc, 1b <<
30 sub %o0, 1, %o0 <<
31 99: <<
32 retl <<
33 mov %g1, %o0 <<
34 <<
35 /* We can't just call memcpy for these <<
36 * chips the memcpy uses cache initial <<
37 * and src are close enough, those can <<
38 * before we've loaded it in. <<
39 */ <<
40 2: or %o0, %o1, %g7 <<
41 or %o2, %g7, %g7 <<
42 andcc %g7, 0x7, %g0 <<
43 bne,pn %xcc, 4f <<
44 nop <<
45 <<
46 3: ldx [%o1], %g7 <<
47 add %o1, 8, %o1 <<
48 subcc %o2, 8, %o2 <<
49 add %o0, 8, %o0 <<
50 bne,pt %icc, 3b <<
51 stx %g7, [%o0 - 0x8] <<
52 ba,a,pt %xcc, 99b <<
53 <<
54 4: ldub [%o1], %g7 <<
55 add %o1, 1, %o1 <<
56 subcc %o2, 1, %o2 <<
57 add %o0, 1, %o0 <<
58 bne,pt %icc, 4b <<
59 stb %g7, [%o0 - 0x1] <<
60 ba,a,pt %xcc, 99b <<
61 ENDPROC(memmove) <<
62 EXPORT_SYMBOL(memmove) <<
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.