1 /* SPDX-License-Identifier: GPL-2.0+ */
2 /*
3 * ARCv2 memcpy implementation optimized for u
4 *
5 * Copyright (C) 2019 Synopsys
6 * Author: Eugeniy Paltsev <Eugeniy.Paltsev@syn
7 */
8
9 #include <linux/linkage.h>
10
11 #ifdef CONFIG_ARC_HAS_LL64
12 # define LOADX(DST,RX) ldd.ab DST, [
13 # define STOREX(SRC,RX) std.ab SRC, [
14 # define ZOLSHFT 5
15 # define ZOLAND 0x1F
16 #else
17 # define LOADX(DST,RX) ld.ab DST, [
18 # define STOREX(SRC,RX) st.ab SRC, [
19 # define ZOLSHFT 4
20 # define ZOLAND 0xF
21 #endif
22
23 ENTRY_CFI(memcpy)
24 mov r3, r0 ; don;t clobbe
25
26 lsr.f lp_count, r2, ZOLSHFT
27 lpnz @.Lcopy32_64bytes
28 ;; LOOP START
29 LOADX (r6, r1)
30 LOADX (r8, r1)
31 LOADX (r10, r1)
32 LOADX (r4, r1)
33 STOREX (r6, r3)
34 STOREX (r8, r3)
35 STOREX (r10, r3)
36 STOREX (r4, r3)
37 .Lcopy32_64bytes:
38
39 and.f lp_count, r2, ZOLAND ;Last rem
40 lpnz @.Lcopyremainingbytes
41 ;; LOOP START
42 ldb.ab r5, [r1, 1]
43 stb.ab r5, [r3, 1]
44 .Lcopyremainingbytes:
45
46 j [blink]
47 END_CFI(memcpy)
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.