1 /* SPDX-License-Identifier: GPL-2.0 */ 1 /* SPDX-License-Identifier: GPL-2.0 */
2 /* NG2copy_to_user.S: Niagara-2 optimized copy 2 /* NG2copy_to_user.S: Niagara-2 optimized copy to userspace.
3 * 3 *
4 * Copyright (C) 2007 David S. Miller (davem@d 4 * Copyright (C) 2007 David S. Miller (davem@davemloft.net)
5 */ 5 */
6 6
7 #define EX_ST(x,y) \ 7 #define EX_ST(x,y) \
8 98: x; \ 8 98: x; \
9 .section __ex_table,"a";\ 9 .section __ex_table,"a";\
10 .align 4; \ 10 .align 4; \
11 .word 98b, y; \ 11 .word 98b, y; \
12 .text; \ 12 .text; \
13 .align 4; 13 .align 4;
14 14
15 #define EX_ST_FP(x,y) \ 15 #define EX_ST_FP(x,y) \
16 98: x; \ 16 98: x; \
17 .section __ex_table,"a";\ 17 .section __ex_table,"a";\
18 .align 4; \ 18 .align 4; \
19 .word 98b, y##_fp; \ 19 .word 98b, y##_fp; \
20 .text; \ 20 .text; \
21 .align 4; 21 .align 4;
22 22
23 #ifndef ASI_AIUS 23 #ifndef ASI_AIUS
24 #define ASI_AIUS 0x11 24 #define ASI_AIUS 0x11
25 #endif 25 #endif
26 26
27 #ifndef ASI_BLK_AIUS_4V 27 #ifndef ASI_BLK_AIUS_4V
28 #define ASI_BLK_AIUS_4V 0x17 28 #define ASI_BLK_AIUS_4V 0x17
29 #endif 29 #endif
30 30
31 #ifndef ASI_BLK_INIT_QUAD_LDD_AIUS 31 #ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
32 #define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23 32 #define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
33 #endif 33 #endif
34 34
35 #define FUNC_NAME NG2copy_to_use 35 #define FUNC_NAME NG2copy_to_user
36 #define STORE(type,src,addr) type##a src, [ 36 #define STORE(type,src,addr) type##a src, [addr] ASI_AIUS
37 #define STORE_ASI ASI_BLK_INIT_Q 37 #define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS
38 #define STORE_BLK(src,addr) stda src, [add 38 #define STORE_BLK(src,addr) stda src, [addr] ASI_BLK_AIUS_4V
39 #define EX_RETVAL(x) 0 39 #define EX_RETVAL(x) 0
40 40
41 #ifdef __KERNEL__ 41 #ifdef __KERNEL__
42 /* Writing to %asi is _expensive_ so w 42 /* Writing to %asi is _expensive_ so we hardcode it.
43 * Reading %asi to check for KERNEL_DS 43 * Reading %asi to check for KERNEL_DS is comparatively
44 * cheap. 44 * cheap.
45 */ 45 */
46 #define PREAMBLE 46 #define PREAMBLE \
47 rd %asi, %g1; 47 rd %asi, %g1; \
48 cmp %g1, ASI_AIUS; 48 cmp %g1, ASI_AIUS; \
49 bne,pn %icc, raw_copy_in_user 49 bne,pn %icc, raw_copy_in_user; \
50 nop 50 nop
51 #endif 51 #endif
52 52
53 #include "NG2memcpy.S" 53 #include "NG2memcpy.S"
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.