1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_X86_RMWcc
3 #define _ASM_X86_RMWcc
4
5 #include <linux/args.h>
6
7 #define __CLOBBERS_MEM(clb...) "memory", ## clb
8
9 #ifndef __GCC_ASM_FLAG_OUTPUTS__
10
11 /* Use asm goto */
12
13 #define __GEN_RMWcc(fullop, _var, cc, clobbers, ...) \
14 ({ \
15 bool c = false; \
16 asm goto (fullop "; j" #cc " %l[cc_label]" \
17 : : [var] "m" (_var), ## __VA_ARGS__ \
18 : clobbers : cc_label); \
19 if (0) { \
20 cc_label: c = true; \
21 } \
22 c; \
23 })
24
25 #else /* defined(__GCC_ASM_FLAG_OUTPUTS__) */
26
27 /* Use flags output or a set instruction */
28
29 #define __GEN_RMWcc(fullop, _var, cc, clobbers, ...) \
30 ({ \
31 bool c; \
32 asm volatile (fullop CC_SET(cc) \
33 : [var] "+m" (_var), CC_OUT(cc) (c) \
34 : __VA_ARGS__ : clobbers); \
35 c; \
36 })
37
38 #endif /* defined(__GCC_ASM_FLAG_OUTPUTS__) */
39
40 #define GEN_UNARY_RMWcc_4(op, var, cc, arg0) \
41 __GEN_RMWcc(op " " arg0, var, cc, __CLOBBERS_MEM())
42
43 #define GEN_UNARY_RMWcc_3(op, var, cc) \
44 GEN_UNARY_RMWcc_4(op, var, cc, "%[var]")
45
46 #define GEN_UNARY_RMWcc(X...) CONCATENATE(GEN_UNARY_RMWcc_, COUNT_ARGS(X))(X)
47
48 #define GEN_BINARY_RMWcc_6(op, var, cc, vcon, _val, arg0) \
49 __GEN_RMWcc(op " %[val], " arg0, var, cc, \
50 __CLOBBERS_MEM(), [val] vcon (_val))
51
52 #define GEN_BINARY_RMWcc_5(op, var, cc, vcon, val) \
53 GEN_BINARY_RMWcc_6(op, var, cc, vcon, val, "%[var]")
54
55 #define GEN_BINARY_RMWcc(X...) CONCATENATE(GEN_BINARY_RMWcc_, COUNT_ARGS(X))(X)
56
57 #define GEN_UNARY_SUFFIXED_RMWcc(op, suffix, var, cc, clobbers...) \
58 __GEN_RMWcc(op " %[var]\n\t" suffix, var, cc, \
59 __CLOBBERS_MEM(clobbers))
60
61 #define GEN_BINARY_SUFFIXED_RMWcc(op, suffix, var, cc, vcon, _val, clobbers...)\
62 __GEN_RMWcc(op " %[val], %[var]\n\t" suffix, var, cc, \
63 __CLOBBERS_MEM(clobbers), [val] vcon (_val))
64
65 #endif /* _ASM_X86_RMWcc */
66
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.