1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __ASM_LSE_H
3 #define __ASM_LSE_H
4
5 #include <asm/atomic_ll_sc.h>
6
7 #ifdef CONFIG_ARM64_LSE_ATOMICS
8
9 #define __LSE_PREAMBLE ".arch_extension lse\n"
10
11 #include <linux/compiler_types.h>
12 #include <linux/export.h>
13 #include <linux/stringify.h>
14 #include <asm/alternative.h>
15 #include <asm/alternative-macros.h>
16 #include <asm/atomic_lse.h>
17 #include <asm/cpucaps.h>
18
19 #define __lse_ll_sc_body(op, ...) \
20 ({ \
21 alternative_has_cap_likely(ARM64_HAS_LSE_ATOMICS) ? \
22 __lse_##op(__VA_ARGS__) : \
23 __ll_sc_##op(__VA_ARGS__); \
24 })
25
26 /* In-line patching at runtime */
27 #define ARM64_LSE_ATOMIC_INSN(llsc, lse) \
28 ALTERNATIVE(llsc, __LSE_PREAMBLE lse, ARM64_HAS_LSE_ATOMICS)
29
30 #else /* CONFIG_ARM64_LSE_ATOMICS */
31
32 #define __lse_ll_sc_body(op, ...) __ll_sc_##op(__VA_ARGS__)
33
34 #define ARM64_LSE_ATOMIC_INSN(llsc, lse) llsc
35
36 #endif /* CONFIG_ARM64_LSE_ATOMICS */
37 #endif /* __ASM_LSE_H */
38
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.