1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3 * Generic UP xchg and cmpxchg using interrupt disablement. Does not
4 * support SMP.
5 */
6
7 #ifndef __ASM_GENERIC_CMPXCHG_H
8 #define __ASM_GENERIC_CMPXCHG_H
9
10 #ifdef CONFIG_SMP
11 #error "Cannot use generic cmpxchg on SMP"
12 #endif
13
14 #include <linux/types.h>
15 #include <linux/irqflags.h>
16
17 /*
18 * This function doesn't exist, so you'll get a linker error if
19 * something tries to do an invalidly-sized xchg().
20 */
21 extern void __generic_xchg_called_with_bad_pointer(void);
22
23 static inline
24 unsigned long __generic_xchg(unsigned long x, volatile void *ptr, int size)
25 {
26 unsigned long ret, flags;
27
28 switch (size) {
29 case 1:
30 #ifdef __xchg_u8
31 return __xchg_u8(x, ptr);
32 #else
33 local_irq_save(flags);
34 ret = *(volatile u8 *)ptr;
35 *(volatile u8 *)ptr = (x & 0xffu);
36 local_irq_restore(flags);
37 return ret;
38 #endif /* __xchg_u8 */
39
40 case 2:
41 #ifdef __xchg_u16
42 return __xchg_u16(x, ptr);
43 #else
44 local_irq_save(flags);
45 ret = *(volatile u16 *)ptr;
46 *(volatile u16 *)ptr = (x & 0xffffu);
47 local_irq_restore(flags);
48 return ret;
49 #endif /* __xchg_u16 */
50
51 case 4:
52 #ifdef __xchg_u32
53 return __xchg_u32(x, ptr);
54 #else
55 local_irq_save(flags);
56 ret = *(volatile u32 *)ptr;
57 *(volatile u32 *)ptr = (x & 0xffffffffu);
58 local_irq_restore(flags);
59 return ret;
60 #endif /* __xchg_u32 */
61
62 #ifdef CONFIG_64BIT
63 case 8:
64 #ifdef __xchg_u64
65 return __xchg_u64(x, ptr);
66 #else
67 local_irq_save(flags);
68 ret = *(volatile u64 *)ptr;
69 *(volatile u64 *)ptr = x;
70 local_irq_restore(flags);
71 return ret;
72 #endif /* __xchg_u64 */
73 #endif /* CONFIG_64BIT */
74
75 default:
76 __generic_xchg_called_with_bad_pointer();
77 return x;
78 }
79 }
80
81 #define generic_xchg(ptr, x) ({ \
82 ((__typeof__(*(ptr))) \
83 __generic_xchg((unsigned long)(x), (ptr), sizeof(*(ptr)))); \
84 })
85
86 /*
87 * Atomic compare and exchange.
88 */
89 #include <asm-generic/cmpxchg-local.h>
90
91 #define generic_cmpxchg_local(ptr, o, n) ({ \
92 ((__typeof__(*(ptr)))__generic_cmpxchg_local((ptr), (unsigned long)(o), \
93 (unsigned long)(n), sizeof(*(ptr)))); \
94 })
95
96 #define generic_cmpxchg64_local(ptr, o, n) \
97 __generic_cmpxchg64_local((ptr), (o), (n))
98
99
100 #ifndef arch_xchg
101 #define arch_xchg generic_xchg
102 #endif
103
104 #ifndef arch_cmpxchg_local
105 #define arch_cmpxchg_local generic_cmpxchg_local
106 #endif
107
108 #ifndef arch_cmpxchg64_local
109 #define arch_cmpxchg64_local generic_cmpxchg64_local
110 #endif
111
112 #define arch_cmpxchg arch_cmpxchg_local
113 #define arch_cmpxchg64 arch_cmpxchg64_local
114
115 #endif /* __ASM_GENERIC_CMPXCHG_H */
116
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.