1 /* SPDX-License-Identifier: GPL-2.0 */ 1 /* SPDX-License-Identifier: GPL-2.0 */
2 2
3 #ifndef _LINUX_BTF_IDS_H 3 #ifndef _LINUX_BTF_IDS_H
4 #define _LINUX_BTF_IDS_H 4 #define _LINUX_BTF_IDS_H
5 5
6 #include <linux/types.h> /* for u32 */ <<
7 <<
8 struct btf_id_set { 6 struct btf_id_set {
9 u32 cnt; 7 u32 cnt;
10 u32 ids[]; 8 u32 ids[];
11 }; 9 };
12 10
13 /* This flag implies BTF_SET8 holds kfunc(s) * <<
14 #define BTF_SET8_KFUNCS (1 << 0) <<
15 <<
16 struct btf_id_set8 { <<
17 u32 cnt; <<
18 u32 flags; <<
19 struct { <<
20 u32 id; <<
21 u32 flags; <<
22 } pairs[]; <<
23 }; <<
24 <<
25 #ifdef CONFIG_DEBUG_INFO_BTF 11 #ifdef CONFIG_DEBUG_INFO_BTF
26 12
27 #include <linux/compiler.h> /* for __PASTE */ 13 #include <linux/compiler.h> /* for __PASTE */
28 #include <linux/compiler_attributes.h> /* for <<
29 #include <linux/stringify.h> <<
30 14
31 /* 15 /*
32 * Following macros help to define lists of BT 16 * Following macros help to define lists of BTF IDs placed
33 * in .BTF_ids section. They are initially fil 17 * in .BTF_ids section. They are initially filled with zeros
34 * (during compilation) and resolved later dur 18 * (during compilation) and resolved later during the
35 * linking phase by resolve_btfids tool. 19 * linking phase by resolve_btfids tool.
36 * 20 *
37 * Any change in list layout must be reflected 21 * Any change in list layout must be reflected in resolve_btfids
38 * tool logic. 22 * tool logic.
39 */ 23 */
40 24
41 #define BTF_IDS_SECTION ".BTF_ids" 25 #define BTF_IDS_SECTION ".BTF_ids"
42 26
43 #define ____BTF_ID(symbol, word) !! 27 #define ____BTF_ID(symbol) \
44 asm( 28 asm( \
45 ".pushsection " BTF_IDS_SECTION ",\"a\"; 29 ".pushsection " BTF_IDS_SECTION ",\"a\"; \n" \
46 ".local " #symbol " ; 30 ".local " #symbol " ; \n" \
47 ".type " #symbol ", STT_OBJECT; 31 ".type " #symbol ", STT_OBJECT; \n" \
48 ".size " #symbol ", 4; 32 ".size " #symbol ", 4; \n" \
49 #symbol ": 33 #symbol ": \n" \
50 ".zero 4 34 ".zero 4 \n" \
51 word <<
52 ".popsection; 35 ".popsection; \n");
53 36
54 #define __BTF_ID(symbol, word) \ !! 37 #define __BTF_ID(symbol) \
55 ____BTF_ID(symbol, word) !! 38 ____BTF_ID(symbol)
56 39
57 #define __ID(prefix) \ 40 #define __ID(prefix) \
58 __PASTE(__PASTE(prefix, __COUNTER__), 41 __PASTE(__PASTE(prefix, __COUNTER__), __LINE__)
59 42
60 /* 43 /*
61 * The BTF_ID defines unique symbol for each I 44 * The BTF_ID defines unique symbol for each ID pointing
62 * to 4 zero bytes. 45 * to 4 zero bytes.
63 */ 46 */
64 #define BTF_ID(prefix, name) \ 47 #define BTF_ID(prefix, name) \
65 __BTF_ID(__ID(__BTF_ID__##prefix##__## !! 48 __BTF_ID(__ID(__BTF_ID__##prefix##__##name##__))
66 <<
67 #define ____BTF_ID_FLAGS(prefix, name, flags) <<
68 __BTF_ID(__ID(__BTF_ID__##prefix##__## <<
69 #define __BTF_ID_FLAGS(prefix, name, flags, .. <<
70 ____BTF_ID_FLAGS(prefix, name, flags) <<
71 #define BTF_ID_FLAGS(prefix, name, ...) \ <<
72 __BTF_ID_FLAGS(prefix, name, ##__VA_AR <<
73 49
74 /* 50 /*
75 * The BTF_ID_LIST macro defines pure (unsorte 51 * The BTF_ID_LIST macro defines pure (unsorted) list
76 * of BTF IDs, with following layout: 52 * of BTF IDs, with following layout:
77 * 53 *
78 * BTF_ID_LIST(list1) 54 * BTF_ID_LIST(list1)
79 * BTF_ID(type1, name1) 55 * BTF_ID(type1, name1)
80 * BTF_ID(type2, name2) 56 * BTF_ID(type2, name2)
81 * 57 *
82 * list1: 58 * list1:
83 * __BTF_ID__type1__name1__1: 59 * __BTF_ID__type1__name1__1:
84 * .zero 4 60 * .zero 4
85 * __BTF_ID__type2__name2__2: 61 * __BTF_ID__type2__name2__2:
86 * .zero 4 62 * .zero 4
87 * 63 *
88 */ 64 */
89 #define __BTF_ID_LIST(name, scope) 65 #define __BTF_ID_LIST(name, scope) \
90 asm( 66 asm( \
91 ".pushsection " BTF_IDS_SECTION ",\"a\"; 67 ".pushsection " BTF_IDS_SECTION ",\"a\"; \n" \
92 "." #scope " " #name "; 68 "." #scope " " #name "; \n" \
93 #name ":; 69 #name ":; \n" \
94 ".popsection; 70 ".popsection; \n");
95 71
96 #define BTF_ID_LIST(name) 72 #define BTF_ID_LIST(name) \
97 __BTF_ID_LIST(name, local) 73 __BTF_ID_LIST(name, local) \
98 extern u32 name[]; 74 extern u32 name[];
99 75
100 #define BTF_ID_LIST_GLOBAL(name, n) !! 76 #define BTF_ID_LIST_GLOBAL(name) \
101 __BTF_ID_LIST(name, globl) 77 __BTF_ID_LIST(name, globl)
102 78
103 /* The BTF_ID_LIST_SINGLE macro defines a BTF_ 79 /* The BTF_ID_LIST_SINGLE macro defines a BTF_ID_LIST with
104 * a single entry. 80 * a single entry.
105 */ 81 */
106 #define BTF_ID_LIST_SINGLE(name, prefix, typen 82 #define BTF_ID_LIST_SINGLE(name, prefix, typename) \
107 BTF_ID_LIST(name) \ 83 BTF_ID_LIST(name) \
108 BTF_ID(prefix, typename) 84 BTF_ID(prefix, typename)
109 #define BTF_ID_LIST_GLOBAL_SINGLE(name, prefix <<
110 BTF_ID_LIST_GLOBAL(name, 1) <<
111 BTF_ID(prefix, typename) <<
112 85
113 /* 86 /*
114 * The BTF_ID_UNUSED macro defines 4 zero byte 87 * The BTF_ID_UNUSED macro defines 4 zero bytes.
115 * It's used when we want to define 'unused' e 88 * It's used when we want to define 'unused' entry
116 * in BTF_ID_LIST, like: 89 * in BTF_ID_LIST, like:
117 * 90 *
118 * BTF_ID_LIST(bpf_skb_output_btf_ids) 91 * BTF_ID_LIST(bpf_skb_output_btf_ids)
119 * BTF_ID(struct, sk_buff) 92 * BTF_ID(struct, sk_buff)
120 * BTF_ID_UNUSED 93 * BTF_ID_UNUSED
121 * BTF_ID(struct, task_struct) 94 * BTF_ID(struct, task_struct)
122 */ 95 */
123 96
124 #define BTF_ID_UNUSED 97 #define BTF_ID_UNUSED \
125 asm( 98 asm( \
126 ".pushsection " BTF_IDS_SECTION ",\"a\"; 99 ".pushsection " BTF_IDS_SECTION ",\"a\"; \n" \
127 ".zero 4 100 ".zero 4 \n" \
128 ".popsection; 101 ".popsection; \n");
129 102
130 /* 103 /*
131 * The BTF_SET_START/END macros pair defines s 104 * The BTF_SET_START/END macros pair defines sorted list of
132 * BTF IDs plus its members count, with follow 105 * BTF IDs plus its members count, with following layout:
133 * 106 *
134 * BTF_SET_START(list) 107 * BTF_SET_START(list)
135 * BTF_ID(type1, name1) 108 * BTF_ID(type1, name1)
136 * BTF_ID(type2, name2) 109 * BTF_ID(type2, name2)
137 * BTF_SET_END(list) 110 * BTF_SET_END(list)
138 * 111 *
139 * __BTF_ID__set__list: 112 * __BTF_ID__set__list:
140 * .zero 4 113 * .zero 4
141 * list: 114 * list:
142 * __BTF_ID__type1__name1__3: 115 * __BTF_ID__type1__name1__3:
143 * .zero 4 116 * .zero 4
144 * __BTF_ID__type2__name2__4: 117 * __BTF_ID__type2__name2__4:
145 * .zero 4 118 * .zero 4
146 * 119 *
147 */ 120 */
148 #define __BTF_SET_START(name, scope) 121 #define __BTF_SET_START(name, scope) \
149 asm( 122 asm( \
150 ".pushsection " BTF_IDS_SECTION ",\"a\"; 123 ".pushsection " BTF_IDS_SECTION ",\"a\"; \n" \
151 "." #scope " __BTF_ID__set__" #name "; 124 "." #scope " __BTF_ID__set__" #name "; \n" \
152 "__BTF_ID__set__" #name ":; 125 "__BTF_ID__set__" #name ":; \n" \
153 ".zero 4 126 ".zero 4 \n" \
154 ".popsection; 127 ".popsection; \n");
155 128
156 #define BTF_SET_START(name) 129 #define BTF_SET_START(name) \
157 __BTF_ID_LIST(name, local) 130 __BTF_ID_LIST(name, local) \
158 __BTF_SET_START(name, local) 131 __BTF_SET_START(name, local)
159 132
160 #define BTF_SET_START_GLOBAL(name) 133 #define BTF_SET_START_GLOBAL(name) \
161 __BTF_ID_LIST(name, globl) 134 __BTF_ID_LIST(name, globl) \
162 __BTF_SET_START(name, globl) 135 __BTF_SET_START(name, globl)
163 136
164 #define BTF_SET_END(name) 137 #define BTF_SET_END(name) \
165 asm( 138 asm( \
166 ".pushsection " BTF_IDS_SECTION ",\"a\"; 139 ".pushsection " BTF_IDS_SECTION ",\"a\"; \n" \
167 ".size __BTF_ID__set__" #name ", .-" #name " 140 ".size __BTF_ID__set__" #name ", .-" #name " \n" \
168 ".popsection; 141 ".popsection; \n"); \
169 extern struct btf_id_set name; 142 extern struct btf_id_set name;
170 143
171 /* <<
172 * The BTF_SET8_START/END macros pair defines <<
173 * BTF IDs and their flags plus its members co <<
174 * following layout: <<
175 * <<
176 * BTF_SET8_START(list) <<
177 * BTF_ID_FLAGS(type1, name1, flags) <<
178 * BTF_ID_FLAGS(type2, name2, flags) <<
179 * BTF_SET8_END(list) <<
180 * <<
181 * __BTF_ID__set8__list: <<
182 * .zero 8 <<
183 * list: <<
184 * __BTF_ID__type1__name1__3: <<
185 * .zero 4 <<
186 * .word (1 << 0) | (1 << 2) <<
187 * __BTF_ID__type2__name2__5: <<
188 * .zero 4 <<
189 * .word (1 << 3) | (1 << 1) | (1 << 2) <<
190 * <<
191 */ <<
192 #define __BTF_SET8_START(name, scope, flags) <<
193 __BTF_ID_LIST(name, local) <<
194 asm( <<
195 ".pushsection " BTF_IDS_SECTION ",\"a\"; <<
196 "." #scope " __BTF_ID__set8__" #name "; <<
197 "__BTF_ID__set8__" #name ":; <<
198 ".zero 4 <<
199 ".long " __stringify(flags) <<
200 ".popsection; <<
201 <<
202 #define BTF_SET8_START(name) <<
203 __BTF_SET8_START(name, local, 0) <<
204 <<
205 #define BTF_SET8_END(name) <<
206 asm( <<
207 ".pushsection " BTF_IDS_SECTION ",\"a\"; <<
208 ".size __BTF_ID__set8__" #name ", .-" #name " <<
209 ".popsection; <<
210 extern struct btf_id_set8 name; <<
211 <<
212 #define BTF_KFUNCS_START(name) <<
213 __BTF_SET8_START(name, local, BTF_SET8_KFUNCS) <<
214 <<
215 #define BTF_KFUNCS_END(name) <<
216 BTF_SET8_END(name) <<
217 <<
218 #else 144 #else
219 145
220 #define BTF_ID_LIST(name) static u32 __maybe_u !! 146 #define BTF_ID_LIST(name) static u32 name[5];
221 #define BTF_ID(prefix, name) 147 #define BTF_ID(prefix, name)
222 #define BTF_ID_FLAGS(prefix, name, ...) <<
223 #define BTF_ID_UNUSED 148 #define BTF_ID_UNUSED
224 #define BTF_ID_LIST_GLOBAL(name, n) u32 __mayb !! 149 #define BTF_ID_LIST_GLOBAL(name) u32 name[1];
225 #define BTF_ID_LIST_SINGLE(name, prefix, typen !! 150 #define BTF_ID_LIST_SINGLE(name, prefix, typename) static u32 name[1];
226 #define BTF_ID_LIST_GLOBAL_SINGLE(name, prefix !! 151 #define BTF_SET_START(name) static struct btf_id_set name = { 0 };
227 #define BTF_SET_START(name) static struct btf_ !! 152 #define BTF_SET_START_GLOBAL(name) static struct btf_id_set name = { 0 };
228 #define BTF_SET_START_GLOBAL(name) static stru <<
229 #define BTF_SET_END(name) 153 #define BTF_SET_END(name)
230 #define BTF_SET8_START(name) static struct btf <<
231 #define BTF_SET8_END(name) <<
232 #define BTF_KFUNCS_START(name) static struct b <<
233 #define BTF_KFUNCS_END(name) <<
234 154
235 #endif /* CONFIG_DEBUG_INFO_BTF */ 155 #endif /* CONFIG_DEBUG_INFO_BTF */
236 156
237 #ifdef CONFIG_NET 157 #ifdef CONFIG_NET
238 /* Define a list of socket types which can be 158 /* Define a list of socket types which can be the argument for
239 * skc_to_*_sock() helpers. All these sockets 159 * skc_to_*_sock() helpers. All these sockets should have
240 * sock_common as the first argument in its me 160 * sock_common as the first argument in its memory layout.
241 */ 161 */
242 #define BTF_SOCK_TYPE_xxx \ 162 #define BTF_SOCK_TYPE_xxx \
243 BTF_SOCK_TYPE(BTF_SOCK_TYPE_INET, inet 163 BTF_SOCK_TYPE(BTF_SOCK_TYPE_INET, inet_sock) \
244 BTF_SOCK_TYPE(BTF_SOCK_TYPE_INET_CONN, 164 BTF_SOCK_TYPE(BTF_SOCK_TYPE_INET_CONN, inet_connection_sock) \
245 BTF_SOCK_TYPE(BTF_SOCK_TYPE_INET_REQ, 165 BTF_SOCK_TYPE(BTF_SOCK_TYPE_INET_REQ, inet_request_sock) \
246 BTF_SOCK_TYPE(BTF_SOCK_TYPE_INET_TW, i 166 BTF_SOCK_TYPE(BTF_SOCK_TYPE_INET_TW, inet_timewait_sock) \
247 BTF_SOCK_TYPE(BTF_SOCK_TYPE_REQ, reque 167 BTF_SOCK_TYPE(BTF_SOCK_TYPE_REQ, request_sock) \
248 BTF_SOCK_TYPE(BTF_SOCK_TYPE_SOCK, sock 168 BTF_SOCK_TYPE(BTF_SOCK_TYPE_SOCK, sock) \
249 BTF_SOCK_TYPE(BTF_SOCK_TYPE_SOCK_COMMO 169 BTF_SOCK_TYPE(BTF_SOCK_TYPE_SOCK_COMMON, sock_common) \
250 BTF_SOCK_TYPE(BTF_SOCK_TYPE_TCP, tcp_s 170 BTF_SOCK_TYPE(BTF_SOCK_TYPE_TCP, tcp_sock) \
251 BTF_SOCK_TYPE(BTF_SOCK_TYPE_TCP_REQ, t 171 BTF_SOCK_TYPE(BTF_SOCK_TYPE_TCP_REQ, tcp_request_sock) \
252 BTF_SOCK_TYPE(BTF_SOCK_TYPE_TCP_TW, tc 172 BTF_SOCK_TYPE(BTF_SOCK_TYPE_TCP_TW, tcp_timewait_sock) \
253 BTF_SOCK_TYPE(BTF_SOCK_TYPE_TCP6, tcp6 173 BTF_SOCK_TYPE(BTF_SOCK_TYPE_TCP6, tcp6_sock) \
254 BTF_SOCK_TYPE(BTF_SOCK_TYPE_UDP, udp_s 174 BTF_SOCK_TYPE(BTF_SOCK_TYPE_UDP, udp_sock) \
255 BTF_SOCK_TYPE(BTF_SOCK_TYPE_UDP6, udp6 !! 175 BTF_SOCK_TYPE(BTF_SOCK_TYPE_UDP6, udp6_sock)
256 BTF_SOCK_TYPE(BTF_SOCK_TYPE_UNIX, unix <<
257 BTF_SOCK_TYPE(BTF_SOCK_TYPE_MPTCP, mpt <<
258 BTF_SOCK_TYPE(BTF_SOCK_TYPE_SOCKET, so <<
259 176
260 enum { 177 enum {
261 #define BTF_SOCK_TYPE(name, str) name, 178 #define BTF_SOCK_TYPE(name, str) name,
262 BTF_SOCK_TYPE_xxx 179 BTF_SOCK_TYPE_xxx
263 #undef BTF_SOCK_TYPE 180 #undef BTF_SOCK_TYPE
264 MAX_BTF_SOCK_TYPE, 181 MAX_BTF_SOCK_TYPE,
265 }; 182 };
266 183
267 extern u32 btf_sock_ids[]; 184 extern u32 btf_sock_ids[];
268 #endif 185 #endif
269 <<
270 #define BTF_TRACING_TYPE_xxx \ <<
271 BTF_TRACING_TYPE(BTF_TRACING_TYPE_TASK <<
272 BTF_TRACING_TYPE(BTF_TRACING_TYPE_FILE <<
273 BTF_TRACING_TYPE(BTF_TRACING_TYPE_VMA, <<
274 <<
275 enum { <<
276 #define BTF_TRACING_TYPE(name, type) name, <<
277 BTF_TRACING_TYPE_xxx <<
278 #undef BTF_TRACING_TYPE <<
279 MAX_BTF_TRACING_TYPE, <<
280 }; <<
281 <<
282 extern u32 btf_tracing_ids[]; <<
283 extern u32 bpf_cgroup_btf_id[]; <<
284 extern u32 bpf_local_storage_map_btf_id[]; <<
285 extern u32 btf_bpf_map_id[]; <<
286 186
287 #endif 187 #endif
288 188
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.