1 # SPDX-License-Identifier: GPL-2.0 1 # SPDX-License-Identifier: GPL-2.0
2 2
3 BPF_SAMPLES_PATH ?= $(abspath $(src)) !! 3 BPF_SAMPLES_PATH ?= $(abspath $(srctree)/$(src))
4 TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools 4 TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools
5 5
6 pound := \# 6 pound := \#
7 7
8 # List of programs to build 8 # List of programs to build
9 tprogs-y := test_lru_dist 9 tprogs-y := test_lru_dist
10 tprogs-y += sock_example 10 tprogs-y += sock_example
11 tprogs-y += fds_example 11 tprogs-y += fds_example
12 tprogs-y += sockex1 12 tprogs-y += sockex1
13 tprogs-y += sockex2 13 tprogs-y += sockex2
14 tprogs-y += sockex3 14 tprogs-y += sockex3
15 tprogs-y += tracex1 15 tprogs-y += tracex1
>> 16 tprogs-y += tracex2
16 tprogs-y += tracex3 17 tprogs-y += tracex3
17 tprogs-y += tracex4 18 tprogs-y += tracex4
18 tprogs-y += tracex5 19 tprogs-y += tracex5
19 tprogs-y += tracex6 20 tprogs-y += tracex6
20 tprogs-y += tracex7 21 tprogs-y += tracex7
21 tprogs-y += test_probe_write_user 22 tprogs-y += test_probe_write_user
22 tprogs-y += trace_output 23 tprogs-y += trace_output
23 tprogs-y += lathist 24 tprogs-y += lathist
24 tprogs-y += offwaketime 25 tprogs-y += offwaketime
25 tprogs-y += spintest 26 tprogs-y += spintest
26 tprogs-y += map_perf_test 27 tprogs-y += map_perf_test
27 tprogs-y += test_overhead 28 tprogs-y += test_overhead
28 tprogs-y += test_cgrp2_array_pin 29 tprogs-y += test_cgrp2_array_pin
29 tprogs-y += test_cgrp2_attach 30 tprogs-y += test_cgrp2_attach
30 tprogs-y += test_cgrp2_sock 31 tprogs-y += test_cgrp2_sock
31 tprogs-y += test_cgrp2_sock2 32 tprogs-y += test_cgrp2_sock2
>> 33 tprogs-y += xdp1
>> 34 tprogs-y += xdp2
32 tprogs-y += xdp_router_ipv4 35 tprogs-y += xdp_router_ipv4
33 tprogs-y += test_current_task_under_cgroup 36 tprogs-y += test_current_task_under_cgroup
34 tprogs-y += trace_event 37 tprogs-y += trace_event
35 tprogs-y += sampleip 38 tprogs-y += sampleip
36 tprogs-y += tc_l2_redirect 39 tprogs-y += tc_l2_redirect
37 tprogs-y += lwt_len_hist 40 tprogs-y += lwt_len_hist
38 tprogs-y += xdp_tx_iptunnel 41 tprogs-y += xdp_tx_iptunnel
39 tprogs-y += test_map_in_map 42 tprogs-y += test_map_in_map
40 tprogs-y += per_socket_stats_example 43 tprogs-y += per_socket_stats_example
>> 44 tprogs-y += xdp_rxq_info
41 tprogs-y += syscall_tp 45 tprogs-y += syscall_tp
42 tprogs-y += cpustat 46 tprogs-y += cpustat
43 tprogs-y += xdp_adjust_tail 47 tprogs-y += xdp_adjust_tail
>> 48 tprogs-y += xdpsock
>> 49 tprogs-y += xdpsock_ctrl_proc
>> 50 tprogs-y += xsk_fwd
44 tprogs-y += xdp_fwd 51 tprogs-y += xdp_fwd
45 tprogs-y += task_fd_query 52 tprogs-y += task_fd_query
>> 53 tprogs-y += xdp_sample_pkts
46 tprogs-y += ibumad 54 tprogs-y += ibumad
47 tprogs-y += hbm 55 tprogs-y += hbm
48 56
>> 57 tprogs-y += xdp_redirect_cpu
>> 58 tprogs-y += xdp_redirect_map_multi
>> 59 tprogs-y += xdp_redirect_map
>> 60 tprogs-y += xdp_redirect
>> 61 tprogs-y += xdp_monitor
>> 62
49 # Libbpf dependencies 63 # Libbpf dependencies
50 LIBBPF_SRC = $(TOOLS_PATH)/lib/bpf 64 LIBBPF_SRC = $(TOOLS_PATH)/lib/bpf
51 LIBBPF_OUTPUT = $(abspath $(BPF_SAMPLES_PATH)) 65 LIBBPF_OUTPUT = $(abspath $(BPF_SAMPLES_PATH))/libbpf
52 LIBBPF_DESTDIR = $(LIBBPF_OUTPUT) 66 LIBBPF_DESTDIR = $(LIBBPF_OUTPUT)
53 LIBBPF_INCLUDE = $(LIBBPF_DESTDIR)/include 67 LIBBPF_INCLUDE = $(LIBBPF_DESTDIR)/include
54 LIBBPF = $(LIBBPF_OUTPUT)/libbpf.a 68 LIBBPF = $(LIBBPF_OUTPUT)/libbpf.a
55 69
56 CGROUP_HELPERS := ../../tools/testing/selftest 70 CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
57 TRACE_HELPERS := ../../tools/testing/selftests 71 TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
58 XDP_SAMPLE := xdp_sample_user.o 72 XDP_SAMPLE := xdp_sample_user.o
59 73
60 fds_example-objs := fds_example.o 74 fds_example-objs := fds_example.o
61 sockex1-objs := sockex1_user.o 75 sockex1-objs := sockex1_user.o
62 sockex2-objs := sockex2_user.o 76 sockex2-objs := sockex2_user.o
63 sockex3-objs := sockex3_user.o 77 sockex3-objs := sockex3_user.o
64 tracex1-objs := tracex1_user.o $(TRACE_HELPERS 78 tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
>> 79 tracex2-objs := tracex2_user.o
65 tracex3-objs := tracex3_user.o 80 tracex3-objs := tracex3_user.o
66 tracex4-objs := tracex4_user.o 81 tracex4-objs := tracex4_user.o
67 tracex5-objs := tracex5_user.o $(TRACE_HELPERS 82 tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
68 tracex6-objs := tracex6_user.o 83 tracex6-objs := tracex6_user.o
69 tracex7-objs := tracex7_user.o 84 tracex7-objs := tracex7_user.o
70 test_probe_write_user-objs := test_probe_write 85 test_probe_write_user-objs := test_probe_write_user_user.o
71 trace_output-objs := trace_output_user.o 86 trace_output-objs := trace_output_user.o
72 lathist-objs := lathist_user.o 87 lathist-objs := lathist_user.o
73 offwaketime-objs := offwaketime_user.o $(TRACE 88 offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
74 spintest-objs := spintest_user.o $(TRACE_HELPE 89 spintest-objs := spintest_user.o $(TRACE_HELPERS)
75 map_perf_test-objs := map_perf_test_user.o 90 map_perf_test-objs := map_perf_test_user.o
76 test_overhead-objs := test_overhead_user.o 91 test_overhead-objs := test_overhead_user.o
77 test_cgrp2_array_pin-objs := test_cgrp2_array_ 92 test_cgrp2_array_pin-objs := test_cgrp2_array_pin.o
78 test_cgrp2_attach-objs := test_cgrp2_attach.o 93 test_cgrp2_attach-objs := test_cgrp2_attach.o
79 test_cgrp2_sock-objs := test_cgrp2_sock.o 94 test_cgrp2_sock-objs := test_cgrp2_sock.o
80 test_cgrp2_sock2-objs := test_cgrp2_sock2.o 95 test_cgrp2_sock2-objs := test_cgrp2_sock2.o
>> 96 xdp1-objs := xdp1_user.o
>> 97 # reuse xdp1 source intentionally
>> 98 xdp2-objs := xdp1_user.o
81 test_current_task_under_cgroup-objs := $(CGROU 99 test_current_task_under_cgroup-objs := $(CGROUP_HELPERS) \
82 test_cu 100 test_current_task_under_cgroup_user.o
83 trace_event-objs := trace_event_user.o $(TRACE 101 trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
84 sampleip-objs := sampleip_user.o $(TRACE_HELPE 102 sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
85 tc_l2_redirect-objs := tc_l2_redirect_user.o 103 tc_l2_redirect-objs := tc_l2_redirect_user.o
86 lwt_len_hist-objs := lwt_len_hist_user.o 104 lwt_len_hist-objs := lwt_len_hist_user.o
87 xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o 105 xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
88 test_map_in_map-objs := test_map_in_map_user.o 106 test_map_in_map-objs := test_map_in_map_user.o
89 per_socket_stats_example-objs := cookie_uid_he 107 per_socket_stats_example-objs := cookie_uid_helper_example.o
>> 108 xdp_rxq_info-objs := xdp_rxq_info_user.o
90 syscall_tp-objs := syscall_tp_user.o 109 syscall_tp-objs := syscall_tp_user.o
91 cpustat-objs := cpustat_user.o 110 cpustat-objs := cpustat_user.o
92 xdp_adjust_tail-objs := xdp_adjust_tail_user.o 111 xdp_adjust_tail-objs := xdp_adjust_tail_user.o
>> 112 xdpsock-objs := xdpsock_user.o
>> 113 xdpsock_ctrl_proc-objs := xdpsock_ctrl_proc.o
>> 114 xsk_fwd-objs := xsk_fwd.o
93 xdp_fwd-objs := xdp_fwd_user.o 115 xdp_fwd-objs := xdp_fwd_user.o
94 task_fd_query-objs := task_fd_query_user.o $(T 116 task_fd_query-objs := task_fd_query_user.o $(TRACE_HELPERS)
>> 117 xdp_sample_pkts-objs := xdp_sample_pkts_user.o
95 ibumad-objs := ibumad_user.o 118 ibumad-objs := ibumad_user.o
96 hbm-objs := hbm.o $(CGROUP_HELPERS) 119 hbm-objs := hbm.o $(CGROUP_HELPERS)
97 120
>> 121 xdp_redirect_map_multi-objs := xdp_redirect_map_multi_user.o $(XDP_SAMPLE)
>> 122 xdp_redirect_cpu-objs := xdp_redirect_cpu_user.o $(XDP_SAMPLE)
>> 123 xdp_redirect_map-objs := xdp_redirect_map_user.o $(XDP_SAMPLE)
>> 124 xdp_redirect-objs := xdp_redirect_user.o $(XDP_SAMPLE)
>> 125 xdp_monitor-objs := xdp_monitor_user.o $(XDP_SAMPLE)
98 xdp_router_ipv4-objs := xdp_router_ipv4_user.o 126 xdp_router_ipv4-objs := xdp_router_ipv4_user.o $(XDP_SAMPLE)
99 127
100 # Tell kbuild to always build the programs 128 # Tell kbuild to always build the programs
101 always-y := $(tprogs-y) 129 always-y := $(tprogs-y)
102 always-y += sockex1_kern.o 130 always-y += sockex1_kern.o
103 always-y += sockex2_kern.o 131 always-y += sockex2_kern.o
104 always-y += sockex3_kern.o 132 always-y += sockex3_kern.o
105 always-y += tracex1.bpf.o !! 133 always-y += tracex1_kern.o
106 always-y += tracex3.bpf.o !! 134 always-y += tracex2_kern.o
107 always-y += tracex4.bpf.o !! 135 always-y += tracex3_kern.o
108 always-y += tracex5.bpf.o !! 136 always-y += tracex4_kern.o
109 always-y += tracex6.bpf.o !! 137 always-y += tracex5_kern.o
110 always-y += tracex7.bpf.o !! 138 always-y += tracex6_kern.o
111 always-y += sock_flags.bpf.o !! 139 always-y += tracex7_kern.o
112 always-y += test_probe_write_user.bpf.o !! 140 always-y += sock_flags_kern.o
113 always-y += trace_output.bpf.o !! 141 always-y += test_probe_write_user_kern.o
>> 142 always-y += trace_output_kern.o
114 always-y += tcbpf1_kern.o 143 always-y += tcbpf1_kern.o
115 always-y += tc_l2_redirect_kern.o 144 always-y += tc_l2_redirect_kern.o
116 always-y += lathist_kern.o 145 always-y += lathist_kern.o
117 always-y += offwaketime.bpf.o !! 146 always-y += offwaketime_kern.o
118 always-y += spintest.bpf.o !! 147 always-y += spintest_kern.o
119 always-y += map_perf_test.bpf.o !! 148 always-y += map_perf_test_kern.o
120 always-y += test_overhead_tp.bpf.o !! 149 always-y += test_overhead_tp_kern.o
121 always-y += test_overhead_raw_tp.bpf.o !! 150 always-y += test_overhead_raw_tp_kern.o
122 always-y += test_overhead_kprobe.bpf.o !! 151 always-y += test_overhead_kprobe_kern.o
123 always-y += parse_varlen.o parse_simple.o pars 152 always-y += parse_varlen.o parse_simple.o parse_ldabs.o
124 always-y += test_cgrp2_tc.bpf.o !! 153 always-y += test_cgrp2_tc_kern.o
125 always-y += test_current_task_under_cgroup.bpf !! 154 always-y += xdp1_kern.o
>> 155 always-y += xdp2_kern.o
>> 156 always-y += test_current_task_under_cgroup_kern.o
126 always-y += trace_event_kern.o 157 always-y += trace_event_kern.o
127 always-y += sampleip_kern.o 158 always-y += sampleip_kern.o
128 always-y += lwt_len_hist.bpf.o !! 159 always-y += lwt_len_hist_kern.o
129 always-y += xdp_tx_iptunnel_kern.o 160 always-y += xdp_tx_iptunnel_kern.o
130 always-y += test_map_in_map.bpf.o !! 161 always-y += test_map_in_map_kern.o
131 always-y += tcp_synrto_kern.o 162 always-y += tcp_synrto_kern.o
132 always-y += tcp_rwnd_kern.o 163 always-y += tcp_rwnd_kern.o
133 always-y += tcp_bufs_kern.o 164 always-y += tcp_bufs_kern.o
134 always-y += tcp_cong_kern.o 165 always-y += tcp_cong_kern.o
135 always-y += tcp_iw_kern.o 166 always-y += tcp_iw_kern.o
136 always-y += tcp_clamp_kern.o 167 always-y += tcp_clamp_kern.o
137 always-y += tcp_basertt_kern.o 168 always-y += tcp_basertt_kern.o
138 always-y += tcp_tos_reflect_kern.o 169 always-y += tcp_tos_reflect_kern.o
139 always-y += tcp_dumpstats_kern.o 170 always-y += tcp_dumpstats_kern.o
>> 171 always-y += xdp_rxq_info_kern.o
140 always-y += xdp2skb_meta_kern.o 172 always-y += xdp2skb_meta_kern.o
141 always-y += syscall_tp_kern.o 173 always-y += syscall_tp_kern.o
142 always-y += cpustat_kern.o 174 always-y += cpustat_kern.o
143 always-y += xdp_adjust_tail_kern.o 175 always-y += xdp_adjust_tail_kern.o
144 always-y += xdp_fwd_kern.o 176 always-y += xdp_fwd_kern.o
145 always-y += task_fd_query_kern.o 177 always-y += task_fd_query_kern.o
>> 178 always-y += xdp_sample_pkts_kern.o
146 always-y += ibumad_kern.o 179 always-y += ibumad_kern.o
147 always-y += hbm_out_kern.o 180 always-y += hbm_out_kern.o
148 always-y += hbm_edt_kern.o 181 always-y += hbm_edt_kern.o
149 !! 182 always-y += xdpsock_kern.o
150 TPROGS_CFLAGS = $(TPROGS_USER_CFLAGS) <<
151 TPROGS_LDFLAGS = $(TPROGS_USER_LDFLAGS) <<
152 183
153 ifeq ($(ARCH), arm) 184 ifeq ($(ARCH), arm)
154 # Strip all except -D__LINUX_ARM_ARCH__ option 185 # Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
155 # headers when arm instruction set identificat 186 # headers when arm instruction set identification is requested.
156 ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_AR 187 ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
157 BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR) 188 BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
158 TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR) 189 TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
159 endif 190 endif
160 191
161 ifeq ($(ARCH), mips) 192 ifeq ($(ARCH), mips)
162 TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__ 193 TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__
163 ifdef CONFIG_MACH_LOONGSON64 194 ifdef CONFIG_MACH_LOONGSON64
164 BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/inc 195 BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-loongson64
165 BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/inc 196 BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-generic
166 endif 197 endif
167 endif 198 endif
168 199
169 ifeq ($(ARCH), x86) <<
170 BPF_EXTRA_CFLAGS += -fcf-protection <<
171 endif <<
172 <<
173 TPROGS_CFLAGS += -Wall -O2 200 TPROGS_CFLAGS += -Wall -O2
174 TPROGS_CFLAGS += -Wmissing-prototypes 201 TPROGS_CFLAGS += -Wmissing-prototypes
175 TPROGS_CFLAGS += -Wstrict-prototypes 202 TPROGS_CFLAGS += -Wstrict-prototypes
176 TPROGS_CFLAGS += $(call try-run,\ <<
177 printf "int main() { return 0; }" |\ <<
178 $(CC) -Werror -fsanitize=bounds -x c - <<
179 203
180 TPROGS_CFLAGS += -I$(objtree)/usr/include 204 TPROGS_CFLAGS += -I$(objtree)/usr/include
181 TPROGS_CFLAGS += -I$(srctree)/tools/testing/se 205 TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
182 TPROGS_CFLAGS += -I$(LIBBPF_INCLUDE) 206 TPROGS_CFLAGS += -I$(LIBBPF_INCLUDE)
183 TPROGS_CFLAGS += -I$(srctree)/tools/include 207 TPROGS_CFLAGS += -I$(srctree)/tools/include
184 TPROGS_CFLAGS += -I$(srctree)/tools/perf 208 TPROGS_CFLAGS += -I$(srctree)/tools/perf
185 TPROGS_CFLAGS += -I$(srctree)/tools/lib <<
186 TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0 209 TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0
187 210
188 ifdef SYSROOT 211 ifdef SYSROOT
189 TPROGS_CFLAGS += --sysroot=$(SYSROOT) 212 TPROGS_CFLAGS += --sysroot=$(SYSROOT)
190 TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib 213 TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
191 endif 214 endif
192 215
193 TPROGS_LDLIBS += $(LIBBPF) - 216 TPROGS_LDLIBS += $(LIBBPF) -lelf -lz
>> 217 TPROGLDLIBS_xdp_monitor += -lm
>> 218 TPROGLDLIBS_xdp_redirect += -lm
>> 219 TPROGLDLIBS_xdp_redirect_cpu += -lm
>> 220 TPROGLDLIBS_xdp_redirect_map += -lm
>> 221 TPROGLDLIBS_xdp_redirect_map_multi += -lm
194 TPROGLDLIBS_xdp_router_ipv4 += -lm -pthrea 222 TPROGLDLIBS_xdp_router_ipv4 += -lm -pthread
195 TPROGLDLIBS_tracex4 += -lrt 223 TPROGLDLIBS_tracex4 += -lrt
196 TPROGLDLIBS_trace_output += -lrt 224 TPROGLDLIBS_trace_output += -lrt
197 TPROGLDLIBS_map_perf_test += -lrt 225 TPROGLDLIBS_map_perf_test += -lrt
198 TPROGLDLIBS_test_overhead += -lrt 226 TPROGLDLIBS_test_overhead += -lrt
>> 227 TPROGLDLIBS_xdpsock += -pthread -lcap
>> 228 TPROGLDLIBS_xsk_fwd += -pthread
199 229
200 # Allows pointing LLC/CLANG to a LLVM backend 230 # Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
201 # make M=samples/bpf LLC=~/git/llvm-project/ll 231 # make M=samples/bpf LLC=~/git/llvm-project/llvm/build/bin/llc CLANG=~/git/llvm-project/llvm/build/bin/clang
202 LLC ?= llc 232 LLC ?= llc
203 CLANG ?= clang 233 CLANG ?= clang
204 OPT ?= opt 234 OPT ?= opt
205 LLVM_DIS ?= llvm-dis 235 LLVM_DIS ?= llvm-dis
206 LLVM_OBJCOPY ?= llvm-objcopy 236 LLVM_OBJCOPY ?= llvm-objcopy
207 LLVM_READELF ?= llvm-readelf 237 LLVM_READELF ?= llvm-readelf
208 BTF_PAHOLE ?= pahole 238 BTF_PAHOLE ?= pahole
209 239
210 # Detect that we're cross compiling and use th 240 # Detect that we're cross compiling and use the cross compiler
211 ifdef CROSS_COMPILE 241 ifdef CROSS_COMPILE
212 CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_CO 242 CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
213 endif 243 endif
214 244
215 # Don't evaluate probes and warnings if we nee 245 # Don't evaluate probes and warnings if we need to run make recursively
216 ifneq ($(src),) 246 ifneq ($(src),)
217 HDR_PROBE := $(shell printf "$(pound)include < 247 HDR_PROBE := $(shell printf "$(pound)include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" | \
218 $(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAG 248 $(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
219 -o /dev/null 2>/dev/null && echo okay) 249 -o /dev/null 2>/dev/null && echo okay)
220 250
221 ifeq ($(HDR_PROBE),) 251 ifeq ($(HDR_PROBE),)
222 $(warning WARNING: Detected possible issues wi 252 $(warning WARNING: Detected possible issues with include path.)
223 $(warning WARNING: Please install kernel heade 253 $(warning WARNING: Please install kernel headers locally (make headers_install).)
224 endif 254 endif
225 255
226 BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -ma 256 BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
227 BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --he 257 BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
228 BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) - 258 BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
229 BTF_LLVM_PROBE := $(shell echo "int main() { r 259 BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
230 $(CLANG) --target=bp !! 260 $(CLANG) -target bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
231 $(LLVM_READELF) -S . 261 $(LLVM_READELF) -S ./llvm_btf_verify.o | grep BTF; \
232 /bin/rm -f ./llvm_bt 262 /bin/rm -f ./llvm_btf_verify.o)
233 263
234 BPF_EXTRA_CFLAGS += -fno-stack-protector 264 BPF_EXTRA_CFLAGS += -fno-stack-protector
235 ifneq ($(BTF_LLVM_PROBE),) 265 ifneq ($(BTF_LLVM_PROBE),)
236 BPF_EXTRA_CFLAGS += -g 266 BPF_EXTRA_CFLAGS += -g
237 else 267 else
238 ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PRO 268 ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
239 BPF_EXTRA_CFLAGS += -g 269 BPF_EXTRA_CFLAGS += -g
240 LLC_FLAGS += -mattr=dwarfris 270 LLC_FLAGS += -mattr=dwarfris
241 DWARF2BTF = y 271 DWARF2BTF = y
242 endif 272 endif
243 endif 273 endif
244 endif 274 endif
245 275
246 # Trick to allow make to be run from this dire 276 # Trick to allow make to be run from this directory
247 all: 277 all:
248 $(MAKE) -C ../../ M=$(CURDIR) BPF_SAMP 278 $(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)
249 279
250 clean: 280 clean:
251 $(MAKE) -C ../../ M=$(CURDIR) clean 281 $(MAKE) -C ../../ M=$(CURDIR) clean
252 @find $(CURDIR) -type f -name '*~' -de 282 @find $(CURDIR) -type f -name '*~' -delete
253 @$(RM) -r $(CURDIR)/libbpf $(CURDIR)/b 283 @$(RM) -r $(CURDIR)/libbpf $(CURDIR)/bpftool
254 284
255 $(LIBBPF): $(wildcard $(LIBBPF_SRC)/*.[ch] $(L 285 $(LIBBPF): $(wildcard $(LIBBPF_SRC)/*.[ch] $(LIBBPF_SRC)/Makefile) | $(LIBBPF_OUTPUT)
256 # Fix up variables inherited from Kbuild that 286 # Fix up variables inherited from Kbuild that tools/ build system won't like
257 $(MAKE) -C $(LIBBPF_SRC) RM='rm -rf' E 287 $(MAKE) -C $(LIBBPF_SRC) RM='rm -rf' EXTRA_CFLAGS="$(TPROGS_CFLAGS)" \
258 LDFLAGS="$(TPROGS_LDFLAGS)" sr !! 288 LDFLAGS=$(TPROGS_LDFLAGS) srctree=$(BPF_SAMPLES_PATH)/../../ \
259 O= OUTPUT=$(LIBBPF_OUTPUT)/ DE 289 O= OUTPUT=$(LIBBPF_OUTPUT)/ DESTDIR=$(LIBBPF_DESTDIR) prefix= \
260 $@ install_headers 290 $@ install_headers
261 291
262 BPFTOOLDIR := $(TOOLS_PATH)/bpf/bpftool 292 BPFTOOLDIR := $(TOOLS_PATH)/bpf/bpftool
263 BPFTOOL_OUTPUT := $(abspath $(BPF_SAMPLES_PATH 293 BPFTOOL_OUTPUT := $(abspath $(BPF_SAMPLES_PATH))/bpftool
264 DEFAULT_BPFTOOL := $(BPFTOOL_OUTPUT)/bootstrap !! 294 BPFTOOL := $(BPFTOOL_OUTPUT)/bpftool
265 BPFTOOL ?= $(DEFAULT_BPFTOOL) !! 295 $(BPFTOOL): $(LIBBPF) $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) | $(BPFTOOL_OUTPUT)
266 $(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/* !! 296 $(MAKE) -C $(BPFTOOLDIR) srctree=$(BPF_SAMPLES_PATH)/../../ \
267 $(MAKE) -C $(BPFTOOLDIR) srctree=$(BPF !! 297 OUTPUT=$(BPFTOOL_OUTPUT)/ \
268 OUTPUT=$(BPFTOOL_OUTPUT)/ boot !! 298 LIBBPF_OUTPUT=$(LIBBPF_OUTPUT)/ \
>> 299 LIBBPF_DESTDIR=$(LIBBPF_DESTDIR)/
269 300
270 $(LIBBPF_OUTPUT) $(BPFTOOL_OUTPUT): 301 $(LIBBPF_OUTPUT) $(BPFTOOL_OUTPUT):
271 $(call msg,MKDIR,$@) 302 $(call msg,MKDIR,$@)
272 $(Q)mkdir -p $@ 303 $(Q)mkdir -p $@
273 304
274 $(obj)/syscall_nrs.h: $(obj)/syscall_nrs.s F 305 $(obj)/syscall_nrs.h: $(obj)/syscall_nrs.s FORCE
275 $(call filechk,offsets,__SYSCALL_NRS_H 306 $(call filechk,offsets,__SYSCALL_NRS_H__)
276 307
277 targets += syscall_nrs.s 308 targets += syscall_nrs.s
278 clean-files += syscall_nrs.h 309 clean-files += syscall_nrs.h
279 310
280 FORCE: 311 FORCE:
281 312
282 313
283 # Verify LLVM compiler tools are available and 314 # Verify LLVM compiler tools are available and bpf target is supported by llc
284 .PHONY: verify_cmds verify_target_bpf $(CLANG) 315 .PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)
285 316
286 verify_cmds: $(CLANG) $(LLC) 317 verify_cmds: $(CLANG) $(LLC)
287 @for TOOL in $^ ; do \ 318 @for TOOL in $^ ; do \
288 if ! (which -- "$${TOOL}" > /d 319 if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
289 echo "*** ERROR: Canno 320 echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
290 exit 1; \ 321 exit 1; \
291 else true; fi; \ 322 else true; fi; \
292 done 323 done
293 324
294 verify_target_bpf: verify_cmds 325 verify_target_bpf: verify_cmds
295 @if ! (${LLC} -march=bpf -mattr=help > 326 @if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
296 echo "*** ERROR: LLVM (${LLC}) 327 echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
297 echo " NOTICE: LLVM version 328 echo " NOTICE: LLVM version >= 3.7.1 required" ;\
298 exit 2; \ 329 exit 2; \
299 else true; fi 330 else true; fi
300 331
301 $(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(L 332 $(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
302 $(src)/*.c: verify_target_bpf $(LIBBPF) 333 $(src)/*.c: verify_target_bpf $(LIBBPF)
303 334
304 libbpf_hdrs: $(LIBBPF) 335 libbpf_hdrs: $(LIBBPF)
305 $(obj)/$(TRACE_HELPERS) $(obj)/$(CGROUP_HELPER 336 $(obj)/$(TRACE_HELPERS) $(obj)/$(CGROUP_HELPERS) $(obj)/$(XDP_SAMPLE): | libbpf_hdrs
306 337
307 .PHONY: libbpf_hdrs 338 .PHONY: libbpf_hdrs
308 339
>> 340 $(obj)/xdp_redirect_cpu_user.o: $(obj)/xdp_redirect_cpu.skel.h
>> 341 $(obj)/xdp_redirect_map_multi_user.o: $(obj)/xdp_redirect_map_multi.skel.h
>> 342 $(obj)/xdp_redirect_map_user.o: $(obj)/xdp_redirect_map.skel.h
>> 343 $(obj)/xdp_redirect_user.o: $(obj)/xdp_redirect.skel.h
>> 344 $(obj)/xdp_monitor_user.o: $(obj)/xdp_monitor.skel.h
309 $(obj)/xdp_router_ipv4_user.o: $(obj)/xdp_rout 345 $(obj)/xdp_router_ipv4_user.o: $(obj)/xdp_router_ipv4.skel.h
310 346
311 $(obj)/tracex5.bpf.o: $(obj)/syscall_nrs.h !! 347 $(obj)/tracex5_kern.o: $(obj)/syscall_nrs.h
312 $(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm 348 $(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
313 $(obj)/hbm.o: $(src)/hbm.h 349 $(obj)/hbm.o: $(src)/hbm.h
314 $(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm 350 $(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
315 351
316 # Override includes for xdp_sample_user.o beca 352 # Override includes for xdp_sample_user.o because $(srctree)/usr/include in
317 # TPROGS_CFLAGS causes conflicts 353 # TPROGS_CFLAGS causes conflicts
318 XDP_SAMPLE_CFLAGS += -Wall -O2 \ 354 XDP_SAMPLE_CFLAGS += -Wall -O2 \
319 -I$(src)/../../tools/incl 355 -I$(src)/../../tools/include \
320 -I$(src)/../../tools/incl 356 -I$(src)/../../tools/include/uapi \
321 -I$(LIBBPF_INCLUDE) \ 357 -I$(LIBBPF_INCLUDE) \
322 -I$(src)/../../tools/test 358 -I$(src)/../../tools/testing/selftests/bpf
323 359
324 $(obj)/$(XDP_SAMPLE): TPROGS_CFLAGS = $(XDP_SA !! 360 $(obj)/$(XDP_SAMPLE): TPROGS_CFLAGS = $(XDP_SAMPLE_CFLAGS)
325 $(obj)/$(XDP_SAMPLE): $(src)/xdp_sample_user.h 361 $(obj)/$(XDP_SAMPLE): $(src)/xdp_sample_user.h $(src)/xdp_sample_shared.h
326 # Override includes for trace_helpers.o becaus <<
327 # in our include path. <<
328 $(obj)/$(TRACE_HELPERS): TPROGS_CFLAGS := $(TP <<
329 362
330 -include $(BPF_SAMPLES_PATH)/Makefile.target 363 -include $(BPF_SAMPLES_PATH)/Makefile.target
331 364
332 VMLINUX_BTF_PATHS ?= $(abspath $(if $(O),$(O)/ 365 VMLINUX_BTF_PATHS ?= $(abspath $(if $(O),$(O)/vmlinux)) \
333 $(abspath $(if $(KBUILD_O 366 $(abspath $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux)) \
334 $(abspath ./vmlinux) 367 $(abspath ./vmlinux)
335 VMLINUX_BTF ?= $(abspath $(firstword $(wildcar 368 VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))
336 369
337 $(obj)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL) 370 $(obj)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL)
338 ifeq ($(VMLINUX_H),) 371 ifeq ($(VMLINUX_H),)
339 ifeq ($(VMLINUX_BTF),) 372 ifeq ($(VMLINUX_BTF),)
340 $(error Cannot find a vmlinux for VMLI 373 $(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)",\
341 build the kernel or set VMLINU !! 374 build the kernel or set VMLINUX_BTF or VMLINUX_H variable)
342 endif 375 endif
343 $(Q)$(BPFTOOL) btf dump file $(VMLINUX 376 $(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
344 else 377 else
345 $(Q)cp "$(VMLINUX_H)" $@ 378 $(Q)cp "$(VMLINUX_H)" $@
346 endif 379 endif
347 380
348 clean-files += vmlinux.h 381 clean-files += vmlinux.h
349 382
350 # Get Clang's default includes on this system, 383 # Get Clang's default includes on this system, as opposed to those seen by
351 # '--target=bpf'. This fixes "missing" files o !! 384 # '-target bpf'. This fixes "missing" files on some architectures/distros,
352 # such as asm/byteorder.h, asm/socket.h, asm/s 385 # such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
353 # 386 #
354 # Use '-idirafter': Don't interfere with inclu 387 # Use '-idirafter': Don't interfere with include mechanics except where the
355 # build would have failed anyways. 388 # build would have failed anyways.
356 define get_sys_includes 389 define get_sys_includes
357 $(shell $(1) -v -E - </dev/null 2>&1 \ 390 $(shell $(1) -v -E - </dev/null 2>&1 \
358 | sed -n '/<...> search starts here:/, 391 | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') \
359 $(shell $(1) -dM -E - </dev/null | grep '#defi 392 $(shell $(1) -dM -E - </dev/null | grep '#define __riscv_xlen ' | sed 's/#define /-D/' | sed 's/ /=/')
360 endef 393 endef
361 394
362 CLANG_SYS_INCLUDES = $(call get_sys_includes,$ 395 CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))
363 396
>> 397 $(obj)/xdp_redirect_cpu.bpf.o: $(obj)/xdp_sample.bpf.o
>> 398 $(obj)/xdp_redirect_map_multi.bpf.o: $(obj)/xdp_sample.bpf.o
>> 399 $(obj)/xdp_redirect_map.bpf.o: $(obj)/xdp_sample.bpf.o
>> 400 $(obj)/xdp_redirect.bpf.o: $(obj)/xdp_sample.bpf.o
>> 401 $(obj)/xdp_monitor.bpf.o: $(obj)/xdp_sample.bpf.o
364 $(obj)/xdp_router_ipv4.bpf.o: $(obj)/xdp_sampl 402 $(obj)/xdp_router_ipv4.bpf.o: $(obj)/xdp_sample.bpf.o
365 403
366 $(obj)/%.bpf.o: $(src)/%.bpf.c $(obj)/vmlinux. 404 $(obj)/%.bpf.o: $(src)/%.bpf.c $(obj)/vmlinux.h $(src)/xdp_sample.bpf.h $(src)/xdp_sample_shared.h
367 @echo " CLANG-BPF " $@ 405 @echo " CLANG-BPF " $@
368 $(Q)$(CLANG) -g -O2 --target=bpf -D__T !! 406 $(Q)$(CLANG) -g -O2 -target bpf -D__TARGET_ARCH_$(SRCARCH) \
369 -Wno-compare-distinct-pointer- 407 -Wno-compare-distinct-pointer-types -I$(srctree)/include \
370 -I$(srctree)/samples/bpf -I$(s 408 -I$(srctree)/samples/bpf -I$(srctree)/tools/include \
371 -I$(LIBBPF_INCLUDE) $(CLANG_SY 409 -I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
372 -c $(filter %.bpf.c,$^) -o $@ 410 -c $(filter %.bpf.c,$^) -o $@
373 411
374 LINKED_SKELS := xdp_router_ipv4.skel.h !! 412 LINKED_SKELS := xdp_redirect_cpu.skel.h xdp_redirect_map_multi.skel.h \
>> 413 xdp_redirect_map.skel.h xdp_redirect.skel.h xdp_monitor.skel.h \
>> 414 xdp_router_ipv4.skel.h
375 clean-files += $(LINKED_SKELS) 415 clean-files += $(LINKED_SKELS)
376 416
>> 417 xdp_redirect_cpu.skel.h-deps := xdp_redirect_cpu.bpf.o xdp_sample.bpf.o
>> 418 xdp_redirect_map_multi.skel.h-deps := xdp_redirect_map_multi.bpf.o xdp_sample.bpf.o
>> 419 xdp_redirect_map.skel.h-deps := xdp_redirect_map.bpf.o xdp_sample.bpf.o
>> 420 xdp_redirect.skel.h-deps := xdp_redirect.bpf.o xdp_sample.bpf.o
>> 421 xdp_monitor.skel.h-deps := xdp_monitor.bpf.o xdp_sample.bpf.o
377 xdp_router_ipv4.skel.h-deps := xdp_router_ipv4 422 xdp_router_ipv4.skel.h-deps := xdp_router_ipv4.bpf.o xdp_sample.bpf.o
378 423
379 LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.bpf.c, 424 LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.bpf.c,$(foreach skel,$(LINKED_SKELS),$($(skel)-deps)))
380 425
381 BPF_SRCS_LINKED := $(notdir $(wildcard $(src)/ 426 BPF_SRCS_LINKED := $(notdir $(wildcard $(src)/*.bpf.c))
382 BPF_OBJS_LINKED := $(patsubst %.bpf.c,$(obj)/% 427 BPF_OBJS_LINKED := $(patsubst %.bpf.c,$(obj)/%.bpf.o, $(BPF_SRCS_LINKED))
383 BPF_SKELS_LINKED := $(addprefix $(obj)/,$(LINK 428 BPF_SKELS_LINKED := $(addprefix $(obj)/,$(LINKED_SKELS))
384 429
385 $(BPF_SKELS_LINKED): $(BPF_OBJS_LINKED) $(BPFT 430 $(BPF_SKELS_LINKED): $(BPF_OBJS_LINKED) $(BPFTOOL)
386 @echo " BPF GEN-OBJ " $(@:.skel.h=) 431 @echo " BPF GEN-OBJ " $(@:.skel.h=)
387 $(Q)$(BPFTOOL) gen object $(@:.skel.h= 432 $(Q)$(BPFTOOL) gen object $(@:.skel.h=.lbpf.o) $(addprefix $(obj)/,$($(@F)-deps))
388 @echo " BPF GEN-SKEL" $(@:.skel.h=) 433 @echo " BPF GEN-SKEL" $(@:.skel.h=)
389 $(Q)$(BPFTOOL) gen skeleton $(@:.skel. 434 $(Q)$(BPFTOOL) gen skeleton $(@:.skel.h=.lbpf.o) name $(notdir $(@:.skel.h=)) > $@
390 435
391 # asm/sysreg.h - inline assembly used by it is 436 # asm/sysreg.h - inline assembly used by it is incompatible with llvm.
392 # But, there is no easy way to fix it, so just 437 # But, there is no easy way to fix it, so just exclude it since it is
393 # useless for BPF samples. 438 # useless for BPF samples.
394 # below we use long chain of commands, clang | 439 # below we use long chain of commands, clang | opt | llvm-dis | llc,
395 # to generate final object file. 'clang' compi 440 # to generate final object file. 'clang' compiles the source into IR
396 # with native target, e.g., x64, arm64, etc. ' 441 # with native target, e.g., x64, arm64, etc. 'opt' does bpf CORE IR builtin
397 # processing (llvm12) and IR optimizations. 'l 442 # processing (llvm12) and IR optimizations. 'llvm-dis' converts
398 # 'opt' output to IR, and finally 'llc' genera 443 # 'opt' output to IR, and finally 'llc' generates bpf byte code.
399 $(obj)/%.o: $(src)/%.c 444 $(obj)/%.o: $(src)/%.c
400 @echo " CLANG-bpf " $@ 445 @echo " CLANG-bpf " $@
401 $(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUX 446 $(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
402 -I$(obj) -I$(srctree)/tools/te 447 -I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
403 -I$(LIBBPF_INCLUDE) \ 448 -I$(LIBBPF_INCLUDE) \
404 -D__KERNEL__ -D__BPF_TRACING__ 449 -D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
405 -D__TARGET_ARCH_$(SRCARCH) -Wn 450 -D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
406 -Wno-gnu-variable-sized-type-n 451 -Wno-gnu-variable-sized-type-not-at-end \
407 -Wno-address-of-packed-member 452 -Wno-address-of-packed-member -Wno-tautological-compare \
408 -Wno-unknown-warning-option $( 453 -Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
409 -fno-asynchronous-unwind-table 454 -fno-asynchronous-unwind-tables \
410 -I$(srctree)/samples/bpf/ -inc 455 -I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
411 -O2 -emit-llvm -Xclang -disabl 456 -O2 -emit-llvm -Xclang -disable-llvm-passes -c $< -o - | \
412 $(OPT) -O2 -mtriple=bpf-pc-lin 457 $(OPT) -O2 -mtriple=bpf-pc-linux | $(LLVM_DIS) | \
413 $(LLC) -march=bpf $(LLC_FLAGS) 458 $(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
414 ifeq ($(DWARF2BTF),y) 459 ifeq ($(DWARF2BTF),y)
415 $(BTF_PAHOLE) -J $@ 460 $(BTF_PAHOLE) -J $@
416 endif 461 endif
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.