1 # SPDX-License-Identifier: GPL-2.0 1 # SPDX-License-Identifier: GPL-2.0 2 include ../../../build/Build.include !! 2 include ../../../../scripts/Kbuild.include 3 include ../../../scripts/Makefile.arch 3 include ../../../scripts/Makefile.arch 4 include ../../../scripts/Makefile.include << 5 << 6 CXX ?= $(CROSS_COMPILE)g++ << 7 4 8 CURDIR := $(abspath .) 5 CURDIR := $(abspath .) 9 TOOLSDIR := $(abspath ../../..) 6 TOOLSDIR := $(abspath ../../..) 10 LIBDIR := $(TOOLSDIR)/lib 7 LIBDIR := $(TOOLSDIR)/lib 11 BPFDIR := $(LIBDIR)/bpf 8 BPFDIR := $(LIBDIR)/bpf 12 TOOLSINCDIR := $(TOOLSDIR)/include 9 TOOLSINCDIR := $(TOOLSDIR)/include 13 BPFTOOLDIR := $(TOOLSDIR)/bpf/bpftool 10 BPFTOOLDIR := $(TOOLSDIR)/bpf/bpftool 14 APIDIR := $(TOOLSINCDIR)/uapi 11 APIDIR := $(TOOLSINCDIR)/uapi 15 ifneq ($(O),) << 16 GENDIR := $(O)/include/generated << 17 else << 18 GENDIR := $(abspath ../../../../include/genera 12 GENDIR := $(abspath ../../../../include/generated) 19 endif << 20 GENHDR := $(GENDIR)/autoconf.h 13 GENHDR := $(GENDIR)/autoconf.h 21 PKG_CONFIG ?= $(CROSS_COMPILE)pkg-config << 22 14 23 ifneq ($(wildcard $(GENHDR)),) 15 ifneq ($(wildcard $(GENHDR)),) 24 GENFLAGS := -DHAVE_GENHDR 16 GENFLAGS := -DHAVE_GENHDR 25 endif 17 endif 26 18 >> 19 CLANG ?= clang >> 20 LLC ?= llc >> 21 LLVM_OBJCOPY ?= llvm-objcopy 27 BPF_GCC ?= $(shell command -v bpf-gcc; 22 BPF_GCC ?= $(shell command -v bpf-gcc;) 28 SAN_CFLAGS ?= !! 23 CFLAGS += -g -rdynamic -Wall -O2 $(GENFLAGS) -I$(CURDIR) \ 29 SAN_LDFLAGS ?= $(SAN_CFLAGS) !! 24 -I$(INCLUDE_DIR) -I$(GENDIR) -I$(LIBDIR) -I$(TOOLSINCDIR) \ 30 RELEASE ?= !! 25 -I$(APIDIR) \ 31 OPT_FLAGS ?= $(if $(RELEASE),-O2,-O0) !! 26 -Dbpf_prog_load=bpf_prog_test_load \ 32 !! 27 -Dbpf_load_program=bpf_test_load_program 33 LIBELF_CFLAGS := $(shell $(PKG_CONFIG) libel !! 28 LDLIBS += -lcap -lelf -lz -lrt -lpthread 34 LIBELF_LIBS := $(shell $(PKG_CONFIG) libel << 35 << 36 ifeq ($(srctree),) << 37 srctree := $(patsubst %/,%,$(dir $(CURDIR))) << 38 srctree := $(patsubst %/,%,$(dir $(srctree))) << 39 srctree := $(patsubst %/,%,$(dir $(srctree))) << 40 srctree := $(patsubst %/,%,$(dir $(srctree))) << 41 endif << 42 << 43 CFLAGS += -g $(OPT_FLAGS) -rdynamic << 44 -Wall -Werror -fno-omit-frame-pointe << 45 $(GENFLAGS) $(SAN_CFLAGS) $(LIBELF_C << 46 -I$(CURDIR) -I$(INCLUDE_DIR) -I$(GEN << 47 -I$(TOOLSINCDIR) -I$(APIDIR) -I$(OUT << 48 LDFLAGS += $(SAN_LDFLAGS) << 49 LDLIBS += $(LIBELF_LIBS) -lz -lrt -lpthread << 50 << 51 PCAP_CFLAGS := $(shell $(PKG_CONFIG) --cfl << 52 PCAP_LIBS := $(shell $(PKG_CONFIG) --lib << 53 LDLIBS += $(PCAP_LIBS) << 54 CFLAGS += $(PCAP_CFLAGS) << 55 << 56 # The following tests perform type punning and << 57 # aliasing rules, which are exploited by both << 58 # while optimizing. This can lead to broken p << 59 progs/bind4_prog.c-CFLAGS := -fno-strict-alias << 60 progs/bind6_prog.c-CFLAGS := -fno-strict-alias << 61 progs/dynptr_fail.c-CFLAGS := -fno-strict-alia << 62 progs/linked_list_fail.c-CFLAGS := -fno-strict << 63 progs/map_kptr_fail.c-CFLAGS := -fno-strict-al << 64 progs/syscall.c-CFLAGS := -fno-strict-aliasing << 65 progs/test_pkt_md_access.c-CFLAGS := -fno-stri << 66 progs/test_sk_lookup.c-CFLAGS := -fno-strict-a << 67 progs/timer_crash.c-CFLAGS := -fno-strict-alia << 68 progs/test_global_func9.c-CFLAGS := -fno-stric << 69 progs/verifier_nocsr.c-CFLAGS := -fno-strict-a << 70 << 71 # Some utility functions use LLVM libraries << 72 jit_disasm_helpers.c-CFLAGS = $(LLVM_CFLAGS) << 73 << 74 ifneq ($(LLVM),) << 75 # Silence some warnings when compiled with cla << 76 CFLAGS += -Wno-unused-command-line-argument << 77 endif << 78 << 79 # Check whether bpf cpu=v4 is supported or not << 80 ifneq ($(shell $(CLANG) --target=bpf -mcpu=hel << 81 CLANG_CPUV4 := 1 << 82 endif << 83 29 84 # Order correspond to 'make run_tests' order 30 # Order correspond to 'make run_tests' order 85 TEST_GEN_PROGS = test_verifier test_tag test_m 31 TEST_GEN_PROGS = test_verifier test_tag test_maps test_lru_map test_lpm_map test_progs \ 86 test_sock test_sockmap \ !! 32 test_align test_verifier_log test_dev_cgroup test_tcpbpf_user \ 87 test_tcpnotify_user test_sysctl \ !! 33 test_sock test_btf test_sockmap get_cgroup_id_user test_socket_cookie \ 88 test_progs-no_alu32 !! 34 test_cgroup_storage \ 89 TEST_INST_SUBDIRS := no_alu32 !! 35 test_netcnt test_tcpnotify_user test_sock_fields test_sysctl test_hashmap \ >> 36 test_progs-no_alu32 \ >> 37 test_current_pid_tgid_new_ns 90 38 91 # Also test bpf-gcc, if present 39 # Also test bpf-gcc, if present 92 ifneq ($(BPF_GCC),) 40 ifneq ($(BPF_GCC),) 93 TEST_GEN_PROGS += test_progs-bpf_gcc 41 TEST_GEN_PROGS += test_progs-bpf_gcc 94 TEST_INST_SUBDIRS += bpf_gcc << 95 << 96 # The following tests contain C code that, alt << 97 # triggers GCC warnings that cannot be disable << 98 # anonymous struct types in function parameter << 99 progs/btf_dump_test_case_bitfields.c-bpf_gcc-C << 100 progs/btf_dump_test_case_namespacing.c-bpf_gcc << 101 progs/btf_dump_test_case_packing.c-bpf_gcc-CFL << 102 progs/btf_dump_test_case_padding.c-bpf_gcc-CFL << 103 progs/btf_dump_test_case_syntax.c-bpf_gcc-CFLA << 104 << 105 # The following tests do type-punning, via the << 106 # `struct bpf_insn' to long and then uses the << 107 # "is used uninitialized" warning in GCC due t << 108 # rules. << 109 progs/verifier_ref_tracking.c-bpf_gcc-CFLAGS : << 110 progs/verifier_unpriv.c-bpf_gcc-CFLAGS := -fno << 111 progs/verifier_cgroup_storage.c-bpf_gcc-CFLAGS << 112 progs/verifier_ld_ind.c-bpf_gcc-CFLAGS := -fno << 113 progs/verifier_map_ret_val.c-bpf_gcc-CFLAGS := << 114 progs/verifier_spill_fill.c-bpf_gcc-CFLAGS := << 115 progs/verifier_subprog_precision.c-bpf_gcc-CFL << 116 progs/verifier_uninit.c-bpf_gcc-CFLAGS := -fno << 117 endif << 118 << 119 ifneq ($(CLANG_CPUV4),) << 120 TEST_GEN_PROGS += test_progs-cpuv4 << 121 TEST_INST_SUBDIRS += cpuv4 << 122 endif 42 endif 123 43 124 TEST_GEN_FILES = test_lwt_ip_encap.bpf.o test_ !! 44 TEST_GEN_FILES = 125 TEST_FILES = xsk_prereqs.sh $(wildcard progs/b !! 45 TEST_FILES = test_lwt_ip_encap.o \ >> 46 test_tc_edt.o 126 47 127 # Order correspond to 'make run_tests' order 48 # Order correspond to 'make run_tests' order 128 TEST_PROGS := test_kmod.sh \ 49 TEST_PROGS := test_kmod.sh \ 129 test_xdp_redirect.sh \ 50 test_xdp_redirect.sh \ 130 test_xdp_redirect_multi.sh \ << 131 test_xdp_meta.sh \ 51 test_xdp_meta.sh \ >> 52 test_xdp_veth.sh \ >> 53 test_offload.py \ >> 54 test_sock_addr.sh \ 132 test_tunnel.sh \ 55 test_tunnel.sh \ 133 test_lwt_seg6local.sh \ 56 test_lwt_seg6local.sh \ 134 test_lirc_mode2.sh \ 57 test_lirc_mode2.sh \ 135 test_skb_cgroup_id.sh \ 58 test_skb_cgroup_id.sh \ 136 test_flow_dissector.sh \ 59 test_flow_dissector.sh \ 137 test_xdp_vlan_mode_generic.sh \ 60 test_xdp_vlan_mode_generic.sh \ 138 test_xdp_vlan_mode_native.sh \ 61 test_xdp_vlan_mode_native.sh \ 139 test_lwt_ip_encap.sh \ 62 test_lwt_ip_encap.sh \ 140 test_tcp_check_syncookie.sh \ 63 test_tcp_check_syncookie.sh \ 141 test_tc_tunnel.sh \ 64 test_tc_tunnel.sh \ 142 test_tc_edt.sh \ 65 test_tc_edt.sh \ 143 test_xdping.sh \ 66 test_xdping.sh \ 144 test_bpftool_build.sh \ 67 test_bpftool_build.sh \ 145 test_bpftool.sh \ !! 68 test_bpftool.sh 146 test_bpftool_metadata.sh \ << 147 test_doc_build.sh \ << 148 test_xsk.sh \ << 149 test_xdp_features.sh << 150 69 151 TEST_PROGS_EXTENDED := with_addr.sh \ 70 TEST_PROGS_EXTENDED := with_addr.sh \ 152 with_tunnels.sh ima_setup.sh verify_si !! 71 with_tunnels.sh \ 153 test_xdp_vlan.sh test_bpftool.py !! 72 tcp_client.py \ >> 73 tcp_server.py \ >> 74 test_xdp_vlan.sh 154 75 155 # Compile but not part of 'make run_tests' 76 # Compile but not part of 'make run_tests' 156 TEST_GEN_PROGS_EXTENDED = \ !! 77 TEST_GEN_PROGS_EXTENDED = test_sock_addr test_skb_cgroup_id_user \ 157 flow_dissector_load test_flow_dissecto 78 flow_dissector_load test_flow_dissector test_tcp_check_syncookie_user \ 158 test_lirc_mode2_user xdping test_cpp r !! 79 test_lirc_mode2_user xdping test_cpp runqslower 159 xskxceiver xdp_redirect_multi xdp_synp << 160 xdp_features bpf_test_no_cfi.ko bpf_te << 161 bpf_test_modorder_y.ko << 162 80 163 TEST_GEN_FILES += liburandom_read.so urandom_r !! 81 TEST_CUSTOM_PROGS = urandom_read 164 82 165 ifneq ($(V),1) !! 83 # Emit succinct information message describing current building step >> 84 # $1 - generic step name (e.g., CC, LINK, etc); >> 85 # $2 - optional "flavor" specifier; if provided, will be emitted as [flavor]; >> 86 # $3 - target (assumed to be file); only file name will be emitted; >> 87 # $4 - optional extra arg, emitted as-is, if provided. >> 88 ifeq ($(V),1) >> 89 Q = >> 90 msg = >> 91 else >> 92 Q = @ >> 93 msg = @printf ' %-8s%s %s%s\n' "$(1)" "$(if $(2), [$(2)])" "$(notdir $(3))" "$(if $(4), $(4))"; >> 94 MAKEFLAGS += --no-print-directory 166 submake_extras := feature_display=0 95 submake_extras := feature_display=0 167 endif 96 endif 168 97 169 # override lib.mk's default rules 98 # override lib.mk's default rules 170 OVERRIDE_TARGETS := 1 99 OVERRIDE_TARGETS := 1 171 override define CLEAN 100 override define CLEAN 172 $(call msg,CLEAN) 101 $(call msg,CLEAN) 173 $(Q)$(RM) -r $(TEST_GEN_PROGS) !! 102 $(RM) -r $(TEST_GEN_PROGS) $(TEST_GEN_PROGS_EXTENDED) $(TEST_GEN_FILES) $(EXTRA_CLEAN) 174 $(Q)$(RM) -r $(TEST_GEN_PROGS_EXTENDED << 175 $(Q)$(RM) -r $(TEST_GEN_FILES) << 176 $(Q)$(RM) -r $(EXTRA_CLEAN) << 177 $(Q)$(MAKE) -C bpf_testmod clean << 178 $(Q)$(MAKE) docs-clean << 179 endef 103 endef 180 104 181 include ../lib.mk 105 include ../lib.mk 182 106 183 NON_CHECK_FEAT_TARGETS := clean docs-clean << 184 CHECK_FEAT := $(filter-out $(NON_CHECK_FEAT_TA << 185 ifneq ($(CHECK_FEAT),) << 186 FEATURE_USER := .selftests << 187 FEATURE_TESTS := llvm << 188 FEATURE_DISPLAY := $(FEATURE_TESTS) << 189 << 190 # Makefile.feature expects OUTPUT to end with << 191 ifeq ($(shell expr $(MAKE_VERSION) \>= 4.4), 1 << 192 $(let OUTPUT,$(OUTPUT)/,\ << 193 $(eval include ../../../build/Makefile << 194 else << 195 OUTPUT := $(OUTPUT)/ << 196 $(eval include ../../../build/Makefile.feature << 197 OUTPUT := $(patsubst %/,%,$(OUTPUT)) << 198 endif << 199 endif << 200 << 201 ifeq ($(feature-llvm),1) << 202 LLVM_CFLAGS += -DHAVE_LLVM_SUPPORT << 203 LLVM_CONFIG_LIB_COMPONENTS := mcdisassembler << 204 # both llvm-config and lib.mk add -D_GNU_SOU << 205 LLVM_CFLAGS += $(filter-out -D_GNU_SOURCE,$ << 206 LLVM_LDLIBS += $(shell $(LLVM_CONFIG) --lin << 207 LLVM_LDLIBS += $(shell $(LLVM_CONFIG) --lin << 208 LLVM_LDLIBS += -lstdc++ << 209 LLVM_LDFLAGS += $(shell $(LLVM_CONFIG) --ldf << 210 endif << 211 << 212 SCRATCH_DIR := $(OUTPUT)/tools 107 SCRATCH_DIR := $(OUTPUT)/tools 213 BUILD_DIR := $(SCRATCH_DIR)/build 108 BUILD_DIR := $(SCRATCH_DIR)/build 214 INCLUDE_DIR := $(SCRATCH_DIR)/include 109 INCLUDE_DIR := $(SCRATCH_DIR)/include 215 BPFOBJ := $(BUILD_DIR)/libbpf/libbpf.a 110 BPFOBJ := $(BUILD_DIR)/libbpf/libbpf.a 216 ifneq ($(CROSS_COMPILE),) << 217 HOST_BUILD_DIR := $(BUILD_DIR)/host << 218 HOST_SCRATCH_DIR := $(OUTPUT)/host-tool << 219 HOST_INCLUDE_DIR := $(HOST_SCRATCH_DIR) << 220 else << 221 HOST_BUILD_DIR := $(BUILD_DIR) << 222 HOST_SCRATCH_DIR := $(SCRATCH_DIR) << 223 HOST_INCLUDE_DIR := $(INCLUDE_DIR) << 224 endif << 225 HOST_BPFOBJ := $(HOST_BUILD_DIR)/libbpf/libbpf << 226 RESOLVE_BTFIDS := $(HOST_BUILD_DIR)/resolve_bt << 227 RUNQSLOWER_OUTPUT := $(BUILD_DIR)/runqslower/ << 228 << 229 VMLINUX_BTF_PATHS ?= $(if $(O),$(O)/vmlinux) << 230 $(if $(KBUILD_OUTPUT),$(K << 231 ../../../../vmlinux << 232 /sys/kernel/btf/vmlinux << 233 /boot/vmlinux-$(shell una << 234 VMLINUX_BTF ?= $(abspath $(firstword $(wildcar << 235 ifeq ($(VMLINUX_BTF),) << 236 $(error Cannot find a vmlinux for VMLINUX_BTF << 237 endif << 238 111 239 # Define simple and short `make test_progs`, ` 112 # Define simple and short `make test_progs`, `make test_sysctl`, etc targets 240 # to build individual tests. 113 # to build individual tests. 241 # NOTE: Semicolon at the end is critical to ov 114 # NOTE: Semicolon at the end is critical to override lib.mk's default static 242 # rule for binaries. 115 # rule for binaries. 243 $(notdir $(TEST_GEN_PROGS) 116 $(notdir $(TEST_GEN_PROGS) \ 244 $(TEST_GEN_PROGS_EXTENDED)): %: $(OUT !! 117 $(TEST_PROGS) \ 245 !! 118 $(TEST_PROGS_EXTENDED) \ 246 # sort removes libbpf duplicates when not cros !! 119 $(TEST_GEN_PROGS_EXTENDED) \ 247 MAKE_DIRS := $(sort $(BUILD_DIR)/libbpf $(HOST !! 120 $(TEST_CUSTOM_PROGS)): %: $(OUTPUT)/% ; 248 $(BUILD_DIR)/bpftool $(HOST_BUI << 249 $(HOST_BUILD_DIR)/resolve_btfid << 250 $(RUNQSLOWER_OUTPUT) $(INCLUDE_ << 251 $(MAKE_DIRS): << 252 $(call msg,MKDIR,,$@) << 253 $(Q)mkdir -p $@ << 254 << 255 $(OUTPUT)/%.o: %.c << 256 $(call msg,CC,,$@) << 257 $(Q)$(CC) $(CFLAGS) -c $(filter %.c,$^ << 258 121 259 $(OUTPUT)/%:%.c 122 $(OUTPUT)/%:%.c 260 $(call msg,BINARY,,$@) 123 $(call msg,BINARY,,$@) 261 $(Q)$(LINK.c) $^ $(LDLIBS) -o $@ !! 124 $(LINK.c) $^ $(LDLIBS) -o $@ 262 125 263 # LLVM's ld.lld doesn't support all the archit !! 126 $(OUTPUT)/urandom_read: urandom_read.c 264 ifeq ($(SRCARCH),$(filter $(SRCARCH),x86 riscv !! 127 $(call msg,BINARY,,$@) 265 LLD := lld !! 128 $(CC) $(LDFLAGS) -o $@ $< $(LDLIBS) -Wl,--build-id 266 else << 267 LLD := $(shell command -v $(LD)) << 268 endif << 269 129 270 # Filter out -static for liburandom_read.so an !! 130 $(OUTPUT)/test_stub.o: test_stub.c $(BPFOBJ) 271 # do not fail. Static builds leave urandom_rea !! 131 $(call msg,CC,,$@) 272 $(OUTPUT)/liburandom_read.so: urandom_read_lib !! 132 $(CC) -c $(CFLAGS) -o $@ $< 273 $(call msg,LIB,,$@) << 274 $(Q)$(CLANG) $(CLANG_TARGET_ARCH) \ << 275 $(filter-out -static,$(CF << 276 $(filter %.c,$^) $(filter << 277 -fuse-ld=$(LLD) -Wl,-znos << 278 -Wl,--version-script=libu << 279 -fPIC -shared -o $@ << 280 133 281 $(OUTPUT)/urandom_read: urandom_read.c urandom !! 134 VMLINUX_BTF_PATHS := $(if $(O),$(O)/vmlinux) \ 282 $(call msg,BINARY,,$@) !! 135 $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux) \ 283 $(Q)$(CLANG) $(CLANG_TARGET_ARCH) \ !! 136 ../../../../vmlinux \ 284 $(filter-out -static,$(CF !! 137 /sys/kernel/btf/vmlinux \ 285 -lurandom_read $(filter-o !! 138 /boot/vmlinux-$(shell uname -r) 286 -fuse-ld=$(LLD) -Wl,-znos !! 139 VMLINUX_BTF := $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS)))) 287 -Wl,-rpath=. -o $@ !! 140 288 !! 141 DEFAULT_BPFTOOL := $(SCRATCH_DIR)/sbin/bpftool 289 $(OUTPUT)/sign-file: ../../../../scripts/sign- << 290 $(call msg,SIGN-FILE,,$@) << 291 $(Q)$(CC) $(shell $(PKG_CONFIG) --cfla << 292 $< -o $@ \ << 293 $(shell $(PKG_CONFIG) --libs << 294 << 295 $(OUTPUT)/bpf_testmod.ko: $(VMLINUX_BTF) $(RES << 296 $(call msg,MOD,,$@) << 297 $(Q)$(RM) bpf_testmod/bpf_testmod.ko # << 298 $(Q)$(MAKE) $(submake_extras) RESOLVE_ << 299 $(Q)cp bpf_testmod/bpf_testmod.ko $@ << 300 << 301 $(OUTPUT)/bpf_test_no_cfi.ko: $(VMLINUX_BTF) $ << 302 $(call msg,MOD,,$@) << 303 $(Q)$(RM) bpf_test_no_cfi/bpf_test_no_ << 304 $(Q)$(MAKE) $(submake_extras) RESOLVE_ << 305 $(Q)cp bpf_test_no_cfi/bpf_test_no_cfi << 306 << 307 $(OUTPUT)/bpf_test_modorder_x.ko: $(VMLINUX_BT << 308 $(call msg,MOD,,$@) << 309 $(Q)$(RM) bpf_test_modorder_x/bpf_test << 310 $(Q)$(MAKE) $(submake_extras) RESOLVE_ << 311 $(Q)cp bpf_test_modorder_x/bpf_test_mo << 312 << 313 $(OUTPUT)/bpf_test_modorder_y.ko: $(VMLINUX_BT << 314 $(call msg,MOD,,$@) << 315 $(Q)$(RM) bpf_test_modorder_y/bpf_test << 316 $(Q)$(MAKE) $(submake_extras) RESOLVE_ << 317 $(Q)cp bpf_test_modorder_y/bpf_test_mo << 318 << 319 << 320 DEFAULT_BPFTOOL := $(HOST_SCRATCH_DIR)/sbin/bp << 321 ifneq ($(CROSS_COMPILE),) << 322 CROSS_BPFTOOL := $(SCRATCH_DIR)/sbin/bpftool << 323 TRUNNER_BPFTOOL := $(CROSS_BPFTOOL) << 324 USE_BOOTSTRAP := "" << 325 else << 326 TRUNNER_BPFTOOL := $(DEFAULT_BPFTOOL) << 327 USE_BOOTSTRAP := "bootstrap/" << 328 endif << 329 142 330 $(OUTPUT)/runqslower: $(BPFOBJ) | $(DEFAULT_BP !! 143 $(OUTPUT)/runqslower: $(BPFOBJ) | $(DEFAULT_BPFTOOL) 331 $(Q)$(MAKE) $(submake_extras) -C $(TOO !! 144 $(Q)$(MAKE) $(submake_extras) -C $(TOOLSDIR)/bpf/runqslower \ 332 OUTPUT=$(RUNQSLOWER_OUTPUT !! 145 OUTPUT=$(SCRATCH_DIR)/ VMLINUX_BTF=$(VMLINUX_BTF) \ 333 BPFTOOL_OUTPUT=$(HOST_BUIL !! 146 BPFOBJ=$(BPFOBJ) BPF_INCLUDE=$(INCLUDE_DIR) && \ 334 BPFOBJ_OUTPUT=$(BUILD_DIR) !! 147 cp $(SCRATCH_DIR)/runqslower $@ 335 BPFOBJ=$(BPFOBJ) BPF_INCLU !! 148 336 EXTRA_CFLAGS='-g $(OPT_FLA !! 149 $(TEST_GEN_PROGS) $(TEST_GEN_PROGS_EXTENDED): $(OUTPUT)/test_stub.o $(BPFOBJ) 337 EXTRA_LDFLAGS='$(SAN_LDFLA !! 150 338 cp $(RUNQSLOWER_OUTPUT)run !! 151 $(OUTPUT)/test_dev_cgroup: cgroup_helpers.c 339 !! 152 $(OUTPUT)/test_skb_cgroup_id_user: cgroup_helpers.c 340 TEST_GEN_PROGS_EXTENDED += $(TRUNNER_BPFTOOL) !! 153 $(OUTPUT)/test_sock: cgroup_helpers.c 341 !! 154 $(OUTPUT)/test_sock_addr: cgroup_helpers.c 342 $(TEST_GEN_PROGS) $(TEST_GEN_PROGS_EXTENDED): !! 155 $(OUTPUT)/test_socket_cookie: cgroup_helpers.c 343 !! 156 $(OUTPUT)/test_sockmap: cgroup_helpers.c 344 TESTING_HELPERS := $(OUTPUT)/testing_helpers.o !! 157 $(OUTPUT)/test_tcpbpf_user: cgroup_helpers.c 345 CGROUP_HELPERS := $(OUTPUT)/cgroup_helpers.o !! 158 $(OUTPUT)/test_tcpnotify_user: cgroup_helpers.c trace_helpers.c 346 UNPRIV_HELPERS := $(OUTPUT)/unpriv_helpers.o !! 159 $(OUTPUT)/get_cgroup_id_user: cgroup_helpers.c 347 TRACE_HELPERS := $(OUTPUT)/trace_helpers.o !! 160 $(OUTPUT)/test_cgroup_storage: cgroup_helpers.c 348 JSON_WRITER := $(OUTPUT)/json_writ !! 161 $(OUTPUT)/test_netcnt: cgroup_helpers.c 349 CAP_HELPERS := $(OUTPUT)/cap_helpers.o !! 162 $(OUTPUT)/test_sock_fields: cgroup_helpers.c 350 NETWORK_HELPERS := $(OUTPUT)/network_helpers.o !! 163 $(OUTPUT)/test_sysctl: cgroup_helpers.c 351 << 352 $(OUTPUT)/test_sock: $(CGROUP_HELPERS) $(TESTI << 353 $(OUTPUT)/test_sockmap: $(CGROUP_HELPERS) $(TE << 354 $(OUTPUT)/test_tcpnotify_user: $(CGROUP_HELPER << 355 $(OUTPUT)/test_sock_fields: $(CGROUP_HELPERS) << 356 $(OUTPUT)/test_sysctl: $(CGROUP_HELPERS) $(TES << 357 $(OUTPUT)/test_tag: $(TESTING_HELPERS) << 358 $(OUTPUT)/test_lirc_mode2_user: $(TESTING_HELP << 359 $(OUTPUT)/xdping: $(TESTING_HELPERS) << 360 $(OUTPUT)/flow_dissector_load: $(TESTING_HELPE << 361 $(OUTPUT)/test_maps: $(TESTING_HELPERS) << 362 $(OUTPUT)/test_verifier: $(TESTING_HELPERS) $( << 363 $(OUTPUT)/xsk.o: $(BPFOBJ) << 364 $(OUTPUT)/test_tcp_check_syncookie_user: $(NET << 365 164 366 BPFTOOL ?= $(DEFAULT_BPFTOOL) 165 BPFTOOL ?= $(DEFAULT_BPFTOOL) 367 $(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/* 166 $(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) \ 368 $(HOST_BPFOBJ) | $(HOST_BU << 369 $(Q)$(MAKE) $(submake_extras) -C $(BP << 370 ARCH= CROSS_COMPILE= CC="$ << 371 EXTRA_CFLAGS='-g $(OPT_FLA << 372 OUTPUT=$(HOST_BUILD_DIR)/b << 373 LIBBPF_OUTPUT=$(HOST_BUILD << 374 LIBBPF_DESTDIR=$(HOST_SCRA << 375 prefix= DESTDIR=$(HOST_SCR << 376 << 377 ifneq ($(CROSS_COMPILE),) << 378 $(CROSS_BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ << 379 $(BPFOBJ) | $(BUILD_DIR)/b 167 $(BPFOBJ) | $(BUILD_DIR)/bpftool 380 $(Q)$(MAKE) $(submake_extras) -C $(BP !! 168 $(Q)$(MAKE) $(submake_extras) -C $(BPFTOOLDIR) \ 381 ARCH=$(ARCH) CROSS_COMPILE !! 169 OUTPUT=$(BUILD_DIR)/bpftool/ \ 382 EXTRA_CFLAGS='-g $(OPT_FLA !! 170 prefix= DESTDIR=$(SCRATCH_DIR)/ install 383 OUTPUT=$(BUILD_DIR)/bpftoo << 384 LIBBPF_OUTPUT=$(BUILD_DIR) << 385 LIBBPF_DESTDIR=$(SCRATCH_D << 386 prefix= DESTDIR=$(SCRATCH_ << 387 endif << 388 << 389 all: docs << 390 << 391 docs: << 392 $(Q)RST2MAN_OPTS="--exit-status=1" $(M << 393 -f Makefile.docs << 394 prefix= OUTPUT=$(OUTPUT)/ << 395 << 396 docs-clean: << 397 $(Q)$(MAKE) $(submake_extras) << 398 -f Makefile.docs << 399 prefix= OUTPUT=$(OUTPUT)/ << 400 171 401 $(BPFOBJ): $(wildcard $(BPFDIR)/*.[ch] $(BPFDI 172 $(BPFOBJ): $(wildcard $(BPFDIR)/*.[ch] $(BPFDIR)/Makefile) \ 402 $(APIDIR)/linux/bpf.h !! 173 ../../../include/uapi/linux/bpf.h \ 403 | $(BUILD_DIR)/libbpf !! 174 | $(INCLUDE_DIR) $(BUILD_DIR)/libbpf 404 $(Q)$(MAKE) $(submake_extras) -C $(BPF 175 $(Q)$(MAKE) $(submake_extras) -C $(BPFDIR) OUTPUT=$(BUILD_DIR)/libbpf/ \ 405 EXTRA_CFLAGS='-g $(OPT_FLA << 406 EXTRA_LDFLAGS='$(SAN_LDFLA << 407 DESTDIR=$(SCRATCH_DIR) pre 176 DESTDIR=$(SCRATCH_DIR) prefix= all install_headers 408 177 409 ifneq ($(BPFOBJ),$(HOST_BPFOBJ)) !! 178 $(BUILD_DIR)/libbpf $(BUILD_DIR)/bpftool $(INCLUDE_DIR): 410 $(HOST_BPFOBJ): $(wildcard $(BPFDIR)/*.[ch] $( !! 179 $(call msg,MKDIR,,$@) 411 $(APIDIR)/linux/bpf.h !! 180 mkdir -p $@ 412 | $(HOST_BUILD_DIR)/libbpf << 413 $(Q)$(MAKE) $(submake_extras) -C $(BPF << 414 EXTRA_CFLAGS='-g $(OPT_FLA << 415 OUTPUT=$(HOST_BUILD_DIR)/l << 416 CC="$(HOSTCC)" LD="$(HOSTL << 417 DESTDIR=$(HOST_SCRATCH_DIR << 418 endif << 419 181 420 # vmlinux.h is first dumped to a temprorary fi !! 182 $(INCLUDE_DIR)/vmlinux.h: $(VMLINUX_BTF) | $(BPFTOOL) $(INCLUDE_DIR) 421 # the previous version. This helps to avoid un << 422 # $(TRUNNER_BPF_OBJS) << 423 $(INCLUDE_DIR)/vmlinux.h: $(VMLINUX_BTF) $(BPF << 424 ifeq ($(VMLINUX_H),) << 425 $(call msg,GEN,,$@) 183 $(call msg,GEN,,$@) 426 $(Q)$(BPFTOOL) btf dump file $(VMLINUX !! 184 $(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@ 427 $(Q)cmp -s $(INCLUDE_DIR)/.vmlinux.h.t << 428 else << 429 $(call msg,CP,,$@) << 430 $(Q)cp "$(VMLINUX_H)" $@ << 431 endif << 432 << 433 $(RESOLVE_BTFIDS): $(HOST_BPFOBJ) | $(HOST_BUI << 434 $(TOOLSDIR)/bpf/resolve << 435 $(TOOLSDIR)/lib/rbtree. << 436 $(TOOLSDIR)/lib/zalloc. << 437 $(TOOLSDIR)/lib/string. << 438 $(TOOLSDIR)/lib/ctype.c << 439 $(TOOLSDIR)/lib/str_err << 440 $(Q)$(MAKE) $(submake_extras) -C $(TOO << 441 CC="$(HOSTCC)" LD="$(HOSTLD)" << 442 LIBBPF_INCLUDE=$(HOST_INCLUDE_ << 443 OUTPUT=$(HOST_BUILD_DIR)/resol << 444 185 445 # Get Clang's default includes on this system, 186 # Get Clang's default includes on this system, as opposed to those seen by 446 # '--target=bpf'. This fixes "missing" files o !! 187 # '-target bpf'. This fixes "missing" files on some architectures/distros, 447 # such as asm/byteorder.h, asm/socket.h, asm/s 188 # such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc. 448 # 189 # 449 # Use '-idirafter': Don't interfere with inclu 190 # Use '-idirafter': Don't interfere with include mechanics except where the 450 # build would have failed anyways. 191 # build would have failed anyways. 451 define get_sys_includes 192 define get_sys_includes 452 $(shell $(1) $(2) -v -E - </dev/null 2>&1 \ !! 193 $(shell $(1) -v -E - </dev/null 2>&1 \ 453 | sed -n '/<...> search starts here:/, !! 194 | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') 454 $(shell $(1) $(2) -dM -E - </dev/null | grep ' << 455 $(shell $(1) $(2) -dM -E - </dev/null | grep ' << 456 $(shell $(1) $(2) -dM -E - </dev/null | grep - << 457 endef 195 endef 458 196 459 # Determine target endianness. 197 # Determine target endianness. 460 IS_LITTLE_ENDIAN = $(shell $(CC) -dM -E - </de 198 IS_LITTLE_ENDIAN = $(shell $(CC) -dM -E - </dev/null | \ 461 grep 'define __BYTE_OR 199 grep 'define __BYTE_ORDER__ __ORDER_LITTLE_ENDIAN__') 462 MENDIAN=$(if $(IS_LITTLE_ENDIAN),-mlittle-endi 200 MENDIAN=$(if $(IS_LITTLE_ENDIAN),-mlittle-endian,-mbig-endian) 463 201 464 ifneq ($(CROSS_COMPILE),) !! 202 CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG)) 465 CLANG_TARGET_ARCH = --target=$(notdir $(CROSS_ !! 203 BPF_CFLAGS = -g -D__TARGET_ARCH_$(SRCARCH) $(MENDIAN) \ 466 endif << 467 << 468 CLANG_SYS_INCLUDES = $(call get_sys_includes,$ << 469 BPF_CFLAGS = -g -Wall -Werror -D__TARGET_ARCH_ << 470 -I$(INCLUDE_DIR) -I$(CURDIR) -I$( 204 -I$(INCLUDE_DIR) -I$(CURDIR) -I$(APIDIR) \ 471 -I$(abspath $(OUTPUT)/../usr/incl !! 205 -I$(abspath $(OUTPUT)/../usr/include) 472 -Wno-compare-distinct-pointer-typ << 473 # TODO: enable me -Wsign-compare << 474 206 475 CLANG_CFLAGS = $(CLANG_SYS_INCLUDES) !! 207 CLANG_CFLAGS = $(CLANG_SYS_INCLUDES) \ >> 208 -Wno-compare-distinct-pointer-types 476 209 477 $(OUTPUT)/test_l4lb_noinline.o: BPF_CFLAGS += 210 $(OUTPUT)/test_l4lb_noinline.o: BPF_CFLAGS += -fno-inline 478 $(OUTPUT)/test_xdp_noinline.o: BPF_CFLAGS += - 211 $(OUTPUT)/test_xdp_noinline.o: BPF_CFLAGS += -fno-inline 479 212 480 $(OUTPUT)/flow_dissector_load.o: flow_dissecto 213 $(OUTPUT)/flow_dissector_load.o: flow_dissector_load.h 481 $(OUTPUT)/cgroup_getset_retval_hooks.o: cgroup << 482 214 483 # Build BPF object using Clang 215 # Build BPF object using Clang 484 # $1 - input .c file 216 # $1 - input .c file 485 # $2 - output .o file 217 # $2 - output .o file 486 # $3 - CFLAGS 218 # $3 - CFLAGS 487 # $4 - binary name !! 219 # $4 - LDFLAGS 488 define CLANG_BPF_BUILD_RULE 220 define CLANG_BPF_BUILD_RULE 489 $(call msg,CLNG-BPF,$4,$2) !! 221 $(call msg,CLNG-LLC,$(TRUNNER_BINARY),$2) 490 $(Q)$(CLANG) $3 -O2 --target=bpf -c $1 !! 222 ($(CLANG) $3 -O2 -target bpf -emit-llvm \ >> 223 -c $1 -o - || echo "BPF obj compilation failed") | \ >> 224 $(LLC) -mattr=dwarfris -march=bpf -mcpu=v3 $4 -filetype=obj -o $2 491 endef 225 endef 492 # Similar to CLANG_BPF_BUILD_RULE, but with di 226 # Similar to CLANG_BPF_BUILD_RULE, but with disabled alu32 493 define CLANG_NOALU32_BPF_BUILD_RULE 227 define CLANG_NOALU32_BPF_BUILD_RULE 494 $(call msg,CLNG-BPF,$4,$2) !! 228 $(call msg,CLNG-LLC,$(TRUNNER_BINARY),$2) 495 $(Q)$(CLANG) $3 -O2 --target=bpf -c $1 !! 229 ($(CLANG) $3 -O2 -target bpf -emit-llvm \ >> 230 -c $1 -o - || echo "BPF obj compilation failed") | \ >> 231 $(LLC) -march=bpf -mcpu=v2 $4 -filetype=obj -o $2 496 endef 232 endef 497 # Similar to CLANG_BPF_BUILD_RULE, but with cp !! 233 # Similar to CLANG_BPF_BUILD_RULE, but using native Clang and bpf LLC 498 define CLANG_CPUV4_BPF_BUILD_RULE !! 234 define CLANG_NATIVE_BPF_BUILD_RULE 499 $(call msg,CLNG-BPF,$4,$2) !! 235 $(call msg,CLNG-BPF,$(TRUNNER_BINARY),$2) 500 $(Q)$(CLANG) $3 -O2 --target=bpf -c $1 !! 236 ($(CLANG) $3 -O2 -emit-llvm \ >> 237 -c $1 -o - || echo "BPF obj compilation failed") | \ >> 238 $(LLC) -march=bpf -mcpu=v3 $4 -filetype=obj -o $2 501 endef 239 endef 502 # Build BPF object using GCC 240 # Build BPF object using GCC 503 define GCC_BPF_BUILD_RULE 241 define GCC_BPF_BUILD_RULE 504 $(call msg,GCC-BPF,$4,$2) !! 242 $(call msg,GCC-BPF,$(TRUNNER_BINARY),$2) 505 $(Q)$(BPF_GCC) $3 -DBPF_NO_PRESERVE_AC !! 243 $(BPF_GCC) $3 $4 -O2 -c $1 -o $2 506 endef 244 endef 507 245 508 SKEL_BLACKLIST := btf__% test_pinning_invalid. !! 246 SKEL_BLACKLIST := btf__% test_pinning_invalid.c 509 << 510 LINKED_SKELS := test_static_linked.skel.h link << 511 linked_vars.skel.h linked_maps << 512 test_subskeleton.skel.h test_s << 513 test_usdt.skel.h << 514 << 515 LSKELS := fentry_test.c fexit_test.c fexit_sle << 516 trace_printk.c trace_vprintk.c map_ptr << 517 core_kern.c core_kern_overflow.c test_ << 518 test_ringbuf_n.c test_ringbuf_map_key. << 519 << 520 # Generate both light skeleton and libbpf skel << 521 LSKELS_EXTRA := test_ksyms_module.c test_ksyms << 522 kfunc_call_test_subprog.c << 523 SKEL_BLACKLIST += $$(LSKELS) << 524 << 525 test_static_linked.skel.h-deps := test_static_ << 526 linked_funcs.skel.h-deps := linked_funcs1.bpf. << 527 linked_vars.skel.h-deps := linked_vars1.bpf.o << 528 linked_maps.skel.h-deps := linked_maps1.bpf.o << 529 # In the subskeleton case, we want the test_su << 530 # but that's created as a side-effect of the s << 531 test_subskeleton.skel.h-deps := test_subskelet << 532 test_subskeleton_lib.skel.h-deps := test_subsk << 533 test_usdt.skel.h-deps := test_usdt.bpf.o test_ << 534 xsk_xdp_progs.skel.h-deps := xsk_xdp_progs.bpf << 535 xdp_hw_metadata.skel.h-deps := xdp_hw_metadata << 536 xdp_features.skel.h-deps := xdp_features.bpf.o << 537 << 538 LINKED_BPF_OBJS := $(foreach skel,$(LINKED_SKE << 539 LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.c,$(LI << 540 << 541 HEADERS_FOR_BPF_OBJS := $(wildcard $(BPFDIR)/* << 542 $(addprefix $(BPFDIR)/ << 543 << 544 << 545 << 546 247 547 # Set up extra TRUNNER_XXX "temporary" variabl 248 # Set up extra TRUNNER_XXX "temporary" variables in the environment (relies on 548 # $eval()) and pass control to DEFINE_TEST_RUN 249 # $eval()) and pass control to DEFINE_TEST_RUNNER_RULES. 549 # Parameters: 250 # Parameters: 550 # $1 - test runner base binary name (e.g., tes 251 # $1 - test runner base binary name (e.g., test_progs) 551 # $2 - test runner extra "flavor" (e.g., no_al !! 252 # $2 - test runner extra "flavor" (e.g., no_alu32, gcc-bpf, etc) 552 define DEFINE_TEST_RUNNER 253 define DEFINE_TEST_RUNNER 553 254 554 TRUNNER_OUTPUT := $(OUTPUT)$(if $2,/)$2 255 TRUNNER_OUTPUT := $(OUTPUT)$(if $2,/)$2 555 TRUNNER_BINARY := $1$(if $2,-)$2 256 TRUNNER_BINARY := $1$(if $2,-)$2 556 TRUNNER_TEST_OBJS := $$(patsubst %.c,$$(TRUNNE 257 TRUNNER_TEST_OBJS := $$(patsubst %.c,$$(TRUNNER_OUTPUT)/%.test.o, \ 557 $$(notdir $$( 258 $$(notdir $$(wildcard $(TRUNNER_TESTS_DIR)/*.c))) 558 TRUNNER_EXTRA_OBJS := $$(patsubst %.c,$$(TRUNN 259 TRUNNER_EXTRA_OBJS := $$(patsubst %.c,$$(TRUNNER_OUTPUT)/%.o, \ 559 $$(filter %.c 260 $$(filter %.c,$(TRUNNER_EXTRA_SOURCES))) 560 TRUNNER_EXTRA_HDRS := $$(filter %.h,$(TRUNNER_ 261 TRUNNER_EXTRA_HDRS := $$(filter %.h,$(TRUNNER_EXTRA_SOURCES)) 561 TRUNNER_TESTS_HDR := $(TRUNNER_TESTS_DIR)/test 262 TRUNNER_TESTS_HDR := $(TRUNNER_TESTS_DIR)/tests.h 562 TRUNNER_BPF_SRCS := $$(notdir $$(wildcard $(TR 263 TRUNNER_BPF_SRCS := $$(notdir $$(wildcard $(TRUNNER_BPF_PROGS_DIR)/*.c)) 563 TRUNNER_BPF_OBJS := $$(patsubst %.c,$$(TRUNNER !! 264 TRUNNER_BPF_OBJS := $$(patsubst %.c,$$(TRUNNER_OUTPUT)/%.o, $$(TRUNNER_BPF_SRCS)) 564 TRUNNER_BPF_SKELS := $$(patsubst %.c,$$(TRUNNE 265 TRUNNER_BPF_SKELS := $$(patsubst %.c,$$(TRUNNER_OUTPUT)/%.skel.h, \ 565 $$(filter-out !! 266 $$(filter-out $(SKEL_BLACKLIST), \ 566 267 $$(TRUNNER_BPF_SRCS))) 567 TRUNNER_BPF_LSKELS := $$(patsubst %.c,$$(TRUNN << 568 TRUNNER_BPF_SKELS_LINKED := $$(addprefix $$(TR << 569 TEST_GEN_FILES += $$(TRUNNER_BPF_OBJS) 268 TEST_GEN_FILES += $$(TRUNNER_BPF_OBJS) 570 269 571 # Evaluate rules now with extra TRUNNER_XXX va 270 # Evaluate rules now with extra TRUNNER_XXX variables above already defined 572 $$(eval $$(call DEFINE_TEST_RUNNER_RULES,$1,$2 271 $$(eval $$(call DEFINE_TEST_RUNNER_RULES,$1,$2)) 573 272 574 endef 273 endef 575 274 576 # Using TRUNNER_XXX variables, provided by cal 275 # Using TRUNNER_XXX variables, provided by callers of DEFINE_TEST_RUNNER and 577 # set up by DEFINE_TEST_RUNNER itself, create 276 # set up by DEFINE_TEST_RUNNER itself, create test runner build rules with: 578 # $1 - test runner base binary name (e.g., tes 277 # $1 - test runner base binary name (e.g., test_progs) 579 # $2 - test runner extra "flavor" (e.g., no_al !! 278 # $2 - test runner extra "flavor" (e.g., no_alu32, gcc-bpf, etc) 580 define DEFINE_TEST_RUNNER_RULES 279 define DEFINE_TEST_RUNNER_RULES 581 280 582 ifeq ($($(TRUNNER_OUTPUT)-dir),) 281 ifeq ($($(TRUNNER_OUTPUT)-dir),) 583 $(TRUNNER_OUTPUT)-dir := y 282 $(TRUNNER_OUTPUT)-dir := y 584 $(TRUNNER_OUTPUT): 283 $(TRUNNER_OUTPUT): 585 $$(call msg,MKDIR,,$$@) 284 $$(call msg,MKDIR,,$$@) 586 $(Q)mkdir -p $$@ !! 285 mkdir -p $$@ 587 endif 286 endif 588 287 589 # ensure we set up BPF objects generation rule 288 # ensure we set up BPF objects generation rule just once for a given 590 # input/output directory combination 289 # input/output directory combination 591 ifeq ($($(TRUNNER_BPF_PROGS_DIR)$(if $2,-)$2-b 290 ifeq ($($(TRUNNER_BPF_PROGS_DIR)$(if $2,-)$2-bpfobjs),) 592 $(TRUNNER_BPF_PROGS_DIR)$(if $2,-)$2-bpfobjs : 291 $(TRUNNER_BPF_PROGS_DIR)$(if $2,-)$2-bpfobjs := y 593 $(TRUNNER_BPF_OBJS): $(TRUNNER_OUTPUT)/%.bpf.o !! 292 $(TRUNNER_BPF_OBJS): $(TRUNNER_OUTPUT)/%.o: \ 594 $(TRUNNER_BPF_PROGS_DIR)/ 293 $(TRUNNER_BPF_PROGS_DIR)/%.c \ 595 $(TRUNNER_BPF_PROGS_DIR)/ 294 $(TRUNNER_BPF_PROGS_DIR)/*.h \ 596 $$(INCLUDE_DIR)/vmlinux.h 295 $$(INCLUDE_DIR)/vmlinux.h \ 597 $(HEADERS_FOR_BPF_OBJS) !! 296 $$(BPFOBJ) | $(TRUNNER_OUTPUT) 598 | $(TRUNNER_OUTPUT) $$(BP << 599 $$(call $(TRUNNER_BPF_BUILD_RULE),$$<, 297 $$(call $(TRUNNER_BPF_BUILD_RULE),$$<,$$@, \ 600 $(TR !! 298 $(TRUNNER_BPF_CFLAGS), \ 601 $$($ !! 299 $(TRUNNER_BPF_LDFLAGS)) 602 $$($ << 603 << 604 $(TRUNNER_BPF_SKELS): %.skel.h: %.bpf.o $(BPFT << 605 $$(call msg,GEN-SKEL,$(TRUNNER_BINARY) << 606 $(Q)$$(BPFTOOL) gen object $$(<:.o=.li << 607 $(Q)$$(BPFTOOL) gen object $$(<:.o=.li << 608 $(Q)$$(BPFTOOL) gen object $$(<:.o=.li << 609 $(Q)diff $$(<:.o=.linked2.o) $$(<:.o=. << 610 $(Q)$$(BPFTOOL) gen skeleton $$(<:.o=. << 611 $(Q)$$(BPFTOOL) gen subskeleton $$(<:. << 612 $(Q)rm -f $$(<:.o=.linked1.o) $$(<:.o= << 613 300 614 $(TRUNNER_BPF_LSKELS): %.lskel.h: %.bpf.o $(BP !! 301 $(TRUNNER_BPF_SKELS): $(TRUNNER_OUTPUT)/%.skel.h: \ >> 302 $(TRUNNER_OUTPUT)/%.o \ >> 303 | $(BPFTOOL) $(TRUNNER_OUTPUT) 615 $$(call msg,GEN-SKEL,$(TRUNNER_BINARY) 304 $$(call msg,GEN-SKEL,$(TRUNNER_BINARY),$$@) 616 $(Q)$$(BPFTOOL) gen object $$(<:.o=.ll !! 305 $$(BPFTOOL) gen skeleton $$< > $$@ 617 $(Q)$$(BPFTOOL) gen object $$(<:.o=.ll << 618 $(Q)$$(BPFTOOL) gen object $$(<:.o=.ll << 619 $(Q)diff $$(<:.o=.llinked2.o) $$(<:.o= << 620 $(Q)$$(BPFTOOL) gen skeleton -L $$(<:. << 621 $(Q)rm -f $$(<:.o=.llinked1.o) $$(<:.o << 622 << 623 $(LINKED_BPF_OBJS): %: $(TRUNNER_OUTPUT)/% << 624 << 625 # .SECONDEXPANSION here allows to correctly ex << 626 .SECONDEXPANSION: << 627 $(TRUNNER_BPF_SKELS_LINKED): $(TRUNNER_OUTPUT) << 628 $$(call msg,LINK-BPF,$(TRUNNER_BINARY) << 629 $(Q)$$(BPFTOOL) gen object $$(@:.skel. << 630 $(Q)$$(BPFTOOL) gen object $$(@:.skel. << 631 $(Q)$$(BPFTOOL) gen object $$(@:.skel. << 632 $(Q)diff $$(@:.skel.h=.linked2.o) $$(@ << 633 $$(call msg,GEN-SKEL,$(TRUNNER_BINARY) << 634 $(Q)$$(BPFTOOL) gen skeleton $$(@:.ske << 635 $(Q)$$(BPFTOOL) gen subskeleton $$(@:. << 636 $(Q)rm -f $$(@:.skel.h=.linked1.o) $$( << 637 << 638 # When the compiler generates a %.d file, only << 639 # full paths) are specified as prerequisites f << 640 # file. This target makes %.skel.h basename de << 641 # linking generated %.d dependency with actual << 642 $(notdir %.skel.h): $(TRUNNER_OUTPUT)/%.skel.h << 643 @true << 644 << 645 endif 306 endif 646 307 647 # ensure we set up tests.h header generation r 308 # ensure we set up tests.h header generation rule just once 648 ifeq ($($(TRUNNER_TESTS_DIR)-tests-hdr),) 309 ifeq ($($(TRUNNER_TESTS_DIR)-tests-hdr),) 649 $(TRUNNER_TESTS_DIR)-tests-hdr := y 310 $(TRUNNER_TESTS_DIR)-tests-hdr := y 650 $(TRUNNER_TESTS_HDR): $(TRUNNER_TESTS_DIR)/*.c 311 $(TRUNNER_TESTS_HDR): $(TRUNNER_TESTS_DIR)/*.c 651 $$(call msg,TEST-HDR,$(TRUNNER_BINARY) 312 $$(call msg,TEST-HDR,$(TRUNNER_BINARY),$$@) 652 $$(shell (echo '/* Generated header, d !! 313 $$(shell ( cd $(TRUNNER_TESTS_DIR); \ 653 sed -n -E 's/^void (serial_) !! 314 echo '/* Generated header, do not edit */'; \ 654 $(TRUNNER_TESTS_DIR)/* !! 315 ls *.c 2> /dev/null | \ >> 316 sed -e 's@\([^\.]*\)\.c@DEFINE_TEST(\1)@'; \ 655 ) > $$@) 317 ) > $$@) 656 endif 318 endif 657 319 658 # compile individual test files 320 # compile individual test files 659 # Note: we cd into output directory to ensure 321 # Note: we cd into output directory to ensure embedded BPF object is found 660 $(TRUNNER_TEST_OBJS): $(TRUNNER_OUTPUT)/%.test 322 $(TRUNNER_TEST_OBJS): $(TRUNNER_OUTPUT)/%.test.o: \ 661 $(TRUNNER_TESTS_DIR)/%.c 323 $(TRUNNER_TESTS_DIR)/%.c \ 662 | $(TRUNNER_OUTPUT)/%.te !! 324 $(TRUNNER_EXTRA_HDRS) \ >> 325 $(TRUNNER_BPF_OBJS) \ >> 326 $(TRUNNER_BPF_SKELS) \ >> 327 $$(BPFOBJ) | $(TRUNNER_OUTPUT) 663 $$(call msg,TEST-OBJ,$(TRUNNER_BINARY) 328 $$(call msg,TEST-OBJ,$(TRUNNER_BINARY),$$@) 664 $(Q)cd $$(@D) && $$(CC) -I. $$(CFLAGS) !! 329 cd $$(@D) && $$(CC) -I. $$(CFLAGS) -c $(CURDIR)/$$< $$(LDLIBS) -o $$(@F) 665 << 666 $(TRUNNER_TEST_OBJS:.o=.d): $(TRUNNER_OUTPUT)/ << 667 $(TRUNNER_TESTS_DI << 668 $(TRUNNER_EXTRA_HD << 669 $(TRUNNER_BPF_SKEL << 670 $(TRUNNER_BPF_LSKE << 671 $(TRUNNER_BPF_SKEL << 672 $$(BPFOBJ) | $(TRU << 673 << 674 ifeq ($(filter clean docs-clean,$(MAKECMDGOALS << 675 include $(wildcard $(TRUNNER_TEST_OBJS:.o=.d)) << 676 endif << 677 << 678 # add per extra obj CFGLAGS definitions << 679 $(foreach N,$(patsubst $(TRUNNER_OUTPUT)/%.o,% << 680 $(eval $(TRUNNER_OUTPUT)/$(N).o: CFLAG << 681 330 682 $(TRUNNER_EXTRA_OBJS): $(TRUNNER_OUTPUT)/%.o: 331 $(TRUNNER_EXTRA_OBJS): $(TRUNNER_OUTPUT)/%.o: \ 683 %.c 332 %.c \ 684 $(TRUNNER_EXTRA_HDRS) 333 $(TRUNNER_EXTRA_HDRS) \ 685 $(TRUNNER_TESTS_HDR) 334 $(TRUNNER_TESTS_HDR) \ 686 $$(BPFOBJ) | $(TRUNNER_ 335 $$(BPFOBJ) | $(TRUNNER_OUTPUT) 687 $$(call msg,EXT-OBJ,$(TRUNNER_BINARY), 336 $$(call msg,EXT-OBJ,$(TRUNNER_BINARY),$$@) 688 $(Q)$$(CC) $$(CFLAGS) -c $$< $$(LDLIBS !! 337 $$(CC) $$(CFLAGS) -c $$< $$(LDLIBS) -o $$@ 689 338 690 # non-flavored in-srctree builds receive speci !! 339 # only copy extra resources if in flavored build 691 # do not need to copy extra resources (see e.g << 692 $(TRUNNER_BINARY)-extras: $(TRUNNER_EXTRA_FILE 340 $(TRUNNER_BINARY)-extras: $(TRUNNER_EXTRA_FILES) | $(TRUNNER_OUTPUT) 693 ifneq ($2:$(OUTPUT),:$(shell pwd)) !! 341 ifneq ($2,) 694 $$(call msg,EXT-COPY,$(TRUNNER_BINARY) 342 $$(call msg,EXT-COPY,$(TRUNNER_BINARY),$(TRUNNER_EXTRA_FILES)) 695 $(Q)rsync -aq $$^ $(TRUNNER_OUTPUT)/ !! 343 cp -a $$^ $(TRUNNER_OUTPUT)/ 696 endif 344 endif 697 345 698 $(OUTPUT)/$(TRUNNER_BINARY): LDLIBS += $$(LLVM << 699 $(OUTPUT)/$(TRUNNER_BINARY): LDFLAGS += $$(LLV << 700 << 701 # some X.test.o files have runtime dependencie << 702 $(OUTPUT)/$(TRUNNER_BINARY): | $(TRUNNER_BPF_O << 703 << 704 $(OUTPUT)/$(TRUNNER_BINARY): $(TRUNNER_TEST_OB 346 $(OUTPUT)/$(TRUNNER_BINARY): $(TRUNNER_TEST_OBJS) \ 705 $(TRUNNER_EXTRA_O 347 $(TRUNNER_EXTRA_OBJS) $$(BPFOBJ) \ 706 $(RESOLVE_BTFIDS) << 707 $(TRUNNER_BPFTOOL << 708 | $(TRUNNER_BINAR 348 | $(TRUNNER_BINARY)-extras 709 $$(call msg,BINARY,,$$@) 349 $$(call msg,BINARY,,$$@) 710 $(Q)$$(CC) $$(CFLAGS) $$(filter %.a %. !! 350 $$(CC) $$(CFLAGS) $$(filter %.a %.o,$$^) $$(LDLIBS) -o $$@ 711 $(Q)$(RESOLVE_BTFIDS) --btf $(TRUNNER_ << 712 $(Q)ln -sf $(if $2,..,.)/tools/build/b << 713 $(OUTPUT)/$(if $2,$2/)bpfto << 714 351 715 endef 352 endef 716 353 717 # Define test_progs test runner. 354 # Define test_progs test runner. 718 TRUNNER_TESTS_DIR := prog_tests 355 TRUNNER_TESTS_DIR := prog_tests 719 TRUNNER_BPF_PROGS_DIR := progs 356 TRUNNER_BPF_PROGS_DIR := progs 720 TRUNNER_EXTRA_SOURCES := test_progs.c !! 357 TRUNNER_EXTRA_SOURCES := test_progs.c cgroup_helpers.c trace_helpers.c \ 721 cgroup_helpers.c !! 358 flow_dissector_load.h 722 trace_helpers.c !! 359 TRUNNER_EXTRA_FILES := $(OUTPUT)/urandom_read \ 723 network_helpers.c !! 360 $(wildcard progs/btf_dump_test_case_*.c) 724 testing_helpers.c << 725 btf_helpers.c << 726 cap_helpers.c << 727 unpriv_helpers.c << 728 netlink_helpers.c << 729 jit_disasm_helpers.c << 730 test_loader.c << 731 xsk.c << 732 disasm.c << 733 disasm_helpers.c << 734 json_writer.c << 735 flow_dissector_load.h << 736 ip_check_defrag_frags << 737 TRUNNER_EXTRA_FILES := $(OUTPUT)/urandom_read << 738 $(OUTPUT)/bpf_test_no_c << 739 $(OUTPUT)/bpf_test_modo << 740 $(OUTPUT)/bpf_test_modo << 741 $(OUTPUT)/liburandom_re << 742 $(OUTPUT)/xdp_synproxy << 743 $(OUTPUT)/sign-file << 744 $(OUTPUT)/uprobe_multi << 745 ima_setup.sh << 746 verify_sig_setup.sh << 747 $(wildcard progs/btf_du << 748 $(wildcard progs/*.bpf. << 749 TRUNNER_BPF_BUILD_RULE := CLANG_BPF_BUILD_RULE 361 TRUNNER_BPF_BUILD_RULE := CLANG_BPF_BUILD_RULE 750 TRUNNER_BPF_CFLAGS := $(BPF_CFLAGS) $(CLANG_CF !! 362 TRUNNER_BPF_CFLAGS := $(BPF_CFLAGS) $(CLANG_CFLAGS) >> 363 TRUNNER_BPF_LDFLAGS := -mattr=+alu32 751 $(eval $(call DEFINE_TEST_RUNNER,test_progs)) 364 $(eval $(call DEFINE_TEST_RUNNER,test_progs)) 752 365 753 # Define test_progs-no_alu32 test runner. 366 # Define test_progs-no_alu32 test runner. 754 TRUNNER_BPF_BUILD_RULE := CLANG_NOALU32_BPF_BU 367 TRUNNER_BPF_BUILD_RULE := CLANG_NOALU32_BPF_BUILD_RULE 755 TRUNNER_BPF_CFLAGS := $(BPF_CFLAGS) $(CLANG_CF !! 368 TRUNNER_BPF_LDFLAGS := 756 $(eval $(call DEFINE_TEST_RUNNER,test_progs,no 369 $(eval $(call DEFINE_TEST_RUNNER,test_progs,no_alu32)) 757 370 758 # Define test_progs-cpuv4 test runner. << 759 ifneq ($(CLANG_CPUV4),) << 760 TRUNNER_BPF_BUILD_RULE := CLANG_CPUV4_BPF_BUIL << 761 TRUNNER_BPF_CFLAGS := $(BPF_CFLAGS) $(CLANG_CF << 762 $(eval $(call DEFINE_TEST_RUNNER,test_progs,cp << 763 endif << 764 << 765 # Define test_progs BPF-GCC-flavored test runn 371 # Define test_progs BPF-GCC-flavored test runner. 766 ifneq ($(BPF_GCC),) 372 ifneq ($(BPF_GCC),) 767 TRUNNER_BPF_BUILD_RULE := GCC_BPF_BUILD_RULE 373 TRUNNER_BPF_BUILD_RULE := GCC_BPF_BUILD_RULE 768 TRUNNER_BPF_CFLAGS := $(BPF_CFLAGS) $(call get !! 374 TRUNNER_BPF_CFLAGS := $(BPF_CFLAGS) $(call get_sys_includes,gcc) >> 375 TRUNNER_BPF_LDFLAGS := 769 $(eval $(call DEFINE_TEST_RUNNER,test_progs,bp 376 $(eval $(call DEFINE_TEST_RUNNER,test_progs,bpf_gcc)) 770 endif 377 endif 771 378 772 # Define test_maps test runner. 379 # Define test_maps test runner. 773 TRUNNER_TESTS_DIR := map_tests 380 TRUNNER_TESTS_DIR := map_tests 774 TRUNNER_BPF_PROGS_DIR := progs 381 TRUNNER_BPF_PROGS_DIR := progs 775 TRUNNER_EXTRA_SOURCES := test_maps.c 382 TRUNNER_EXTRA_SOURCES := test_maps.c 776 TRUNNER_EXTRA_FILES := 383 TRUNNER_EXTRA_FILES := 777 TRUNNER_BPF_BUILD_RULE := $$(error no BPF obje 384 TRUNNER_BPF_BUILD_RULE := $$(error no BPF objects should be built) 778 TRUNNER_BPF_CFLAGS := 385 TRUNNER_BPF_CFLAGS := >> 386 TRUNNER_BPF_LDFLAGS := 779 $(eval $(call DEFINE_TEST_RUNNER,test_maps)) 387 $(eval $(call DEFINE_TEST_RUNNER,test_maps)) 780 388 781 # Define test_verifier test runner. 389 # Define test_verifier test runner. 782 # It is much simpler than test_maps/test_progs 390 # It is much simpler than test_maps/test_progs and sufficiently different from 783 # them (e.g., test.h is using completely patte 391 # them (e.g., test.h is using completely pattern), that it's worth just 784 # explicitly defining all the rules explicitly 392 # explicitly defining all the rules explicitly. 785 verifier/tests.h: verifier/*.c 393 verifier/tests.h: verifier/*.c 786 $(shell ( cd verifier/; \ 394 $(shell ( cd verifier/; \ 787 echo '/* Generated header, d 395 echo '/* Generated header, do not edit */'; \ 788 echo '#ifdef FILL_ARRAY'; \ 396 echo '#ifdef FILL_ARRAY'; \ 789 ls *.c 2> /dev/null | sed -e 397 ls *.c 2> /dev/null | sed -e 's@\(.*\)@#include \"\1\"@'; \ 790 echo '#endif' \ 398 echo '#endif' \ 791 ) > verifier/tests.h) 399 ) > verifier/tests.h) 792 $(OUTPUT)/test_verifier: test_verifier.c verif 400 $(OUTPUT)/test_verifier: test_verifier.c verifier/tests.h $(BPFOBJ) | $(OUTPUT) 793 $(call msg,BINARY,,$@) 401 $(call msg,BINARY,,$@) 794 $(Q)$(CC) $(CFLAGS) $(filter %.a %.o % !! 402 $(CC) $(CFLAGS) $(filter %.a %.o %.c,$^) $(LDLIBS) -o $@ 795 << 796 # Include find_bit.c to compile xskxceiver. << 797 EXTRA_SRC := $(TOOLSDIR)/lib/find_bit.c << 798 $(OUTPUT)/xskxceiver: $(EXTRA_SRC) xskxceiver. << 799 $(call msg,BINARY,,$@) << 800 $(Q)$(CC) $(CFLAGS) $(filter %.a %.o % << 801 << 802 $(OUTPUT)/xdp_hw_metadata: xdp_hw_metadata.c $ << 803 $(call msg,BINARY,,$@) << 804 $(Q)$(CC) $(CFLAGS) $(filter %.a %.o % << 805 << 806 $(OUTPUT)/xdp_features: xdp_features.c $(OUTPU << 807 $(call msg,BINARY,,$@) << 808 $(Q)$(CC) $(CFLAGS) $(filter %.a %.o % << 809 403 810 # Make sure we are able to include and link li 404 # Make sure we are able to include and link libbpf against c++. 811 $(OUTPUT)/test_cpp: test_cpp.cpp $(OUTPUT)/tes 405 $(OUTPUT)/test_cpp: test_cpp.cpp $(OUTPUT)/test_core_extern.skel.h $(BPFOBJ) 812 $(call msg,CXX,,$@) 406 $(call msg,CXX,,$@) 813 $(Q)$(CXX) $(subst -D_GNU_SOURCE=,,$(C !! 407 $(CXX) $(CFLAGS) $^ $(LDLIBS) -o $@ 814 << 815 # Benchmark runner << 816 $(OUTPUT)/bench_%.o: benchs/bench_%.c bench.h << 817 $(call msg,CC,,$@) << 818 $(Q)$(CC) $(CFLAGS) -O2 -c $(filter %. << 819 $(OUTPUT)/bench_rename.o: $(OUTPUT)/test_overh << 820 $(OUTPUT)/bench_trigger.o: $(OUTPUT)/trigger_b << 821 $(OUTPUT)/bench_ringbufs.o: $(OUTPUT)/ringbuf_ << 822 $(OUTPUT)/perfbuf_ << 823 $(OUTPUT)/bench_bloom_filter_map.o: $(OUTPUT)/ << 824 $(OUTPUT)/bench_bpf_loop.o: $(OUTPUT)/bpf_loop << 825 $(OUTPUT)/bench_strncmp.o: $(OUTPUT)/strncmp_b << 826 $(OUTPUT)/bench_bpf_hashmap_full_update.o: $(O << 827 $(OUTPUT)/bench_local_storage.o: $(OUTPUT)/loc << 828 $(OUTPUT)/bench_local_storage_rcu_tasks_trace. << 829 $(OUTPUT)/bench_local_storage_create.o: $(OUTP << 830 $(OUTPUT)/bench_bpf_hashmap_lookup.o: $(OUTPUT << 831 $(OUTPUT)/bench_htab_mem.o: $(OUTPUT)/htab_mem << 832 $(OUTPUT)/bench_bpf_crypto.o: $(OUTPUT)/crypto << 833 $(OUTPUT)/bench.o: bench.h testing_helpers.h $ << 834 $(OUTPUT)/bench: LDLIBS += -lm << 835 $(OUTPUT)/bench: $(OUTPUT)/bench.o \ << 836 $(TESTING_HELPERS) \ << 837 $(TRACE_HELPERS) \ << 838 $(CGROUP_HELPERS) \ << 839 $(OUTPUT)/bench_count.o \ << 840 $(OUTPUT)/bench_rename.o \ << 841 $(OUTPUT)/bench_trigger.o \ << 842 $(OUTPUT)/bench_ringbufs.o \ << 843 $(OUTPUT)/bench_bloom_filter_ << 844 $(OUTPUT)/bench_bpf_loop.o \ << 845 $(OUTPUT)/bench_strncmp.o \ << 846 $(OUTPUT)/bench_bpf_hashmap_f << 847 $(OUTPUT)/bench_local_storage << 848 $(OUTPUT)/bench_local_storage << 849 $(OUTPUT)/bench_bpf_hashmap_l << 850 $(OUTPUT)/bench_local_storage << 851 $(OUTPUT)/bench_htab_mem.o \ << 852 $(OUTPUT)/bench_bpf_crypto.o << 853 # << 854 $(call msg,BINARY,,$@) << 855 $(Q)$(CC) $(CFLAGS) $(LDFLAGS) $(filte << 856 408 857 $(OUTPUT)/veristat.o: $(BPFOBJ) !! 409 EXTRA_CLEAN := $(TEST_CUSTOM_PROGS) $(SCRATCH_DIR) \ 858 $(OUTPUT)/veristat: $(OUTPUT)/veristat.o << 859 $(call msg,BINARY,,$@) << 860 $(Q)$(CC) $(CFLAGS) $(LDFLAGS) $(filte << 861 << 862 # Linking uprobe_multi can fail due to relocat << 863 $(OUTPUT)/uprobe_multi: CFLAGS += $(if $(filte << 864 $(OUTPUT)/uprobe_multi: uprobe_multi.c uprobe_ << 865 $(call msg,BINARY,,$@) << 866 $(Q)$(CC) $(CFLAGS) -Wl,-T,uprobe_mult << 867 $(filter-out %.ld,$^) $(LDLIBS << 868 << 869 EXTRA_CLEAN := $(SCRATCH_DIR) $(HOST_SCRATCH_D << 870 prog_tests/tests.h map_tests/tests.h v 410 prog_tests/tests.h map_tests/tests.h verifier/tests.h \ 871 feature bpftool !! 411 feature \ 872 $(addprefix $(OUTPUT)/,*.o *.d *.skel. !! 412 $(addprefix $(OUTPUT)/,*.o *.skel.h no_alu32 bpf_gcc) 873 no_alu32 cpuv4 << 874 bpf_test_no_cfi << 875 bpf_test_modord << 876 bpf_test_modord << 877 liburandom_read << 878 $(OUTPUT)/FEATURE-DUMP.selftests << 879 << 880 .PHONY: docs docs-clean << 881 << 882 # Delete partially updated (corrupted) files o << 883 .DELETE_ON_ERROR: << 884 << 885 DEFAULT_INSTALL_RULE := $(INSTALL_RULE) << 886 override define INSTALL_RULE << 887 $(DEFAULT_INSTALL_RULE) << 888 @for DIR in $(TEST_INST_SUBDIRS); do << 889 mkdir -p $(INSTALL_PATH)/$$DIR << 890 rsync -a $(OUTPUT)/$$DIR/*.bpf << 891 done << 892 endef <<
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.