[linux-2.6-block.git] / samples / bpf / Makefile

# SPDX-License-Identifier: GPL-2.0

BPF_SAMPLES_PATH ?= $(abspath $(src))
TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools

pound := \#

# List of programs to build
tprogs-y := test_lru_dist
tprogs-y += sock_example
tprogs-y += fds_example
tprogs-y += sockex1
tprogs-y += sockex2
tprogs-y += sockex3
tprogs-y += tracex1
tprogs-y += tracex3
tprogs-y += tracex4
tprogs-y += tracex5
tprogs-y += tracex6
tprogs-y += trace_output
tprogs-y += lathist
tprogs-y += offwaketime
tprogs-y += spintest
tprogs-y += map_perf_test
tprogs-y += xdp_router_ipv4
tprogs-y += trace_event
tprogs-y += sampleip
tprogs-y += tc_l2_redirect
tprogs-y += lwt_len_hist
tprogs-y += xdp_tx_iptunnel
tprogs-y += test_map_in_map
tprogs-y += per_socket_stats_example
tprogs-y += syscall_tp
tprogs-y += cpustat
tprogs-y += xdp_adjust_tail
tprogs-y += xdp_fwd
tprogs-y += task_fd_query
tprogs-y += ibumad
tprogs-y += hbm

# Libbpf dependencies
LIBBPF_SRC = $(TOOLS_PATH)/lib/bpf
LIBBPF_OUTPUT = $(abspath $(BPF_SAMPLES_PATH))/libbpf
LIBBPF_DESTDIR = $(LIBBPF_OUTPUT)
LIBBPF_INCLUDE = $(LIBBPF_DESTDIR)/include
LIBBPF = $(LIBBPF_OUTPUT)/libbpf.a

CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
XDP_SAMPLE := xdp_sample_user.o

fds_example-objs := fds_example.o
sockex1-objs := sockex1_user.o
sockex2-objs := sockex2_user.o
sockex3-objs := sockex3_user.o
tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
tracex3-objs := tracex3_user.o
tracex4-objs := tracex4_user.o
tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
tracex6-objs := tracex6_user.o
trace_output-objs := trace_output_user.o
lathist-objs := lathist_user.o
offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
spintest-objs := spintest_user.o $(TRACE_HELPERS)
map_perf_test-objs := map_perf_test_user.o
test_overhead-objs := test_overhead_user.o
trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
tc_l2_redirect-objs := tc_l2_redirect_user.o
lwt_len_hist-objs := lwt_len_hist_user.o
xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
test_map_in_map-objs := test_map_in_map_user.o
per_socket_stats_example-objs := cookie_uid_helper_example.o
syscall_tp-objs := syscall_tp_user.o
cpustat-objs := cpustat_user.o
xdp_adjust_tail-objs := xdp_adjust_tail_user.o
xdp_fwd-objs := xdp_fwd_user.o
task_fd_query-objs := task_fd_query_user.o $(TRACE_HELPERS)
ibumad-objs := ibumad_user.o
hbm-objs := hbm.o $(CGROUP_HELPERS)

xdp_router_ipv4-objs := xdp_router_ipv4_user.o $(XDP_SAMPLE)

# Tell kbuild to always build the programs
always-y := $(tprogs-y)
always-y += sockex1_kern.o
always-y += sockex2_kern.o
always-y += sockex3_kern.o
always-y += tracex1.bpf.o
always-y += tracex3.bpf.o
always-y += tracex4.bpf.o
always-y += tracex5.bpf.o
always-y += tracex6.bpf.o
always-y += trace_output.bpf.o
always-y += tcbpf1_kern.o
always-y += tc_l2_redirect_kern.o
always-y += lathist_kern.o
always-y += offwaketime.bpf.o
always-y += spintest.bpf.o
always-y += map_perf_test.bpf.o
always-y += parse_varlen.o parse_simple.o parse_ldabs.o
always-y += trace_event_kern.o
always-y += sampleip_kern.o
always-y += lwt_len_hist.bpf.o
always-y += xdp_tx_iptunnel_kern.o
always-y += test_map_in_map.bpf.o
always-y += tcp_synrto_kern.o
always-y += tcp_rwnd_kern.o
always-y += tcp_bufs_kern.o
always-y += tcp_cong_kern.o
always-y += tcp_iw_kern.o
always-y += tcp_clamp_kern.o
always-y += tcp_basertt_kern.o
always-y += tcp_tos_reflect_kern.o
always-y += tcp_dumpstats_kern.o
always-y += xdp2skb_meta_kern.o
always-y += syscall_tp_kern.o
always-y += cpustat_kern.o
always-y += xdp_adjust_tail_kern.o
always-y += xdp_fwd_kern.o
always-y += task_fd_query_kern.o
always-y += ibumad_kern.o
always-y += hbm_out_kern.o
always-y += hbm_edt_kern.o

COMMON_CFLAGS = $(TPROGS_USER_CFLAGS)
TPROGS_LDFLAGS = $(TPROGS_USER_LDFLAGS)

ifeq ($(ARCH), arm)
# Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
# headers when arm instruction set identification is requested.
ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
endif

ifeq ($(ARCH), mips)
TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__
ifdef CONFIG_MACH_LOONGSON64
BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-loongson64
BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-generic
endif
endif

ifeq ($(ARCH), x86)
BPF_EXTRA_CFLAGS += -fcf-protection
endif

COMMON_CFLAGS += -Wall -O2
COMMON_CFLAGS += -Wmissing-prototypes
COMMON_CFLAGS += -Wstrict-prototypes
COMMON_CFLAGS += $(call try-run,\
	printf "int main() { return 0; }" |\
	$(CC) -Werror -fsanitize=bounds -x c - -o "$$TMP",-fsanitize=bounds,)

TPROGS_CFLAGS += $(COMMON_CFLAGS)
TPROGS_CFLAGS += -I$(objtree)/usr/include
TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
TPROGS_CFLAGS += -I$(LIBBPF_INCLUDE)
TPROGS_CFLAGS += -I$(srctree)/tools/include
TPROGS_CFLAGS += -I$(srctree)/tools/perf
TPROGS_CFLAGS += -I$(srctree)/tools/lib
TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0

ifdef SYSROOT
COMMON_CFLAGS += --sysroot=$(SYSROOT)
TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
endif

TPROGS_LDLIBS			+= $(LIBBPF) -lelf -lz
TPROGLDLIBS_xdp_router_ipv4	+= -lm -pthread
TPROGLDLIBS_tracex4		+= -lrt
TPROGLDLIBS_trace_output	+= -lrt
TPROGLDLIBS_map_perf_test	+= -lrt

# Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
# make M=samples/bpf LLC=~/git/llvm-project/llvm/build/bin/llc CLANG=~/git/llvm-project/llvm/build/bin/clang
LLC ?= llc
CLANG ?= clang
OPT ?= opt
LLVM_DIS ?= llvm-dis
LLVM_OBJCOPY ?= llvm-objcopy
LLVM_READELF ?= llvm-readelf
BTF_PAHOLE ?= pahole

# Detect that we're cross compiling and use the cross compiler
ifdef CROSS_COMPILE
CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
endif

# Don't evaluate probes and warnings if we need to run make recursively
ifneq ($(src),)
HDR_PROBE := $(shell printf "$(pound)include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" | \
	$(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
	-o /dev/null 2>/dev/null && echo okay)

ifeq ($(HDR_PROBE),)
$(warning WARNING: Detected possible issues with include path.)
$(warning WARNING: Please install kernel headers locally (make headers_install).)
endif

BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
			  $(CLANG) --target=bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
			  $(LLVM_READELF) -S ./llvm_btf_verify.o | grep BTF; \
			  /bin/rm -f ./llvm_btf_verify.o)

BPF_EXTRA_CFLAGS += -fno-stack-protector
ifneq ($(BTF_LLVM_PROBE),)
	BPF_EXTRA_CFLAGS += -g
else
ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
	BPF_EXTRA_CFLAGS += -g
	LLC_FLAGS += -mattr=dwarfris
	DWARF2BTF = y
endif
endif
endif

# Trick to allow make to be run from this directory
all:
	$(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)

clean:
	$(MAKE) -C ../../ M=$(CURDIR) clean
	@find $(CURDIR) -type f -name '*~' -delete
	@$(RM) -r $(CURDIR)/libbpf $(CURDIR)/bpftool

$(LIBBPF): $(wildcard $(LIBBPF_SRC)/*.[ch] $(LIBBPF_SRC)/Makefile) | $(LIBBPF_OUTPUT)
# Fix up variables inherited from Kbuild that tools/ build system won't like
	$(MAKE) -C $(LIBBPF_SRC) RM='rm -rf' EXTRA_CFLAGS="$(COMMON_CFLAGS)" \
		LDFLAGS="$(TPROGS_LDFLAGS)" srctree=$(BPF_SAMPLES_PATH)/../../ \
		O= OUTPUT=$(LIBBPF_OUTPUT)/ DESTDIR=$(LIBBPF_DESTDIR) prefix= \
		$@ install_headers

BPFTOOLDIR := $(TOOLS_PATH)/bpf/bpftool
BPFTOOL_OUTPUT := $(abspath $(BPF_SAMPLES_PATH))/bpftool
DEFAULT_BPFTOOL := $(BPFTOOL_OUTPUT)/bootstrap/bpftool
BPFTOOL ?= $(DEFAULT_BPFTOOL)
$(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) | $(BPFTOOL_OUTPUT)
	$(MAKE) -C $(BPFTOOLDIR) srctree=$(BPF_SAMPLES_PATH)/../../ 		\
		OUTPUT=$(BPFTOOL_OUTPUT)/ bootstrap

$(LIBBPF_OUTPUT) $(BPFTOOL_OUTPUT):
	$(call msg,MKDIR,$@)
	$(Q)mkdir -p $@

$(obj)/syscall_nrs.h:	$(obj)/syscall_nrs.s FORCE
	$(call filechk,offsets,__SYSCALL_NRS_H__)

targets += syscall_nrs.s
clean-files += syscall_nrs.h

FORCE:


# Verify LLVM compiler tools are available and bpf target is supported by llc
.PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)

verify_cmds: $(CLANG) $(LLC)
	@for TOOL in $^ ; do \
		if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
			echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
			exit 1; \
		else true; fi; \
	done

verify_target_bpf: verify_cmds
	@if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
		echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
		echo "   NOTICE: LLVM version >= 3.7.1 required" ;\
		exit 2; \
	else true; fi

$(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
$(src)/*.c: verify_target_bpf $(LIBBPF)

libbpf_hdrs: $(LIBBPF)
$(obj)/$(TRACE_HELPERS) $(obj)/$(CGROUP_HELPERS) $(obj)/$(XDP_SAMPLE): | libbpf_hdrs

.PHONY: libbpf_hdrs

$(obj)/xdp_router_ipv4_user.o: $(obj)/xdp_router_ipv4.skel.h

$(obj)/tracex5.bpf.o: $(obj)/syscall_nrs.h
$(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
$(obj)/hbm.o: $(src)/hbm.h
$(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h

# Override includes for xdp_sample_user.o because $(srctree)/usr/include in
# TPROGS_CFLAGS causes conflicts
XDP_SAMPLE_CFLAGS += -Wall -O2 \
		     -I$(src)/../../tools/include \
		     -I$(src)/../../tools/include/uapi \
		     -I$(LIBBPF_INCLUDE) \
		     -I$(src)/../../tools/testing/selftests/bpf

$(obj)/$(XDP_SAMPLE): TPROGS_CFLAGS = $(XDP_SAMPLE_CFLAGS) $(TPROGS_USER_CFLAGS)
$(obj)/$(XDP_SAMPLE): $(src)/xdp_sample_user.h $(src)/xdp_sample_shared.h
# Override includes for trace_helpers.o because __must_check won't be defined
# in our include path.
$(obj)/$(TRACE_HELPERS): TPROGS_CFLAGS := $(TPROGS_CFLAGS) -D__must_check=

-include $(BPF_SAMPLES_PATH)/Makefile.target

VMLINUX_BTF_PATHS ?= $(abspath $(if $(O),$(O)/vmlinux))				\
		     $(abspath $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux))	\
		     $(abspath $(objtree)/vmlinux)
VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))

$(obj)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL)
ifeq ($(VMLINUX_H),)
ifeq ($(VMLINUX_BTF),)
	$(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)",\
		build the kernel or set VMLINUX_BTF like "VMLINUX_BTF=/sys/kernel/btf/vmlinux" or VMLINUX_H variable)
endif
	$(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
else
	$(Q)cp "$(VMLINUX_H)" $@
endif

clean-files += vmlinux.h

# Get Clang's default includes on this system, as opposed to those seen by
# '--target=bpf'. This fixes "missing" files on some architectures/distros,
# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
#
# Use '-idirafter': Don't interfere with include mechanics except where the
# build would have failed anyways.
define get_sys_includes
$(shell $(1) -v -E - </dev/null 2>&1 \
        | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') \
$(shell $(1) -dM -E - </dev/null | grep '#define __riscv_xlen ' | sed 's/#define /-D/' | sed 's/ /=/')
endef

CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))

$(obj)/xdp_router_ipv4.bpf.o: $(obj)/xdp_sample.bpf.o

$(obj)/%.bpf.o: $(src)/%.bpf.c $(obj)/vmlinux.h $(src)/xdp_sample.bpf.h $(src)/xdp_sample_shared.h
	@echo "  CLANG-BPF " $@
	$(Q)$(CLANG) -g -O2 --target=bpf -D__TARGET_ARCH_$(SRCARCH) \
		-Wno-compare-distinct-pointer-types -I$(srctree)/include \
		-I$(srctree)/samples/bpf -I$(srctree)/tools/include \
		-I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
		-c $(filter %.bpf.c,$^) -o $@

LINKED_SKELS := xdp_router_ipv4.skel.h
clean-files += $(LINKED_SKELS)

xdp_router_ipv4.skel.h-deps := xdp_router_ipv4.bpf.o xdp_sample.bpf.o

LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.bpf.c,$(foreach skel,$(LINKED_SKELS),$($(skel)-deps)))

BPF_SRCS_LINKED := $(notdir $(wildcard $(src)/*.bpf.c))
BPF_OBJS_LINKED := $(patsubst %.bpf.c,$(obj)/%.bpf.o, $(BPF_SRCS_LINKED))
BPF_SKELS_LINKED := $(addprefix $(obj)/,$(LINKED_SKELS))

$(BPF_SKELS_LINKED): $(BPF_OBJS_LINKED) $(BPFTOOL)
	@echo "  BPF GEN-OBJ " $(@:.skel.h=)
	$(Q)$(BPFTOOL) gen object $(@:.skel.h=.lbpf.o) $(addprefix $(obj)/,$($(@F)-deps))
	@echo "  BPF GEN-SKEL" $(@:.skel.h=)
	$(Q)$(BPFTOOL) gen skeleton $(@:.skel.h=.lbpf.o) name $(notdir $(@:.skel.h=)) > $@

# asm/sysreg.h - inline assembly used by it is incompatible with llvm.
# But, there is no easy way to fix it, so just exclude it since it is
# useless for BPF samples.
# below we use long chain of commands, clang | opt | llvm-dis | llc,
# to generate final object file. 'clang' compiles the source into IR
# with native target, e.g., x64, arm64, etc. 'opt' does bpf CORE IR builtin
# processing (llvm12) and IR optimizations. 'llvm-dis' converts
# 'opt' output to IR, and finally 'llc' generates bpf byte code.
$(obj)/%.o: $(src)/%.c
	@echo "  CLANG-bpf " $@
	$(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
		-I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
		-I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
		-D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
		-D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
		-Wno-gnu-variable-sized-type-not-at-end \
		-Wno-address-of-packed-member -Wno-tautological-compare \
		-Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
		-fno-asynchronous-unwind-tables \
		-I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
		-O2 -emit-llvm -Xclang -disable-llvm-passes -c $< -o - | \
		$(OPT) -O2 -mtriple=bpf-pc-linux | $(LLVM_DIS) | \
		$(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
ifeq ($(DWARF2BTF),y)
	$(BTF_PAHOLE) -J $@
endif
Commit	Line	Data
	1	# SPDX-License-Identifier: GPL-2.0
	2
	3	BPF_SAMPLES_PATH ?= $(abspath $(src))
	4	TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools
	5
	6	pound := \#
	7
	8	# List of programs to build
	9	tprogs-y := test_lru_dist
	10	tprogs-y += sock_example
	11	tprogs-y += fds_example
	12	tprogs-y += sockex1
	13	tprogs-y += sockex2
	14	tprogs-y += sockex3
	15	tprogs-y += tracex1
	16	tprogs-y += tracex3
	17	tprogs-y += tracex4
	18	tprogs-y += tracex5
	19	tprogs-y += tracex6
	20	tprogs-y += trace_output
	21	tprogs-y += lathist
	22	tprogs-y += offwaketime
	23	tprogs-y += spintest
	24	tprogs-y += map_perf_test
	25	tprogs-y += xdp_router_ipv4
	26	tprogs-y += trace_event
	27	tprogs-y += sampleip
	28	tprogs-y += tc_l2_redirect
	29	tprogs-y += lwt_len_hist
	30	tprogs-y += xdp_tx_iptunnel
	31	tprogs-y += test_map_in_map
	32	tprogs-y += per_socket_stats_example
	33	tprogs-y += syscall_tp
	34	tprogs-y += cpustat
	35	tprogs-y += xdp_adjust_tail
	36	tprogs-y += xdp_fwd
	37	tprogs-y += task_fd_query
	38	tprogs-y += ibumad
	39	tprogs-y += hbm
	40
	41	# Libbpf dependencies
	42	LIBBPF_SRC = $(TOOLS_PATH)/lib/bpf
	43	LIBBPF_OUTPUT = $(abspath $(BPF_SAMPLES_PATH))/libbpf
	44	LIBBPF_DESTDIR = $(LIBBPF_OUTPUT)
	45	LIBBPF_INCLUDE = $(LIBBPF_DESTDIR)/include
	46	LIBBPF = $(LIBBPF_OUTPUT)/libbpf.a
	47
	48	CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
	49	TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
	50	XDP_SAMPLE := xdp_sample_user.o
	51
	52	fds_example-objs := fds_example.o
	53	sockex1-objs := sockex1_user.o
	54	sockex2-objs := sockex2_user.o
	55	sockex3-objs := sockex3_user.o
	56	tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
	57	tracex3-objs := tracex3_user.o
	58	tracex4-objs := tracex4_user.o
	59	tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
	60	tracex6-objs := tracex6_user.o
	61	trace_output-objs := trace_output_user.o
	62	lathist-objs := lathist_user.o
	63	offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
	64	spintest-objs := spintest_user.o $(TRACE_HELPERS)
	65	map_perf_test-objs := map_perf_test_user.o
	66	test_overhead-objs := test_overhead_user.o
	67	trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
	68	sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
	69	tc_l2_redirect-objs := tc_l2_redirect_user.o
	70	lwt_len_hist-objs := lwt_len_hist_user.o
	71	xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
	72	test_map_in_map-objs := test_map_in_map_user.o
	73	per_socket_stats_example-objs := cookie_uid_helper_example.o
	74	syscall_tp-objs := syscall_tp_user.o
	75	cpustat-objs := cpustat_user.o
	76	xdp_adjust_tail-objs := xdp_adjust_tail_user.o
	77	xdp_fwd-objs := xdp_fwd_user.o
	78	task_fd_query-objs := task_fd_query_user.o $(TRACE_HELPERS)
	79	ibumad-objs := ibumad_user.o
	80	hbm-objs := hbm.o $(CGROUP_HELPERS)
	81
	82	xdp_router_ipv4-objs := xdp_router_ipv4_user.o $(XDP_SAMPLE)
	83
	84	# Tell kbuild to always build the programs
	85	always-y := $(tprogs-y)
	86	always-y += sockex1_kern.o
	87	always-y += sockex2_kern.o
	88	always-y += sockex3_kern.o
	89	always-y += tracex1.bpf.o
	90	always-y += tracex3.bpf.o
	91	always-y += tracex4.bpf.o
	92	always-y += tracex5.bpf.o
	93	always-y += tracex6.bpf.o
	94	always-y += trace_output.bpf.o
	95	always-y += tcbpf1_kern.o
	96	always-y += tc_l2_redirect_kern.o
	97	always-y += lathist_kern.o
	98	always-y += offwaketime.bpf.o
	99	always-y += spintest.bpf.o
	100	always-y += map_perf_test.bpf.o
	101	always-y += parse_varlen.o parse_simple.o parse_ldabs.o
	102	always-y += trace_event_kern.o
	103	always-y += sampleip_kern.o
	104	always-y += lwt_len_hist.bpf.o
	105	always-y += xdp_tx_iptunnel_kern.o
	106	always-y += test_map_in_map.bpf.o
	107	always-y += tcp_synrto_kern.o
	108	always-y += tcp_rwnd_kern.o
	109	always-y += tcp_bufs_kern.o
	110	always-y += tcp_cong_kern.o
	111	always-y += tcp_iw_kern.o
	112	always-y += tcp_clamp_kern.o
	113	always-y += tcp_basertt_kern.o
	114	always-y += tcp_tos_reflect_kern.o
	115	always-y += tcp_dumpstats_kern.o
	116	always-y += xdp2skb_meta_kern.o
	117	always-y += syscall_tp_kern.o
	118	always-y += cpustat_kern.o
	119	always-y += xdp_adjust_tail_kern.o
	120	always-y += xdp_fwd_kern.o
	121	always-y += task_fd_query_kern.o
	122	always-y += ibumad_kern.o
	123	always-y += hbm_out_kern.o
	124	always-y += hbm_edt_kern.o
	125
	126	COMMON_CFLAGS = $(TPROGS_USER_CFLAGS)
	127	TPROGS_LDFLAGS = $(TPROGS_USER_LDFLAGS)
	128
	129	ifeq ($(ARCH), arm)
	130	# Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
	131	# headers when arm instruction set identification is requested.
	132	ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
	133	BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
	134	TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
	135	endif
	136
	137	ifeq ($(ARCH), mips)
	138	TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__
	139	ifdef CONFIG_MACH_LOONGSON64
	140	BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-loongson64
	141	BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-generic
	142	endif
	143	endif
	144
	145	ifeq ($(ARCH), x86)
	146	BPF_EXTRA_CFLAGS += -fcf-protection
	147	endif
	148
	149	COMMON_CFLAGS += -Wall -O2
	150	COMMON_CFLAGS += -Wmissing-prototypes
	151	COMMON_CFLAGS += -Wstrict-prototypes
	152	COMMON_CFLAGS += $(call try-run,\
	153	printf "int main() { return 0; }" \|\
	154	$(CC) -Werror -fsanitize=bounds -x c - -o "$$TMP",-fsanitize=bounds,)
	155
	156	TPROGS_CFLAGS += $(COMMON_CFLAGS)
	157	TPROGS_CFLAGS += -I$(objtree)/usr/include
	158	TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
	159	TPROGS_CFLAGS += -I$(LIBBPF_INCLUDE)
	160	TPROGS_CFLAGS += -I$(srctree)/tools/include
	161	TPROGS_CFLAGS += -I$(srctree)/tools/perf
	162	TPROGS_CFLAGS += -I$(srctree)/tools/lib
	163	TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0
	164
	165	ifdef SYSROOT
	166	COMMON_CFLAGS += --sysroot=$(SYSROOT)
	167	TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
	168	endif
	169
	170	TPROGS_LDLIBS += $(LIBBPF) -lelf -lz
	171	TPROGLDLIBS_xdp_router_ipv4 += -lm -pthread
	172	TPROGLDLIBS_tracex4 += -lrt
	173	TPROGLDLIBS_trace_output += -lrt
	174	TPROGLDLIBS_map_perf_test += -lrt
	175
	176	# Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
	177	# make M=samples/bpf LLC=~/git/llvm-project/llvm/build/bin/llc CLANG=~/git/llvm-project/llvm/build/bin/clang
	178	LLC ?= llc
	179	CLANG ?= clang
	180	OPT ?= opt
	181	LLVM_DIS ?= llvm-dis
	182	LLVM_OBJCOPY ?= llvm-objcopy
	183	LLVM_READELF ?= llvm-readelf
	184	BTF_PAHOLE ?= pahole
	185
	186	# Detect that we're cross compiling and use the cross compiler
	187	ifdef CROSS_COMPILE
	188	CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
	189	endif
	190
	191	# Don't evaluate probes and warnings if we need to run make recursively
	192	ifneq ($(src),)
	193	HDR_PROBE := $(shell printf "$(pound)include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" \| \
	194	$(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
	195	-o /dev/null 2>/dev/null && echo okay)
	196
	197	ifeq ($(HDR_PROBE),)
	198	$(warning WARNING: Detected possible issues with include path.)
	199	$(warning WARNING: Please install kernel headers locally (make headers_install).)
	200	endif
	201
	202	BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 \| grep dwarfris)
	203	BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 \| grep BTF)
	204	BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 \| grep -i 'usage.*llvm')
	205	BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" \| \
	206	$(CLANG) --target=bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
	207	$(LLVM_READELF) -S ./llvm_btf_verify.o \| grep BTF; \
	208	/bin/rm -f ./llvm_btf_verify.o)
	209
	210	BPF_EXTRA_CFLAGS += -fno-stack-protector
	211	ifneq ($(BTF_LLVM_PROBE),)
	212	BPF_EXTRA_CFLAGS += -g
	213	else
	214	ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
	215	BPF_EXTRA_CFLAGS += -g
	216	LLC_FLAGS += -mattr=dwarfris
	217	DWARF2BTF = y
	218	endif
	219	endif
	220	endif
	221
	222	# Trick to allow make to be run from this directory
	223	all:
	224	$(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)
	225
	226	clean:
	227	$(MAKE) -C ../../ M=$(CURDIR) clean
	228	@find $(CURDIR) -type f -name '*~' -delete
	229	@$(RM) -r $(CURDIR)/libbpf $(CURDIR)/bpftool
	230
	231	$(LIBBPF): $(wildcard $(LIBBPF_SRC)/*.[ch] $(LIBBPF_SRC)/Makefile) \| $(LIBBPF_OUTPUT)
	232	# Fix up variables inherited from Kbuild that tools/ build system won't like
	233	$(MAKE) -C $(LIBBPF_SRC) RM='rm -rf' EXTRA_CFLAGS="$(COMMON_CFLAGS)" \
	234	LDFLAGS="$(TPROGS_LDFLAGS)" srctree=$(BPF_SAMPLES_PATH)/../../ \
	235	O= OUTPUT=$(LIBBPF_OUTPUT)/ DESTDIR=$(LIBBPF_DESTDIR) prefix= \
	236	$@ install_headers
	237
	238	BPFTOOLDIR := $(TOOLS_PATH)/bpf/bpftool
	239	BPFTOOL_OUTPUT := $(abspath $(BPF_SAMPLES_PATH))/bpftool
	240	DEFAULT_BPFTOOL := $(BPFTOOL_OUTPUT)/bootstrap/bpftool
	241	BPFTOOL ?= $(DEFAULT_BPFTOOL)
	242	$(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) \| $(BPFTOOL_OUTPUT)
	243	$(MAKE) -C $(BPFTOOLDIR) srctree=$(BPF_SAMPLES_PATH)/../../ \
	244	OUTPUT=$(BPFTOOL_OUTPUT)/ bootstrap
	245
	246	$(LIBBPF_OUTPUT) $(BPFTOOL_OUTPUT):
	247	$(call msg,MKDIR,$@)
	248	$(Q)mkdir -p $@
	249
	250	$(obj)/syscall_nrs.h: $(obj)/syscall_nrs.s FORCE
	251	$(call filechk,offsets,__SYSCALL_NRS_H__)
	252
	253	targets += syscall_nrs.s
	254	clean-files += syscall_nrs.h
	255
	256	FORCE:
	257
	258
	259	# Verify LLVM compiler tools are available and bpf target is supported by llc
	260	.PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)
	261
	262	verify_cmds: $(CLANG) $(LLC)
	263	@for TOOL in $^ ; do \
	264	if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
	265	echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
	266	exit 1; \
	267	else true; fi; \
	268	done
	269
	270	verify_target_bpf: verify_cmds
	271	@if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
	272	echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
	273	echo " NOTICE: LLVM version >= 3.7.1 required" ;\
	274	exit 2; \
	275	else true; fi
	276
	277	$(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
	278	$(src)/*.c: verify_target_bpf $(LIBBPF)
	279
	280	libbpf_hdrs: $(LIBBPF)
	281	$(obj)/$(TRACE_HELPERS) $(obj)/$(CGROUP_HELPERS) $(obj)/$(XDP_SAMPLE): \| libbpf_hdrs
	282
	283	.PHONY: libbpf_hdrs
	284
	285	$(obj)/xdp_router_ipv4_user.o: $(obj)/xdp_router_ipv4.skel.h
	286
	287	$(obj)/tracex5.bpf.o: $(obj)/syscall_nrs.h
	288	$(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
	289	$(obj)/hbm.o: $(src)/hbm.h
	290	$(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
	291
	292	# Override includes for xdp_sample_user.o because $(srctree)/usr/include in
	293	# TPROGS_CFLAGS causes conflicts
	294	XDP_SAMPLE_CFLAGS += -Wall -O2 \
	295	-I$(src)/../../tools/include \
	296	-I$(src)/../../tools/include/uapi \
	297	-I$(LIBBPF_INCLUDE) \
	298	-I$(src)/../../tools/testing/selftests/bpf
	299
	300	$(obj)/$(XDP_SAMPLE): TPROGS_CFLAGS = $(XDP_SAMPLE_CFLAGS) $(TPROGS_USER_CFLAGS)
	301	$(obj)/$(XDP_SAMPLE): $(src)/xdp_sample_user.h $(src)/xdp_sample_shared.h
	302	# Override includes for trace_helpers.o because __must_check won't be defined
	303	# in our include path.
	304	$(obj)/$(TRACE_HELPERS): TPROGS_CFLAGS := $(TPROGS_CFLAGS) -D__must_check=
	305
	306	-include $(BPF_SAMPLES_PATH)/Makefile.target
	307
	308	VMLINUX_BTF_PATHS ?= $(abspath $(if $(O),$(O)/vmlinux)) \
	309	$(abspath $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux)) \
	310	$(abspath $(objtree)/vmlinux)
	311	VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))
	312
	313	$(obj)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL)
	314	ifeq ($(VMLINUX_H),)
	315	ifeq ($(VMLINUX_BTF),)
	316	$(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)",\
	317	build the kernel or set VMLINUX_BTF like "VMLINUX_BTF=/sys/kernel/btf/vmlinux" or VMLINUX_H variable)
	318	endif
	319	$(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
	320	else
	321	$(Q)cp "$(VMLINUX_H)" $@
	322	endif
	323
	324	clean-files += vmlinux.h
	325
	326	# Get Clang's default includes on this system, as opposed to those seen by
	327	# '--target=bpf'. This fixes "missing" files on some architectures/distros,
	328	# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
	329	#
	330	# Use '-idirafter': Don't interfere with include mechanics except where the
	331	# build would have failed anyways.
	332	define get_sys_includes
	333	$(shell $(1) -v -E - </dev/null 2>&1 \
	334	\| sed -n '/<...> search starts here:/,/End of search list./{ s\| \(/.*\)\|-idirafter \1\|p }') \
	335	$(shell $(1) -dM -E - </dev/null \| grep '#define __riscv_xlen ' \| sed 's/#define /-D/' \| sed 's/ /=/')
	336	endef
	337
	338	CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))
	339
	340	$(obj)/xdp_router_ipv4.bpf.o: $(obj)/xdp_sample.bpf.o
	341
	342	$(obj)/%.bpf.o: $(src)/%.bpf.c $(obj)/vmlinux.h $(src)/xdp_sample.bpf.h $(src)/xdp_sample_shared.h
	343	@echo " CLANG-BPF " $@
	344	$(Q)$(CLANG) -g -O2 --target=bpf -D__TARGET_ARCH_$(SRCARCH) \
	345	-Wno-compare-distinct-pointer-types -I$(srctree)/include \
	346	-I$(srctree)/samples/bpf -I$(srctree)/tools/include \
	347	-I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
	348	-c $(filter %.bpf.c,$^) -o $@
	349
	350	LINKED_SKELS := xdp_router_ipv4.skel.h
	351	clean-files += $(LINKED_SKELS)
	352
	353	xdp_router_ipv4.skel.h-deps := xdp_router_ipv4.bpf.o xdp_sample.bpf.o
	354
	355	LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.bpf.c,$(foreach skel,$(LINKED_SKELS),$($(skel)-deps)))
	356
	357	BPF_SRCS_LINKED := $(notdir $(wildcard $(src)/*.bpf.c))
	358	BPF_OBJS_LINKED := $(patsubst %.bpf.c,$(obj)/%.bpf.o, $(BPF_SRCS_LINKED))
	359	BPF_SKELS_LINKED := $(addprefix $(obj)/,$(LINKED_SKELS))
	360
	361	$(BPF_SKELS_LINKED): $(BPF_OBJS_LINKED) $(BPFTOOL)
	362	@echo " BPF GEN-OBJ " $(@:.skel.h=)
	363	$(Q)$(BPFTOOL) gen object $(@:.skel.h=.lbpf.o) $(addprefix $(obj)/,$($(@F)-deps))
	364	@echo " BPF GEN-SKEL" $(@:.skel.h=)
	365	$(Q)$(BPFTOOL) gen skeleton $(@:.skel.h=.lbpf.o) name $(notdir $(@:.skel.h=)) > $@
	366
	367	# asm/sysreg.h - inline assembly used by it is incompatible with llvm.
	368	# But, there is no easy way to fix it, so just exclude it since it is
	369	# useless for BPF samples.
	370	# below we use long chain of commands, clang \| opt \| llvm-dis \| llc,
	371	# to generate final object file. 'clang' compiles the source into IR
	372	# with native target, e.g., x64, arm64, etc. 'opt' does bpf CORE IR builtin
	373	# processing (llvm12) and IR optimizations. 'llvm-dis' converts
	374	# 'opt' output to IR, and finally 'llc' generates bpf byte code.
	375	$(obj)/%.o: $(src)/%.c
	376	@echo " CLANG-bpf " $@
	377	$(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
	378	-I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
	379	-I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
	380	-D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
	381	-D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
	382	-Wno-gnu-variable-sized-type-not-at-end \
	383	-Wno-address-of-packed-member -Wno-tautological-compare \
	384	-Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
	385	-fno-asynchronous-unwind-tables \
	386	-I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
	387	-O2 -emit-llvm -Xclang -disable-llvm-passes -c $< -o - \| \
	388	$(OPT) -O2 -mtriple=bpf-pc-linux \| $(LLVM_DIS) \| \
	389	$(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
	390	ifeq ($(DWARF2BTF),y)
	391	$(BTF_PAHOLE) -J $@
	392	endif