Loading...
1# SPDX-License-Identifier: GPL-2.0
2
3BPF_SAMPLES_PATH ?= $(abspath $(src))
4TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools
5
6pound := \#
7
8# List of programs to build
9tprogs-y := test_lru_dist
10tprogs-y += sock_example
11tprogs-y += fds_example
12tprogs-y += sockex1
13tprogs-y += sockex2
14tprogs-y += sockex3
15tprogs-y += tracex1
16tprogs-y += tracex3
17tprogs-y += tracex4
18tprogs-y += tracex5
19tprogs-y += tracex6
20tprogs-y += trace_output
21tprogs-y += lathist
22tprogs-y += offwaketime
23tprogs-y += spintest
24tprogs-y += map_perf_test
25tprogs-y += xdp_router_ipv4
26tprogs-y += trace_event
27tprogs-y += sampleip
28tprogs-y += tc_l2_redirect
29tprogs-y += lwt_len_hist
30tprogs-y += xdp_tx_iptunnel
31tprogs-y += test_map_in_map
32tprogs-y += per_socket_stats_example
33tprogs-y += syscall_tp
34tprogs-y += cpustat
35tprogs-y += xdp_adjust_tail
36tprogs-y += xdp_fwd
37tprogs-y += task_fd_query
38tprogs-y += ibumad
39tprogs-y += hbm
40
41# Libbpf dependencies
42LIBBPF_SRC = $(TOOLS_PATH)/lib/bpf
43LIBBPF_OUTPUT = $(abspath $(BPF_SAMPLES_PATH))/libbpf
44LIBBPF_DESTDIR = $(LIBBPF_OUTPUT)
45LIBBPF_INCLUDE = $(LIBBPF_DESTDIR)/include
46LIBBPF = $(LIBBPF_OUTPUT)/libbpf.a
47
48CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
49TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
50XDP_SAMPLE := xdp_sample_user.o
51
52fds_example-objs := fds_example.o
53sockex1-objs := sockex1_user.o
54sockex2-objs := sockex2_user.o
55sockex3-objs := sockex3_user.o
56tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
57tracex3-objs := tracex3_user.o
58tracex4-objs := tracex4_user.o
59tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
60tracex6-objs := tracex6_user.o
61trace_output-objs := trace_output_user.o
62lathist-objs := lathist_user.o
63offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
64spintest-objs := spintest_user.o $(TRACE_HELPERS)
65map_perf_test-objs := map_perf_test_user.o
66test_overhead-objs := test_overhead_user.o
67trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
68sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
69tc_l2_redirect-objs := tc_l2_redirect_user.o
70lwt_len_hist-objs := lwt_len_hist_user.o
71xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
72test_map_in_map-objs := test_map_in_map_user.o
73per_socket_stats_example-objs := cookie_uid_helper_example.o
74syscall_tp-objs := syscall_tp_user.o
75cpustat-objs := cpustat_user.o
76xdp_adjust_tail-objs := xdp_adjust_tail_user.o
77xdp_fwd-objs := xdp_fwd_user.o
78task_fd_query-objs := task_fd_query_user.o $(TRACE_HELPERS)
79ibumad-objs := ibumad_user.o
80hbm-objs := hbm.o $(CGROUP_HELPERS)
81
82xdp_router_ipv4-objs := xdp_router_ipv4_user.o $(XDP_SAMPLE)
83
84# Tell kbuild to always build the programs
85always-y := $(tprogs-y)
86always-y += sockex1_kern.o
87always-y += sockex2_kern.o
88always-y += sockex3_kern.o
89always-y += tracex1.bpf.o
90always-y += tracex3.bpf.o
91always-y += tracex4.bpf.o
92always-y += tracex5.bpf.o
93always-y += tracex6.bpf.o
94always-y += trace_output.bpf.o
95always-y += tcbpf1_kern.o
96always-y += tc_l2_redirect_kern.o
97always-y += lathist_kern.o
98always-y += offwaketime.bpf.o
99always-y += spintest.bpf.o
100always-y += map_perf_test.bpf.o
101always-y += parse_varlen.o parse_simple.o parse_ldabs.o
102always-y += trace_event_kern.o
103always-y += sampleip_kern.o
104always-y += lwt_len_hist.bpf.o
105always-y += xdp_tx_iptunnel_kern.o
106always-y += test_map_in_map.bpf.o
107always-y += tcp_synrto_kern.o
108always-y += tcp_rwnd_kern.o
109always-y += tcp_bufs_kern.o
110always-y += tcp_cong_kern.o
111always-y += tcp_iw_kern.o
112always-y += tcp_clamp_kern.o
113always-y += tcp_basertt_kern.o
114always-y += tcp_tos_reflect_kern.o
115always-y += tcp_dumpstats_kern.o
116always-y += xdp2skb_meta_kern.o
117always-y += syscall_tp_kern.o
118always-y += cpustat_kern.o
119always-y += xdp_adjust_tail_kern.o
120always-y += xdp_fwd_kern.o
121always-y += task_fd_query_kern.o
122always-y += ibumad_kern.o
123always-y += hbm_out_kern.o
124always-y += hbm_edt_kern.o
125
126TPROGS_CFLAGS = $(TPROGS_USER_CFLAGS)
127TPROGS_LDFLAGS = $(TPROGS_USER_LDFLAGS)
128
129ifeq ($(ARCH), arm)
130# Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
131# headers when arm instruction set identification is requested.
132ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
133BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
134TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
135endif
136
137ifeq ($(ARCH), mips)
138TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__
139ifdef CONFIG_MACH_LOONGSON64
140BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-loongson64
141BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-generic
142endif
143endif
144
145ifeq ($(ARCH), x86)
146BPF_EXTRA_CFLAGS += -fcf-protection
147endif
148
149COMMON_CFLAGS += -Wall -O2
150COMMON_CFLAGS += -Wmissing-prototypes
151COMMON_CFLAGS += -Wstrict-prototypes
152COMMON_CFLAGS += $(call try-run,\
153 printf "int main() { return 0; }" |\
154 $(CC) -Werror -fsanitize=bounds -x c - -o "$$TMP",-fsanitize=bounds,)
155
156TPROGS_CFLAGS += $(COMMON_CFLAGS)
157TPROGS_CFLAGS += -I$(objtree)/usr/include
158TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
159TPROGS_CFLAGS += -I$(LIBBPF_INCLUDE)
160TPROGS_CFLAGS += -I$(srctree)/tools/include
161TPROGS_CFLAGS += -I$(srctree)/tools/perf
162TPROGS_CFLAGS += -I$(srctree)/tools/lib
163TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0
164
165ifdef SYSROOT
166COMMON_CFLAGS += --sysroot=$(SYSROOT)
167TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
168endif
169
170TPROGS_LDLIBS += $(LIBBPF) -lelf -lz
171TPROGLDLIBS_xdp_router_ipv4 += -lm -pthread
172TPROGLDLIBS_tracex4 += -lrt
173TPROGLDLIBS_trace_output += -lrt
174TPROGLDLIBS_map_perf_test += -lrt
175
176# Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
177# make M=samples/bpf LLC=~/git/llvm-project/llvm/build/bin/llc CLANG=~/git/llvm-project/llvm/build/bin/clang
178LLC ?= llc
179CLANG ?= clang
180OPT ?= opt
181LLVM_DIS ?= llvm-dis
182LLVM_OBJCOPY ?= llvm-objcopy
183LLVM_READELF ?= llvm-readelf
184BTF_PAHOLE ?= pahole
185
186# Detect that we're cross compiling and use the cross compiler
187ifdef CROSS_COMPILE
188CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
189endif
190
191# Don't evaluate probes and warnings if we need to run make recursively
192ifneq ($(src),)
193HDR_PROBE := $(shell printf "$(pound)include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" | \
194 $(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
195 -o /dev/null 2>/dev/null && echo okay)
196
197ifeq ($(HDR_PROBE),)
198$(warning WARNING: Detected possible issues with include path.)
199$(warning WARNING: Please install kernel headers locally (make headers_install).)
200endif
201
202BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
203BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
204BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
205BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
206 $(CLANG) --target=bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
207 $(LLVM_READELF) -S ./llvm_btf_verify.o | grep BTF; \
208 /bin/rm -f ./llvm_btf_verify.o)
209
210BPF_EXTRA_CFLAGS += -fno-stack-protector
211ifneq ($(BTF_LLVM_PROBE),)
212 BPF_EXTRA_CFLAGS += -g
213else
214ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
215 BPF_EXTRA_CFLAGS += -g
216 LLC_FLAGS += -mattr=dwarfris
217 DWARF2BTF = y
218endif
219endif
220endif
221
222# Trick to allow make to be run from this directory
223all:
224 $(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)
225
226clean:
227 $(MAKE) -C ../../ M=$(CURDIR) clean
228 @find $(CURDIR) -type f -name '*~' -delete
229 @$(RM) -r $(CURDIR)/libbpf $(CURDIR)/bpftool
230
231$(LIBBPF): $(wildcard $(LIBBPF_SRC)/*.[ch] $(LIBBPF_SRC)/Makefile) | $(LIBBPF_OUTPUT)
232# Fix up variables inherited from Kbuild that tools build system won't like
233 $(MAKE) -C $(LIBBPF_SRC) RM='rm -rf' EXTRA_CFLAGS="$(COMMON_CFLAGS)" \
234 LDFLAGS="$(TPROGS_LDFLAGS)" srctree=$(BPF_SAMPLES_PATH)/../../ \
235 O= OUTPUT=$(LIBBPF_OUTPUT)/ DESTDIR=$(LIBBPF_DESTDIR) prefix= \
236 $@ install_headers
237
238BPFTOOLDIR := $(TOOLS_PATH)/bpf/bpftool
239BPFTOOL_OUTPUT := $(abspath $(BPF_SAMPLES_PATH))/bpftool
240DEFAULT_BPFTOOL := $(BPFTOOL_OUTPUT)/bootstrap/bpftool
241BPFTOOL ?= $(DEFAULT_BPFTOOL)
242$(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) | $(BPFTOOL_OUTPUT)
243 $(MAKE) -C $(BPFTOOLDIR) srctree=$(BPF_SAMPLES_PATH)/../../ \
244 OUTPUT=$(BPFTOOL_OUTPUT)/ bootstrap
245
246$(LIBBPF_OUTPUT) $(BPFTOOL_OUTPUT):
247 $(call msg,MKDIR,$@)
248 $(Q)mkdir -p $@
249
250$(obj)/syscall_nrs.h: $(obj)/syscall_nrs.s FORCE
251 $(call filechk,offsets,__SYSCALL_NRS_H__)
252
253targets += syscall_nrs.s
254clean-files += syscall_nrs.h
255
256FORCE:
257
258
259# Verify LLVM compiler tools are available and bpf target is supported by llc
260.PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)
261
262verify_cmds: $(CLANG) $(LLC)
263 @for TOOL in $^ ; do \
264 if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
265 echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
266 exit 1; \
267 else true; fi; \
268 done
269
270verify_target_bpf: verify_cmds
271 @if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
272 echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
273 echo " NOTICE: LLVM version >= 3.7.1 required" ;\
274 exit 2; \
275 else true; fi
276
277$(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
278$(src)/*.c: verify_target_bpf $(LIBBPF)
279
280libbpf_hdrs: $(LIBBPF)
281$(obj)/$(TRACE_HELPERS) $(obj)/$(CGROUP_HELPERS) $(obj)/$(XDP_SAMPLE): | libbpf_hdrs
282
283.PHONY: libbpf_hdrs
284
285$(obj)/xdp_router_ipv4_user.o: $(obj)/xdp_router_ipv4.skel.h
286
287$(obj)/tracex5.bpf.o: $(obj)/syscall_nrs.h
288$(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
289$(obj)/hbm.o: $(src)/hbm.h
290$(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
291
292# Override includes for xdp_sample_user.o because $(srctree)/usr/include in
293# TPROGS_CFLAGS causes conflicts
294XDP_SAMPLE_CFLAGS += -Wall -O2 \
295 -I$(src)/../../tools/include \
296 -I$(src)/../../tools/include/uapi \
297 -I$(LIBBPF_INCLUDE) \
298 -I$(src)/../../tools/testing/selftests/bpf
299
300$(obj)/$(XDP_SAMPLE): TPROGS_CFLAGS = $(XDP_SAMPLE_CFLAGS) $(TPROGS_USER_CFLAGS)
301$(obj)/$(XDP_SAMPLE): $(src)/xdp_sample_user.h $(src)/xdp_sample_shared.h
302# Override includes for trace_helpers.o because __must_check won't be defined
303# in our include path.
304$(obj)/$(TRACE_HELPERS): TPROGS_CFLAGS := $(TPROGS_CFLAGS) -D__must_check=
305
306-include $(BPF_SAMPLES_PATH)/Makefile.target
307
308VMLINUX_BTF_PATHS ?= $(abspath $(if $(O),$(O)/vmlinux)) \
309 $(abspath $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux)) \
310 $(abspath ./vmlinux)
311VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))
312
313$(obj)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL)
314ifeq ($(VMLINUX_H),)
315ifeq ($(VMLINUX_BTF),)
316 $(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)",\
317 build the kernel or set VMLINUX_BTF like "VMLINUX_BTF=/sys/kernel/btf/vmlinux" or VMLINUX_H variable)
318endif
319 $(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
320else
321 $(Q)cp "$(VMLINUX_H)" $@
322endif
323
324clean-files += vmlinux.h
325
326# Get Clang's default includes on this system, as opposed to those seen by
327# '--target=bpf'. This fixes "missing" files on some architectures/distros,
328# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
329#
330# Use '-idirafter': Don't interfere with include mechanics except where the
331# build would have failed anyways.
332define get_sys_includes
333$(shell $(1) -v -E - </dev/null 2>&1 \
334 | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') \
335$(shell $(1) -dM -E - </dev/null | grep '#define __riscv_xlen ' | sed 's/#define /-D/' | sed 's/ /=/')
336endef
337
338CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))
339
340$(obj)/xdp_router_ipv4.bpf.o: $(obj)/xdp_sample.bpf.o
341
342$(obj)/%.bpf.o: $(src)/%.bpf.c $(obj)/vmlinux.h $(src)/xdp_sample.bpf.h $(src)/xdp_sample_shared.h
343 @echo " CLANG-BPF " $@
344 $(Q)$(CLANG) -g -O2 --target=bpf -D__TARGET_ARCH_$(SRCARCH) \
345 -Wno-compare-distinct-pointer-types -I$(srctree)/include \
346 -I$(srctree)/samples/bpf -I$(srctree)/tools/include \
347 -I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
348 -c $(filter %.bpf.c,$^) -o $@
349
350LINKED_SKELS := xdp_router_ipv4.skel.h
351clean-files += $(LINKED_SKELS)
352
353xdp_router_ipv4.skel.h-deps := xdp_router_ipv4.bpf.o xdp_sample.bpf.o
354
355LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.bpf.c,$(foreach skel,$(LINKED_SKELS),$($(skel)-deps)))
356
357BPF_SRCS_LINKED := $(notdir $(wildcard $(src)/*.bpf.c))
358BPF_OBJS_LINKED := $(patsubst %.bpf.c,$(obj)/%.bpf.o, $(BPF_SRCS_LINKED))
359BPF_SKELS_LINKED := $(addprefix $(obj)/,$(LINKED_SKELS))
360
361$(BPF_SKELS_LINKED): $(BPF_OBJS_LINKED) $(BPFTOOL)
362 @echo " BPF GEN-OBJ " $(@:.skel.h=)
363 $(Q)$(BPFTOOL) gen object $(@:.skel.h=.lbpf.o) $(addprefix $(obj)/,$($(@F)-deps))
364 @echo " BPF GEN-SKEL" $(@:.skel.h=)
365 $(Q)$(BPFTOOL) gen skeleton $(@:.skel.h=.lbpf.o) name $(notdir $(@:.skel.h=)) > $@
366
367# asm/sysreg.h - inline assembly used by it is incompatible with llvm.
368# But, there is no easy way to fix it, so just exclude it since it is
369# useless for BPF samples.
370# below we use long chain of commands, clang | opt | llvm-dis | llc,
371# to generate final object file. 'clang' compiles the source into IR
372# with native target, e.g., x64, arm64, etc. 'opt' does bpf CORE IR builtin
373# processing (llvm12) and IR optimizations. 'llvm-dis' converts
374# 'opt' output to IR, and finally 'llc' generates bpf byte code.
375$(obj)/%.o: $(src)/%.c
376 @echo " CLANG-bpf " $@
377 $(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
378 -I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
379 -I$(LIBBPF_INCLUDE) \
380 -D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
381 -D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
382 -Wno-gnu-variable-sized-type-not-at-end \
383 -Wno-address-of-packed-member -Wno-tautological-compare \
384 -Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
385 -fno-asynchronous-unwind-tables \
386 -I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
387 -O2 -emit-llvm -Xclang -disable-llvm-passes -c $< -o - | \
388 $(OPT) -O2 -mtriple=bpf-pc-linux | $(LLVM_DIS) | \
389 $(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
390ifeq ($(DWARF2BTF),y)
391 $(BTF_PAHOLE) -J $@
392endif
1# SPDX-License-Identifier: GPL-2.0
2
3BPF_SAMPLES_PATH ?= $(abspath $(srctree)/$(src))
4TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools
5
6pound := \#
7
8# List of programs to build
9tprogs-y := test_lru_dist
10tprogs-y += sock_example
11tprogs-y += fds_example
12tprogs-y += sockex1
13tprogs-y += sockex2
14tprogs-y += sockex3
15tprogs-y += tracex1
16tprogs-y += tracex2
17tprogs-y += tracex3
18tprogs-y += tracex4
19tprogs-y += tracex5
20tprogs-y += tracex6
21tprogs-y += tracex7
22tprogs-y += test_probe_write_user
23tprogs-y += trace_output
24tprogs-y += lathist
25tprogs-y += offwaketime
26tprogs-y += spintest
27tprogs-y += map_perf_test
28tprogs-y += test_overhead
29tprogs-y += test_cgrp2_array_pin
30tprogs-y += test_cgrp2_attach
31tprogs-y += test_cgrp2_sock
32tprogs-y += test_cgrp2_sock2
33tprogs-y += xdp1
34tprogs-y += xdp2
35tprogs-y += xdp_router_ipv4
36tprogs-y += test_current_task_under_cgroup
37tprogs-y += trace_event
38tprogs-y += sampleip
39tprogs-y += tc_l2_redirect
40tprogs-y += lwt_len_hist
41tprogs-y += xdp_tx_iptunnel
42tprogs-y += test_map_in_map
43tprogs-y += per_socket_stats_example
44tprogs-y += xdp_rxq_info
45tprogs-y += syscall_tp
46tprogs-y += cpustat
47tprogs-y += xdp_adjust_tail
48tprogs-y += xdp_fwd
49tprogs-y += task_fd_query
50tprogs-y += xdp_sample_pkts
51tprogs-y += ibumad
52tprogs-y += hbm
53
54tprogs-y += xdp_redirect_cpu
55tprogs-y += xdp_redirect_map_multi
56tprogs-y += xdp_redirect_map
57tprogs-y += xdp_redirect
58tprogs-y += xdp_monitor
59
60# Libbpf dependencies
61LIBBPF_SRC = $(TOOLS_PATH)/lib/bpf
62LIBBPF_OUTPUT = $(abspath $(BPF_SAMPLES_PATH))/libbpf
63LIBBPF_DESTDIR = $(LIBBPF_OUTPUT)
64LIBBPF_INCLUDE = $(LIBBPF_DESTDIR)/include
65LIBBPF = $(LIBBPF_OUTPUT)/libbpf.a
66
67CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
68TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
69XDP_SAMPLE := xdp_sample_user.o
70
71fds_example-objs := fds_example.o
72sockex1-objs := sockex1_user.o
73sockex2-objs := sockex2_user.o
74sockex3-objs := sockex3_user.o
75tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
76tracex2-objs := tracex2_user.o
77tracex3-objs := tracex3_user.o
78tracex4-objs := tracex4_user.o
79tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
80tracex6-objs := tracex6_user.o
81tracex7-objs := tracex7_user.o
82test_probe_write_user-objs := test_probe_write_user_user.o
83trace_output-objs := trace_output_user.o
84lathist-objs := lathist_user.o
85offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
86spintest-objs := spintest_user.o $(TRACE_HELPERS)
87map_perf_test-objs := map_perf_test_user.o
88test_overhead-objs := test_overhead_user.o
89test_cgrp2_array_pin-objs := test_cgrp2_array_pin.o
90test_cgrp2_attach-objs := test_cgrp2_attach.o
91test_cgrp2_sock-objs := test_cgrp2_sock.o
92test_cgrp2_sock2-objs := test_cgrp2_sock2.o
93xdp1-objs := xdp1_user.o
94# reuse xdp1 source intentionally
95xdp2-objs := xdp1_user.o
96test_current_task_under_cgroup-objs := $(CGROUP_HELPERS) \
97 test_current_task_under_cgroup_user.o
98trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
99sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
100tc_l2_redirect-objs := tc_l2_redirect_user.o
101lwt_len_hist-objs := lwt_len_hist_user.o
102xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
103test_map_in_map-objs := test_map_in_map_user.o
104per_socket_stats_example-objs := cookie_uid_helper_example.o
105xdp_rxq_info-objs := xdp_rxq_info_user.o
106syscall_tp-objs := syscall_tp_user.o
107cpustat-objs := cpustat_user.o
108xdp_adjust_tail-objs := xdp_adjust_tail_user.o
109xdp_fwd-objs := xdp_fwd_user.o
110task_fd_query-objs := task_fd_query_user.o $(TRACE_HELPERS)
111xdp_sample_pkts-objs := xdp_sample_pkts_user.o
112ibumad-objs := ibumad_user.o
113hbm-objs := hbm.o $(CGROUP_HELPERS)
114
115xdp_redirect_map_multi-objs := xdp_redirect_map_multi_user.o $(XDP_SAMPLE)
116xdp_redirect_cpu-objs := xdp_redirect_cpu_user.o $(XDP_SAMPLE)
117xdp_redirect_map-objs := xdp_redirect_map_user.o $(XDP_SAMPLE)
118xdp_redirect-objs := xdp_redirect_user.o $(XDP_SAMPLE)
119xdp_monitor-objs := xdp_monitor_user.o $(XDP_SAMPLE)
120xdp_router_ipv4-objs := xdp_router_ipv4_user.o $(XDP_SAMPLE)
121
122# Tell kbuild to always build the programs
123always-y := $(tprogs-y)
124always-y += sockex1_kern.o
125always-y += sockex2_kern.o
126always-y += sockex3_kern.o
127always-y += tracex1_kern.o
128always-y += tracex2_kern.o
129always-y += tracex3_kern.o
130always-y += tracex4_kern.o
131always-y += tracex5_kern.o
132always-y += tracex6_kern.o
133always-y += tracex7_kern.o
134always-y += sock_flags_kern.o
135always-y += test_probe_write_user_kern.o
136always-y += trace_output_kern.o
137always-y += tcbpf1_kern.o
138always-y += tc_l2_redirect_kern.o
139always-y += lathist_kern.o
140always-y += offwaketime_kern.o
141always-y += spintest_kern.o
142always-y += map_perf_test_kern.o
143always-y += test_overhead_tp_kern.o
144always-y += test_overhead_raw_tp_kern.o
145always-y += test_overhead_kprobe_kern.o
146always-y += parse_varlen.o parse_simple.o parse_ldabs.o
147always-y += test_cgrp2_tc_kern.o
148always-y += xdp1_kern.o
149always-y += xdp2_kern.o
150always-y += test_current_task_under_cgroup_kern.o
151always-y += trace_event_kern.o
152always-y += sampleip_kern.o
153always-y += lwt_len_hist_kern.o
154always-y += xdp_tx_iptunnel_kern.o
155always-y += test_map_in_map_kern.o
156always-y += tcp_synrto_kern.o
157always-y += tcp_rwnd_kern.o
158always-y += tcp_bufs_kern.o
159always-y += tcp_cong_kern.o
160always-y += tcp_iw_kern.o
161always-y += tcp_clamp_kern.o
162always-y += tcp_basertt_kern.o
163always-y += tcp_tos_reflect_kern.o
164always-y += tcp_dumpstats_kern.o
165always-y += xdp_rxq_info_kern.o
166always-y += xdp2skb_meta_kern.o
167always-y += syscall_tp_kern.o
168always-y += cpustat_kern.o
169always-y += xdp_adjust_tail_kern.o
170always-y += xdp_fwd_kern.o
171always-y += task_fd_query_kern.o
172always-y += xdp_sample_pkts_kern.o
173always-y += ibumad_kern.o
174always-y += hbm_out_kern.o
175always-y += hbm_edt_kern.o
176
177ifeq ($(ARCH), arm)
178# Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
179# headers when arm instruction set identification is requested.
180ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
181BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
182TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
183endif
184
185ifeq ($(ARCH), mips)
186TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__
187ifdef CONFIG_MACH_LOONGSON64
188BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-loongson64
189BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-generic
190endif
191endif
192
193TPROGS_CFLAGS += -Wall -O2
194TPROGS_CFLAGS += -Wmissing-prototypes
195TPROGS_CFLAGS += -Wstrict-prototypes
196
197TPROGS_CFLAGS += -I$(objtree)/usr/include
198TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
199TPROGS_CFLAGS += -I$(LIBBPF_INCLUDE)
200TPROGS_CFLAGS += -I$(srctree)/tools/include
201TPROGS_CFLAGS += -I$(srctree)/tools/perf
202TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0
203
204ifdef SYSROOT
205TPROGS_CFLAGS += --sysroot=$(SYSROOT)
206TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
207endif
208
209TPROGS_LDLIBS += $(LIBBPF) -lelf -lz
210TPROGLDLIBS_xdp_monitor += -lm
211TPROGLDLIBS_xdp_redirect += -lm
212TPROGLDLIBS_xdp_redirect_cpu += -lm
213TPROGLDLIBS_xdp_redirect_map += -lm
214TPROGLDLIBS_xdp_redirect_map_multi += -lm
215TPROGLDLIBS_xdp_router_ipv4 += -lm -pthread
216TPROGLDLIBS_tracex4 += -lrt
217TPROGLDLIBS_trace_output += -lrt
218TPROGLDLIBS_map_perf_test += -lrt
219TPROGLDLIBS_test_overhead += -lrt
220
221# Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
222# make M=samples/bpf LLC=~/git/llvm-project/llvm/build/bin/llc CLANG=~/git/llvm-project/llvm/build/bin/clang
223LLC ?= llc
224CLANG ?= clang
225OPT ?= opt
226LLVM_DIS ?= llvm-dis
227LLVM_OBJCOPY ?= llvm-objcopy
228LLVM_READELF ?= llvm-readelf
229BTF_PAHOLE ?= pahole
230
231# Detect that we're cross compiling and use the cross compiler
232ifdef CROSS_COMPILE
233CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
234endif
235
236# Don't evaluate probes and warnings if we need to run make recursively
237ifneq ($(src),)
238HDR_PROBE := $(shell printf "$(pound)include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" | \
239 $(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
240 -o /dev/null 2>/dev/null && echo okay)
241
242ifeq ($(HDR_PROBE),)
243$(warning WARNING: Detected possible issues with include path.)
244$(warning WARNING: Please install kernel headers locally (make headers_install).)
245endif
246
247BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
248BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
249BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
250BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
251 $(CLANG) -target bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
252 $(LLVM_READELF) -S ./llvm_btf_verify.o | grep BTF; \
253 /bin/rm -f ./llvm_btf_verify.o)
254
255BPF_EXTRA_CFLAGS += -fno-stack-protector
256ifneq ($(BTF_LLVM_PROBE),)
257 BPF_EXTRA_CFLAGS += -g
258else
259ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
260 BPF_EXTRA_CFLAGS += -g
261 LLC_FLAGS += -mattr=dwarfris
262 DWARF2BTF = y
263endif
264endif
265endif
266
267# Trick to allow make to be run from this directory
268all:
269 $(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)
270
271clean:
272 $(MAKE) -C ../../ M=$(CURDIR) clean
273 @find $(CURDIR) -type f -name '*~' -delete
274 @$(RM) -r $(CURDIR)/libbpf $(CURDIR)/bpftool
275
276$(LIBBPF): $(wildcard $(LIBBPF_SRC)/*.[ch] $(LIBBPF_SRC)/Makefile) | $(LIBBPF_OUTPUT)
277# Fix up variables inherited from Kbuild that tools build system won't like
278 $(MAKE) -C $(LIBBPF_SRC) RM='rm -rf' EXTRA_CFLAGS="$(TPROGS_CFLAGS)" \
279 LDFLAGS=$(TPROGS_LDFLAGS) srctree=$(BPF_SAMPLES_PATH)/../../ \
280 O= OUTPUT=$(LIBBPF_OUTPUT)/ DESTDIR=$(LIBBPF_DESTDIR) prefix= \
281 $@ install_headers
282
283BPFTOOLDIR := $(TOOLS_PATH)/bpf/bpftool
284BPFTOOL_OUTPUT := $(abspath $(BPF_SAMPLES_PATH))/bpftool
285BPFTOOL := $(BPFTOOL_OUTPUT)/bootstrap/bpftool
286$(BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) | $(BPFTOOL_OUTPUT)
287 $(MAKE) -C $(BPFTOOLDIR) srctree=$(BPF_SAMPLES_PATH)/../../ \
288 OUTPUT=$(BPFTOOL_OUTPUT)/ bootstrap
289
290$(LIBBPF_OUTPUT) $(BPFTOOL_OUTPUT):
291 $(call msg,MKDIR,$@)
292 $(Q)mkdir -p $@
293
294$(obj)/syscall_nrs.h: $(obj)/syscall_nrs.s FORCE
295 $(call filechk,offsets,__SYSCALL_NRS_H__)
296
297targets += syscall_nrs.s
298clean-files += syscall_nrs.h
299
300FORCE:
301
302
303# Verify LLVM compiler tools are available and bpf target is supported by llc
304.PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)
305
306verify_cmds: $(CLANG) $(LLC)
307 @for TOOL in $^ ; do \
308 if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
309 echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
310 exit 1; \
311 else true; fi; \
312 done
313
314verify_target_bpf: verify_cmds
315 @if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
316 echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
317 echo " NOTICE: LLVM version >= 3.7.1 required" ;\
318 exit 2; \
319 else true; fi
320
321$(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
322$(src)/*.c: verify_target_bpf $(LIBBPF)
323
324libbpf_hdrs: $(LIBBPF)
325$(obj)/$(TRACE_HELPERS) $(obj)/$(CGROUP_HELPERS) $(obj)/$(XDP_SAMPLE): | libbpf_hdrs
326
327.PHONY: libbpf_hdrs
328
329$(obj)/xdp_redirect_cpu_user.o: $(obj)/xdp_redirect_cpu.skel.h
330$(obj)/xdp_redirect_map_multi_user.o: $(obj)/xdp_redirect_map_multi.skel.h
331$(obj)/xdp_redirect_map_user.o: $(obj)/xdp_redirect_map.skel.h
332$(obj)/xdp_redirect_user.o: $(obj)/xdp_redirect.skel.h
333$(obj)/xdp_monitor_user.o: $(obj)/xdp_monitor.skel.h
334$(obj)/xdp_router_ipv4_user.o: $(obj)/xdp_router_ipv4.skel.h
335
336$(obj)/tracex5_kern.o: $(obj)/syscall_nrs.h
337$(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
338$(obj)/hbm.o: $(src)/hbm.h
339$(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
340
341# Override includes for xdp_sample_user.o because $(srctree)/usr/include in
342# TPROGS_CFLAGS causes conflicts
343XDP_SAMPLE_CFLAGS += -Wall -O2 \
344 -I$(src)/../../tools/include \
345 -I$(src)/../../tools/include/uapi \
346 -I$(LIBBPF_INCLUDE) \
347 -I$(src)/../../tools/testing/selftests/bpf
348
349$(obj)/$(XDP_SAMPLE): TPROGS_CFLAGS = $(XDP_SAMPLE_CFLAGS)
350$(obj)/$(XDP_SAMPLE): $(src)/xdp_sample_user.h $(src)/xdp_sample_shared.h
351
352-include $(BPF_SAMPLES_PATH)/Makefile.target
353
354VMLINUX_BTF_PATHS ?= $(abspath $(if $(O),$(O)/vmlinux)) \
355 $(abspath $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux)) \
356 $(abspath ./vmlinux)
357VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))
358
359$(obj)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL)
360ifeq ($(VMLINUX_H),)
361ifeq ($(VMLINUX_BTF),)
362 $(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)",\
363 build the kernel or set VMLINUX_BTF or VMLINUX_H variable)
364endif
365 $(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
366else
367 $(Q)cp "$(VMLINUX_H)" $@
368endif
369
370clean-files += vmlinux.h
371
372# Get Clang's default includes on this system, as opposed to those seen by
373# '-target bpf'. This fixes "missing" files on some architectures/distros,
374# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
375#
376# Use '-idirafter': Don't interfere with include mechanics except where the
377# build would have failed anyways.
378define get_sys_includes
379$(shell $(1) -v -E - </dev/null 2>&1 \
380 | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') \
381$(shell $(1) -dM -E - </dev/null | grep '#define __riscv_xlen ' | sed 's/#define /-D/' | sed 's/ /=/')
382endef
383
384CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))
385
386$(obj)/xdp_redirect_cpu.bpf.o: $(obj)/xdp_sample.bpf.o
387$(obj)/xdp_redirect_map_multi.bpf.o: $(obj)/xdp_sample.bpf.o
388$(obj)/xdp_redirect_map.bpf.o: $(obj)/xdp_sample.bpf.o
389$(obj)/xdp_redirect.bpf.o: $(obj)/xdp_sample.bpf.o
390$(obj)/xdp_monitor.bpf.o: $(obj)/xdp_sample.bpf.o
391$(obj)/xdp_router_ipv4.bpf.o: $(obj)/xdp_sample.bpf.o
392
393$(obj)/%.bpf.o: $(src)/%.bpf.c $(obj)/vmlinux.h $(src)/xdp_sample.bpf.h $(src)/xdp_sample_shared.h
394 @echo " CLANG-BPF " $@
395 $(Q)$(CLANG) -g -O2 -target bpf -D__TARGET_ARCH_$(SRCARCH) \
396 -Wno-compare-distinct-pointer-types -I$(srctree)/include \
397 -I$(srctree)/samples/bpf -I$(srctree)/tools/include \
398 -I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
399 -c $(filter %.bpf.c,$^) -o $@
400
401LINKED_SKELS := xdp_redirect_cpu.skel.h xdp_redirect_map_multi.skel.h \
402 xdp_redirect_map.skel.h xdp_redirect.skel.h xdp_monitor.skel.h \
403 xdp_router_ipv4.skel.h
404clean-files += $(LINKED_SKELS)
405
406xdp_redirect_cpu.skel.h-deps := xdp_redirect_cpu.bpf.o xdp_sample.bpf.o
407xdp_redirect_map_multi.skel.h-deps := xdp_redirect_map_multi.bpf.o xdp_sample.bpf.o
408xdp_redirect_map.skel.h-deps := xdp_redirect_map.bpf.o xdp_sample.bpf.o
409xdp_redirect.skel.h-deps := xdp_redirect.bpf.o xdp_sample.bpf.o
410xdp_monitor.skel.h-deps := xdp_monitor.bpf.o xdp_sample.bpf.o
411xdp_router_ipv4.skel.h-deps := xdp_router_ipv4.bpf.o xdp_sample.bpf.o
412
413LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.bpf.c,$(foreach skel,$(LINKED_SKELS),$($(skel)-deps)))
414
415BPF_SRCS_LINKED := $(notdir $(wildcard $(src)/*.bpf.c))
416BPF_OBJS_LINKED := $(patsubst %.bpf.c,$(obj)/%.bpf.o, $(BPF_SRCS_LINKED))
417BPF_SKELS_LINKED := $(addprefix $(obj)/,$(LINKED_SKELS))
418
419$(BPF_SKELS_LINKED): $(BPF_OBJS_LINKED) $(BPFTOOL)
420 @echo " BPF GEN-OBJ " $(@:.skel.h=)
421 $(Q)$(BPFTOOL) gen object $(@:.skel.h=.lbpf.o) $(addprefix $(obj)/,$($(@F)-deps))
422 @echo " BPF GEN-SKEL" $(@:.skel.h=)
423 $(Q)$(BPFTOOL) gen skeleton $(@:.skel.h=.lbpf.o) name $(notdir $(@:.skel.h=)) > $@
424
425# asm/sysreg.h - inline assembly used by it is incompatible with llvm.
426# But, there is no easy way to fix it, so just exclude it since it is
427# useless for BPF samples.
428# below we use long chain of commands, clang | opt | llvm-dis | llc,
429# to generate final object file. 'clang' compiles the source into IR
430# with native target, e.g., x64, arm64, etc. 'opt' does bpf CORE IR builtin
431# processing (llvm12) and IR optimizations. 'llvm-dis' converts
432# 'opt' output to IR, and finally 'llc' generates bpf byte code.
433$(obj)/%.o: $(src)/%.c
434 @echo " CLANG-bpf " $@
435 $(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
436 -I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
437 -I$(LIBBPF_INCLUDE) \
438 -D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
439 -D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
440 -Wno-gnu-variable-sized-type-not-at-end \
441 -Wno-address-of-packed-member -Wno-tautological-compare \
442 -Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
443 -fno-asynchronous-unwind-tables \
444 -I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
445 -O2 -emit-llvm -Xclang -disable-llvm-passes -c $< -o - | \
446 $(OPT) -O2 -mtriple=bpf-pc-linux | $(LLVM_DIS) | \
447 $(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
448ifeq ($(DWARF2BTF),y)
449 $(BTF_PAHOLE) -J $@
450endif