Loading...
1# SPDX-License-Identifier: GPL-2.0
2
3BPF_SAMPLES_PATH ?= $(abspath $(srctree)/$(src))
4TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools
5
6pound := \#
7
8# List of programs to build
9tprogs-y := test_lru_dist
10tprogs-y += sock_example
11tprogs-y += fds_example
12tprogs-y += sockex1
13tprogs-y += sockex2
14tprogs-y += sockex3
15tprogs-y += tracex1
16tprogs-y += tracex2
17tprogs-y += tracex3
18tprogs-y += tracex4
19tprogs-y += tracex5
20tprogs-y += tracex6
21tprogs-y += tracex7
22tprogs-y += test_probe_write_user
23tprogs-y += trace_output
24tprogs-y += lathist
25tprogs-y += offwaketime
26tprogs-y += spintest
27tprogs-y += map_perf_test
28tprogs-y += test_overhead
29tprogs-y += test_cgrp2_array_pin
30tprogs-y += test_cgrp2_attach
31tprogs-y += test_cgrp2_sock
32tprogs-y += test_cgrp2_sock2
33tprogs-y += xdp_router_ipv4
34tprogs-y += test_current_task_under_cgroup
35tprogs-y += trace_event
36tprogs-y += sampleip
37tprogs-y += tc_l2_redirect
38tprogs-y += lwt_len_hist
39tprogs-y += xdp_tx_iptunnel
40tprogs-y += test_map_in_map
41tprogs-y += per_socket_stats_example
42tprogs-y += syscall_tp
43tprogs-y += cpustat
44tprogs-y += xdp_adjust_tail
45tprogs-y += xdp_fwd
46tprogs-y += task_fd_query
47tprogs-y += ibumad
48tprogs-y += hbm
49
50# Libbpf dependencies
51LIBBPF_SRC = $(TOOLS_PATH)/lib/bpf
52LIBBPF_OUTPUT = $(abspath $(BPF_SAMPLES_PATH))/libbpf
53LIBBPF_DESTDIR = $(LIBBPF_OUTPUT)
54LIBBPF_INCLUDE = $(LIBBPF_DESTDIR)/include
55LIBBPF = $(LIBBPF_OUTPUT)/libbpf.a
56
57CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
58TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
59XDP_SAMPLE := xdp_sample_user.o
60
61fds_example-objs := fds_example.o
62sockex1-objs := sockex1_user.o
63sockex2-objs := sockex2_user.o
64sockex3-objs := sockex3_user.o
65tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
66tracex2-objs := tracex2_user.o
67tracex3-objs := tracex3_user.o
68tracex4-objs := tracex4_user.o
69tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
70tracex6-objs := tracex6_user.o
71tracex7-objs := tracex7_user.o
72test_probe_write_user-objs := test_probe_write_user_user.o
73trace_output-objs := trace_output_user.o
74lathist-objs := lathist_user.o
75offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
76spintest-objs := spintest_user.o $(TRACE_HELPERS)
77map_perf_test-objs := map_perf_test_user.o
78test_overhead-objs := test_overhead_user.o
79test_cgrp2_array_pin-objs := test_cgrp2_array_pin.o
80test_cgrp2_attach-objs := test_cgrp2_attach.o
81test_cgrp2_sock-objs := test_cgrp2_sock.o
82test_cgrp2_sock2-objs := test_cgrp2_sock2.o
83test_current_task_under_cgroup-objs := $(CGROUP_HELPERS) \
84 test_current_task_under_cgroup_user.o
85trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
86sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
87tc_l2_redirect-objs := tc_l2_redirect_user.o
88lwt_len_hist-objs := lwt_len_hist_user.o
89xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
90test_map_in_map-objs := test_map_in_map_user.o
91per_socket_stats_example-objs := cookie_uid_helper_example.o
92syscall_tp-objs := syscall_tp_user.o
93cpustat-objs := cpustat_user.o
94xdp_adjust_tail-objs := xdp_adjust_tail_user.o
95xdp_fwd-objs := xdp_fwd_user.o
96task_fd_query-objs := task_fd_query_user.o $(TRACE_HELPERS)
97ibumad-objs := ibumad_user.o
98hbm-objs := hbm.o $(CGROUP_HELPERS)
99
100xdp_router_ipv4-objs := xdp_router_ipv4_user.o $(XDP_SAMPLE)
101
102# Tell kbuild to always build the programs
103always-y := $(tprogs-y)
104always-y += sockex1_kern.o
105always-y += sockex2_kern.o
106always-y += sockex3_kern.o
107always-y += tracex1.bpf.o
108always-y += tracex2.bpf.o
109always-y += tracex3.bpf.o
110always-y += tracex4.bpf.o
111always-y += tracex5.bpf.o
112always-y += tracex6.bpf.o
113always-y += tracex7.bpf.o
114always-y += sock_flags.bpf.o
115always-y += test_probe_write_user.bpf.o
116always-y += trace_output.bpf.o
117always-y += tcbpf1_kern.o
118always-y += tc_l2_redirect_kern.o
119always-y += lathist_kern.o
120always-y += offwaketime.bpf.o
121always-y += spintest.bpf.o
122always-y += map_perf_test.bpf.o
123always-y += test_overhead_tp.bpf.o
124always-y += test_overhead_raw_tp.bpf.o
125always-y += test_overhead_kprobe.bpf.o
126always-y += parse_varlen.o parse_simple.o parse_ldabs.o
127always-y += test_cgrp2_tc.bpf.o
128always-y += test_current_task_under_cgroup.bpf.o
129always-y += trace_event_kern.o
130always-y += sampleip_kern.o
131always-y += lwt_len_hist.bpf.o
132always-y += xdp_tx_iptunnel_kern.o
133always-y += test_map_in_map.bpf.o
134always-y += tcp_synrto_kern.o
135always-y += tcp_rwnd_kern.o
136always-y += tcp_bufs_kern.o
137always-y += tcp_cong_kern.o
138always-y += tcp_iw_kern.o
139always-y += tcp_clamp_kern.o
140always-y += tcp_basertt_kern.o
141always-y += tcp_tos_reflect_kern.o
142always-y += tcp_dumpstats_kern.o
143always-y += xdp2skb_meta_kern.o
144always-y += syscall_tp_kern.o
145always-y += cpustat_kern.o
146always-y += xdp_adjust_tail_kern.o
147always-y += xdp_fwd_kern.o
148always-y += task_fd_query_kern.o
149always-y += ibumad_kern.o
150always-y += hbm_out_kern.o
151always-y += hbm_edt_kern.o
152
153TPROGS_CFLAGS = $(TPROGS_USER_CFLAGS)
154TPROGS_LDFLAGS = $(TPROGS_USER_LDFLAGS)
155
156ifeq ($(ARCH), arm)
157# Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
158# headers when arm instruction set identification is requested.
159ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
160BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
161TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
162endif
163
164ifeq ($(ARCH), mips)
165TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__
166ifdef CONFIG_MACH_LOONGSON64
167BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-loongson64
168BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-generic
169endif
170endif
171
172TPROGS_CFLAGS += -Wall -O2
173TPROGS_CFLAGS += -Wmissing-prototypes
174TPROGS_CFLAGS += -Wstrict-prototypes
175TPROGS_CFLAGS += $(call try-run,\
176 printf "int main() { return 0; }" |\
177 $(CC) -Werror -fsanitize=bounds -x c - -o "$$TMP",-fsanitize=bounds,)
178
179TPROGS_CFLAGS += -I$(objtree)/usr/include
180TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
181TPROGS_CFLAGS += -I$(LIBBPF_INCLUDE)
182TPROGS_CFLAGS += -I$(srctree)/tools/include
183TPROGS_CFLAGS += -I$(srctree)/tools/perf
184TPROGS_CFLAGS += -I$(srctree)/tools/lib
185TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0
186
187ifdef SYSROOT
188TPROGS_CFLAGS += --sysroot=$(SYSROOT)
189TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
190endif
191
192TPROGS_LDLIBS += $(LIBBPF) -lelf -lz
193TPROGLDLIBS_xdp_router_ipv4 += -lm -pthread
194TPROGLDLIBS_tracex4 += -lrt
195TPROGLDLIBS_trace_output += -lrt
196TPROGLDLIBS_map_perf_test += -lrt
197TPROGLDLIBS_test_overhead += -lrt
198
199# Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
200# make M=samples/bpf LLC=~/git/llvm-project/llvm/build/bin/llc CLANG=~/git/llvm-project/llvm/build/bin/clang
201LLC ?= llc
202CLANG ?= clang
203OPT ?= opt
204LLVM_DIS ?= llvm-dis
205LLVM_OBJCOPY ?= llvm-objcopy
206LLVM_READELF ?= llvm-readelf
207BTF_PAHOLE ?= pahole
208
209# Detect that we're cross compiling and use the cross compiler
210ifdef CROSS_COMPILE
211CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
212endif
213
214# Don't evaluate probes and warnings if we need to run make recursively
215ifneq ($(src),)
216HDR_PROBE := $(shell printf "$(pound)include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" | \
217 $(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
218 -o /dev/null 2>/dev/null && echo okay)
219
220ifeq ($(HDR_PROBE),)
221$(warning WARNING: Detected possible issues with include path.)
222$(warning WARNING: Please install kernel headers locally (make headers_install).)
223endif
224
225BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
226BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
227BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
228BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
229 $(CLANG) --target=bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
230 $(LLVM_READELF) -S ./llvm_btf_verify.o | grep BTF; \
231 /bin/rm -f ./llvm_btf_verify.o)
232
233BPF_EXTRA_CFLAGS += -fno-stack-protector
234ifneq ($(BTF_LLVM_PROBE),)
235 BPF_EXTRA_CFLAGS += -g
236else
237ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
238 BPF_EXTRA_CFLAGS += -g
239 LLC_FLAGS += -mattr=dwarfris
240 DWARF2BTF = y
241endif
242endif
243endif
244
245# Trick to allow make to be run from this directory
246all:
247 $(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)
248
249clean:
250 $(MAKE) -C ../../ M=$(CURDIR) clean
251 @find $(CURDIR) -type f -name '*~' -delete
252 @$(RM) -r $(CURDIR)/libbpf $(CURDIR)/bpftool
253
254$(LIBBPF): $(wildcard $(LIBBPF_SRC)/*.[ch] $(LIBBPF_SRC)/Makefile) | $(LIBBPF_OUTPUT)
255# Fix up variables inherited from Kbuild that tools build system won't like
256 $(MAKE) -C $(LIBBPF_SRC) RM='rm -rf' EXTRA_CFLAGS="$(TPROGS_CFLAGS)" \
257 LDFLAGS="$(TPROGS_LDFLAGS)" srctree=$(BPF_SAMPLES_PATH)/../../ \
258 O= OUTPUT=$(LIBBPF_OUTPUT)/ DESTDIR=$(LIBBPF_DESTDIR) prefix= \
259 $@ install_headers
260
261BPFTOOLDIR := $(TOOLS_PATH)/bpf/bpftool
262BPFTOOL_OUTPUT := $(abspath $(BPF_SAMPLES_PATH))/bpftool
263DEFAULT_BPFTOOL := $(BPFTOOL_OUTPUT)/bootstrap/bpftool
264BPFTOOL ?= $(DEFAULT_BPFTOOL)
265$(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) | $(BPFTOOL_OUTPUT)
266 $(MAKE) -C $(BPFTOOLDIR) srctree=$(BPF_SAMPLES_PATH)/../../ \
267 OUTPUT=$(BPFTOOL_OUTPUT)/ bootstrap
268
269$(LIBBPF_OUTPUT) $(BPFTOOL_OUTPUT):
270 $(call msg,MKDIR,$@)
271 $(Q)mkdir -p $@
272
273$(obj)/syscall_nrs.h: $(obj)/syscall_nrs.s FORCE
274 $(call filechk,offsets,__SYSCALL_NRS_H__)
275
276targets += syscall_nrs.s
277clean-files += syscall_nrs.h
278
279FORCE:
280
281
282# Verify LLVM compiler tools are available and bpf target is supported by llc
283.PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)
284
285verify_cmds: $(CLANG) $(LLC)
286 @for TOOL in $^ ; do \
287 if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
288 echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
289 exit 1; \
290 else true; fi; \
291 done
292
293verify_target_bpf: verify_cmds
294 @if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
295 echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
296 echo " NOTICE: LLVM version >= 3.7.1 required" ;\
297 exit 2; \
298 else true; fi
299
300$(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
301$(src)/*.c: verify_target_bpf $(LIBBPF)
302
303libbpf_hdrs: $(LIBBPF)
304$(obj)/$(TRACE_HELPERS) $(obj)/$(CGROUP_HELPERS) $(obj)/$(XDP_SAMPLE): | libbpf_hdrs
305
306.PHONY: libbpf_hdrs
307
308$(obj)/xdp_router_ipv4_user.o: $(obj)/xdp_router_ipv4.skel.h
309
310$(obj)/tracex5.bpf.o: $(obj)/syscall_nrs.h
311$(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
312$(obj)/hbm.o: $(src)/hbm.h
313$(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
314
315# Override includes for xdp_sample_user.o because $(srctree)/usr/include in
316# TPROGS_CFLAGS causes conflicts
317XDP_SAMPLE_CFLAGS += -Wall -O2 \
318 -I$(src)/../../tools/include \
319 -I$(src)/../../tools/include/uapi \
320 -I$(LIBBPF_INCLUDE) \
321 -I$(src)/../../tools/testing/selftests/bpf
322
323$(obj)/$(XDP_SAMPLE): TPROGS_CFLAGS = $(XDP_SAMPLE_CFLAGS) $(TPROGS_USER_CFLAGS)
324$(obj)/$(XDP_SAMPLE): $(src)/xdp_sample_user.h $(src)/xdp_sample_shared.h
325# Override includes for trace_helpers.o because __must_check won't be defined
326# in our include path.
327$(obj)/$(TRACE_HELPERS): TPROGS_CFLAGS := $(TPROGS_CFLAGS) -D__must_check=
328
329-include $(BPF_SAMPLES_PATH)/Makefile.target
330
331VMLINUX_BTF_PATHS ?= $(abspath $(if $(O),$(O)/vmlinux)) \
332 $(abspath $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux)) \
333 $(abspath ./vmlinux)
334VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))
335
336$(obj)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL)
337ifeq ($(VMLINUX_H),)
338ifeq ($(VMLINUX_BTF),)
339 $(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)",\
340 build the kernel or set VMLINUX_BTF or VMLINUX_H variable)
341endif
342 $(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
343else
344 $(Q)cp "$(VMLINUX_H)" $@
345endif
346
347clean-files += vmlinux.h
348
349# Get Clang's default includes on this system, as opposed to those seen by
350# '--target=bpf'. This fixes "missing" files on some architectures/distros,
351# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
352#
353# Use '-idirafter': Don't interfere with include mechanics except where the
354# build would have failed anyways.
355define get_sys_includes
356$(shell $(1) -v -E - </dev/null 2>&1 \
357 | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') \
358$(shell $(1) -dM -E - </dev/null | grep '#define __riscv_xlen ' | sed 's/#define /-D/' | sed 's/ /=/')
359endef
360
361CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))
362
363$(obj)/xdp_router_ipv4.bpf.o: $(obj)/xdp_sample.bpf.o
364
365$(obj)/%.bpf.o: $(src)/%.bpf.c $(obj)/vmlinux.h $(src)/xdp_sample.bpf.h $(src)/xdp_sample_shared.h
366 @echo " CLANG-BPF " $@
367 $(Q)$(CLANG) -g -O2 --target=bpf -D__TARGET_ARCH_$(SRCARCH) \
368 -Wno-compare-distinct-pointer-types -I$(srctree)/include \
369 -I$(srctree)/samples/bpf -I$(srctree)/tools/include \
370 -I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
371 -c $(filter %.bpf.c,$^) -o $@
372
373LINKED_SKELS := xdp_router_ipv4.skel.h
374clean-files += $(LINKED_SKELS)
375
376xdp_router_ipv4.skel.h-deps := xdp_router_ipv4.bpf.o xdp_sample.bpf.o
377
378LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.bpf.c,$(foreach skel,$(LINKED_SKELS),$($(skel)-deps)))
379
380BPF_SRCS_LINKED := $(notdir $(wildcard $(src)/*.bpf.c))
381BPF_OBJS_LINKED := $(patsubst %.bpf.c,$(obj)/%.bpf.o, $(BPF_SRCS_LINKED))
382BPF_SKELS_LINKED := $(addprefix $(obj)/,$(LINKED_SKELS))
383
384$(BPF_SKELS_LINKED): $(BPF_OBJS_LINKED) $(BPFTOOL)
385 @echo " BPF GEN-OBJ " $(@:.skel.h=)
386 $(Q)$(BPFTOOL) gen object $(@:.skel.h=.lbpf.o) $(addprefix $(obj)/,$($(@F)-deps))
387 @echo " BPF GEN-SKEL" $(@:.skel.h=)
388 $(Q)$(BPFTOOL) gen skeleton $(@:.skel.h=.lbpf.o) name $(notdir $(@:.skel.h=)) > $@
389
390# asm/sysreg.h - inline assembly used by it is incompatible with llvm.
391# But, there is no easy way to fix it, so just exclude it since it is
392# useless for BPF samples.
393# below we use long chain of commands, clang | opt | llvm-dis | llc,
394# to generate final object file. 'clang' compiles the source into IR
395# with native target, e.g., x64, arm64, etc. 'opt' does bpf CORE IR builtin
396# processing (llvm12) and IR optimizations. 'llvm-dis' converts
397# 'opt' output to IR, and finally 'llc' generates bpf byte code.
398$(obj)/%.o: $(src)/%.c
399 @echo " CLANG-bpf " $@
400 $(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
401 -I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
402 -I$(LIBBPF_INCLUDE) \
403 -D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
404 -D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
405 -Wno-gnu-variable-sized-type-not-at-end \
406 -Wno-address-of-packed-member -Wno-tautological-compare \
407 -Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
408 -fno-asynchronous-unwind-tables -fcf-protection \
409 -I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
410 -O2 -emit-llvm -Xclang -disable-llvm-passes -c $< -o - | \
411 $(OPT) -O2 -mtriple=bpf-pc-linux | $(LLVM_DIS) | \
412 $(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
413ifeq ($(DWARF2BTF),y)
414 $(BTF_PAHOLE) -J $@
415endif
1# SPDX-License-Identifier: GPL-2.0
2
3BPF_SAMPLES_PATH ?= $(abspath $(srctree)/$(src))
4TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools
5
6# List of programs to build
7tprogs-y := test_lru_dist
8tprogs-y += sock_example
9tprogs-y += fds_example
10tprogs-y += sockex1
11tprogs-y += sockex2
12tprogs-y += sockex3
13tprogs-y += tracex1
14tprogs-y += tracex2
15tprogs-y += tracex3
16tprogs-y += tracex4
17tprogs-y += tracex5
18tprogs-y += tracex6
19tprogs-y += tracex7
20tprogs-y += test_probe_write_user
21tprogs-y += trace_output
22tprogs-y += lathist
23tprogs-y += offwaketime
24tprogs-y += spintest
25tprogs-y += map_perf_test
26tprogs-y += test_overhead
27tprogs-y += test_cgrp2_array_pin
28tprogs-y += test_cgrp2_attach
29tprogs-y += test_cgrp2_sock
30tprogs-y += test_cgrp2_sock2
31tprogs-y += xdp1
32tprogs-y += xdp2
33tprogs-y += xdp_router_ipv4
34tprogs-y += test_current_task_under_cgroup
35tprogs-y += trace_event
36tprogs-y += sampleip
37tprogs-y += tc_l2_redirect
38tprogs-y += lwt_len_hist
39tprogs-y += xdp_tx_iptunnel
40tprogs-y += test_map_in_map
41tprogs-y += per_socket_stats_example
42tprogs-y += xdp_redirect
43tprogs-y += xdp_redirect_map
44tprogs-y += xdp_redirect_map_multi
45tprogs-y += xdp_redirect_cpu
46tprogs-y += xdp_monitor
47tprogs-y += xdp_rxq_info
48tprogs-y += syscall_tp
49tprogs-y += cpustat
50tprogs-y += xdp_adjust_tail
51tprogs-y += xdpsock
52tprogs-y += xdpsock_ctrl_proc
53tprogs-y += xsk_fwd
54tprogs-y += xdp_fwd
55tprogs-y += task_fd_query
56tprogs-y += xdp_sample_pkts
57tprogs-y += ibumad
58tprogs-y += hbm
59
60# Libbpf dependencies
61LIBBPF = $(TOOLS_PATH)/lib/bpf/libbpf.a
62
63CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
64TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
65
66fds_example-objs := fds_example.o
67sockex1-objs := sockex1_user.o
68sockex2-objs := sockex2_user.o
69sockex3-objs := sockex3_user.o
70tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
71tracex2-objs := tracex2_user.o
72tracex3-objs := tracex3_user.o
73tracex4-objs := tracex4_user.o
74tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
75tracex6-objs := tracex6_user.o
76tracex7-objs := tracex7_user.o
77test_probe_write_user-objs := test_probe_write_user_user.o
78trace_output-objs := trace_output_user.o
79lathist-objs := lathist_user.o
80offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
81spintest-objs := spintest_user.o $(TRACE_HELPERS)
82map_perf_test-objs := map_perf_test_user.o
83test_overhead-objs := test_overhead_user.o
84test_cgrp2_array_pin-objs := test_cgrp2_array_pin.o
85test_cgrp2_attach-objs := test_cgrp2_attach.o
86test_cgrp2_sock-objs := test_cgrp2_sock.o
87test_cgrp2_sock2-objs := test_cgrp2_sock2.o
88xdp1-objs := xdp1_user.o
89# reuse xdp1 source intentionally
90xdp2-objs := xdp1_user.o
91xdp_router_ipv4-objs := xdp_router_ipv4_user.o
92test_current_task_under_cgroup-objs := $(CGROUP_HELPERS) \
93 test_current_task_under_cgroup_user.o
94trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
95sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
96tc_l2_redirect-objs := tc_l2_redirect_user.o
97lwt_len_hist-objs := lwt_len_hist_user.o
98xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
99test_map_in_map-objs := test_map_in_map_user.o
100per_socket_stats_example-objs := cookie_uid_helper_example.o
101xdp_redirect-objs := xdp_redirect_user.o
102xdp_redirect_map-objs := xdp_redirect_map_user.o
103xdp_redirect_map_multi-objs := xdp_redirect_map_multi_user.o
104xdp_redirect_cpu-objs := xdp_redirect_cpu_user.o
105xdp_monitor-objs := xdp_monitor_user.o
106xdp_rxq_info-objs := xdp_rxq_info_user.o
107syscall_tp-objs := syscall_tp_user.o
108cpustat-objs := cpustat_user.o
109xdp_adjust_tail-objs := xdp_adjust_tail_user.o
110xdpsock-objs := xdpsock_user.o
111xdpsock_ctrl_proc-objs := xdpsock_ctrl_proc.o
112xsk_fwd-objs := xsk_fwd.o
113xdp_fwd-objs := xdp_fwd_user.o
114task_fd_query-objs := task_fd_query_user.o $(TRACE_HELPERS)
115xdp_sample_pkts-objs := xdp_sample_pkts_user.o
116ibumad-objs := ibumad_user.o
117hbm-objs := hbm.o $(CGROUP_HELPERS)
118
119# Tell kbuild to always build the programs
120always-y := $(tprogs-y)
121always-y += sockex1_kern.o
122always-y += sockex2_kern.o
123always-y += sockex3_kern.o
124always-y += tracex1_kern.o
125always-y += tracex2_kern.o
126always-y += tracex3_kern.o
127always-y += tracex4_kern.o
128always-y += tracex5_kern.o
129always-y += tracex6_kern.o
130always-y += tracex7_kern.o
131always-y += sock_flags_kern.o
132always-y += test_probe_write_user_kern.o
133always-y += trace_output_kern.o
134always-y += tcbpf1_kern.o
135always-y += tc_l2_redirect_kern.o
136always-y += lathist_kern.o
137always-y += offwaketime_kern.o
138always-y += spintest_kern.o
139always-y += map_perf_test_kern.o
140always-y += test_overhead_tp_kern.o
141always-y += test_overhead_raw_tp_kern.o
142always-y += test_overhead_kprobe_kern.o
143always-y += parse_varlen.o parse_simple.o parse_ldabs.o
144always-y += test_cgrp2_tc_kern.o
145always-y += xdp1_kern.o
146always-y += xdp2_kern.o
147always-y += xdp_router_ipv4_kern.o
148always-y += test_current_task_under_cgroup_kern.o
149always-y += trace_event_kern.o
150always-y += sampleip_kern.o
151always-y += lwt_len_hist_kern.o
152always-y += xdp_tx_iptunnel_kern.o
153always-y += test_map_in_map_kern.o
154always-y += tcp_synrto_kern.o
155always-y += tcp_rwnd_kern.o
156always-y += tcp_bufs_kern.o
157always-y += tcp_cong_kern.o
158always-y += tcp_iw_kern.o
159always-y += tcp_clamp_kern.o
160always-y += tcp_basertt_kern.o
161always-y += tcp_tos_reflect_kern.o
162always-y += tcp_dumpstats_kern.o
163always-y += xdp_redirect_kern.o
164always-y += xdp_redirect_map_kern.o
165always-y += xdp_redirect_map_multi_kern.o
166always-y += xdp_redirect_cpu_kern.o
167always-y += xdp_monitor_kern.o
168always-y += xdp_rxq_info_kern.o
169always-y += xdp2skb_meta_kern.o
170always-y += syscall_tp_kern.o
171always-y += cpustat_kern.o
172always-y += xdp_adjust_tail_kern.o
173always-y += xdp_fwd_kern.o
174always-y += task_fd_query_kern.o
175always-y += xdp_sample_pkts_kern.o
176always-y += ibumad_kern.o
177always-y += hbm_out_kern.o
178always-y += hbm_edt_kern.o
179always-y += xdpsock_kern.o
180
181ifeq ($(ARCH), arm)
182# Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
183# headers when arm instruction set identification is requested.
184ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
185BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
186TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
187endif
188
189ifeq ($(ARCH), mips)
190TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__
191ifdef CONFIG_MACH_LOONGSON64
192BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-loongson64
193BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-generic
194endif
195endif
196
197TPROGS_CFLAGS += -Wall -O2
198TPROGS_CFLAGS += -Wmissing-prototypes
199TPROGS_CFLAGS += -Wstrict-prototypes
200
201TPROGS_CFLAGS += -I$(objtree)/usr/include
202TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
203TPROGS_CFLAGS += -I$(srctree)/tools/lib/
204TPROGS_CFLAGS += -I$(srctree)/tools/include
205TPROGS_CFLAGS += -I$(srctree)/tools/perf
206TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0
207
208ifdef SYSROOT
209TPROGS_CFLAGS += --sysroot=$(SYSROOT)
210TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
211endif
212
213TPROGS_LDLIBS += $(LIBBPF) -lelf -lz
214TPROGLDLIBS_tracex4 += -lrt
215TPROGLDLIBS_trace_output += -lrt
216TPROGLDLIBS_map_perf_test += -lrt
217TPROGLDLIBS_test_overhead += -lrt
218TPROGLDLIBS_xdpsock += -pthread -lcap
219TPROGLDLIBS_xsk_fwd += -pthread
220
221# Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
222# make M=samples/bpf LLC=~/git/llvm-project/llvm/build/bin/llc CLANG=~/git/llvm-project/llvm/build/bin/clang
223LLC ?= llc
224CLANG ?= clang
225OPT ?= opt
226LLVM_DIS ?= llvm-dis
227LLVM_OBJCOPY ?= llvm-objcopy
228BTF_PAHOLE ?= pahole
229
230# Detect that we're cross compiling and use the cross compiler
231ifdef CROSS_COMPILE
232CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
233endif
234
235# Don't evaluate probes and warnings if we need to run make recursively
236ifneq ($(src),)
237HDR_PROBE := $(shell printf "\#include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" | \
238 $(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
239 -o /dev/null 2>/dev/null && echo okay)
240
241ifeq ($(HDR_PROBE),)
242$(warning WARNING: Detected possible issues with include path.)
243$(warning WARNING: Please install kernel headers locally (make headers_install).)
244endif
245
246BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
247BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
248BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
249BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
250 $(CLANG) -target bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
251 readelf -S ./llvm_btf_verify.o | grep BTF; \
252 /bin/rm -f ./llvm_btf_verify.o)
253
254BPF_EXTRA_CFLAGS += -fno-stack-protector
255ifneq ($(BTF_LLVM_PROBE),)
256 BPF_EXTRA_CFLAGS += -g
257else
258ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
259 BPF_EXTRA_CFLAGS += -g
260 LLC_FLAGS += -mattr=dwarfris
261 DWARF2BTF = y
262endif
263endif
264endif
265
266# Trick to allow make to be run from this directory
267all:
268 $(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)
269
270clean:
271 $(MAKE) -C ../../ M=$(CURDIR) clean
272 @find $(CURDIR) -type f -name '*~' -delete
273
274$(LIBBPF): FORCE
275# Fix up variables inherited from Kbuild that tools build system won't like
276 $(MAKE) -C $(dir $@) RM='rm -rf' EXTRA_CFLAGS="$(TPROGS_CFLAGS)" \
277 LDFLAGS=$(TPROGS_LDFLAGS) srctree=$(BPF_SAMPLES_PATH)/../../ O=
278
279$(obj)/syscall_nrs.h: $(obj)/syscall_nrs.s FORCE
280 $(call filechk,offsets,__SYSCALL_NRS_H__)
281
282targets += syscall_nrs.s
283clean-files += syscall_nrs.h
284
285FORCE:
286
287
288# Verify LLVM compiler tools are available and bpf target is supported by llc
289.PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)
290
291verify_cmds: $(CLANG) $(LLC)
292 @for TOOL in $^ ; do \
293 if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
294 echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
295 exit 1; \
296 else true; fi; \
297 done
298
299verify_target_bpf: verify_cmds
300 @if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
301 echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
302 echo " NOTICE: LLVM version >= 3.7.1 required" ;\
303 exit 2; \
304 else true; fi
305
306$(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
307$(src)/*.c: verify_target_bpf $(LIBBPF)
308
309$(obj)/tracex5_kern.o: $(obj)/syscall_nrs.h
310$(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
311$(obj)/hbm.o: $(src)/hbm.h
312$(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
313
314-include $(BPF_SAMPLES_PATH)/Makefile.target
315
316# asm/sysreg.h - inline assembly used by it is incompatible with llvm.
317# But, there is no easy way to fix it, so just exclude it since it is
318# useless for BPF samples.
319# below we use long chain of commands, clang | opt | llvm-dis | llc,
320# to generate final object file. 'clang' compiles the source into IR
321# with native target, e.g., x64, arm64, etc. 'opt' does bpf CORE IR builtin
322# processing (llvm12) and IR optimizations. 'llvm-dis' converts
323# 'opt' output to IR, and finally 'llc' generates bpf byte code.
324$(obj)/%.o: $(src)/%.c
325 @echo " CLANG-bpf " $@
326 $(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
327 -I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
328 -I$(srctree)/tools/lib/ \
329 -D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
330 -D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
331 -Wno-gnu-variable-sized-type-not-at-end \
332 -Wno-address-of-packed-member -Wno-tautological-compare \
333 -Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
334 -fno-asynchronous-unwind-tables \
335 -I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
336 -O2 -emit-llvm -Xclang -disable-llvm-passes -c $< -o - | \
337 $(OPT) -O2 -mtriple=bpf-pc-linux | $(LLVM_DIS) | \
338 $(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
339ifeq ($(DWARF2BTF),y)
340 $(BTF_PAHOLE) -J $@
341endif