mirror of
https://github.com/torvalds/linux.git
synced 2024-11-18 10:01:43 +00:00
35149b2c04
This sample code illustrates the packet forwarding between multiple AF_XDP sockets in multi-threading environment. All the threads and sockets are sharing a common buffer pool, with each socket having its own private buffer cache. The sockets are created with the xsk_socket__create_shared() function, which allows multiple AF_XDP sockets to share the same UMEM object. Example 1: Single thread handling two sockets. Packets received from socket A (on top of interface IFA, queue QA) are forwarded to socket B (on top of interface IFB, queue QB) and vice-versa. The thread is affinitized to CPU core C: ./xsk_fwd -i IFA -q QA -i IFB -q QB -c C Example 2: Two threads, each handling two sockets. Packets from socket A are sent to socket B (by thread X), packets from socket B are sent to socket A (by thread X); packets from socket C are sent to socket D (by thread Y), packets from socket D are sent to socket C (by thread Y). The two threads are bound to CPU cores CX and CY: ./xdp_fwd -i IFA -q QA -i IFB -q QB -i IFC -q QC -i IFD -q QD -c CX -c CY Signed-off-by: Cristian Dumitrescu <cristian.dumitrescu@intel.com> Signed-off-by: Daniel Borkmann <daniel@iogearbox.net> Acked-by: Björn Töpel <bjorn.topel@intel.com> Link: https://lore.kernel.org/bpf/1598603189-32145-15-git-send-email-magnus.karlsson@intel.com
321 lines
10 KiB
Makefile
321 lines
10 KiB
Makefile
# SPDX-License-Identifier: GPL-2.0
|
|
|
|
BPF_SAMPLES_PATH ?= $(abspath $(srctree)/$(src))
|
|
TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools
|
|
|
|
# List of programs to build
|
|
tprogs-y := test_lru_dist
|
|
tprogs-y += sock_example
|
|
tprogs-y += fds_example
|
|
tprogs-y += sockex1
|
|
tprogs-y += sockex2
|
|
tprogs-y += sockex3
|
|
tprogs-y += tracex1
|
|
tprogs-y += tracex2
|
|
tprogs-y += tracex3
|
|
tprogs-y += tracex4
|
|
tprogs-y += tracex5
|
|
tprogs-y += tracex6
|
|
tprogs-y += tracex7
|
|
tprogs-y += test_probe_write_user
|
|
tprogs-y += trace_output
|
|
tprogs-y += lathist
|
|
tprogs-y += offwaketime
|
|
tprogs-y += spintest
|
|
tprogs-y += map_perf_test
|
|
tprogs-y += test_overhead
|
|
tprogs-y += test_cgrp2_array_pin
|
|
tprogs-y += test_cgrp2_attach
|
|
tprogs-y += test_cgrp2_sock
|
|
tprogs-y += test_cgrp2_sock2
|
|
tprogs-y += xdp1
|
|
tprogs-y += xdp2
|
|
tprogs-y += xdp_router_ipv4
|
|
tprogs-y += test_current_task_under_cgroup
|
|
tprogs-y += trace_event
|
|
tprogs-y += sampleip
|
|
tprogs-y += tc_l2_redirect
|
|
tprogs-y += lwt_len_hist
|
|
tprogs-y += xdp_tx_iptunnel
|
|
tprogs-y += test_map_in_map
|
|
tprogs-y += per_socket_stats_example
|
|
tprogs-y += xdp_redirect
|
|
tprogs-y += xdp_redirect_map
|
|
tprogs-y += xdp_redirect_cpu
|
|
tprogs-y += xdp_monitor
|
|
tprogs-y += xdp_rxq_info
|
|
tprogs-y += syscall_tp
|
|
tprogs-y += cpustat
|
|
tprogs-y += xdp_adjust_tail
|
|
tprogs-y += xdpsock
|
|
tprogs-y += xsk_fwd
|
|
tprogs-y += xdp_fwd
|
|
tprogs-y += task_fd_query
|
|
tprogs-y += xdp_sample_pkts
|
|
tprogs-y += ibumad
|
|
tprogs-y += hbm
|
|
|
|
# Libbpf dependencies
|
|
LIBBPF = $(TOOLS_PATH)/lib/bpf/libbpf.a
|
|
|
|
CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
|
|
TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
|
|
|
|
fds_example-objs := fds_example.o
|
|
sockex1-objs := sockex1_user.o
|
|
sockex2-objs := sockex2_user.o
|
|
sockex3-objs := sockex3_user.o
|
|
tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
|
|
tracex2-objs := tracex2_user.o
|
|
tracex3-objs := tracex3_user.o
|
|
tracex4-objs := tracex4_user.o
|
|
tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
|
|
tracex6-objs := tracex6_user.o
|
|
tracex7-objs := tracex7_user.o
|
|
test_probe_write_user-objs := test_probe_write_user_user.o
|
|
trace_output-objs := trace_output_user.o $(TRACE_HELPERS)
|
|
lathist-objs := lathist_user.o
|
|
offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
|
|
spintest-objs := spintest_user.o $(TRACE_HELPERS)
|
|
map_perf_test-objs := map_perf_test_user.o
|
|
test_overhead-objs := bpf_load.o test_overhead_user.o
|
|
test_cgrp2_array_pin-objs := test_cgrp2_array_pin.o
|
|
test_cgrp2_attach-objs := test_cgrp2_attach.o
|
|
test_cgrp2_sock-objs := test_cgrp2_sock.o
|
|
test_cgrp2_sock2-objs := bpf_load.o test_cgrp2_sock2.o
|
|
xdp1-objs := xdp1_user.o
|
|
# reuse xdp1 source intentionally
|
|
xdp2-objs := xdp1_user.o
|
|
xdp_router_ipv4-objs := xdp_router_ipv4_user.o
|
|
test_current_task_under_cgroup-objs := $(CGROUP_HELPERS) \
|
|
test_current_task_under_cgroup_user.o
|
|
trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
|
|
sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
|
|
tc_l2_redirect-objs := bpf_load.o tc_l2_redirect_user.o
|
|
lwt_len_hist-objs := bpf_load.o lwt_len_hist_user.o
|
|
xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
|
|
test_map_in_map-objs := test_map_in_map_user.o
|
|
per_socket_stats_example-objs := cookie_uid_helper_example.o
|
|
xdp_redirect-objs := xdp_redirect_user.o
|
|
xdp_redirect_map-objs := xdp_redirect_map_user.o
|
|
xdp_redirect_cpu-objs := bpf_load.o xdp_redirect_cpu_user.o
|
|
xdp_monitor-objs := bpf_load.o xdp_monitor_user.o
|
|
xdp_rxq_info-objs := xdp_rxq_info_user.o
|
|
syscall_tp-objs := syscall_tp_user.o
|
|
cpustat-objs := cpustat_user.o
|
|
xdp_adjust_tail-objs := xdp_adjust_tail_user.o
|
|
xdpsock-objs := xdpsock_user.o
|
|
xsk_fwd-objs := xsk_fwd.o
|
|
xdp_fwd-objs := xdp_fwd_user.o
|
|
task_fd_query-objs := bpf_load.o task_fd_query_user.o $(TRACE_HELPERS)
|
|
xdp_sample_pkts-objs := xdp_sample_pkts_user.o $(TRACE_HELPERS)
|
|
ibumad-objs := bpf_load.o ibumad_user.o $(TRACE_HELPERS)
|
|
hbm-objs := bpf_load.o hbm.o $(CGROUP_HELPERS)
|
|
|
|
# Tell kbuild to always build the programs
|
|
always-y := $(tprogs-y)
|
|
always-y += sockex1_kern.o
|
|
always-y += sockex2_kern.o
|
|
always-y += sockex3_kern.o
|
|
always-y += tracex1_kern.o
|
|
always-y += tracex2_kern.o
|
|
always-y += tracex3_kern.o
|
|
always-y += tracex4_kern.o
|
|
always-y += tracex5_kern.o
|
|
always-y += tracex6_kern.o
|
|
always-y += tracex7_kern.o
|
|
always-y += sock_flags_kern.o
|
|
always-y += test_probe_write_user_kern.o
|
|
always-y += trace_output_kern.o
|
|
always-y += tcbpf1_kern.o
|
|
always-y += tc_l2_redirect_kern.o
|
|
always-y += lathist_kern.o
|
|
always-y += offwaketime_kern.o
|
|
always-y += spintest_kern.o
|
|
always-y += map_perf_test_kern.o
|
|
always-y += test_overhead_tp_kern.o
|
|
always-y += test_overhead_raw_tp_kern.o
|
|
always-y += test_overhead_kprobe_kern.o
|
|
always-y += parse_varlen.o parse_simple.o parse_ldabs.o
|
|
always-y += test_cgrp2_tc_kern.o
|
|
always-y += xdp1_kern.o
|
|
always-y += xdp2_kern.o
|
|
always-y += xdp_router_ipv4_kern.o
|
|
always-y += test_current_task_under_cgroup_kern.o
|
|
always-y += trace_event_kern.o
|
|
always-y += sampleip_kern.o
|
|
always-y += lwt_len_hist_kern.o
|
|
always-y += xdp_tx_iptunnel_kern.o
|
|
always-y += test_map_in_map_kern.o
|
|
always-y += tcp_synrto_kern.o
|
|
always-y += tcp_rwnd_kern.o
|
|
always-y += tcp_bufs_kern.o
|
|
always-y += tcp_cong_kern.o
|
|
always-y += tcp_iw_kern.o
|
|
always-y += tcp_clamp_kern.o
|
|
always-y += tcp_basertt_kern.o
|
|
always-y += tcp_tos_reflect_kern.o
|
|
always-y += tcp_dumpstats_kern.o
|
|
always-y += xdp_redirect_kern.o
|
|
always-y += xdp_redirect_map_kern.o
|
|
always-y += xdp_redirect_cpu_kern.o
|
|
always-y += xdp_monitor_kern.o
|
|
always-y += xdp_rxq_info_kern.o
|
|
always-y += xdp2skb_meta_kern.o
|
|
always-y += syscall_tp_kern.o
|
|
always-y += cpustat_kern.o
|
|
always-y += xdp_adjust_tail_kern.o
|
|
always-y += xdp_fwd_kern.o
|
|
always-y += task_fd_query_kern.o
|
|
always-y += xdp_sample_pkts_kern.o
|
|
always-y += ibumad_kern.o
|
|
always-y += hbm_out_kern.o
|
|
always-y += hbm_edt_kern.o
|
|
always-y += xdpsock_kern.o
|
|
|
|
ifeq ($(ARCH), arm)
|
|
# Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
|
|
# headers when arm instruction set identification is requested.
|
|
ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
|
|
BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
|
|
TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
|
|
endif
|
|
|
|
TPROGS_CFLAGS += -Wall -O2
|
|
TPROGS_CFLAGS += -Wmissing-prototypes
|
|
TPROGS_CFLAGS += -Wstrict-prototypes
|
|
|
|
TPROGS_CFLAGS += -I$(objtree)/usr/include
|
|
TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
|
|
TPROGS_CFLAGS += -I$(srctree)/tools/lib/
|
|
TPROGS_CFLAGS += -I$(srctree)/tools/include
|
|
TPROGS_CFLAGS += -I$(srctree)/tools/perf
|
|
TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0
|
|
|
|
ifdef SYSROOT
|
|
TPROGS_CFLAGS += --sysroot=$(SYSROOT)
|
|
TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
|
|
endif
|
|
|
|
TPROGCFLAGS_bpf_load.o += -Wno-unused-variable
|
|
|
|
TPROGS_LDLIBS += $(LIBBPF) -lelf -lz
|
|
TPROGLDLIBS_tracex4 += -lrt
|
|
TPROGLDLIBS_trace_output += -lrt
|
|
TPROGLDLIBS_map_perf_test += -lrt
|
|
TPROGLDLIBS_test_overhead += -lrt
|
|
TPROGLDLIBS_xdpsock += -pthread
|
|
TPROGLDLIBS_xsk_fwd += -pthread
|
|
|
|
# Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
|
|
# make M=samples/bpf/ LLC=~/git/llvm/build/bin/llc CLANG=~/git/llvm/build/bin/clang
|
|
LLC ?= llc
|
|
CLANG ?= clang
|
|
LLVM_OBJCOPY ?= llvm-objcopy
|
|
BTF_PAHOLE ?= pahole
|
|
|
|
# Detect that we're cross compiling and use the cross compiler
|
|
ifdef CROSS_COMPILE
|
|
CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
|
|
endif
|
|
|
|
# Don't evaluate probes and warnings if we need to run make recursively
|
|
ifneq ($(src),)
|
|
HDR_PROBE := $(shell printf "\#include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" | \
|
|
$(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
|
|
-o /dev/null 2>/dev/null && echo okay)
|
|
|
|
ifeq ($(HDR_PROBE),)
|
|
$(warning WARNING: Detected possible issues with include path.)
|
|
$(warning WARNING: Please install kernel headers locally (make headers_install).)
|
|
endif
|
|
|
|
BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
|
|
BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
|
|
BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
|
|
BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
|
|
$(CLANG) -target bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
|
|
readelf -S ./llvm_btf_verify.o | grep BTF; \
|
|
/bin/rm -f ./llvm_btf_verify.o)
|
|
|
|
BPF_EXTRA_CFLAGS += -fno-stack-protector
|
|
ifneq ($(BTF_LLVM_PROBE),)
|
|
BPF_EXTRA_CFLAGS += -g
|
|
else
|
|
ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
|
|
BPF_EXTRA_CFLAGS += -g
|
|
LLC_FLAGS += -mattr=dwarfris
|
|
DWARF2BTF = y
|
|
endif
|
|
endif
|
|
endif
|
|
|
|
# Trick to allow make to be run from this directory
|
|
all:
|
|
$(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)
|
|
|
|
clean:
|
|
$(MAKE) -C ../../ M=$(CURDIR) clean
|
|
@find $(CURDIR) -type f -name '*~' -delete
|
|
|
|
$(LIBBPF): FORCE
|
|
# Fix up variables inherited from Kbuild that tools/ build system won't like
|
|
$(MAKE) -C $(dir $@) RM='rm -rf' EXTRA_CFLAGS="$(TPROGS_CFLAGS)" \
|
|
LDFLAGS=$(TPROGS_LDFLAGS) srctree=$(BPF_SAMPLES_PATH)/../../ O=
|
|
|
|
$(obj)/syscall_nrs.h: $(obj)/syscall_nrs.s FORCE
|
|
$(call filechk,offsets,__SYSCALL_NRS_H__)
|
|
|
|
targets += syscall_nrs.s
|
|
clean-files += syscall_nrs.h
|
|
|
|
FORCE:
|
|
|
|
|
|
# Verify LLVM compiler tools are available and bpf target is supported by llc
|
|
.PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)
|
|
|
|
verify_cmds: $(CLANG) $(LLC)
|
|
@for TOOL in $^ ; do \
|
|
if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
|
|
echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
|
|
exit 1; \
|
|
else true; fi; \
|
|
done
|
|
|
|
verify_target_bpf: verify_cmds
|
|
@if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
|
|
echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
|
|
echo " NOTICE: LLVM version >= 3.7.1 required" ;\
|
|
exit 2; \
|
|
else true; fi
|
|
|
|
$(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
|
|
$(src)/*.c: verify_target_bpf $(LIBBPF)
|
|
|
|
$(obj)/tracex5_kern.o: $(obj)/syscall_nrs.h
|
|
$(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
|
|
$(obj)/hbm.o: $(src)/hbm.h
|
|
$(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
|
|
|
|
-include $(BPF_SAMPLES_PATH)/Makefile.target
|
|
|
|
# asm/sysreg.h - inline assembly used by it is incompatible with llvm.
|
|
# But, there is no easy way to fix it, so just exclude it since it is
|
|
# useless for BPF samples.
|
|
$(obj)/%.o: $(src)/%.c
|
|
@echo " CLANG-bpf " $@
|
|
$(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
|
|
-I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
|
|
-I$(srctree)/tools/lib/ \
|
|
-D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
|
|
-D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
|
|
-Wno-gnu-variable-sized-type-not-at-end \
|
|
-Wno-address-of-packed-member -Wno-tautological-compare \
|
|
-Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
|
|
-I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
|
|
-O2 -emit-llvm -c $< -o -| $(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
|
|
ifeq ($(DWARF2BTF),y)
|
|
$(BTF_PAHOLE) -J $@
|
|
endif
|