[linux-2.6-block.git] / tools / testing / selftests / net / udpgro_fwd.sh

#!/bin/bash
# SPDX-License-Identifier: GPL-2.0

source net_helper.sh

BPF_FILE="xdp_dummy.o"
readonly BASE="ns-$(mktemp -u XXXXXX)"
readonly SRC=2
readonly DST=1
readonly DST_NAT=100
readonly NS_SRC=$BASE$SRC
readonly NS_DST=$BASE$DST

# "baremetal" network used for raw UDP traffic
readonly BM_NET_V4=192.168.1.
readonly BM_NET_V6=2001:db8::

# "overlay" network used for UDP over UDP tunnel traffic
readonly OL_NET_V4=172.16.1.
readonly OL_NET_V6=2001:db8:1::
readonly NPROCS=`nproc`

cleanup() {
	local ns
	local -r jobs="$(jobs -p)"
	[ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null

	for ns in $NS_SRC $NS_DST; do
		ip netns del $ns 2>/dev/null
	done
}

trap cleanup EXIT

create_ns() {
	local net
	local ns

	for ns in $NS_SRC $NS_DST; do
		ip netns add $ns
		ip -n $ns link set dev lo up

		# disable route solicitations to decrease 'noise' traffic
		ip netns exec $ns sysctl -qw net.ipv6.conf.default.router_solicitations=0
		ip netns exec $ns sysctl -qw net.ipv6.conf.all.router_solicitations=0
	done

	ip link add name veth$SRC type veth peer name veth$DST

	for ns in $SRC $DST; do
		ip link set dev veth$ns netns $BASE$ns
		ip -n $BASE$ns link set dev veth$ns up
		ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/24
		ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad
	done
	ip -n $NS_DST link set veth$DST xdp object ${BPF_FILE} section xdp 2>/dev/null
}

create_vxlan_endpoint() {
	local -r netns=$1
	local -r bm_dev=$2
	local -r bm_rem_addr=$3
	local -r vxlan_dev=$4
	local -r vxlan_id=$5
	local -r vxlan_port=4789

	ip -n $netns link set dev $bm_dev up
	ip -n $netns link add dev $vxlan_dev type vxlan id $vxlan_id \
				dstport $vxlan_port remote $bm_rem_addr
	ip -n $netns link set dev $vxlan_dev up
}

create_vxlan_pair() {
	local ns

	create_ns

	for ns in $SRC $DST; do
		# note that 3 - $SRC == $DST and 3 - $DST == $SRC
		create_vxlan_endpoint $BASE$ns veth$ns $BM_NET_V4$((3 - $ns)) vxlan$ns 4
		ip -n $BASE$ns addr add dev vxlan$ns $OL_NET_V4$ns/24
	done
	for ns in $SRC $DST; do
		create_vxlan_endpoint $BASE$ns veth$ns $BM_NET_V6$((3 - $ns)) vxlan6$ns 6
		ip -n $BASE$ns addr add dev vxlan6$ns $OL_NET_V6$ns/24 nodad
	done

	# preload neighbur cache, do avoid some noisy traffic
	local addr_dst=$(ip -j -n $BASE$DST link show dev vxlan6$DST  |jq -r '.[]["address"]')
	local addr_src=$(ip -j -n $BASE$SRC link show dev vxlan6$SRC  |jq -r '.[]["address"]')
	ip -n $BASE$DST neigh add dev vxlan6$DST lladdr $addr_src $OL_NET_V6$SRC
	ip -n $BASE$SRC neigh add dev vxlan6$SRC lladdr $addr_dst $OL_NET_V6$DST
}

is_ipv6() {
	if [[ $1 =~ .*:.* ]]; then
		return 0
	fi
	return 1
}

run_test() {
	local -r msg=$1
	local -r dst=$2
	local -r pkts=$3
	local -r vxpkts=$4
	local bind=$5
	local rx_args=""
	local rx_family="-4"
	local family=-4
	local filter=IpInReceives
	local ipt=iptables

	printf "%-40s" "$msg"

	if is_ipv6 $dst; then
		# rx program does not support '-6' and implies ipv6 usage by default
		rx_family=""
		family=-6
		filter=Ip6InReceives
		ipt=ip6tables
	fi

	rx_args="$rx_family"
	[ -n "$bind" ] && rx_args="$rx_args -b $bind"

	# send a single GSO packet, segmented in 10 UDP frames.
	# Always expect 10 UDP frames on RX side as rx socket does
	# not enable GRO
	ip netns exec $NS_DST $ipt -A INPUT -p udp --dport 4789
	ip netns exec $NS_DST $ipt -A INPUT -p udp --dport 8000
	ip netns exec $NS_DST ./udpgso_bench_rx -C 2000 -R 100 -n 10 -l 1300 $rx_args &
	local spid=$!
	wait_local_port_listen "$NS_DST" 8000 udp
	ip netns exec $NS_SRC ./udpgso_bench_tx $family -M 1 -s 13000 -S 1300 -D $dst
	local retc=$?
	wait $spid
	local rets=$?
	if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then
		echo " fail client exit code $retc, server $rets"
		ret=1
		return
	fi

	local rcv=`ip netns exec $NS_DST $ipt"-save" -c | grep 'dport 8000' | \
							  sed -e 's/\[//' -e 's/:.*//'`
	if [ $rcv != $pkts ]; then
		echo " fail - received $rcv packets, expected $pkts"
		ret=1
		return
	fi

	local vxrcv=`ip netns exec $NS_DST $ipt"-save" -c | grep 'dport 4789' | \
							    sed -e 's/\[//' -e 's/:.*//'`

	# upper net can generate a little noise, allow some tolerance
	if [ $vxrcv -lt $vxpkts -o $vxrcv -gt $((vxpkts + 3)) ]; then
		echo " fail - received $vxrcv vxlan packets, expected $vxpkts"
		ret=1
		return
	fi
	echo " ok"
}

run_bench() {
	local -r msg=$1
	local -r dst=$2
	local family=-4

	printf "%-40s" "$msg"
	if [ $NPROCS -lt 2 ]; then
		echo " skip - needed 2 CPUs found $NPROCS"
		return
	fi

	is_ipv6 $dst && family=-6

	# bind the sender and the receiver to different CPUs to try
	# get reproducible results
	ip netns exec $NS_DST bash -c "echo 2 > /sys/class/net/veth$DST/queues/rx-0/rps_cpus"
	ip netns exec $NS_DST taskset 0x2 ./udpgso_bench_rx -C 2000 -R 100  &
	local spid=$!
	wait_local_port_listen "$NS_DST" 8000 udp
	ip netns exec $NS_SRC taskset 0x1 ./udpgso_bench_tx $family -l 3 -S 1300 -D $dst
	local retc=$?
	wait $spid
	local rets=$?
	if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then
		echo " fail client exit code $retc, server $rets"
		ret=1
		return
	fi
}

for family in 4 6; do
	BM_NET=$BM_NET_V4
	OL_NET=$OL_NET_V4
	IPT=iptables
	SUFFIX=24
	VXDEV=vxlan
	PING=ping

	if [ $family = 6 ]; then
		BM_NET=$BM_NET_V6
		OL_NET=$OL_NET_V6
		SUFFIX="64 nodad"
		VXDEV=vxlan6
		IPT=ip6tables
		# Use ping6 on systems where ping doesn't handle IPv6
		ping -w 1 -c 1 ::1 > /dev/null 2>&1 || PING="ping6"
	fi

	echo "IPv$family"

	create_ns
	run_test "No GRO" $BM_NET$DST 10 0
	cleanup

	create_ns
	ip netns exec $NS_DST ethtool -K veth$DST rx-gro-list on
	run_test "GRO frag list" $BM_NET$DST 1 0
	cleanup

	# UDP GRO fwd skips aggregation when find an udp socket with the GRO option
	# if there is an UDP tunnel in the running system, such lookup happen
	# take place.
	# use NAT to circumvent GRO FWD check
	create_ns
	ip -n $NS_DST addr add dev veth$DST $BM_NET$DST_NAT/$SUFFIX
	ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
	ip netns exec $NS_DST $IPT -t nat -I PREROUTING -d $BM_NET$DST_NAT \
					-j DNAT --to-destination $BM_NET$DST
	run_test "GRO fwd" $BM_NET$DST_NAT 1 0 $BM_NET$DST
	cleanup

	create_ns
	run_bench "UDP fwd perf" $BM_NET$DST
	ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
	run_bench "UDP GRO fwd perf" $BM_NET$DST
	cleanup

	create_vxlan_pair
	ip netns exec $NS_DST ethtool -K veth$DST rx-gro-list on
	run_test "GRO frag list over UDP tunnel" $OL_NET$DST 1 1
	cleanup

	# use NAT to circumvent GRO FWD check
	create_vxlan_pair
	ip -n $NS_DST addr add dev $VXDEV$DST $OL_NET$DST_NAT/$SUFFIX
	ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
	ip netns exec $NS_DST $IPT -t nat -I PREROUTING -d $OL_NET$DST_NAT \
					-j DNAT --to-destination $OL_NET$DST

	# load arp cache before running the test to reduce the amount of
	# stray traffic on top of the UDP tunnel
	ip netns exec $NS_SRC $PING -q -c 1 $OL_NET$DST_NAT >/dev/null
	run_test "GRO fwd over UDP tunnel" $OL_NET$DST_NAT 1 1 $OL_NET$DST
	cleanup

	create_vxlan_pair
	run_bench "UDP tunnel fwd perf" $OL_NET$DST
	ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
	run_bench "UDP tunnel GRO fwd perf" $OL_NET$DST
	cleanup
done

exit $ret
Commit	Line	Data
1b29df0e	1	#!/bin/bash
a062260a PA	2	# SPDX-License-Identifier: GPL-2.0
a062260a PA	3
4acffb66 PA	4	source net_helper.sh
4acffb66 PA	5
98cb12eb	6	BPF_FILE="xdp_dummy.o"
a062260a PA	7	readonly BASE="ns-$(mktemp -u XXXXXX)"
	8	readonly SRC=2
	9	readonly DST=1
	10	readonly DST_NAT=100
	11	readonly NS_SRC=$BASE$SRC
	12	readonly NS_DST=$BASE$DST
	13
	14	# "baremetal" network used for raw UDP traffic
	15	readonly BM_NET_V4=192.168.1.
	16	readonly BM_NET_V6=2001:db8::
	17
	18	# "overlay" network used for UDP over UDP tunnel traffic
	19	readonly OL_NET_V4=172.16.1.
	20	readonly OL_NET_V6=2001:db8:1::
	21	readonly NPROCS=`nproc`
	22
	23	cleanup() {
	24	local ns
	25	local -r jobs="$(jobs -p)"
	26	[ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null
	27
	28	for ns in $NS_SRC $NS_DST; do
	29	ip netns del $ns 2>/dev/null
	30	done
	31	}
	32
	33	trap cleanup EXIT
	34
	35	create_ns() {
	36	local net
	37	local ns
	38
	39	for ns in $NS_SRC $NS_DST; do
	40	ip netns add $ns
	41	ip -n $ns link set dev lo up
cb9f4a30 PA	42
	43	# disable route solicitations to decrease 'noise' traffic
	44	ip netns exec $ns sysctl -qw net.ipv6.conf.default.router_solicitations=0
	45	ip netns exec $ns sysctl -qw net.ipv6.conf.all.router_solicitations=0
a062260a PA	46	done
	47
	48	ip link add name veth$SRC type veth peer name veth$DST
	49
	50	for ns in $SRC $DST; do
	51	ip link set dev veth$ns netns $BASE$ns
	52	ip -n $BASE$ns link set dev veth$ns up
	53	ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/24
	54	ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad
	55	done
302e57f8	56	ip -n $NS_DST link set veth$DST xdp object ${BPF_FILE} section xdp 2>/dev/null
a062260a PA	57	}
	58
	59	create_vxlan_endpoint() {
	60	local -r netns=$1
	61	local -r bm_dev=$2
	62	local -r bm_rem_addr=$3
	63	local -r vxlan_dev=$4
	64	local -r vxlan_id=$5
	65	local -r vxlan_port=4789
	66
	67	ip -n $netns link set dev $bm_dev up
	68	ip -n $netns link add dev $vxlan_dev type vxlan id $vxlan_id \
	69	dstport $vxlan_port remote $bm_rem_addr
	70	ip -n $netns link set dev $vxlan_dev up
	71	}
	72
	73	create_vxlan_pair() {
	74	local ns
	75
	76	create_ns
	77
	78	for ns in $SRC $DST; do
	79	# note that 3 - $SRC == $DST and 3 - $DST == $SRC
	80	create_vxlan_endpoint $BASE$ns veth$ns $BM_NET_V4$((3 - $ns)) vxlan$ns 4
	81	ip -n $BASE$ns addr add dev vxlan$ns $OL_NET_V4$ns/24
	82	done
	83	for ns in $SRC $DST; do
	84	create_vxlan_endpoint $BASE$ns veth$ns $BM_NET_V6$((3 - $ns)) vxlan6$ns 6
	85	ip -n $BASE$ns addr add dev vxlan6$ns $OL_NET_V6$ns/24 nodad
	86	done
cb9f4a30 PA	87
	88	# preload neighbur cache, do avoid some noisy traffic
	89	local addr_dst=$(ip -j -n $BASE$DST link show dev vxlan6$DST \|jq -r '.[]["address"]')
	90	local addr_src=$(ip -j -n $BASE$SRC link show dev vxlan6$SRC \|jq -r '.[]["address"]')
	91	ip -n $BASE$DST neigh add dev vxlan6$DST lladdr $addr_src $OL_NET_V6$SRC
	92	ip -n $BASE$SRC neigh add dev vxlan6$SRC lladdr $addr_dst $OL_NET_V6$DST
a062260a PA	93	}
	94
	95	is_ipv6() {
	96	if [[ $1 =~ .:. ]]; then
	97	return 0
	98	fi
	99	return 1
	100	}
	101
	102	run_test() {
	103	local -r msg=$1
	104	local -r dst=$2
	105	local -r pkts=$3
	106	local -r vxpkts=$4
	107	local bind=$5
	108	local rx_args=""
	109	local rx_family="-4"
	110	local family=-4
	111	local filter=IpInReceives
	112	local ipt=iptables
	113
	114	printf "%-40s" "$msg"
	115
	116	if is_ipv6 $dst; then
	117	# rx program does not support '-6' and implies ipv6 usage by default
	118	rx_family=""
	119	family=-6
	120	filter=Ip6InReceives
	121	ipt=ip6tables
	122	fi
	123
	124	rx_args="$rx_family"
	125	[ -n "$bind" ] && rx_args="$rx_args -b $bind"
	126
	127	# send a single GSO packet, segmented in 10 UDP frames.
	128	# Always expect 10 UDP frames on RX side as rx socket does
	129	# not enable GRO
	130	ip netns exec $NS_DST $ipt -A INPUT -p udp --dport 4789
	131	ip netns exec $NS_DST $ipt -A INPUT -p udp --dport 8000
cb9f4a30	132	ip netns exec $NS_DST ./udpgso_bench_rx -C 2000 -R 100 -n 10 -l 1300 $rx_args &
a062260a	133	local spid=$!
4acffb66	134	wait_local_port_listen "$NS_DST" 8000 udp
a062260a PA	135	ip netns exec $NS_SRC ./udpgso_bench_tx $family -M 1 -s 13000 -S 1300 -D $dst
	136	local retc=$?
	137	wait $spid
	138	local rets=$?
	139	if [ ${rets} -ne 0 ] \|\| [ ${retc} -ne 0 ]; then
	140	echo " fail client exit code $retc, server $rets"
	141	ret=1
	142	return
	143	fi
	144
	145	local rcv=`ip netns exec $NS_DST $ipt"-save" -c \| grep 'dport 8000' \| \
	146	sed -e 's/\[//' -e 's/:.*//'`
	147	if [ $rcv != $pkts ]; then
add25d6d	148	echo " fail - received $rcv packets, expected $pkts"
a062260a PA	149	ret=1
	150	return
	151	fi
	152
	153	local vxrcv=`ip netns exec $NS_DST $ipt"-save" -c \| grep 'dport 4789' \| \
	154	sed -e 's/\[//' -e 's/:.*//'`
	155
	156	# upper net can generate a little noise, allow some tolerance
	157	if [ $vxrcv -lt $vxpkts -o $vxrcv -gt $((vxpkts + 3)) ]; then
	158	echo " fail - received $vxrcv vxlan packets, expected $vxpkts"
	159	ret=1
	160	return
	161	fi
	162	echo " ok"
	163	}
	164
	165	run_bench() {
	166	local -r msg=$1
	167	local -r dst=$2
	168	local family=-4
	169
	170	printf "%-40s" "$msg"
	171	if [ $NPROCS -lt 2 ]; then
	172	echo " skip - needed 2 CPUs found $NPROCS"
	173	return
	174	fi
	175
	176	is_ipv6 $dst && family=-6
	177
	178	# bind the sender and the receiver to different CPUs to try
	179	# get reproducible results
	180	ip netns exec $NS_DST bash -c "echo 2 > /sys/class/net/veth$DST/queues/rx-0/rps_cpus"
cb9f4a30	181	ip netns exec $NS_DST taskset 0x2 ./udpgso_bench_rx -C 2000 -R 100 &
a062260a	182	local spid=$!
4acffb66	183	wait_local_port_listen "$NS_DST" 8000 udp
a062260a PA	184	ip netns exec $NS_SRC taskset 0x1 ./udpgso_bench_tx $family -l 3 -S 1300 -D $dst
	185	local retc=$?
	186	wait $spid
	187	local rets=$?
	188	if [ ${rets} -ne 0 ] \|\| [ ${retc} -ne 0 ]; then
	189	echo " fail client exit code $retc, server $rets"
	190	ret=1
	191	return
	192	fi
	193	}
	194
	195	for family in 4 6; do
	196	BM_NET=$BM_NET_V4
	197	OL_NET=$OL_NET_V4
	198	IPT=iptables
	199	SUFFIX=24
	200	VXDEV=vxlan
8b3170e0	201	PING=ping
a062260a PA	202
	203	if [ $family = 6 ]; then
	204	BM_NET=$BM_NET_V6
	205	OL_NET=$OL_NET_V6
	206	SUFFIX="64 nodad"
	207	VXDEV=vxlan6
	208	IPT=ip6tables
5e75d0b2 JW	209	# Use ping6 on systems where ping doesn't handle IPv6
5e75d0b2 JW	210	ping -w 1 -c 1 ::1 > /dev/null 2>&1 \|\| PING="ping6"
a062260a PA	211	fi
	212
	213	echo "IPv$family"
	214
	215	create_ns
	216	run_test "No GRO" $BM_NET$DST 10 0
	217	cleanup
	218
	219	create_ns
	220	ip netns exec $NS_DST ethtool -K veth$DST rx-gro-list on
	221	run_test "GRO frag list" $BM_NET$DST 1 0
	222	cleanup
	223
	224	# UDP GRO fwd skips aggregation when find an udp socket with the GRO option
	225	# if there is an UDP tunnel in the running system, such lookup happen
	226	# take place.
	227	# use NAT to circumvent GRO FWD check
	228	create_ns
	229	ip -n $NS_DST addr add dev veth$DST $BM_NET$DST_NAT/$SUFFIX
	230	ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
	231	ip netns exec $NS_DST $IPT -t nat -I PREROUTING -d $BM_NET$DST_NAT \
	232	-j DNAT --to-destination $BM_NET$DST
	233	run_test "GRO fwd" $BM_NET$DST_NAT 1 0 $BM_NET$DST
	234	cleanup
	235
	236	create_ns
	237	run_bench "UDP fwd perf" $BM_NET$DST
	238	ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
	239	run_bench "UDP GRO fwd perf" $BM_NET$DST
	240	cleanup
	241
	242	create_vxlan_pair
	243	ip netns exec $NS_DST ethtool -K veth$DST rx-gro-list on
	244	run_test "GRO frag list over UDP tunnel" $OL_NET$DST 1 1
	245	cleanup
	246
	247	# use NAT to circumvent GRO FWD check
	248	create_vxlan_pair
	249	ip -n $NS_DST addr add dev $VXDEV$DST $OL_NET$DST_NAT/$SUFFIX
	250	ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
	251	ip netns exec $NS_DST $IPT -t nat -I PREROUTING -d $OL_NET$DST_NAT \
	252	-j DNAT --to-destination $OL_NET$DST
	253
	254	# load arp cache before running the test to reduce the amount of
	255	# stray traffic on top of the UDP tunnel
8b3170e0	256	ip netns exec $NS_SRC $PING -q -c 1 $OL_NET$DST_NAT >/dev/null
a062260a PA	257	run_test "GRO fwd over UDP tunnel" $OL_NET$DST_NAT 1 1 $OL_NET$DST
	258	cleanup
	259
	260	create_vxlan_pair
	261	run_bench "UDP tunnel fwd perf" $OL_NET$DST
	262	ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
	263	run_bench "UDP tunnel GRO fwd perf" $OL_NET$DST
	264	cleanup
	265	done
	266
	267	exit $ret