| #!/bin/sh |
| # SPDX-License-Identifier: GPL-2.0 |
| |
| readonly STATS="$(mktemp -p /tmp ns-XXXXXX)" |
| readonly BASE=`basename $STATS` |
| readonly SRC=2 |
| readonly DST=1 |
| readonly DST_NAT=100 |
| readonly NS_SRC=$BASE$SRC |
| readonly NS_DST=$BASE$DST |
| |
| # "baremetal" network used for raw UDP traffic |
| readonly BM_NET_V4=192.168.1. |
| readonly BM_NET_V6=2001:db8:: |
| |
| readonly CPUS=`nproc` |
| ret=0 |
| |
| cleanup() { |
| local ns |
| local jobs |
| readonly jobs="$(jobs -p)" |
| [ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null |
| rm -f $STATS |
| |
| for ns in $NS_SRC $NS_DST; do |
| ip netns del $ns 2>/dev/null |
| done |
| } |
| |
| trap cleanup EXIT |
| |
| create_ns() { |
| local ns |
| |
| for ns in $NS_SRC $NS_DST; do |
| ip netns add $ns |
| ip -n $ns link set dev lo up |
| done |
| |
| ip link add name veth$SRC type veth peer name veth$DST |
| |
| for ns in $SRC $DST; do |
| ip link set dev veth$ns netns $BASE$ns up |
| ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/24 |
| ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad |
| done |
| echo "#kernel" > $BASE |
| chmod go-rw $BASE |
| } |
| |
| __chk_flag() { |
| local msg="$1" |
| local target=$2 |
| local expected=$3 |
| local flagname=$4 |
| |
| local flag=`ip netns exec $BASE$target ethtool -k veth$target |\ |
| grep $flagname | awk '{print $2}'` |
| |
| printf "%-60s" "$msg" |
| if [ "$flag" = "$expected" ]; then |
| echo " ok " |
| else |
| echo " fail - expected $expected found $flag" |
| ret=1 |
| fi |
| } |
| |
| chk_gro_flag() { |
| __chk_flag "$1" $2 $3 generic-receive-offload |
| } |
| |
| chk_tso_flag() { |
| __chk_flag "$1" $2 $3 tcp-segmentation-offload |
| } |
| |
| chk_channels() { |
| local msg="$1" |
| local target=$2 |
| local rx=$3 |
| local tx=$4 |
| |
| local dev=veth$target |
| |
| local cur_rx=`ip netns exec $BASE$target ethtool -l $dev |\ |
| grep RX: | tail -n 1 | awk '{print $2}' ` |
| local cur_tx=`ip netns exec $BASE$target ethtool -l $dev |\ |
| grep TX: | tail -n 1 | awk '{print $2}'` |
| local cur_combined=`ip netns exec $BASE$target ethtool -l $dev |\ |
| grep Combined: | tail -n 1 | awk '{print $2}'` |
| |
| printf "%-60s" "$msg" |
| if [ "$cur_rx" = "$rx" -a "$cur_tx" = "$tx" -a "$cur_combined" = "n/a" ]; then |
| echo " ok " |
| else |
| echo " fail rx:$rx:$cur_rx tx:$tx:$cur_tx combined:n/a:$cur_combined" |
| fi |
| } |
| |
| chk_gro() { |
| local msg="$1" |
| local expected=$2 |
| |
| ip netns exec $BASE$SRC ping -qc 1 $BM_NET_V4$DST >/dev/null |
| NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat -n |
| |
| printf "%-60s" "$msg" |
| ip netns exec $BASE$DST ./udpgso_bench_rx -C 1000 -R 10 & |
| local spid=$! |
| sleep 0.1 |
| |
| ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 13000 -S 1300 -M 1 -D $BM_NET_V4$DST |
| local retc=$? |
| wait $spid |
| local rets=$? |
| if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then |
| echo " fail client exit code $retc, server $rets" |
| ret=1 |
| return |
| fi |
| |
| local pkts=`NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat IpInReceives | \ |
| awk '{print $2}' | tail -n 1` |
| if [ "$pkts" = "$expected" ]; then |
| echo " ok " |
| else |
| echo " fail - got $pkts packets, expected $expected " |
| ret=1 |
| fi |
| } |
| |
| __change_channels() |
| { |
| local cur_cpu |
| local end=$1 |
| local cur |
| local i |
| |
| while true; do |
| printf -v cur '%(%s)T' |
| [ $cur -le $end ] || break |
| |
| for i in `seq 1 $CPUS`; do |
| ip netns exec $NS_SRC ethtool -L veth$SRC rx $i tx $i |
| ip netns exec $NS_DST ethtool -L veth$DST rx $i tx $i |
| done |
| |
| for i in `seq 1 $((CPUS - 1))`; do |
| cur_cpu=$((CPUS - $i)) |
| ip netns exec $NS_SRC ethtool -L veth$SRC rx $cur_cpu tx $cur_cpu |
| ip netns exec $NS_DST ethtool -L veth$DST rx $cur_cpu tx $cur_cpu |
| done |
| done |
| } |
| |
| __send_data() { |
| local end=$1 |
| |
| while true; do |
| printf -v cur '%(%s)T' |
| [ $cur -le $end ] || break |
| |
| ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 1000 -M 300 -D $BM_NET_V4$DST |
| done |
| } |
| |
| do_stress() { |
| local end |
| printf -v end '%(%s)T' |
| end=$((end + $STRESS)) |
| |
| ip netns exec $NS_SRC ethtool -L veth$SRC rx 3 tx 3 |
| ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3 |
| |
| ip netns exec $NS_DST ./udpgso_bench_rx & |
| local rx_pid=$! |
| |
| echo "Running stress test for $STRESS seconds..." |
| __change_channels $end & |
| local ch_pid=$! |
| __send_data $end & |
| local data_pid_1=$! |
| __send_data $end & |
| local data_pid_2=$! |
| __send_data $end & |
| local data_pid_3=$! |
| __send_data $end & |
| local data_pid_4=$! |
| |
| wait $ch_pid $data_pid_1 $data_pid_2 $data_pid_3 $data_pid_4 |
| kill -9 $rx_pid |
| echo "done" |
| |
| # restore previous setting |
| ip netns exec $NS_SRC ethtool -L veth$SRC rx 2 tx 2 |
| ip netns exec $NS_DST ethtool -L veth$DST rx 2 tx 1 |
| } |
| |
| usage() { |
| echo "Usage: $0 [-h] [-s <seconds>]" |
| echo -e "\t-h: show this help" |
| echo -e "\t-s: run optional stress tests for the given amount of seconds" |
| } |
| |
| STRESS=0 |
| while getopts "hs:" option; do |
| case "$option" in |
| "h") |
| usage $0 |
| exit 0 |
| ;; |
| "s") |
| STRESS=$OPTARG |
| ;; |
| esac |
| done |
| |
| if [ ! -f ../bpf/xdp_dummy.o ]; then |
| echo "Missing xdp_dummy helper. Build bpf selftest first" |
| exit 1 |
| fi |
| |
| [ $CPUS -lt 2 ] && echo "Only one CPU available, some tests will be skipped" |
| [ $STRESS -gt 0 -a $CPUS -lt 3 ] && echo " stress test will be skipped, too" |
| |
| create_ns |
| chk_gro_flag "default - gro flag" $SRC off |
| chk_gro_flag " - peer gro flag" $DST off |
| chk_tso_flag " - tso flag" $SRC on |
| chk_tso_flag " - peer tso flag" $DST on |
| chk_gro " - aggregation" 1 |
| ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off |
| chk_gro " - aggregation with TSO off" 10 |
| cleanup |
| |
| create_ns |
| ip netns exec $NS_DST ethtool -K veth$DST gro on |
| chk_gro_flag "with gro on - gro flag" $DST on |
| chk_gro_flag " - peer gro flag" $SRC off |
| chk_tso_flag " - tso flag" $SRC on |
| chk_tso_flag " - peer tso flag" $DST on |
| ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off |
| ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on |
| chk_gro " - aggregation with TSO off" 1 |
| cleanup |
| |
| create_ns |
| chk_channels "default channels" $DST 1 1 |
| |
| ip -n $NS_DST link set dev veth$DST down |
| ip netns exec $NS_DST ethtool -K veth$DST gro on |
| chk_gro_flag "with gro enabled on link down - gro flag" $DST on |
| chk_gro_flag " - peer gro flag" $SRC off |
| chk_tso_flag " - tso flag" $SRC on |
| chk_tso_flag " - peer tso flag" $DST on |
| ip -n $NS_DST link set dev veth$DST up |
| ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off |
| ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on |
| chk_gro " - aggregation with TSO off" 1 |
| cleanup |
| |
| create_ns |
| |
| CUR_TX=1 |
| CUR_RX=1 |
| if [ $CPUS -gt 1 ]; then |
| ip netns exec $NS_DST ethtool -L veth$DST tx 2 |
| chk_channels "setting tx channels" $DST 1 2 |
| CUR_TX=2 |
| fi |
| |
| if [ $CPUS -gt 2 ]; then |
| ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3 |
| chk_channels "setting both rx and tx channels" $DST 3 3 |
| CUR_RX=3 |
| CUR_TX=3 |
| fi |
| |
| ip netns exec $NS_DST ethtool -L veth$DST combined 2 2>/dev/null |
| chk_channels "bad setting: combined channels" $DST $CUR_RX $CUR_TX |
| |
| ip netns exec $NS_DST ethtool -L veth$DST tx $((CPUS + 1)) 2>/dev/null |
| chk_channels "setting invalid channels nr" $DST $CUR_RX $CUR_TX |
| |
| if [ $CPUS -gt 1 ]; then |
| # this also tests queues nr reduction |
| ip netns exec $NS_DST ethtool -L veth$DST rx 1 tx 2 2>/dev/null |
| ip netns exec $NS_SRC ethtool -L veth$SRC rx 1 tx 2 2>/dev/null |
| printf "%-60s" "bad setting: XDP with RX nr less than TX" |
| ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o \ |
| section xdp 2>/dev/null &&\ |
| echo "fail - set operation successful ?!?" || echo " ok " |
| |
| # the following tests will run with multiple channels active |
| ip netns exec $NS_SRC ethtool -L veth$SRC rx 2 |
| ip netns exec $NS_DST ethtool -L veth$DST rx 2 |
| ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o \ |
| section xdp 2>/dev/null |
| printf "%-60s" "bad setting: reducing RX nr below peer TX with XDP set" |
| ip netns exec $NS_DST ethtool -L veth$DST rx 1 2>/dev/null &&\ |
| echo "fail - set operation successful ?!?" || echo " ok " |
| CUR_RX=2 |
| CUR_TX=2 |
| fi |
| |
| if [ $CPUS -gt 2 ]; then |
| printf "%-60s" "bad setting: increasing peer TX nr above RX with XDP set" |
| ip netns exec $NS_SRC ethtool -L veth$SRC tx 3 2>/dev/null &&\ |
| echo "fail - set operation successful ?!?" || echo " ok " |
| chk_channels "setting invalid channels nr" $DST 2 2 |
| fi |
| |
| ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o section xdp 2>/dev/null |
| chk_gro_flag "with xdp attached - gro flag" $DST on |
| chk_gro_flag " - peer gro flag" $SRC off |
| chk_tso_flag " - tso flag" $SRC off |
| chk_tso_flag " - peer tso flag" $DST on |
| ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on |
| chk_gro " - aggregation" 1 |
| |
| |
| ip -n $NS_DST link set dev veth$DST down |
| ip -n $NS_SRC link set dev veth$SRC down |
| chk_gro_flag " - after dev off, flag" $DST on |
| chk_gro_flag " - peer flag" $SRC off |
| |
| ip netns exec $NS_DST ethtool -K veth$DST gro on |
| ip -n $NS_DST link set dev veth$DST xdp off |
| chk_gro_flag " - after gro on xdp off, gro flag" $DST on |
| chk_gro_flag " - peer gro flag" $SRC off |
| chk_tso_flag " - tso flag" $SRC on |
| chk_tso_flag " - peer tso flag" $DST on |
| |
| if [ $CPUS -gt 1 ]; then |
| ip netns exec $NS_DST ethtool -L veth$DST tx 1 |
| chk_channels "decreasing tx channels with device down" $DST 2 1 |
| fi |
| |
| ip -n $NS_DST link set dev veth$DST up |
| ip -n $NS_SRC link set dev veth$SRC up |
| chk_gro " - aggregation" 1 |
| |
| if [ $CPUS -gt 1 ]; then |
| [ $STRESS -gt 0 -a $CPUS -gt 2 ] && do_stress |
| |
| ip -n $NS_DST link set dev veth$DST down |
| ip -n $NS_SRC link set dev veth$SRC down |
| ip netns exec $NS_DST ethtool -L veth$DST tx 2 |
| chk_channels "increasing tx channels with device down" $DST 2 2 |
| ip -n $NS_DST link set dev veth$DST up |
| ip -n $NS_SRC link set dev veth$SRC up |
| fi |
| |
| ip netns exec $NS_DST ethtool -K veth$DST gro off |
| ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off |
| chk_gro "aggregation again with default and TSO off" 10 |
| |
| exit $ret |