| #!/bin/bash |
| # SPDX-License-Identifier: GPL-2.0 |
| # |
| # Test that packets are sampled when tc-sample is used and that reported |
| # metadata is correct. Two sets of hosts (with and without LAG) are used, since |
| # metadata extraction in mlxsw is a bit different when LAG is involved. |
| # |
| # +---------------------------------+ +---------------------------------+ |
| # | H1 (vrf) | | H3 (vrf) | |
| # | + $h1 | | + $h3_lag | |
| # | | 192.0.2.1/28 | | | 192.0.2.17/28 | |
| # | | | | | | |
| # | | default via 192.0.2.2 | | | default via 192.0.2.18 | |
| # +----|----------------------------+ +----|----------------------------+ |
| # | | |
| # +----|-----------------------------------------|----------------------------+ |
| # | | 192.0.2.2/28 | 192.0.2.18/28 | |
| # | + $rp1 + $rp3_lag | |
| # | | |
| # | + $rp2 + $rp4_lag | |
| # | | 198.51.100.2/28 | 198.51.100.18/28 | |
| # +----|-----------------------------------------|----------------------------+ |
| # | | |
| # +----|----------------------------+ +----|----------------------------+ |
| # | | default via 198.51.100.2 | | | default via 198.51.100.18 | |
| # | | | | | | |
| # | | 198.51.100.1/28 | | | 198.51.100.17/28 | |
| # | + $h2 | | + $h4_lag | |
| # | H2 (vrf) | | H4 (vrf) | |
| # +---------------------------------+ +---------------------------------+ |
| |
| lib_dir=$(dirname $0)/../../../net/forwarding |
| |
| ALL_TESTS=" |
| tc_sample_rate_test |
| tc_sample_max_rate_test |
| tc_sample_conflict_test |
| tc_sample_group_conflict_test |
| tc_sample_md_iif_test |
| tc_sample_md_lag_iif_test |
| tc_sample_md_oif_test |
| tc_sample_md_lag_oif_test |
| tc_sample_md_out_tc_test |
| tc_sample_md_out_tc_occ_test |
| tc_sample_md_latency_test |
| tc_sample_acl_group_conflict_test |
| tc_sample_acl_rate_test |
| tc_sample_acl_max_rate_test |
| " |
| NUM_NETIFS=8 |
| CAPTURE_FILE=$(mktemp) |
| source $lib_dir/lib.sh |
| source $lib_dir/devlink_lib.sh |
| source mlxsw_lib.sh |
| |
| # Available at https://github.com/Mellanox/libpsample |
| require_command psample |
| |
| h1_create() |
| { |
| simple_if_init $h1 192.0.2.1/28 |
| |
| ip -4 route add default vrf v$h1 nexthop via 192.0.2.2 |
| } |
| |
| h1_destroy() |
| { |
| ip -4 route del default vrf v$h1 nexthop via 192.0.2.2 |
| |
| simple_if_fini $h1 192.0.2.1/28 |
| } |
| |
| h2_create() |
| { |
| simple_if_init $h2 198.51.100.1/28 |
| |
| ip -4 route add default vrf v$h2 nexthop via 198.51.100.2 |
| } |
| |
| h2_destroy() |
| { |
| ip -4 route del default vrf v$h2 nexthop via 198.51.100.2 |
| |
| simple_if_fini $h2 198.51.100.1/28 |
| } |
| |
| h3_create() |
| { |
| ip link set dev $h3 down |
| ip link add name ${h3}_bond type bond mode 802.3ad |
| ip link set dev $h3 master ${h3}_bond |
| |
| simple_if_init ${h3}_bond 192.0.2.17/28 |
| |
| ip -4 route add default vrf v${h3}_bond nexthop via 192.0.2.18 |
| } |
| |
| h3_destroy() |
| { |
| ip -4 route del default vrf v${h3}_bond nexthop via 192.0.2.18 |
| |
| simple_if_fini ${h3}_bond 192.0.2.17/28 |
| |
| ip link set dev $h3 nomaster |
| ip link del dev ${h3}_bond |
| } |
| |
| h4_create() |
| { |
| ip link set dev $h4 down |
| ip link add name ${h4}_bond type bond mode 802.3ad |
| ip link set dev $h4 master ${h4}_bond |
| |
| simple_if_init ${h4}_bond 198.51.100.17/28 |
| |
| ip -4 route add default vrf v${h4}_bond nexthop via 198.51.100.18 |
| } |
| |
| h4_destroy() |
| { |
| ip -4 route del default vrf v${h4}_bond nexthop via 198.51.100.18 |
| |
| simple_if_fini ${h4}_bond 198.51.100.17/28 |
| |
| ip link set dev $h4 nomaster |
| ip link del dev ${h4}_bond |
| } |
| |
| router_create() |
| { |
| ip link set dev $rp1 up |
| __addr_add_del $rp1 add 192.0.2.2/28 |
| tc qdisc add dev $rp1 clsact |
| |
| ip link set dev $rp2 up |
| __addr_add_del $rp2 add 198.51.100.2/28 |
| tc qdisc add dev $rp2 clsact |
| |
| ip link add name ${rp3}_bond type bond mode 802.3ad |
| ip link set dev $rp3 master ${rp3}_bond |
| __addr_add_del ${rp3}_bond add 192.0.2.18/28 |
| tc qdisc add dev $rp3 clsact |
| ip link set dev ${rp3}_bond up |
| |
| ip link add name ${rp4}_bond type bond mode 802.3ad |
| ip link set dev $rp4 master ${rp4}_bond |
| __addr_add_del ${rp4}_bond add 198.51.100.18/28 |
| tc qdisc add dev $rp4 clsact |
| ip link set dev ${rp4}_bond up |
| } |
| |
| router_destroy() |
| { |
| ip link set dev ${rp4}_bond down |
| tc qdisc del dev $rp4 clsact |
| __addr_add_del ${rp4}_bond del 198.51.100.18/28 |
| ip link set dev $rp4 nomaster |
| ip link del dev ${rp4}_bond |
| |
| ip link set dev ${rp3}_bond down |
| tc qdisc del dev $rp3 clsact |
| __addr_add_del ${rp3}_bond del 192.0.2.18/28 |
| ip link set dev $rp3 nomaster |
| ip link del dev ${rp3}_bond |
| |
| tc qdisc del dev $rp2 clsact |
| __addr_add_del $rp2 del 198.51.100.2/28 |
| ip link set dev $rp2 down |
| |
| tc qdisc del dev $rp1 clsact |
| __addr_add_del $rp1 del 192.0.2.2/28 |
| ip link set dev $rp1 down |
| } |
| |
| setup_prepare() |
| { |
| h1=${NETIFS[p1]} |
| rp1=${NETIFS[p2]} |
| rp2=${NETIFS[p3]} |
| h2=${NETIFS[p4]} |
| h3=${NETIFS[p5]} |
| rp3=${NETIFS[p6]} |
| h4=${NETIFS[p7]} |
| rp4=${NETIFS[p8]} |
| |
| vrf_prepare |
| |
| h1_create |
| h2_create |
| h3_create |
| h4_create |
| router_create |
| } |
| |
| cleanup() |
| { |
| pre_cleanup |
| |
| rm -f $CAPTURE_FILE |
| |
| router_destroy |
| h4_destroy |
| h3_destroy |
| h2_destroy |
| h1_destroy |
| |
| vrf_cleanup |
| } |
| |
| psample_capture_start() |
| { |
| rm -f $CAPTURE_FILE |
| |
| psample &> $CAPTURE_FILE & |
| |
| sleep 1 |
| } |
| |
| psample_capture_stop() |
| { |
| { kill %% && wait %%; } 2>/dev/null |
| } |
| |
| __tc_sample_rate_test() |
| { |
| local desc=$1; shift |
| local dip=$1; shift |
| local pkts pct |
| |
| RET=0 |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 32 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 320000 -d 100usec -p 64 -A 192.0.2.1 \ |
| -B $dip -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| pkts=$(grep -e "group 1 " $CAPTURE_FILE | wc -l) |
| pct=$((100 * (pkts - 10000) / 10000)) |
| (( -25 <= pct && pct <= 25)) |
| check_err $? "Expected 10000 packets, got $pkts packets, which is $pct% off. Required accuracy is +-25%" |
| |
| log_test "tc sample rate ($desc)" |
| |
| tc filter del dev $rp1 ingress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_rate_test() |
| { |
| __tc_sample_rate_test "forward" 198.51.100.1 |
| __tc_sample_rate_test "local receive" 192.0.2.2 |
| } |
| |
| tc_sample_max_rate_test() |
| { |
| RET=0 |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate $((35 * 10 ** 8)) group 1 |
| check_err $? "Failed to configure sampling rule with max rate" |
| |
| tc filter del dev $rp1 ingress protocol all pref 1 handle 101 matchall |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate $((35 * 10 ** 8 + 1)) \ |
| group 1 &> /dev/null |
| check_fail $? "Managed to configure sampling rate above maximum" |
| |
| log_test "tc sample maximum rate" |
| } |
| |
| tc_sample_conflict_test() |
| { |
| RET=0 |
| |
| # Test that two sampling rules cannot be configured on the same port, |
| # even when they share the same parameters. |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 1024 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| tc filter add dev $rp1 ingress protocol all pref 2 handle 102 matchall \ |
| skip_sw action sample rate 1024 group 1 &> /dev/null |
| check_fail $? "Managed to configure second sampling rule" |
| |
| # Delete the first rule and make sure the second rule can now be |
| # configured. |
| |
| tc filter del dev $rp1 ingress protocol all pref 1 handle 101 matchall |
| |
| tc filter add dev $rp1 ingress protocol all pref 2 handle 102 matchall \ |
| skip_sw action sample rate 1024 group 1 |
| check_err $? "Failed to configure sampling rule after deletion" |
| |
| log_test "tc sample conflict test" |
| |
| tc filter del dev $rp1 ingress protocol all pref 2 handle 102 matchall |
| } |
| |
| tc_sample_group_conflict_test() |
| { |
| RET=0 |
| |
| # Test that two sampling rules cannot be configured on the same port |
| # with different groups. |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 1024 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| tc filter add dev $rp1 ingress protocol all pref 2 handle 102 matchall \ |
| skip_sw action sample rate 1024 group 2 &> /dev/null |
| check_fail $? "Managed to configure sampling rule with conflicting group" |
| |
| log_test "tc sample group conflict test" |
| |
| tc filter del dev $rp1 ingress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_md_iif_test() |
| { |
| local rp1_ifindex |
| |
| RET=0 |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 5 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 3200 -d 1msec -p 64 -A 192.0.2.1 \ |
| -B 198.51.100.1 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| rp1_ifindex=$(ip -j -p link show dev $rp1 | jq '.[]["ifindex"]') |
| grep -q -e "in-ifindex $rp1_ifindex " $CAPTURE_FILE |
| check_err $? "Sampled packets do not have expected in-ifindex" |
| |
| log_test "tc sample iif" |
| |
| tc filter del dev $rp1 ingress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_md_lag_iif_test() |
| { |
| local rp3_ifindex |
| |
| RET=0 |
| |
| tc filter add dev $rp3 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 5 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| psample_capture_start |
| |
| ip vrf exec v${h3}_bond $MZ ${h3}_bond -c 3200 -d 1msec -p 64 \ |
| -A 192.0.2.17 -B 198.51.100.17 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| rp3_ifindex=$(ip -j -p link show dev $rp3 | jq '.[]["ifindex"]') |
| grep -q -e "in-ifindex $rp3_ifindex " $CAPTURE_FILE |
| check_err $? "Sampled packets do not have expected in-ifindex" |
| |
| log_test "tc sample lag iif" |
| |
| tc filter del dev $rp3 ingress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_md_oif_test() |
| { |
| local rp2_ifindex |
| |
| RET=0 |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 5 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 3200 -d 1msec -p 64 -A 192.0.2.1 \ |
| -B 198.51.100.1 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| rp2_ifindex=$(ip -j -p link show dev $rp2 | jq '.[]["ifindex"]') |
| grep -q -e "out-ifindex $rp2_ifindex " $CAPTURE_FILE |
| check_err $? "Sampled packets do not have expected out-ifindex" |
| |
| log_test "tc sample oif" |
| |
| tc filter del dev $rp1 ingress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_md_lag_oif_test() |
| { |
| local rp4_ifindex |
| |
| RET=0 |
| |
| tc filter add dev $rp3 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 5 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| psample_capture_start |
| |
| ip vrf exec v${h3}_bond $MZ ${h3}_bond -c 3200 -d 1msec -p 64 \ |
| -A 192.0.2.17 -B 198.51.100.17 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| rp4_ifindex=$(ip -j -p link show dev $rp4 | jq '.[]["ifindex"]') |
| grep -q -e "out-ifindex $rp4_ifindex " $CAPTURE_FILE |
| check_err $? "Sampled packets do not have expected out-ifindex" |
| |
| log_test "tc sample lag oif" |
| |
| tc filter del dev $rp3 ingress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_md_out_tc_test() |
| { |
| RET=0 |
| |
| # Output traffic class is not supported on Spectrum-1. |
| mlxsw_only_on_spectrum 2+ || return |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 5 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| # By default, all the packets should go to the same traffic class (0). |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 3200 -d 1msec -p 64 -A 192.0.2.1 \ |
| -B 198.51.100.1 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| grep -q -e "out-tc 0 " $CAPTURE_FILE |
| check_err $? "Sampled packets do not have expected out-tc (0)" |
| |
| # Map all priorities to highest traffic class (7) and check reported |
| # out-tc. |
| tc qdisc replace dev $rp2 root handle 1: \ |
| prio bands 3 priomap 0 0 0 0 0 0 0 0 |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 3200 -d 1msec -p 64 -A 192.0.2.1 \ |
| -B 198.51.100.1 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| grep -q -e "out-tc 7 " $CAPTURE_FILE |
| check_err $? "Sampled packets do not have expected out-tc (7)" |
| |
| log_test "tc sample out-tc" |
| |
| tc qdisc del dev $rp2 root handle 1: |
| tc filter del dev $rp1 ingress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_md_out_tc_occ_test() |
| { |
| local backlog pct occ |
| |
| RET=0 |
| |
| # Output traffic class occupancy is not supported on Spectrum-1. |
| mlxsw_only_on_spectrum 2+ || return |
| |
| tc filter add dev $rp1 ingress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 1024 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| # Configure a shaper on egress to create congestion. |
| tc qdisc replace dev $rp2 root handle 1: \ |
| tbf rate 1Mbit burst 256k limit 1M |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 0 -d 1usec -p 1400 -A 192.0.2.1 \ |
| -B 198.51.100.1 -t udp dp=52768,sp=42768 -q & |
| |
| # Allow congestion to reach steady state. |
| sleep 10 |
| |
| backlog=$(tc -j -p -s qdisc show dev $rp2 | jq '.[0]["backlog"]') |
| |
| # Kill mausezahn. |
| { kill %% && wait %%; } 2>/dev/null |
| |
| psample_capture_stop |
| |
| # Record last congestion sample. |
| occ=$(grep -e "out-tc-occ " $CAPTURE_FILE | tail -n 1 | \ |
| cut -d ' ' -f 16) |
| |
| pct=$((100 * (occ - backlog) / backlog)) |
| (( -1 <= pct && pct <= 1)) |
| check_err $? "Recorded a congestion of $backlog bytes, but sampled congestion is $occ bytes, which is $pct% off. Required accuracy is +-5%" |
| |
| log_test "tc sample out-tc-occ" |
| |
| tc qdisc del dev $rp2 root handle 1: |
| tc filter del dev $rp1 ingress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_md_latency_test() |
| { |
| RET=0 |
| |
| # Egress sampling not supported on Spectrum-1. |
| mlxsw_only_on_spectrum 2+ || return |
| |
| tc filter add dev $rp2 egress protocol all pref 1 handle 101 matchall \ |
| skip_sw action sample rate 5 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 3200 -d 1msec -p 64 -A 192.0.2.1 \ |
| -B 198.51.100.1 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| grep -q -e "latency " $CAPTURE_FILE |
| check_err $? "Sampled packets do not have latency attribute" |
| |
| log_test "tc sample latency" |
| |
| tc filter del dev $rp2 egress protocol all pref 1 handle 101 matchall |
| } |
| |
| tc_sample_acl_group_conflict_test() |
| { |
| RET=0 |
| |
| # Test that two flower sampling rules cannot be configured on the same |
| # port with different groups. |
| |
| # Policy-based sampling is not supported on Spectrum-1. |
| mlxsw_only_on_spectrum 2+ || return |
| |
| tc filter add dev $rp1 ingress protocol ip pref 1 handle 101 flower \ |
| skip_sw action sample rate 1024 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| tc filter add dev $rp1 ingress protocol ip pref 2 handle 102 flower \ |
| skip_sw action sample rate 1024 group 1 |
| check_err $? "Failed to configure sampling rule with same group" |
| |
| tc filter add dev $rp1 ingress protocol ip pref 3 handle 103 flower \ |
| skip_sw action sample rate 1024 group 2 &> /dev/null |
| check_fail $? "Managed to configure sampling rule with conflicting group" |
| |
| log_test "tc sample (w/ flower) group conflict test" |
| |
| tc filter del dev $rp1 ingress protocol ip pref 2 handle 102 flower |
| tc filter del dev $rp1 ingress protocol ip pref 1 handle 101 flower |
| } |
| |
| __tc_sample_acl_rate_test() |
| { |
| local bind=$1; shift |
| local port=$1; shift |
| local pkts pct |
| |
| RET=0 |
| |
| # Policy-based sampling is not supported on Spectrum-1. |
| mlxsw_only_on_spectrum 2+ || return |
| |
| tc filter add dev $port $bind protocol ip pref 1 handle 101 flower \ |
| skip_sw dst_ip 198.51.100.1 action sample rate 32 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 320000 -d 100usec -p 64 -A 192.0.2.1 \ |
| -B 198.51.100.1 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| pkts=$(grep -e "group 1 " $CAPTURE_FILE | wc -l) |
| pct=$((100 * (pkts - 10000) / 10000)) |
| (( -25 <= pct && pct <= 25)) |
| check_err $? "Expected 10000 packets, got $pkts packets, which is $pct% off. Required accuracy is +-25%" |
| |
| # Setup a filter that should not match any packet and make sure packets |
| # are not sampled. |
| tc filter del dev $port $bind protocol ip pref 1 handle 101 flower |
| |
| tc filter add dev $port $bind protocol ip pref 1 handle 101 flower \ |
| skip_sw dst_ip 198.51.100.10 action sample rate 32 group 1 |
| check_err $? "Failed to configure sampling rule" |
| |
| psample_capture_start |
| |
| ip vrf exec v$h1 $MZ $h1 -c 3200 -d 1msec -p 64 -A 192.0.2.1 \ |
| -B 198.51.100.1 -t udp dp=52768,sp=42768 -q |
| |
| psample_capture_stop |
| |
| grep -q -e "group 1 " $CAPTURE_FILE |
| check_fail $? "Sampled packets when should not" |
| |
| log_test "tc sample (w/ flower) rate ($bind)" |
| |
| tc filter del dev $port $bind protocol ip pref 1 handle 101 flower |
| } |
| |
| tc_sample_acl_rate_test() |
| { |
| __tc_sample_acl_rate_test ingress $rp1 |
| __tc_sample_acl_rate_test egress $rp2 |
| } |
| |
| tc_sample_acl_max_rate_test() |
| { |
| RET=0 |
| |
| # Policy-based sampling is not supported on Spectrum-1. |
| mlxsw_only_on_spectrum 2+ || return |
| |
| tc filter add dev $rp1 ingress protocol ip pref 1 handle 101 flower \ |
| skip_sw action sample rate $((2 ** 24 - 1)) group 1 |
| check_err $? "Failed to configure sampling rule with max rate" |
| |
| tc filter del dev $rp1 ingress protocol ip pref 1 handle 101 flower |
| |
| tc filter add dev $rp1 ingress protocol ip pref 1 handle 101 flower \ |
| skip_sw action sample rate $((2 ** 24)) \ |
| group 1 &> /dev/null |
| check_fail $? "Managed to configure sampling rate above maximum" |
| |
| log_test "tc sample (w/ flower) maximum rate" |
| } |
| |
| trap cleanup EXIT |
| |
| setup_prepare |
| setup_wait |
| |
| tests_run |
| |
| exit $EXIT_STATUS |
