Back to home page

OSCL-LXR

 
 

    


0001 #!/bin/sh
0002 # SPDX-License-Identifier: GPL-2.0
0003 
0004 readonly STATS="$(mktemp -p /tmp ns-XXXXXX)"
0005 readonly BASE=`basename $STATS`
0006 readonly SRC=2
0007 readonly DST=1
0008 readonly DST_NAT=100
0009 readonly NS_SRC=$BASE$SRC
0010 readonly NS_DST=$BASE$DST
0011 
0012 # "baremetal" network used for raw UDP traffic
0013 readonly BM_NET_V4=192.168.1.
0014 readonly BM_NET_V6=2001:db8::
0015 
0016 readonly CPUS=`nproc`
0017 ret=0
0018 
0019 cleanup() {
0020         local ns
0021         local jobs
0022         readonly jobs="$(jobs -p)"
0023         [ -n "${jobs}" ] && kill -1 ${jobs} 2>/dev/null
0024         rm -f $STATS
0025 
0026         for ns in $NS_SRC $NS_DST; do
0027                 ip netns del $ns 2>/dev/null
0028         done
0029 }
0030 
0031 trap cleanup EXIT
0032 
0033 create_ns() {
0034         local ns
0035 
0036         for ns in $NS_SRC $NS_DST; do
0037                 ip netns add $ns
0038                 ip -n $ns link set dev lo up
0039         done
0040 
0041         ip link add name veth$SRC type veth peer name veth$DST
0042 
0043         for ns in $SRC $DST; do
0044                 ip link set dev veth$ns netns $BASE$ns up
0045                 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V4$ns/24
0046                 ip -n $BASE$ns addr add dev veth$ns $BM_NET_V6$ns/64 nodad
0047         done
0048         echo "#kernel" > $BASE
0049         chmod go-rw $BASE
0050 }
0051 
0052 __chk_flag() {
0053         local msg="$1"
0054         local target=$2
0055         local expected=$3
0056         local flagname=$4
0057 
0058         local flag=`ip netns exec $BASE$target ethtool -k veth$target |\
0059                     grep $flagname | awk '{print $2}'`
0060 
0061         printf "%-60s" "$msg"
0062         if [ "$flag" = "$expected" ]; then
0063                 echo " ok "
0064         else
0065                 echo " fail - expected $expected found $flag"
0066                 ret=1
0067         fi
0068 }
0069 
0070 chk_gro_flag() {
0071         __chk_flag "$1" $2 $3 generic-receive-offload
0072 }
0073 
0074 chk_tso_flag() {
0075         __chk_flag "$1" $2 $3 tcp-segmentation-offload
0076 }
0077 
0078 chk_channels() {
0079         local msg="$1"
0080         local target=$2
0081         local rx=$3
0082         local tx=$4
0083 
0084         local dev=veth$target
0085 
0086         local cur_rx=`ip netns exec $BASE$target ethtool -l $dev |\
0087                 grep RX: | tail -n 1 | awk '{print $2}' `
0088                 local cur_tx=`ip netns exec $BASE$target ethtool -l $dev |\
0089                 grep TX: | tail -n 1 | awk '{print $2}'`
0090         local cur_combined=`ip netns exec $BASE$target ethtool -l $dev |\
0091                 grep Combined: | tail -n 1 | awk '{print $2}'`
0092 
0093         printf "%-60s" "$msg"
0094         if [ "$cur_rx" = "$rx" -a "$cur_tx" = "$tx" -a "$cur_combined" = "n/a" ]; then
0095                 echo " ok "
0096         else
0097                 echo " fail rx:$rx:$cur_rx tx:$tx:$cur_tx combined:n/a:$cur_combined"
0098         fi
0099 }
0100 
0101 chk_gro() {
0102         local msg="$1"
0103         local expected=$2
0104 
0105         ip netns exec $BASE$SRC ping -qc 1 $BM_NET_V4$DST >/dev/null
0106         NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat -n
0107 
0108         printf "%-60s" "$msg"
0109         ip netns exec $BASE$DST ./udpgso_bench_rx -C 1000 -R 10 &
0110         local spid=$!
0111         sleep 0.1
0112 
0113         ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 13000 -S 1300 -M 1 -D $BM_NET_V4$DST
0114         local retc=$?
0115         wait $spid
0116         local rets=$?
0117         if [ ${rets} -ne 0 ] || [ ${retc} -ne 0 ]; then
0118                 echo " fail client exit code $retc, server $rets"
0119                 ret=1
0120                 return
0121         fi
0122 
0123         local pkts=`NSTAT_HISTORY=$STATS ip netns exec $NS_DST nstat IpInReceives | \
0124                     awk '{print $2}' | tail -n 1`
0125         if [ "$pkts" = "$expected" ]; then
0126                 echo " ok "
0127         else
0128                 echo " fail - got $pkts packets, expected $expected "
0129                 ret=1
0130         fi
0131 }
0132 
0133 __change_channels()
0134 {
0135         local cur_cpu
0136         local end=$1
0137         local cur
0138         local i
0139 
0140         while true; do
0141                 printf -v cur '%(%s)T'
0142                 [ $cur -le $end ] || break
0143 
0144                 for i in `seq 1 $CPUS`; do
0145                         ip netns exec $NS_SRC ethtool -L veth$SRC rx $i tx $i
0146                         ip netns exec $NS_DST ethtool -L veth$DST rx $i tx $i
0147                 done
0148 
0149                 for i in `seq 1 $((CPUS - 1))`; do
0150                         cur_cpu=$((CPUS - $i))
0151                         ip netns exec $NS_SRC ethtool -L veth$SRC rx $cur_cpu tx $cur_cpu
0152                         ip netns exec $NS_DST ethtool -L veth$DST rx $cur_cpu tx $cur_cpu
0153                 done
0154         done
0155 }
0156 
0157 __send_data() {
0158         local end=$1
0159 
0160         while true; do
0161                 printf -v cur '%(%s)T'
0162                 [ $cur -le $end ] || break
0163 
0164                 ip netns exec $NS_SRC ./udpgso_bench_tx -4 -s 1000 -M 300 -D $BM_NET_V4$DST
0165         done
0166 }
0167 
0168 do_stress() {
0169         local end
0170         printf -v end '%(%s)T'
0171         end=$((end + $STRESS))
0172 
0173         ip netns exec $NS_SRC ethtool -L veth$SRC rx 3 tx 3
0174         ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3
0175 
0176         ip netns exec $NS_DST ./udpgso_bench_rx &
0177         local rx_pid=$!
0178 
0179         echo "Running stress test for $STRESS seconds..."
0180         __change_channels $end &
0181         local ch_pid=$!
0182         __send_data $end &
0183         local data_pid_1=$!
0184         __send_data $end &
0185         local data_pid_2=$!
0186         __send_data $end &
0187         local data_pid_3=$!
0188         __send_data $end &
0189         local data_pid_4=$!
0190 
0191         wait $ch_pid $data_pid_1 $data_pid_2 $data_pid_3 $data_pid_4
0192         kill -9 $rx_pid
0193         echo "done"
0194 
0195         # restore previous setting
0196         ip netns exec $NS_SRC ethtool -L veth$SRC rx 2 tx 2
0197         ip netns exec $NS_DST ethtool -L veth$DST rx 2 tx 1
0198 }
0199 
0200 usage() {
0201         echo "Usage: $0 [-h] [-s <seconds>]"
0202         echo -e "\t-h: show this help"
0203         echo -e "\t-s: run optional stress tests for the given amount of seconds"
0204 }
0205 
0206 STRESS=0
0207 while getopts "hs:" option; do
0208         case "$option" in
0209         "h")
0210                 usage $0
0211                 exit 0
0212                 ;;
0213         "s")
0214                 STRESS=$OPTARG
0215                 ;;
0216         esac
0217 done
0218 
0219 if [ ! -f ../bpf/xdp_dummy.o ]; then
0220         echo "Missing xdp_dummy helper. Build bpf selftest first"
0221         exit 1
0222 fi
0223 
0224 [ $CPUS -lt 2 ] && echo "Only one CPU available, some tests will be skipped"
0225 [ $STRESS -gt 0 -a $CPUS -lt 3 ] && echo " stress test will be skipped, too"
0226 
0227 create_ns
0228 chk_gro_flag "default - gro flag" $SRC off
0229 chk_gro_flag "        - peer gro flag" $DST off
0230 chk_tso_flag "        - tso flag" $SRC on
0231 chk_tso_flag "        - peer tso flag" $DST on
0232 chk_gro "        - aggregation" 1
0233 ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off
0234 chk_gro "        - aggregation with TSO off" 10
0235 cleanup
0236 
0237 create_ns
0238 ip netns exec $NS_DST ethtool -K veth$DST gro on
0239 chk_gro_flag "with gro on - gro flag" $DST on
0240 chk_gro_flag "        - peer gro flag" $SRC off
0241 chk_tso_flag "        - tso flag" $SRC on
0242 chk_tso_flag "        - peer tso flag" $DST on
0243 ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off
0244 ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
0245 chk_gro "        - aggregation with TSO off" 1
0246 cleanup
0247 
0248 create_ns
0249 chk_channels "default channels" $DST 1 1
0250 
0251 ip -n $NS_DST link set dev veth$DST down
0252 ip netns exec $NS_DST ethtool -K veth$DST gro on
0253 chk_gro_flag "with gro enabled on link down - gro flag" $DST on
0254 chk_gro_flag "        - peer gro flag" $SRC off
0255 chk_tso_flag "        - tso flag" $SRC on
0256 chk_tso_flag "        - peer tso flag" $DST on
0257 ip -n $NS_DST link set dev veth$DST up
0258 ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off
0259 ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
0260 chk_gro "        - aggregation with TSO off" 1
0261 cleanup
0262 
0263 create_ns
0264 
0265 CUR_TX=1
0266 CUR_RX=1
0267 if [ $CPUS -gt 1 ]; then
0268         ip netns exec $NS_DST ethtool -L veth$DST tx 2
0269         chk_channels "setting tx channels" $DST 1 2
0270         CUR_TX=2
0271 fi
0272 
0273 if [ $CPUS -gt 2 ]; then
0274         ip netns exec $NS_DST ethtool -L veth$DST rx 3 tx 3
0275         chk_channels "setting both rx and tx channels" $DST 3 3
0276         CUR_RX=3
0277         CUR_TX=3
0278 fi
0279 
0280 ip netns exec $NS_DST ethtool -L veth$DST combined 2 2>/dev/null
0281 chk_channels "bad setting: combined channels" $DST $CUR_RX $CUR_TX
0282 
0283 ip netns exec $NS_DST ethtool -L veth$DST tx $((CPUS + 1)) 2>/dev/null
0284 chk_channels "setting invalid channels nr" $DST $CUR_RX $CUR_TX
0285 
0286 if [ $CPUS -gt 1 ]; then
0287         # this also tests queues nr reduction
0288         ip netns exec $NS_DST ethtool -L veth$DST rx 1 tx 2 2>/dev/null
0289         ip netns exec $NS_SRC ethtool -L veth$SRC rx 1 tx 2 2>/dev/null
0290         printf "%-60s" "bad setting: XDP with RX nr less than TX"
0291         ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o \
0292                 section xdp 2>/dev/null &&\
0293                 echo "fail - set operation successful ?!?" || echo " ok "
0294 
0295         # the following tests will run with multiple channels active
0296         ip netns exec $NS_SRC ethtool -L veth$SRC rx 2
0297         ip netns exec $NS_DST ethtool -L veth$DST rx 2
0298         ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o \
0299                 section xdp 2>/dev/null
0300         printf "%-60s" "bad setting: reducing RX nr below peer TX with XDP set"
0301         ip netns exec $NS_DST ethtool -L veth$DST rx 1 2>/dev/null &&\
0302                 echo "fail - set operation successful ?!?" || echo " ok "
0303         CUR_RX=2
0304         CUR_TX=2
0305 fi
0306 
0307 if [ $CPUS -gt 2 ]; then
0308         printf "%-60s" "bad setting: increasing peer TX nr above RX with XDP set"
0309         ip netns exec $NS_SRC ethtool -L veth$SRC tx 3 2>/dev/null &&\
0310                 echo "fail - set operation successful ?!?" || echo " ok "
0311         chk_channels "setting invalid channels nr" $DST 2 2
0312 fi
0313 
0314 ip -n $NS_DST link set dev veth$DST xdp object ../bpf/xdp_dummy.o section xdp 2>/dev/null
0315 chk_gro_flag "with xdp attached - gro flag" $DST on
0316 chk_gro_flag "        - peer gro flag" $SRC off
0317 chk_tso_flag "        - tso flag" $SRC off
0318 chk_tso_flag "        - peer tso flag" $DST on
0319 ip netns exec $NS_DST ethtool -K veth$DST rx-udp-gro-forwarding on
0320 chk_gro "        - aggregation" 1
0321 
0322 
0323 ip -n $NS_DST link set dev veth$DST down
0324 ip -n $NS_SRC link set dev veth$SRC down
0325 chk_gro_flag "        - after dev off, flag" $DST on
0326 chk_gro_flag "        - peer flag" $SRC off
0327 
0328 ip netns exec $NS_DST ethtool -K veth$DST gro on
0329 ip -n $NS_DST link set dev veth$DST xdp off
0330 chk_gro_flag "        - after gro on xdp off, gro flag" $DST on
0331 chk_gro_flag "        - peer gro flag" $SRC off
0332 chk_tso_flag "        - tso flag" $SRC on
0333 chk_tso_flag "        - peer tso flag" $DST on
0334 
0335 if [ $CPUS -gt 1 ]; then
0336         ip netns exec $NS_DST ethtool -L veth$DST tx 1
0337         chk_channels "decreasing tx channels with device down" $DST 2 1
0338 fi
0339 
0340 ip -n $NS_DST link set dev veth$DST up
0341 ip -n $NS_SRC link set dev veth$SRC up
0342 chk_gro "        - aggregation" 1
0343 
0344 if [ $CPUS -gt 1 ]; then
0345         [ $STRESS -gt 0 -a $CPUS -gt 2 ] && do_stress
0346 
0347         ip -n $NS_DST link set dev veth$DST down
0348         ip -n $NS_SRC link set dev veth$SRC down
0349         ip netns exec $NS_DST ethtool -L veth$DST tx 2
0350         chk_channels "increasing tx channels with device down" $DST 2 2
0351         ip -n $NS_DST link set dev veth$DST up
0352         ip -n $NS_SRC link set dev veth$SRC up
0353 fi
0354 
0355 ip netns exec $NS_DST ethtool -K veth$DST gro off
0356 ip netns exec $NS_SRC ethtool -K veth$SRC tx-udp-segmentation off
0357 chk_gro "aggregation again with default and TSO off" 10
0358 
0359 exit $ret