net/mptcp/simult_flows.sh

0001 #!/bin/bash
0002 # SPDX-License-Identifier: GPL-2.0
0003
0004 rndh=$(printf %x $sec)-$(mktemp -u XXXXXX)
0005 ns1="ns1-$rndh"
0006 ns2="ns2-$rndh"
0007 ns3="ns3-$rndh"
0008 capture=false
0009 ksft_skip=4
0010 timeout_poll=30
0011 timeout_test=$((timeout_poll * 2 + 1))
0012 test_cnt=1
0013 ret=0
0014 bail=0
0015 slack=50
0016
0017 usage() {
0018         echo "Usage: $0 [ -b ] [ -c ] [ -d ]"
0019         echo -e "\t-b: bail out after first error, otherwise runs al testcases"
0020         echo -e "\t-c: capture packets for each test using tcpdump (default: no capture)"
0021         echo -e "\t-d: debug this script"
0022 }
0023
0024 cleanup()
0025 {
0026         rm -f "$cout" "$sout"
0027         rm -f "$large" "$small"
0028         rm -f "$capout"
0029
0030         local netns
0031         for netns in "$ns1" "$ns2" "$ns3";do
0032                 ip netns del $netns
0033         done
0034 }
0035
0036 ip -Version > /dev/null 2>&1
0037 if [ $? -ne 0 ];then
0038         echo "SKIP: Could not run test without ip tool"
0039         exit $ksft_skip
0040 fi
0041
0042 #  "$ns1"              ns2                    ns3
0043 #     ns1eth1    ns2eth1   ns2eth3      ns3eth1
0044 #            netem
0045 #     ns1eth2    ns2eth2
0046 #            netem
0047
0048 setup()
0049 {
0050         large=$(mktemp)
0051         small=$(mktemp)
0052         sout=$(mktemp)
0053         cout=$(mktemp)
0054         capout=$(mktemp)
0055         size=$((2 * 2048 * 4096))
0056
0057         dd if=/dev/zero of=$small bs=4096 count=20 >/dev/null 2>&1
0058         dd if=/dev/zero of=$large bs=4096 count=$((size / 4096)) >/dev/null 2>&1
0059
0060         trap cleanup EXIT
0061
0062         for i in "$ns1" "$ns2" "$ns3";do
0063                 ip netns add $i || exit $ksft_skip
0064                 ip -net $i link set lo up
0065                 ip netns exec $i sysctl -q net.ipv4.conf.all.rp_filter=0
0066                 ip netns exec $i sysctl -q net.ipv4.conf.default.rp_filter=0
0067         done
0068
0069         ip link add ns1eth1 netns "$ns1" type veth peer name ns2eth1 netns "$ns2"
0070         ip link add ns1eth2 netns "$ns1" type veth peer name ns2eth2 netns "$ns2"
0071         ip link add ns2eth3 netns "$ns2" type veth peer name ns3eth1 netns "$ns3"
0072
0073         ip -net "$ns1" addr add 10.0.1.1/24 dev ns1eth1
0074         ip -net "$ns1" addr add dead:beef:1::1/64 dev ns1eth1 nodad
0075         ip -net "$ns1" link set ns1eth1 up mtu 1500
0076         ip -net "$ns1" route add default via 10.0.1.2
0077         ip -net "$ns1" route add default via dead:beef:1::2
0078
0079         ip -net "$ns1" addr add 10.0.2.1/24 dev ns1eth2
0080         ip -net "$ns1" addr add dead:beef:2::1/64 dev ns1eth2 nodad
0081         ip -net "$ns1" link set ns1eth2 up mtu 1500
0082         ip -net "$ns1" route add default via 10.0.2.2 metric 101
0083         ip -net "$ns1" route add default via dead:beef:2::2 metric 101
0084
0085         ip netns exec "$ns1" ./pm_nl_ctl limits 1 1
0086         ip netns exec "$ns1" ./pm_nl_ctl add 10.0.2.1 dev ns1eth2 flags subflow
0087
0088         ip -net "$ns2" addr add 10.0.1.2/24 dev ns2eth1
0089         ip -net "$ns2" addr add dead:beef:1::2/64 dev ns2eth1 nodad
0090         ip -net "$ns2" link set ns2eth1 up mtu 1500
0091
0092         ip -net "$ns2" addr add 10.0.2.2/24 dev ns2eth2
0093         ip -net "$ns2" addr add dead:beef:2::2/64 dev ns2eth2 nodad
0094         ip -net "$ns2" link set ns2eth2 up mtu 1500
0095
0096         ip -net "$ns2" addr add 10.0.3.2/24 dev ns2eth3
0097         ip -net "$ns2" addr add dead:beef:3::2/64 dev ns2eth3 nodad
0098         ip -net "$ns2" link set ns2eth3 up mtu 1500
0099         ip netns exec "$ns2" sysctl -q net.ipv4.ip_forward=1
0100         ip netns exec "$ns2" sysctl -q net.ipv6.conf.all.forwarding=1
0101
0102         ip -net "$ns3" addr add 10.0.3.3/24 dev ns3eth1
0103         ip -net "$ns3" addr add dead:beef:3::3/64 dev ns3eth1 nodad
0104         ip -net "$ns3" link set ns3eth1 up mtu 1500
0105         ip -net "$ns3" route add default via 10.0.3.2
0106         ip -net "$ns3" route add default via dead:beef:3::2
0107
0108         ip netns exec "$ns3" ./pm_nl_ctl limits 1 1
0109
0110         # debug build can slow down measurably the test program
0111         # we use quite tight time limit on the run-time, to ensure
0112         # maximum B/W usage.
0113         # Use kmemleak/lockdep/kasan/prove_locking presence as a rough
0114         # estimate for this being a debug kernel and increase the
0115         # maximum run-time accordingly. Observed run times for CI builds
0116         # running selftests, including kbuild, were used to determine the
0117         # amount of time to add.
0118         grep -q ' kmemleak_init$\| lockdep_init$\| kasan_init$\| prove_locking$' /proc/kallsyms && slack=$((slack+550))
0119 }
0120
0121 # $1: ns, $2: port
0122 wait_local_port_listen()
0123 {
0124         local listener_ns="${1}"
0125         local port="${2}"
0126
0127         local port_hex i
0128
0129         port_hex="$(printf "%04X" "${port}")"
0130         for i in $(seq 10); do
0131                 ip netns exec "${listener_ns}" cat /proc/net/tcp* | \
0132                         awk "BEGIN {rc=1} {if (\$2 ~ /:${port_hex}\$/ && \$4 ~ /0A/) {rc=0; exit}} END {exit rc}" &&
0133                         break
0134                 sleep 0.1
0135         done
0136 }
0137
0138 do_transfer()
0139 {
0140         local cin=$1
0141         local sin=$2
0142         local max_time=$3
0143         local port
0144         port=$((10000+$test_cnt))
0145         test_cnt=$((test_cnt+1))
0146
0147         :> "$cout"
0148         :> "$sout"
0149         :> "$capout"
0150
0151         local addr_port
0152         addr_port=$(printf "%s:%d" ${connect_addr} ${port})
0153
0154         if $capture; then
0155                 local capuser
0156                 if [ -z $SUDO_USER ] ; then
0157                         capuser=""
0158                 else
0159                         capuser="-Z $SUDO_USER"
0160                 fi
0161
0162                 local capfile="${rndh}-${port}"
0163                 local capopt="-i any -s 65535 -B 32768 ${capuser}"
0164
0165                 ip netns exec ${ns3}  tcpdump ${capopt} -w "${capfile}-listener.pcap"  >> "${capout}" 2>&1 &
0166                 local cappid_listener=$!
0167
0168                 ip netns exec ${ns1} tcpdump ${capopt} -w "${capfile}-connector.pcap" >> "${capout}" 2>&1 &
0169                 local cappid_connector=$!
0170
0171                 sleep 1
0172         fi
0173
0174         timeout ${timeout_test} \
0175                 ip netns exec ${ns3} \
0176                         ./mptcp_connect -jt ${timeout_poll} -l -p $port -T $time \
0177                                 0.0.0.0 < "$sin" > "$sout" &
0178         local spid=$!
0179
0180         wait_local_port_listen "${ns3}" "${port}"
0181
0182         timeout ${timeout_test} \
0183                 ip netns exec ${ns1} \
0184                         ./mptcp_connect -jt ${timeout_poll} -p $port -T $time \
0185                                 10.0.3.3 < "$cin" > "$cout" &
0186         local cpid=$!
0187
0188         wait $cpid
0189         local retc=$?
0190         wait $spid
0191         local rets=$?
0192
0193         if $capture; then
0194                 sleep 1
0195                 kill ${cappid_listener}
0196                 kill ${cappid_connector}
0197         fi
0198
0199         cmp $sin $cout > /dev/null 2>&1
0200         local cmps=$?
0201         cmp $cin $sout > /dev/null 2>&1
0202         local cmpc=$?
0203
0204         printf "%-16s" " max $max_time "
0205         if [ $retc -eq 0 ] && [ $rets -eq 0 ] && \
0206            [ $cmpc -eq 0 ] && [ $cmps -eq 0 ]; then
0207                 echo "[ OK ]"
0208                 cat "$capout"
0209                 return 0
0210         fi
0211
0212         echo " [ fail ]"
0213         echo "client exit code $retc, server $rets" 1>&2
0214         echo -e "\nnetns ${ns3} socket stat for $port:" 1>&2
0215         ip netns exec ${ns3} ss -nita 1>&2 -o "sport = :$port"
0216         echo -e "\nnetns ${ns1} socket stat for $port:" 1>&2
0217         ip netns exec ${ns1} ss -nita 1>&2 -o "dport = :$port"
0218         ls -l $sin $cout
0219         ls -l $cin $sout
0220
0221         cat "$capout"
0222         return 1
0223 }
0224
0225 run_test()
0226 {
0227         local rate1=$1
0228         local rate2=$2
0229         local delay1=$3
0230         local delay2=$4
0231         local lret
0232         local dev
0233         shift 4
0234         local msg=$*
0235
0236         [ $delay1 -gt 0 ] && delay1="delay $delay1" || delay1=""
0237         [ $delay2 -gt 0 ] && delay2="delay $delay2" || delay2=""
0238
0239         for dev in ns1eth1 ns1eth2; do
0240                 tc -n $ns1 qdisc del dev $dev root >/dev/null 2>&1
0241         done
0242         for dev in ns2eth1 ns2eth2; do
0243                 tc -n $ns2 qdisc del dev $dev root >/dev/null 2>&1
0244         done
0245         tc -n $ns1 qdisc add dev ns1eth1 root netem rate ${rate1}mbit $delay1
0246         tc -n $ns1 qdisc add dev ns1eth2 root netem rate ${rate2}mbit $delay2
0247         tc -n $ns2 qdisc add dev ns2eth1 root netem rate ${rate1}mbit $delay1
0248         tc -n $ns2 qdisc add dev ns2eth2 root netem rate ${rate2}mbit $delay2
0249
0250         # time is measured in ms, account for transfer size, affegated link speed
0251         # and header overhead (10%)
0252         local time=$((size * 8 * 1000 * 10 / (( $rate1 + $rate2) * 1024 *1024 * 9) ))
0253
0254         # mptcp_connect will do some sleeps to allow the mp_join handshake
0255         # completion (see mptcp_connect): 200ms on each side, add some slack
0256         time=$((time + 400 + slack))
0257
0258         printf "%-60s" "$msg"
0259         do_transfer $small $large $time
0260         lret=$?
0261         if [ $lret -ne 0 ]; then
0262                 ret=$lret
0263                 [ $bail -eq 0 ] || exit $ret
0264         fi
0265
0266         printf "%-60s" "$msg - reverse direction"
0267         do_transfer $large $small $time
0268         lret=$?
0269         if [ $lret -ne 0 ]; then
0270                 ret=$lret
0271                 [ $bail -eq 0 ] || exit $ret
0272         fi
0273 }
0274
0275 while getopts "bcdh" option;do
0276         case "$option" in
0277         "h")
0278                 usage $0
0279                 exit 0
0280                 ;;
0281         "b")
0282                 bail=1
0283                 ;;
0284         "c")
0285                 capture=true
0286                 ;;
0287         "d")
0288                 set -x
0289                 ;;
0290         "?")
0291                 usage $0
0292                 exit 1
0293                 ;;
0294         esac
0295 done
0296
0297 setup
0298 run_test 10 10 0 0 "balanced bwidth"
0299 run_test 10 10 1 50 "balanced bwidth with unbalanced delay"
0300
0301 # we still need some additional infrastructure to pass the following test-cases
0302 run_test 30 10 0 0 "unbalanced bwidth"
0303 run_test 30 10 1 50 "unbalanced bwidth with unbalanced delay"
0304 run_test 30 10 50 1 "unbalanced bwidth with opposed, unbalanced delay"
0305 exit $ret