mirror of
https://passt.top/passt
synced 2024-12-23 06:05:23 +00:00
2926970523
Currently we make TCP throughput measurements for spliced connections with
a number of different MTU values. However, the results from this aren't
really interesting.
Unlike with tap connections, spliced connections only involve the loopback
interface on host and container, not a "real" external interface. lo
typically has an MTU of 65535 and there is very little reason to ever
change that. So, the measurements for smaller MTUs are rarely going to be
relevant.
In addition, the fact that we can offload all the {de,}packetization to the
kernel with splice(2) means that the throughput difference between these
MTUs isn't very great anyway.
Remove the short MTUs and only show spliced throughput for the normal
65535 byte loopback MTU. This reduces runtime of the performance tests on
my laptop by about 1 minute (out of ~24 minutes).
Signed-off-by: David Gibson <david@gibson.dropbear.id.au>
Signed-off-by: Stefano Brivio <sbrivio@redhat.com>
276 lines
7.8 KiB
Plaintext
276 lines
7.8 KiB
Plaintext
# SPDX-License-Identifier: GPL-2.0-or-later
|
|
#
|
|
# PASST - Plug A Simple Socket Transport
|
|
# for qemu/UNIX domain socket mode
|
|
#
|
|
# PASTA - Pack A Subtle Tap Abstraction
|
|
# for network namespace/tap device mode
|
|
#
|
|
# test/perf/pasta_tcp - Check TCP performance in pasta mode
|
|
#
|
|
# Copyright (c) 2021 Red Hat GmbH
|
|
# Author: Stefano Brivio <sbrivio@redhat.com>
|
|
|
|
htools head ip seq bc sleep iperf3 tcp_rr tcp_crr jq sed
|
|
nstools /sbin/sysctl nproc ip seq sleep iperf3 tcp_rr tcp_crr jq sed
|
|
|
|
test pasta: throughput and latency (local connections)
|
|
|
|
ns /sbin/sysctl -w net.ipv4.tcp_rmem="131072 524288 134217728"
|
|
ns /sbin/sysctl -w net.ipv4.tcp_wmem="131072 524288 134217728"
|
|
ns /sbin/sysctl -w net.ipv4.tcp_timestamps=0
|
|
|
|
|
|
set THREADS 2
|
|
set STREAMS 2
|
|
set TIME 10
|
|
hout OMIT echo __TIME__ / 6 | bc -l
|
|
set OPTS -Z -w 4M -l 1M -P __STREAMS__ -O__OMIT__ --pacing-timer 10000
|
|
|
|
hout FREQ_PROCFS (echo "scale=1"; sed -n 's/cpu MHz.*: \([0-9]*\)\..*$/(\1+10^2\/2)\/10^3/p' /proc/cpuinfo) | bc -l | head -n1
|
|
hout FREQ_CPUFREQ (echo "scale=1"; printf '( %i + 10^5 / 2 ) / 10^6\n' $(cat /sys/devices/system/cpu/cpu0/cpufreq/scaling_max_freq) ) | bc -l
|
|
hout FREQ [ -n "__FREQ_CPUFREQ__" ] && echo __FREQ_CPUFREQ__ || echo __FREQ_PROCFS__
|
|
|
|
|
|
info Throughput in Gbps, latency in µs, __THREADS__ threads at __FREQ__ GHz, __STREAMS__ streams each
|
|
report pasta lo_tcp __THREADS__ __FREQ__
|
|
|
|
th MTU 65535B
|
|
|
|
tr TCP throughput over IPv6: ns to host
|
|
iperf3s host 100${i}3 __THREADS__
|
|
|
|
iperf3 BW ns ::1 100${i}3 __THREADS__ __TIME__ __OPTS__
|
|
bw __BW__ 15.0 20.0
|
|
|
|
iperf3k host
|
|
|
|
tl TCP RR latency over IPv6: ns to host
|
|
hostb tcp_rr --nolog -P 10003 -C 10013 -6
|
|
nsout LAT tcp_rr --nolog -P 10003 -C 10013 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 150 100
|
|
|
|
tl TCP CRR latency over IPv6: ns to host
|
|
hostb tcp_crr --nolog -P 10003 -C 10013 -6
|
|
nsout LAT tcp_crr --nolog -P 10003 -C 10013 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 500 350
|
|
|
|
|
|
tr TCP throughput over IPv4: ns to host
|
|
iperf3s host 100${i}3 __THREADS__
|
|
|
|
iperf3 BW ns 127.0.0.1 100${i}3 __THREADS__ __TIME__ __OPTS__
|
|
bw __BW__ 15.0 20.0
|
|
|
|
iperf3k host
|
|
|
|
tl TCP RR latency over IPv4: ns to host
|
|
hostb tcp_rr --nolog -P 10003 -C 10013 -4
|
|
nsout LAT tcp_rr --nolog -P 10003 -C 10013 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 150 100
|
|
|
|
tl TCP CRR latency over IPv4: ns to host
|
|
hostb tcp_crr --nolog -P 10003 -C 10013 -4
|
|
nsout LAT tcp_crr --nolog -P 10003 -C 10013 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 500 350
|
|
|
|
tr TCP throughput over IPv6: host to ns
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
|
|
iperf3 BW host ::1 100${i}2 __THREADS__ __TIME__ __OPTS__
|
|
bw __BW__ 15.0 20.0
|
|
|
|
iperf3k ns
|
|
|
|
tl TCP RR latency over IPv6: host to ns
|
|
nsb tcp_rr --nolog -P 10002 -C 10012 -6
|
|
hout LAT tcp_rr --nolog -P 10002 -C 10012 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 150 100
|
|
|
|
tl TCP CRR latency over IPv6: host to ns
|
|
nsb tcp_crr --nolog -P 10002 -C 10012 -6
|
|
hout LAT tcp_crr --nolog -P 10002 -C 10012 -6 -c -H ::1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 1000 700
|
|
|
|
|
|
tr TCP throughput over IPv4: host to ns
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
|
|
iperf3 BW host 127.0.0.1 100${i}2 __THREADS__ __TIME__ __OPTS__
|
|
bw __BW__ 15.0 20.0
|
|
|
|
iperf3k ns
|
|
|
|
tl TCP RR latency over IPv4: host to ns
|
|
nsb tcp_rr --nolog -P 10002 -C 10012 -4
|
|
hout LAT tcp_rr --nolog -P 10002 -C 10012 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 150 100
|
|
|
|
tl TCP CRR latency over IPv4: host to ns
|
|
nsb tcp_crr --nolog -P 10002 -C 10012 -4
|
|
hout LAT tcp_crr --nolog -P 10002 -C 10012 -4 -c -H 127.0.0.1 | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 1000 700
|
|
|
|
te
|
|
|
|
test pasta: throughput and latency (connections via tap)
|
|
|
|
nsout GW ip -j -4 route show|jq -rM '.[] | select(.dst == "default").gateway'
|
|
nsout GW6 ip -j -6 route show|jq -rM '.[] | select(.dst == "default").gateway'
|
|
nsout IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname'
|
|
set THREADS 1
|
|
set STREAMS 2
|
|
set OPTS -Z -P __STREAMS__ -i1 -O__OMIT__ --pacing-timer 100000
|
|
|
|
info Throughput in Gbps, latency in µs, one thread at __FREQ__ GHz, __STREAMS__ streams
|
|
report pasta tap_tcp __THREADS__ __FREQ__
|
|
|
|
th MTU 1500B 4000B 16384B 65520B
|
|
|
|
tr TCP throughput over IPv6: ns to host
|
|
iperf3s host 100${i}3 __THREADS__
|
|
|
|
ns ip link set dev __IFNAME__ mtu 1500
|
|
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -w 512k
|
|
bw __BW__ 0.2 0.4
|
|
ns ip link set dev __IFNAME__ mtu 4000
|
|
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -w 1M
|
|
bw __BW__ 0.3 0.5
|
|
ns ip link set dev __IFNAME__ mtu 16384
|
|
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -w 8M
|
|
bw __BW__ 1.5 2.0
|
|
ns ip link set dev __IFNAME__ mtu 65520
|
|
iperf3 BW ns __GW6__%__IFNAME__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -w 8M
|
|
bw __BW__ 2.0 2.5
|
|
|
|
iperf3k host
|
|
|
|
tl TCP RR latency over IPv6: ns to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
hostb tcp_rr --nolog -P 10003 -C 10013 -6
|
|
nsout LAT tcp_rr --nolog -P 10003 -C 10013 -6 -c -H __GW6__%__IFNAME__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 150 100
|
|
|
|
tl TCP CRR latency over IPv6: ns to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
hostb tcp_crr --nolog -P 10003 -C 10013 -6
|
|
nsout LAT tcp_crr --nolog -P 10003 -C 10013 -6 -c -H __GW6__%__IFNAME__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 1500 500
|
|
|
|
|
|
tr TCP throughput over IPv4: ns to host
|
|
iperf3s host 100${i}3 __THREADS__
|
|
|
|
ns ip link set dev __IFNAME__ mtu 1500
|
|
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -w 512k
|
|
bw __BW__ 0.2 0.4
|
|
ns ip link set dev __IFNAME__ mtu 4000
|
|
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -w 1M
|
|
bw __BW__ 0.3 0.5
|
|
ns ip link set dev __IFNAME__ mtu 16384
|
|
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -w 8M
|
|
bw __BW__ 1.5 2.0
|
|
ns ip link set dev __IFNAME__ mtu 65520
|
|
iperf3 BW ns __GW__ 100${i}3 __THREADS__ __TIME__ __OPTS__ -w 8M
|
|
bw __BW__ 2.0 2.5
|
|
|
|
iperf3k host
|
|
|
|
tl TCP RR latency over IPv4: ns to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
hostb tcp_rr --nolog -P 10003 -C 10013 -4
|
|
nsout LAT tcp_rr --nolog -P 10003 -C 10013 -4 -c -H __GW__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 150 100
|
|
|
|
tl TCP CRR latency over IPv4: ns to host
|
|
lat -
|
|
lat -
|
|
lat -
|
|
hostb tcp_crr --nolog -P 10003 -C 10013 -4
|
|
nsout LAT tcp_crr --nolog -P 10003 -C 10013 -4 -c -H __GW__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
hostw
|
|
lat __LAT__ 1500 500
|
|
|
|
tr TCP throughput over IPv6: host to ns
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
|
|
nsout IFNAME ip -j link show | jq -rM '.[] | select(.link_type == "ether").ifname'
|
|
nsout ADDR6 ip -j -6 addr show|jq -rM '.[] | select(.ifname == "__IFNAME__").addr_info[] | select(.scope == "global" and .prefixlen == 64).local'
|
|
bw -
|
|
bw -
|
|
bw -
|
|
iperf3 BW host __ADDR6__ 100${i}2 __THREADS__ __TIME__ __OPTS__
|
|
bw __BW__ 8.0 10.0
|
|
|
|
iperf3k ns
|
|
|
|
tl TCP RR latency over IPv6: host to ns
|
|
lat -
|
|
lat -
|
|
lat -
|
|
nsb tcp_rr --nolog -P 10002 -C 10012 -6
|
|
hout LAT tcp_rr --nolog -P 10002 -C 10012 -6 -c -H __ADDR6__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 150 100
|
|
|
|
tl TCP CRR latency over IPv6: host to ns
|
|
lat -
|
|
lat -
|
|
lat -
|
|
sleep 1
|
|
nsb tcp_crr --nolog -P 10002 -C 10012 -6
|
|
hout LAT tcp_crr --nolog -P 10002 -C 10012 -6 -c -H __ADDR6__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 5000 10000
|
|
|
|
|
|
tr TCP throughput over IPv4: host to ns
|
|
iperf3s ns 100${i}2 __THREADS__
|
|
|
|
nsout ADDR ip -j -4 addr show|jq -rM '.[] | select(.ifname == "__IFNAME__").addr_info[0].local'
|
|
bw -
|
|
bw -
|
|
bw -
|
|
iperf3 BW host __ADDR__ 100${i}2 __THREADS__ __TIME__ __OPTS__
|
|
bw __BW__ 8.0 10.0
|
|
|
|
iperf3k ns
|
|
|
|
tl TCP RR latency over IPv4: host to ns
|
|
lat -
|
|
lat -
|
|
lat -
|
|
nsb tcp_rr --nolog -P 10002 -C 10012 -4
|
|
hout LAT tcp_rr --nolog -P 10002 -C 10012 -4 -c -H __ADDR__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 150 100
|
|
|
|
tl TCP CRR latency over IPv4: host to ns
|
|
lat -
|
|
lat -
|
|
lat -
|
|
sleep 1
|
|
nsb tcp_crr --nolog -P 10002 -C 10012 -4
|
|
hout LAT tcp_crr --nolog -P 10002 -C 10012 -4 -c -H __ADDR__ | sed -n 's/^throughput=\(.*\)/\1/p'
|
|
nsw
|
|
lat __LAT__ 5000 10000
|
|
|
|
te
|