# 2024-10-16 1821Z # iperf3 target: ============= FreeBSD 14.1-STABLE stable/14-n268832-647860bff214 GENERIC amd64 1401502 1401502 % doas ifconfig em0 -lro -txcsum -rxcsum -vlanhwcsum -vlanhwtso This has to be run on the target otherwise there's millions of checksum errors ifconfig em0 em0: flags=1008943 metric 0 mtu 1500 options=4c12038 ether [redacted] inet 192.168.1.232 netmask 0xffffff00 broadcast 192.168.1.255 media: Ethernet 1000baseT status: active nd6 options=29 running on this interface, looking for checksum errors: % doas tcpdump -s0 -vnei em0 port 5201 | ug incorrect bhyve host 192.168.1.101 ======================== FreeBSD 15.0-CURRENT #1 n271832-04262ed78d23: Sun Sep 8 17:21:42 BST 2024 ifconfig bge0 bge0: flags=1008943 metric 0 mtu 1500 options=c0199 ether [redacted] inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 media: Ethernet 1000baseT status: active nd6 options=29 tcp_rack_load="YES" in /boot/loader.conf net.inet.tcp.functions_default=rack in /etc/sysctl.conf iperf3 -B 192.168.1.101 -c 192.168.1.232 -l 1M -t 30 -i 2 ; netstat -nCRp tcp | egrep "Active|Proto|5201" - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-30.00 sec 3.29 GBytes 942 Mbits/sec 36 sender [ 5] 0.00-30.03 sec 3.29 GBytes 941 Mbits/sec receiver iperf Done. Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.1.101.11062 192.168.1.232.5201 00000000 0 cubic 14983 385500 1460 off testing freebsd vms *ALL ARE GENERIC-NODEBUG* ============================================= 1. vm12 FreeBSD 15.0-CURRENT #0 main-n272990-bf8d4cfe347b: Wed Oct 16 13:51:27 BST 2024 ifconfig vtnet0 vtnet0: flags=1008843 metric 0 mtu 1500 options=80028 ether [redacted] inet 192.168.1.64 netmask 0xffffff00 broadcast 192.168.1.255 media: Ethernet autoselect (10Gbase-T ) status: active nd6 options=29 standard install, only rebuilt to remove debugging, nothing network related in loader.conf or sysctl.conf % iperf3 -B 192.168.1.64 -c 192.168.1.232 -l 1M -t 30 -i 2 ; netstat -nCRp tcp | egrep "Active|Proto|5201" - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-30.07 sec 2.83 GBytes 807 Mbits/sec 380 sender [ 5] 0.00-30.09 sec 2.83 GBytes 807 Mbits/sec receiver iperf Done. Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 1033588 192.168.1.64.63393 192.168.1.232.5201 00000000 63 cubic 792750 440192 1460 off tcp4 0 0 192.168.1.64.53899 192.168.1.232.5201 00000000 63 cubic 14816 1073725440 1460 off 2. vm15 with rack enabled FreeBSD 15.0-CURRENT #0 main-n272915-c87b3f0006be: Tue Oct 15 02:26:09 BST 2024 ifconfig vtnet0 vtnet0: flags=1008843 metric 0 mtu 1500 options=80028 ether [redacted] inet 192.168.1.65 netmask 0xffffff00 broadcast 192.168.1.255 media: Ethernet autoselect (10Gbase-T ) status: active nd6 options=29 *** rack enabled in loader.conf and sysctl.conf *** % iperf3 -B 192.168.1.65 -c 192.168.1.232 -l 1M -t 30 -i 2 ; netstat -nCRp tcp | egrep "Active|Proto|5201" - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-30.02 sec 2.26 GBytes 648 Mbits/sec 454 sender [ 5] 0.00-30.03 sec 2.26 GBytes 647 Mbits/sec receiver iperf Done. Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 619156 192.168.1.65.48179 192.168.1.232.5201 00000000 63 cubic 1278916 838392 1460 off tcp4 0 0 192.168.1.65.57016 192.168.1.232.5201 00000000 63 cubic 14967 1073725440 1460 off for comparison, other vms on the same bhyve host ================================================ 3. vm3 FreeBSD 14.0-RELEASE #0 releng/14.0-n265380-f9716eee8ab4: Fri Nov 10 05:57:23 UTC 2023 completely vanilla install ifconfig vtnet0 vtnet0: flags=1008843 metric 0 mtu 1500 options=80028 ether [redacted] inet 192.168.1.29 netmask 0xffffff00 broadcast 192.168.1.255 media: Ethernet autoselect (10Gbase-T ) status: active nd6 options=29 % iperf3 -B 192.168.1.29 -c 192.168.1.232 -l 1M -t 30 -i 2 ; netstat -nCRp tcp | egrep "Active|Proto|5201" - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-30.02 sec 2.08 GBytes 594 Mbits/sec 0 sender [ 5] 0.00-30.05 sec 2.08 GBytes 593 Mbits/sec receiver iperf Done. Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.1.29.52768 192.168.1.232.5201 00000000 63 cubic 14816 1073725440 1460 off 4. the above upgraded to 14.0-p11 FreeBSD 14.0-RELEASE-p11 #0: Wed Sep 18 23:01:59 UTC 2024 % iperf3 -B 192.168.1.29 -c 192.168.1.232 -l 1M -t 30 -i 2 ; netstat -nCRp tcp | egrep "Active|Proto|5201" - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-30.06 sec 1.67 GBytes 478 Mbits/sec 64 sender [ 5] 0.00-30.08 sec 1.67 GBytes 478 Mbits/sec receiver iperf Done. Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.1.29.10806 192.168.1.232.5201 00000000 63 cubic 14813 1073725440 1460 off 5. the above upgraded to 14.1-p5 FreeBSD 14.1-RELEASE-p5 GENERIC amd64 % iperf3 -B 192.168.1.29 -c 192.168.1.232 -l 1M -t 30 -i 2 ; netstat -nCRp tcp | egrep "Active|Proto|5201" - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-30.12 sec 1.93 GBytes 551 Mbits/sec 262 sender [ 5] 0.00-30.13 sec 1.93 GBytes 550 Mbits/sec receiver iperf Done. Active Internet connections Proto Recv-Q Send-Q Local Address Foreign Address flowid ftype CC cwin ssthresh MSS ECN tcp4 0 0 192.168.1.29.32676 192.168.1.232.5201 00000000 63 cubic 14816 1073725440 1460 off 6. vm2 OpenBSD 7.5 GENERIC.MP#82 amd64 % ifconfig vio0 vio0: flags=808b43 mtu 1500 lladdr [redacted] index 1 priority 0 llprio 3 groups: egress media: Ethernet autoselect status: active inet 192.168.1.42 netmask 0xffffff00 broadcast 192.168.1.255 % iperf3 -B 192.168.1.42 -c 192.168.1.232 -l 1M -t 30 -i 2 - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 4] 0.00-30.03 sec 2.36 GBytes 676 Mbits/sec 0 sender [ 4] 0.00-30.08 sec 2.36 GBytes 675 Mbits/sec receiver iperf Done. 7. vm7 Linux 6.6.52-0-virt #1-Alpine SMP PREEMPT_DYNAMIC 2024-09-19 08:02:59 x86_64 Linux $ ifconfig eth0 eth0 Link encap:Ethernet HWaddr [redacted] inet addr:192.168.1.38 Bcast:192.168.1.255 Mask:255.255.255.0 inet6 addr: [redacted]/64 Scope:Link UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1 RX packets:1223904 errors:0 dropped:7 overruns:0 frame:0 TX packets:2439882 errors:0 dropped:0 overruns:0 carrier:0 collisions:0 txqueuelen:1000 RX bytes:81036152 (77.2 MiB) TX bytes:3691563417 (3.4 GiB) $ iperf3 -B 192.168.1.38 -c 192.168.1.232 -l 1M -t 30 -i 2 - - - - - - - - - - - - - - - - - - - - - - - - - [ ID] Interval Transfer Bitrate Retr [ 5] 0.00-30.01 sec 3.29 GBytes 941 Mbits/sec 64 sender [ 5] 0.00-30.03 sec 3.29 GBytes 940 Mbits/sec receiver iperf Done.