r20 - 15 Oct 2007 - 10:51:12 - DimitriosKatramatosYou are here: TWiki >  Admins Web > BNL-SLACNetworkTest
-- DimitriosKatramatos - 12 Oct 2007

dct00 Status

[root@dct00 ~]# ./showTCPparams 
    tcp_timestamps :1
tcp_window_scaling :1
          tcp_sack :1
      rmem_default :110592
          rmem_max :16777216
      wmem_default :110592
          wmem_max :16777216
          tcp_rmem :4096        87380   16777216
          tcp_wmem :4096        65536   16777216

[root@dct00 ~]# cat /etc/sysctl.conf
# Kernel sysctl configuration file for Red Hat Linux
#
# For binary values, 0 is disabled, 1 is enabled.  See sysctl(8) and
# sysctl.conf(5) for more details.
 
# Controls IP packet forwarding
net.ipv4.ip_forward = 0
 
# Controls source route verification
net.ipv4.conf.default.rp_filter = 1
 
# Do not accept source routing
net.ipv4.conf.default.accept_source_route = 0
 
# Controls the System Request debugging functionality of the kernel
kernel.sysrq = 1
 
# Controls whether core dumps will append the PID to the core filename.
# Useful for debugging multi-threaded applications.
kernel.core_uses_pid = 1
kernel.shmmax=1073741824
kernel.shmall=1073741824
kernel.panic = 60
fs.file-max = 131072
vm.vfs_cache_pressure = 10000
vm.min_free_kbytes = 65535
net.ipv4.tcp_sack = 1
net.ipv4.tcp_window_scaling = 1
net.core.netdev_max_backlog = 2500

[root@dct00 ~]# ifconfig eth1 
eth1      Link encap:Ethernet  HWaddr 00:04:23:E1:8E:A2  
          inet addr:192.12.15.8  Bcast:192.12.15.255  Mask:255.255.255.0
          inet6 addr: fe80::204:23ff:fee1:8ea2/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:3769920889 errors:0 dropped:9237357 overruns:0 frame:0
          TX packets:2756362479 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:10000 
          RX bytes:2556167812 (2.3 GiB)  TX bytes:2426153240 (2.2 GiB)
          Base address:0xdcc0 Memory:dfbe0000-dfc00000 
 
[root@dct00 ~]# ethtool -k eth1
Offload parameters for eth1:
rx-checksumming: on
tx-checksumming: on
scatter-gather: on
tcp segmentation offload: on

[root@dct00 ~]# ethtool -i eth1
driver: e1000
version: 7.0.33-k2-NAPI
firmware-version: N/A
bus-info: 0000:03:07.0

[root@dct00 ~]# ethtool -g eth1
Ring parameters for eth1:
Pre-set maximums:
RX:             4096
RX Mini:        0
RX Jumbo:       0
TX:             4096
Current hardware settings:
RX:             512
RX Mini:        0
RX Jumbo:       0
TX:             512

osgserv01

[root@dct00 ~]# ping osgserv01.slac.stanford.edu
PING osgserv01.slac.stanford.edu (134.79.86.171) 56(84) bytes of data.
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=0 ttl=53 time=80.4 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=1 ttl=53 time=80.4 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=2 ttl=53 time=80.3 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=3 ttl=53 time=80.7 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=4 ttl=53 time=80.4 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=5 ttl=53 time=80.4 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=6 ttl=53 time=80.3 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=7 ttl=53 time=80.3 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=8 ttl=53 time=80.3 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=9 ttl=53 time=80.4 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=10 ttl=53 time=80.4 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=11 ttl=53 time=80.3 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=12 ttl=53 time=80.4 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=13 ttl=53 time=80.3 ms
64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=14 ttl=53 time=80.4 ms
 
--- osgserv01.slac.stanford.edu ping statistics ---
15 packets transmitted, 15 received, 0% packet loss, time 14004ms
rtt min/avg/max/mdev = 80.352/80.433/80.703/0.304 ms, pipe 2

For 80ms RTT the corresponding recommended TCP window size is ~16mb (-w8m for iperf since the tool doubles the value by itself)

From BNL to SLAC (before tuning) (1 stream)

[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w4m -t60 -i4 
------------------------------------------------------------
Client connecting to osgserv01.slac.stanford.edu, TCP port 5001
TCP window size: 8.00 MByte (WARNING: requested 4.00 MByte)
------------------------------------------------------------
[  3] local 192.12.15.8 port 45678 connected with 134.79.86.171 port 5001
[  3]  0.0- 4.0 sec  11.3 MBytes  23.8 Mbits/sec
[  3]  4.0- 8.0 sec  5.25 MBytes  11.0 Mbits/sec
[  3]  8.0-12.0 sec  7.95 MBytes  16.7 Mbits/sec
[  3] 12.0-16.0 sec  5.29 MBytes  11.1 Mbits/sec
[  3] 16.0-20.0 sec  5.39 MBytes  11.3 Mbits/sec
[  3] 20.0-24.0 sec  5.35 MBytes  11.2 Mbits/sec
[  3] 24.0-28.0 sec  5.23 MBytes  11.0 Mbits/sec
[  3] 28.0-32.0 sec  5.27 MBytes  11.1 Mbits/sec
[  3] 32.0-36.0 sec  7.90 MBytes  16.6 Mbits/sec
[  3] 36.0-40.0 sec  5.30 MBytes  11.1 Mbits/sec
[  3] 40.0-44.0 sec  5.23 MBytes  11.0 Mbits/sec
[  3] 44.0-48.0 sec  5.27 MBytes  11.0 Mbits/sec
[  3] 48.0-52.0 sec  5.27 MBytes  11.1 Mbits/sec
[  3] 52.0-56.0 sec  7.95 MBytes  16.7 Mbits/sec
[  3] 56.0-60.0 sec  5.26 MBytes  11.0 Mbits/sec
[  3]  0.0-61.1 sec  93.3 MBytes  12.8 Mbits/sec

The iperf server at SLAC was using the default 85.3KB window

From BNL to SLAC (before tuning, larger window size at SLAC, 1 stream)

[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w4m -t60 -i4 
------------------------------------------------------------
Client connecting to osgserv01.slac.stanford.edu, TCP port 5001
TCP window size: 8.00 MByte (WARNING: requested 4.00 MByte)
------------------------------------------------------------
[  3] local 192.12.15.8 port 45679 connected with 134.79.86.171 port 5001
[  3]  0.0- 4.0 sec  14.1 MBytes  29.7 Mbits/sec
[  3]  4.0- 8.0 sec  8.00 MBytes  16.8 Mbits/sec
[  3]  8.0-12.0 sec  10.6 MBytes  22.2 Mbits/sec
[  3] 12.0-16.0 sec  7.95 MBytes  16.7 Mbits/sec
[  3] 16.0-20.0 sec  7.93 MBytes  16.6 Mbits/sec
[  3] 20.0-24.0 sec  10.6 MBytes  22.2 Mbits/sec
[  3] 24.0-28.0 sec  7.95 MBytes  16.7 Mbits/sec
[  3] 28.0-32.0 sec  7.95 MBytes  16.7 Mbits/sec
[  3] 32.0-36.0 sec  10.6 MBytes  22.2 Mbits/sec
[  3] 36.0-40.0 sec  7.95 MBytes  16.7 Mbits/sec
[  3] 40.0-44.0 sec  7.96 MBytes  16.7 Mbits/sec
[  3] 44.0-48.0 sec  7.93 MBytes  16.6 Mbits/sec
[  3] 48.0-52.0 sec  10.6 MBytes  22.2 Mbits/sec
[  3] 52.0-56.0 sec  7.98 MBytes  16.7 Mbits/sec
[  3] 56.0-60.0 sec  7.95 MBytes  16.7 Mbits/sec
[  3]  0.0-60.1 sec    136 MBytes  19.0 Mbits/sec

The server window at SLAC went only up to 256KB, because of system limits. Still, performance jumped up a bit.

tracepath to SLAC

[root@dct00 ~]# tracepath osgserv01.slac.stanford.edu
 1:  dct00.usatlas.bnl.gov (192.12.15.8)                    0.182ms pmtu 1500
 1:  hsrp.usatlas.bnl.gov (192.12.15.24)                    0.461ms 
 2:  bnlmr1-bnlsite.es.net (198.124.216.177)                0.534ms 
 3:  aoacr1-bnlmr1.es.net (134.55.217.58)                 asymm  4   2.662ms 
 4:  chiccr1-aofacr1.es.net (134.55.218.93)               asymm  5  29.528ms 
 5:  denvcr1-chiccr1.es.net (134.55.209.45)                53.270ms 
 6:  sunncr1-denvcr1.es.net (134.55.220.50)               asymm  7  80.134ms 
 7:  sunnsdn1-sunncr1.es.net (134.55.209.97)               80.352ms 
 8:  slacmr1-sunnsdn1.es.net (134.55.217.1)                80.757ms 
 9:  192.68.191.213 (192.68.191.213)                       80.633ms 
10:  no reply
11:  no reply
12:  osgserv01.slac.stanford.edu (134.79.86.171)           80.668ms reached
     Resume: pmtu 1500 hops 12 back 12 

traceroute to SLAC

[root@dct00 ~]# traceroute osgserv01.slac.stanford.edu
traceroute to osgserv01.slac.stanford.edu (134.79.86.171), 30 hops max, 38 byte packets
 1  hsrp (192.12.15.24)  0.308 ms  0.269 ms  0.237 ms
 2  bnlmr1-bnlsite.es.net (198.124.216.177)  0.352 ms  0.358 ms  0.364 ms
 3  aoacr1-bnlmr1.es.net (134.55.217.58)  2.606 ms  2.482 ms  2.487 ms
 4  chiccr1-aofacr1.es.net (134.55.218.93)  29.465 ms  29.338 ms  29.345 ms
 5  denvcr1-chiccr1.es.net (134.55.209.45)  53.199 ms  53.077 ms  53.083 ms
 6  sunncr1-denvcr1.es.net (134.55.220.50)  80.055 ms  80.056 ms  80.063 ms
 7  sunnsdn1-sunncr1.es.net (134.55.209.97)  80.058 ms  80.059 ms  80.065 ms
     MPLS Label=131 CoS=5 TTL=1 S=0
 8  slacmr1-sunnsdn1.es.net (134.55.217.1)  80.546 ms  80.435 ms  80.438 ms
 9  192.68.191.213 (192.68.191.213)  80.558 ms  80.434 ms  80.441 ms
10  * * *
11  * * *
12  osgserv01.slac.stanford.edu (134.79.86.171)  80.470 ms  80.418 ms  80.438 ms

From BNL to SLAC (after tuning, 8mb window, 1 stream)

[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w4m -t60 -i4 
------------------------------------------------------------
Client connecting to osgserv01.slac.stanford.edu, TCP port 5001
TCP window size: 8.00 MByte (WARNING: requested 4.00 MByte)
------------------------------------------------------------
[  3] local 192.12.15.8 port 45681 connected with 134.79.86.171 port 5001
[  3]  0.0- 4.0 sec    127 MBytes    267 Mbits/sec
[  3]  4.0- 8.0 sec    161 MBytes    337 Mbits/sec
[  3]  8.0-12.0 sec    178 MBytes    374 Mbits/sec
[  3] 12.0-16.0 sec    200 MBytes    420 Mbits/sec
[  3] 16.0-20.0 sec    233 MBytes    489 Mbits/sec
[  3] 20.0-24.0 sec  73.6 MBytes    154 Mbits/sec
[  3] 24.0-28.0 sec  68.8 MBytes    144 Mbits/sec
[  3] 28.0-32.0 sec  70.8 MBytes    148 Mbits/sec
[  3] 32.0-36.0 sec  70.9 MBytes    149 Mbits/sec
[  3] 36.0-40.0 sec  72.0 MBytes    151 Mbits/sec
[  3] 40.0-44.0 sec  87.6 MBytes    184 Mbits/sec
[  3] 44.0-48.0 sec    113 MBytes    237 Mbits/sec
[  3] 48.0-52.0 sec    138 MBytes    289 Mbits/sec
[  3] 52.0-56.0 sec    170 MBytes    357 Mbits/sec
[  3] 56.0-60.0 sec    194 MBytes    407 Mbits/sec
[  3]  0.0-60.0 sec  1.91 GBytes    274 Mbits/sec

From BNL to SLAC (after tuning, 16mb window, 1 stream)

[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w8m -t120 -i4 
------------------------------------------------------------
Client connecting to osgserv01.slac.stanford.edu, TCP port 5001
TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte)
------------------------------------------------------------
[  3] local 192.12.15.8 port 45685 connected with 134.79.86.171 port 5001
[  3]  0.0- 4.0 sec    122 MBytes    255 Mbits/sec
[  3]  4.0- 8.0 sec    130 MBytes    273 Mbits/sec
[  3]  8.0-12.0 sec    156 MBytes    328 Mbits/sec
[  3] 12.0-16.0 sec    182 MBytes    382 Mbits/sec
[  3] 16.0-20.0 sec    211 MBytes    442 Mbits/sec
[  3] 20.0-24.0 sec    231 MBytes    484 Mbits/sec
[  3] 24.0-28.0 sec    256 MBytes    537 Mbits/sec
[  3] 28.0-32.0 sec    283 MBytes    594 Mbits/sec
[  3] 32.0-36.0 sec    304 MBytes    638 Mbits/sec
[  3] 36.0-40.0 sec    331 MBytes    693 Mbits/sec
[  3] 40.0-44.0 sec    352 MBytes    738 Mbits/sec
[  3] 44.0-48.0 sec    380 MBytes    796 Mbits/sec
[  3] 48.0-52.0 sec    363 MBytes    761 Mbits/sec
[  3] 52.0-56.0 sec  80.7 MBytes    169 Mbits/sec
[  3] 56.0-60.0 sec    333 MBytes    699 Mbits/sec
[  3] 60.0-64.0 sec    354 MBytes    743 Mbits/sec
[  3] 64.0-68.0 sec    381 MBytes    800 Mbits/sec
[  3] 68.0-72.0 sec    184 MBytes    385 Mbits/sec
[  3] 72.0-76.0 sec    168 MBytes    352 Mbits/sec
[  3] 76.0-80.0 sec    276 MBytes    579 Mbits/sec
[  3] 80.0-84.0 sec    282 MBytes    592 Mbits/sec
[  3] 84.0-88.0 sec    247 MBytes    517 Mbits/sec
[  3] 88.0-92.0 sec    256 MBytes    536 Mbits/sec
[  3] 92.0-96.0 sec    256 MBytes    536 Mbits/sec
[  3] 96.0-100.0 sec  46.7 MBytes  97.9 Mbits/sec
[  3] 100.0-104.0 sec  48.1 MBytes    101 Mbits/sec
[  3] 104.0-108.0 sec  52.5 MBytes    110 Mbits/sec
[  3] 108.0-112.0 sec  52.5 MBytes    110 Mbits/sec
[  3] 112.0-116.0 sec  65.0 MBytes    136 Mbits/sec
[  3] 116.0-120.0 sec  98.9 MBytes    207 Mbits/sec
[  3]  0.0-120.1 sec  6.33 GBytes    453 Mbits/sec

From SLAC to BNL (after tuning, 16mb window, 1 stream)

[root@dct00 ~]# iperf -s -p20000 -w8m -i4
------------------------------------------------------------
Server listening on TCP port 20000
TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte)
------------------------------------------------------------
[  4] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 58469
[  4]  0.0- 4.0 sec  15.4 MBytes  32.3 Mbits/sec
[  4]  4.0- 8.0 sec  15.0 MBytes  31.5 Mbits/sec
[  4]  8.0-12.0 sec  17.6 MBytes  36.9 Mbits/sec
[  4] 12.0-16.0 sec  41.6 MBytes  87.2 Mbits/sec
[  4] 16.0-20.0 sec  72.4 MBytes    152 Mbits/sec
[  4] 20.0-24.0 sec  68.8 MBytes    144 Mbits/sec
[  4] 24.0-28.0 sec  64.6 MBytes    135 Mbits/sec
[  4] 28.0-32.0 sec  61.3 MBytes    128 Mbits/sec
[  4] 32.0-36.0 sec  62.2 MBytes    131 Mbits/sec
[  4] 36.0-40.0 sec  78.0 MBytes    164 Mbits/sec
[  4] 40.0-44.0 sec  79.2 MBytes    166 Mbits/sec
[  4] 44.0-48.0 sec  75.9 MBytes    159 Mbits/sec
[  4] 48.0-52.0 sec  55.0 MBytes    115 Mbits/sec
[  4] 52.0-56.0 sec  56.9 MBytes    119 Mbits/sec
[  4] 56.0-60.0 sec  50.3 MBytes    105 Mbits/sec
[  4]  0.0-60.8 sec    825 MBytes    114 Mbits/sec
[  4] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 59362
[  4]  0.0- 4.0 sec  51.9 MBytes    109 Mbits/sec
[  4]  4.0- 8.0 sec  84.4 MBytes    177 Mbits/sec
[  4]  8.0-12.0 sec    110 MBytes    232 Mbits/sec
[  4] 12.0-16.0 sec    137 MBytes    288 Mbits/sec
[  4] 16.0-20.0 sec    163 MBytes    342 Mbits/sec
[  4] 20.0-24.0 sec    191 MBytes    401 Mbits/sec
[  4] 24.0-28.0 sec    219 MBytes    459 Mbits/sec
[  4] 28.0-32.0 sec    247 MBytes    518 Mbits/sec
[  4] 32.0-36.0 sec    247 MBytes    517 Mbits/sec
[  4] 36.0-40.0 sec  65.5 MBytes    137 Mbits/sec
[  4] 40.0-44.0 sec  55.3 MBytes    116 Mbits/sec
[  4] 44.0-48.0 sec  33.7 MBytes  70.6 Mbits/sec
[  4] 48.0-52.0 sec  28.7 MBytes  60.2 Mbits/sec
[  4] 52.0-56.0 sec  14.1 MBytes  29.5 Mbits/sec
[  4] 56.0-60.0 sec  70.7 KBytes    145 Kbits/sec
[  4] 60.0-64.0 sec  69.3 KBytes    142 Kbits/sec
[  4] 64.0-68.0 sec  70.7 KBytes    145 Kbits/sec
[  4] 68.0-72.0 sec  70.7 KBytes    145 Kbits/sec
[  4] 72.0-76.0 sec  69.3 KBytes    142 Kbits/sec
[  4] 76.0-80.0 sec  70.7 KBytes    145 Kbits/sec
[  4] 80.0-84.0 sec  70.7 KBytes    145 Kbits/sec
[  4] 84.0-88.0 sec  56.6 KBytes    116 Kbits/sec
[  4] 88.0-92.0 sec  33.9 KBytes  69.5 Kbits/sec
[  4] 92.0-96.0 sec  35.4 KBytes  72.4 Kbits/sec
[  4] 96.0-100.0 sec  35.4 KBytes  72.4 Kbits/sec
[  4]  0.0-103.7 sec  1.62 GBytes    134 Mbits/sec

Changing the system parameters at SLAC to allow max windows of 16MB and turning on TCP segmentation offloading improved performance significantly.

The fluctuations were due to competing traffic on the machine and the network.

After stopping competing traffic on osgserv01

[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w8m -t120 -i4 
------------------------------------------------------------
Client connecting to osgserv01.slac.stanford.edu, TCP port 5001
TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte)
------------------------------------------------------------
[  3] local 192.12.15.8 port 45694 connected with 134.79.86.171 port 5001
[  3]  0.0- 4.0 sec  39.8 MBytes  83.5 Mbits/sec
[  3]  4.0- 8.0 sec    234 MBytes    491 Mbits/sec
[  3]  8.0-12.0 sec  28.5 MBytes  59.8 Mbits/sec
[  3] 12.0-16.0 sec  74.9 MBytes    157 Mbits/sec
[  3] 16.0-20.0 sec    147 MBytes    308 Mbits/sec
[  3] 20.0-24.0 sec    151 MBytes    316 Mbits/sec
[  3] 24.0-28.0 sec    151 MBytes    316 Mbits/sec
[  3] 28.0-32.0 sec    154 MBytes    322 Mbits/sec
[  3] 32.0-36.0 sec    158 MBytes    332 Mbits/sec
[  3] 36.0-40.0 sec    177 MBytes    371 Mbits/sec
[  3] 40.0-44.0 sec    208 MBytes    435 Mbits/sec
[  3] 44.0-48.0 sec    227 MBytes    477 Mbits/sec
[  3] 48.0-52.0 sec    256 MBytes    537 Mbits/sec
[  3] 52.0-56.0 sec    277 MBytes    580 Mbits/sec
[  3] 56.0-60.0 sec    298 MBytes    626 Mbits/sec
[  3] 60.0-64.0 sec    326 MBytes    683 Mbits/sec
[  3] 64.0-68.0 sec    345 MBytes    723 Mbits/sec
[  3] 68.0-72.0 sec    366 MBytes    768 Mbits/sec
[  3] 72.0-76.0 sec    217 MBytes    456 Mbits/sec
[  3] 76.0-80.0 sec    330 MBytes    692 Mbits/sec
[  3] 80.0-84.0 sec    351 MBytes    736 Mbits/sec
[  3] 84.0-88.0 sec    376 MBytes    789 Mbits/sec
[  3] 88.0-92.0 sec    322 MBytes    675 Mbits/sec
[  3] 92.0-96.0 sec    334 MBytes    700 Mbits/sec
[  3] 96.0-100.0 sec    340 MBytes    712 Mbits/sec
[  3] 100.0-104.0 sec    343 MBytes    719 Mbits/sec
[  3] 104.0-108.0 sec    347 MBytes    728 Mbits/sec
[  3] 108.0-112.0 sec    346 MBytes    725 Mbits/sec
[  3] 112.0-116.0 sec    269 MBytes    564 Mbits/sec
[  3] 116.0-120.0 sec  11.6 MBytes  24.4 Mbits/sec
[  3]  0.0-121.6 sec  7.03 GBytes    497 Mbits/sec

Competing traffic was possible to be stopped on the SLAC machine, leading to smaller fluctuations.

However, there was still other competing network traffic downstream.

Additional tests in both directions, single and multiple streams

From SLAC to BNL (after tuning, 16mb window, 1 stream)

[root@dct00 ~]# iperf -s -p20000 -w8m -i4
------------------------------------------------------------
Server listening on TCP port 20000
TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte)
------------------------------------------------------------
[  4] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 37317
[  4]  0.0- 4.0 sec  34.4 MBytes  72.2 Mbits/sec
[  4]  4.0- 8.0 sec  64.1 MBytes    134 Mbits/sec
[  4]  8.0-12.0 sec  70.0 MBytes    147 Mbits/sec
[  4] 12.0-16.0 sec  79.0 MBytes    166 Mbits/sec
[  4] 16.0-20.0 sec  79.5 MBytes    167 Mbits/sec
[  4] 20.0-24.0 sec  79.9 MBytes    167 Mbits/sec
[  4] 24.0-28.0 sec  85.2 MBytes    179 Mbits/sec
[  4] 28.0-32.0 sec    109 MBytes    228 Mbits/sec
[  4] 32.0-36.0 sec  82.7 MBytes    173 Mbits/sec
[  4] 36.0-40.0 sec  89.7 MBytes    188 Mbits/sec
[  4] 40.0-44.0 sec  90.6 MBytes    190 Mbits/sec
[  4] 44.0-48.0 sec  90.9 MBytes    191 Mbits/sec
[  4] 48.0-52.0 sec  96.5 MBytes    202 Mbits/sec
[  4] 52.0-56.0 sec    122 MBytes    255 Mbits/sec
[  4] 56.0-60.0 sec    148 MBytes    311 Mbits/sec
[  4] 60.0-64.0 sec    175 MBytes    367 Mbits/sec
[  4] 64.0-68.0 sec    201 MBytes    422 Mbits/sec
[  4] 68.0-72.0 sec    167 MBytes    349 Mbits/sec
[  4] 72.0-76.0 sec  38.5 MBytes  80.7 Mbits/sec
[  4] 76.0-80.0 sec  44.9 MBytes  94.2 Mbits/sec
[  4] 80.0-84.0 sec  45.0 MBytes  94.3 Mbits/sec
[  4] 84.0-88.0 sec  46.2 MBytes  96.9 Mbits/sec
[  4] 88.0-92.0 sec  65.4 MBytes    137 Mbits/sec
[  4] 92.0-96.0 sec  91.5 MBytes    192 Mbits/sec
[  4] 96.0-100.0 sec    119 MBytes    250 Mbits/sec
[  4] 100.0-104.0 sec    145 MBytes    305 Mbits/sec
[  4] 104.0-108.0 sec    145 MBytes    304 Mbits/sec
[  4] 108.0-112.0 sec    160 MBytes    336 Mbits/sec
[  4] 112.0-116.0 sec    168 MBytes    353 Mbits/sec
[  4] 116.0-120.0 sec    169 MBytes    353 Mbits/sec
[  4]  0.0-120.1 sec  3.04 GBytes    217 Mbits/sec

From SLAC to BNL (after tuning, 16mb window at SLAC, 4 streams)

[  4] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 38790
[  5] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 38791
[  6] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 38792
[  7] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 38793
[SUM]  0.0- 4.0 sec  67.9 MBytes    142 Mbits/sec
[SUM]  4.0- 8.0 sec    112 MBytes    235 Mbits/sec
[SUM]  8.0-12.0 sec    140 MBytes    293 Mbits/sec
[SUM] 12.0-16.0 sec    170 MBytes    357 Mbits/sec
[SUM] 16.0-20.0 sec    136 MBytes    286 Mbits/sec
[SUM] 20.0-24.0 sec    116 MBytes    244 Mbits/sec
[SUM] 24.0-28.0 sec    118 MBytes    247 Mbits/sec
[SUM] 28.0-32.0 sec    124 MBytes    260 Mbits/sec
[SUM] 32.0-36.0 sec    158 MBytes    331 Mbits/sec
[SUM] 36.0-40.0 sec    174 MBytes    366 Mbits/sec
[SUM] 40.0-44.0 sec    172 MBytes    361 Mbits/sec
[SUM] 44.0-48.0 sec    176 MBytes    369 Mbits/sec
[SUM]  0.0-52.8 sec  1.79 GBytes    290 Mbits/sec
It seems there was heavily competing traffic in the outgoing (from SLAC) direction during these tests.

From BNL to SLAC (1 stream)

[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w8m -t300 -i4 
------------------------------------------------------------
Client connecting to osgserv01.slac.stanford.edu, TCP port 5001
TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte)
------------------------------------------------------------
[  3] local 192.12.15.8 port 45708 connected with 134.79.86.171 port 5001
[  3]  0.0- 4.0 sec  40.9 MBytes  85.7 Mbits/sec
[  3]  4.0- 8.0 sec  40.1 MBytes  84.2 Mbits/sec
[  3]  8.0-12.0 sec  39.8 MBytes  83.4 Mbits/sec
[  3] 12.0-16.0 sec  40.8 MBytes  85.6 Mbits/sec
[  3] 16.0-20.0 sec  57.6 MBytes    121 Mbits/sec
[  3] 20.0-24.0 sec  76.9 MBytes    161 Mbits/sec
[  3] 24.0-28.0 sec  97.6 MBytes    205 Mbits/sec
[  3] 28.0-32.0 sec    118 MBytes    248 Mbits/sec
[  3] 32.0-36.0 sec  92.6 MBytes    194 Mbits/sec
[  3] 36.0-40.0 sec  56.9 MBytes    119 Mbits/sec
[  3] 40.0-44.0 sec  52.1 MBytes    109 Mbits/sec
[  3] 44.0-48.0 sec  48.7 MBytes    102 Mbits/sec
[  3] 48.0-52.0 sec  53.1 MBytes    111 Mbits/sec
[  3] 52.0-56.0 sec  55.3 MBytes    116 Mbits/sec
[  3] 56.0-60.0 sec  78.0 MBytes    163 Mbits/sec
[  3] 60.0-64.0 sec    104 MBytes    219 Mbits/sec
[  3] 64.0-68.0 sec    126 MBytes    264 Mbits/sec
[  3] 68.0-72.0 sec    155 MBytes    324 Mbits/sec
[  3] 72.0-76.0 sec    182 MBytes    381 Mbits/sec
[  3] 76.0-80.0 sec    193 MBytes    404 Mbits/sec
[  3] 80.0-84.0 sec  77.1 MBytes    162 Mbits/sec
[  3] 84.0-88.0 sec    128 MBytes    269 Mbits/sec
[  3] 88.0-92.0 sec    127 MBytes    266 Mbits/sec
[  3] 92.0-96.0 sec    129 MBytes    271 Mbits/sec
[  3] 96.0-100.0 sec    129 MBytes    270 Mbits/sec
[  3] 100.0-104.0 sec    149 MBytes    313 Mbits/sec
[  3] 104.0-108.0 sec    179 MBytes    374 Mbits/sec
[  3] 108.0-112.0 sec    207 MBytes    435 Mbits/sec
[  3] 112.0-116.0 sec    232 MBytes    486 Mbits/sec
[  3] 116.0-120.0 sec    257 MBytes    539 Mbits/sec
[  3] 120.0-124.0 sec    283 MBytes    593 Mbits/sec
[  3] 124.0-128.0 sec    315 MBytes    660 Mbits/sec
[  3] 128.0-132.0 sec    338 MBytes    709 Mbits/sec
[  3] 132.0-136.0 sec    359 MBytes    754 Mbits/sec
[  3] 136.0-140.0 sec    386 MBytes    809 Mbits/sec
[  3] 140.0-144.0 sec  92.9 MBytes    195 Mbits/sec
[  3] 144.0-148.0 sec  42.2 MBytes  88.6 Mbits/sec
[  3] 148.0-152.0 sec  8.29 MBytes  17.4 Mbits/sec
[  3] 152.0-156.0 sec  85.0 MBytes    178 Mbits/sec
[  3] 156.0-160.0 sec  85.6 MBytes    179 Mbits/sec
[  3] 160.0-164.0 sec  92.3 MBytes    194 Mbits/sec
[  3] 164.0-168.0 sec  88.8 MBytes    186 Mbits/sec
[  3] 168.0-172.0 sec    102 MBytes    213 Mbits/sec
[  3] 172.0-176.0 sec    126 MBytes    264 Mbits/sec
[  3] 176.0-180.0 sec    151 MBytes    317 Mbits/sec
[  3] 180.0-184.0 sec    175 MBytes    367 Mbits/sec
[  3] 184.0-188.0 sec    205 MBytes    430 Mbits/sec
[  3] 188.0-192.0 sec    212 MBytes    445 Mbits/sec
[  3] 192.0-196.0 sec  86.6 MBytes    182 Mbits/sec
[  3]  0.0-198.8 sec  6.45 GBytes    279 Mbits/sec

From BNL to SLAC (8 streams)

[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w8m -t300 -i4 -P8
------------------------------------------------------------
Client connecting to osgserv01.slac.stanford.edu, TCP port 5001
TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte)
------------------------------------------------------------
[ 10] local 192.12.15.8 port 45720 connected with 134.79.86.171 port 5001
[  4] local 192.12.15.8 port 45714 connected with 134.79.86.171 port 5001
[  3] local 192.12.15.8 port 45713 connected with 134.79.86.171 port 5001
[  6] local 192.12.15.8 port 45716 connected with 134.79.86.171 port 5001
[  5] local 192.12.15.8 port 45715 connected with 134.79.86.171 port 5001
[  7] local 192.12.15.8 port 45717 connected with 134.79.86.171 port 5001
[  8] local 192.12.15.8 port 45718 connected with 134.79.86.171 port 5001
[  9] local 192.12.15.8 port 45719 connected with 134.79.86.171 port 5001
[SUM]  0.0- 4.0 sec    278 MBytes    584 Mbits/sec
[SUM]  4.0- 8.0 sec    314 MBytes    660 Mbits/sec
[SUM]  8.0-12.0 sec    326 MBytes    683 Mbits/sec
[SUM] 12.0-16.0 sec    362 MBytes    760 Mbits/sec
[SUM] 16.0-20.0 sec    316 MBytes    662 Mbits/sec
[SUM] 20.0-24.0 sec    164 MBytes    343 Mbits/sec
[SUM] 24.0-28.0 sec  76.1 MBytes    160 Mbits/sec
[SUM] 28.0-32.0 sec  96.0 MBytes    201 Mbits/sec
[SUM] 32.0-36.0 sec    133 MBytes    280 Mbits/sec
[SUM] 36.0-40.0 sec    264 MBytes    555 Mbits/sec
[SUM] 40.0-44.0 sec    369 MBytes    773 Mbits/sec
[SUM] 44.0-48.0 sec    221 MBytes    464 Mbits/sec
[SUM] 48.0-52.0 sec    189 MBytes    396 Mbits/sec
[SUM] 52.0-56.0 sec    184 MBytes    386 Mbits/sec
[SUM] 56.0-60.0 sec    198 MBytes    415 Mbits/sec
[SUM] 60.0-64.0 sec    207 MBytes    434 Mbits/sec
[SUM] 64.0-68.0 sec    262 MBytes    549 Mbits/sec
[SUM] 68.0-72.0 sec    333 MBytes    698 Mbits/sec
[SUM] 72.0-76.0 sec    405 MBytes    849 Mbits/sec
[SUM] 76.0-80.0 sec    335 MBytes    703 Mbits/sec
[SUM] 80.0-84.0 sec    199 MBytes    417 Mbits/sec
[SUM] 84.0-88.0 sec    217 MBytes    455 Mbits/sec
[SUM] 88.0-92.0 sec    231 MBytes    484 Mbits/sec
[SUM]  0.0-95.0 sec  5.75 GBytes    521 Mbits/sec

osgserv04 After Tuning

traceroute to osgserv04

[root@dct00 ~]# traceroute osgserv04.slac.stanford.edu
traceroute to osgserv04.slac.stanford.edu (134.79.86.174), 30 hops max, 38 byte packets
 1  hsrp (192.12.15.24)  0.299 ms  0.324 ms  0.344 ms
 2  bnlmr1-bnlsite.es.net (198.124.216.177)  0.733 ms  0.355 ms  0.363 ms
 3  aoacr1-bnlmr1.es.net (134.55.217.58)  2.608 ms  2.480 ms  2.487 ms
 4  chiccr1-aofacr1.es.net (134.55.218.93)  29.467 ms  29.336 ms  29.347 ms
 5  denvcr1-chiccr1.es.net (134.55.209.45)  53.076 ms  53.198 ms  53.080 ms
 6  sunncr1-denvcr1.es.net (134.55.220.50)  80.061 ms  80.056 ms  80.065 ms
 7  sunnsdn1-sunncr1.es.net (134.55.209.97)  80.059 ms  80.182 ms  80.064 ms
     MPLS Label=131 CoS=5 TTL=1 S=0
 8  slacmr1-sunnsdn1.es.net (134.55.217.1)  80.549 ms  80.431 ms  80.438 ms
 9  192.68.191.213 (192.68.191.213)  80.562 ms  80.512 ms  80.432 ms
10  * * *
11  * * *
12  osgserv04.slac.stanford.edu (134.79.86.174)  80.482 ms  80.379 ms  80.434 ms

From SLAC to BNL (1 stream)

[  4] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50348
[  4]  0.0- 4.0 sec  62.4 MBytes    131 Mbits/sec
[  4]  4.0- 8.0 sec    117 MBytes    245 Mbits/sec
[  4]  8.0-12.0 sec    118 MBytes    247 Mbits/sec
[  4] 12.0-16.0 sec    119 MBytes    249 Mbits/sec
[  4] 16.0-20.0 sec    121 MBytes    254 Mbits/sec
[  4] 20.0-24.0 sec    144 MBytes    303 Mbits/sec
[  4] 24.0-28.0 sec    124 MBytes    261 Mbits/sec
[  4] 28.0-32.0 sec    156 MBytes    326 Mbits/sec
[  4] 32.0-36.0 sec    158 MBytes    332 Mbits/sec
[  4] 36.0-40.0 sec    159 MBytes    333 Mbits/sec
[  4] 40.0-44.0 sec    159 MBytes    334 Mbits/sec
[  4] 44.0-48.0 sec    171 MBytes    358 Mbits/sec
[  4] 48.0-52.0 sec    196 MBytes    410 Mbits/sec
[  4] 52.0-56.0 sec    221 MBytes    464 Mbits/sec
[  4] 56.0-60.0 sec    246 MBytes    515 Mbits/sec
[  4] 60.0-64.0 sec    271 MBytes    568 Mbits/sec
[  4] 64.0-68.0 sec    293 MBytes    615 Mbits/sec
[  4] 68.0-72.0 sec    297 MBytes    624 Mbits/sec
[  4] 72.0-76.0 sec    297 MBytes    623 Mbits/sec
[  4] 76.0-80.0 sec    297 MBytes    624 Mbits/sec
[  4] 80.0-84.0 sec    297 MBytes    624 Mbits/sec
[  4] 84.0-88.0 sec    297 MBytes    623 Mbits/sec
[  4] 88.0-92.0 sec    298 MBytes    624 Mbits/sec
[  4] 92.0-96.0 sec    297 MBytes    624 Mbits/sec
[  4] 96.0-100.0 sec    297 MBytes    624 Mbits/sec
[  4] 100.0-104.0 sec    297 MBytes    624 Mbits/sec
[  4] 104.0-108.0 sec    298 MBytes    624 Mbits/sec
[  4] 108.0-112.0 sec    298 MBytes    624 Mbits/sec
[  4] 112.0-116.0 sec    297 MBytes    623 Mbits/sec
[  4] 116.0-120.0 sec    297 MBytes    623 Mbits/sec
[  4]  0.0-120.1 sec  6.55 GBytes    469 Mbits/sec
[  4] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50349
[  5] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50350
[  6] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50351
[  7] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50352
[SUM]  0.0- 4.0 sec    108 MBytes    226 Mbits/sec
[SUM]  4.0- 8.0 sec    186 MBytes    389 Mbits/sec
[SUM]  8.0-12.0 sec    177 MBytes    371 Mbits/sec
[SUM] 12.0-16.0 sec    210 MBytes    441 Mbits/sec
[SUM] 16.0-20.0 sec    212 MBytes    444 Mbits/sec
[SUM] 20.0-24.0 sec    219 MBytes    458 Mbits/sec
[SUM] 24.0-28.0 sec    265 MBytes    555 Mbits/sec
[SUM] 28.0-32.0 sec    206 MBytes    432 Mbits/sec
[SUM] 32.0-36.0 sec    230 MBytes    482 Mbits/sec
[SUM] 36.0-40.0 sec    231 MBytes    485 Mbits/sec
[SUM] 40.0-44.0 sec    244 MBytes    512 Mbits/sec
[SUM] 44.0-48.0 sec    298 MBytes    624 Mbits/sec
[SUM] 48.0-52.0 sec    251 MBytes    526 Mbits/sec
[SUM] 52.0-56.0 sec    216 MBytes    452 Mbits/sec
[SUM] 56.0-60.0 sec    246 MBytes    515 Mbits/sec
[SUM] 60.0-64.0 sec    247 MBytes    518 Mbits/sec
[SUM] 64.0-68.0 sec    250 MBytes    524 Mbits/sec
[SUM] 68.0-72.0 sec    263 MBytes    551 Mbits/sec
[SUM] 72.0-76.0 sec    286 MBytes    599 Mbits/sec
[SUM] 76.0-80.0 sec    320 MBytes    671 Mbits/sec
[SUM] 80.0-84.0 sec    271 MBytes    568 Mbits/sec
[SUM] 84.0-88.0 sec    260 MBytes    545 Mbits/sec
[SUM] 88.0-92.0 sec    279 MBytes    584 Mbits/sec
[SUM] 92.0-96.0 sec    280 MBytes    588 Mbits/sec
[SUM] 96.0-100.0 sec    288 MBytes    604 Mbits/sec
[SUM] 100.0-104.0 sec    276 MBytes    579 Mbits/sec
[SUM] 104.0-108.0 sec    262 MBytes    550 Mbits/sec
[SUM] 108.0-112.0 sec    296 MBytes    620 Mbits/sec
[SUM] 112.0-116.0 sec    280 MBytes    587 Mbits/sec
[SUM] 116.0-120.0 sec    206 MBytes    433 Mbits/se
[SUM]  0.0-121.0 sec  7.22 GBytes    513 Mbits/sec
Much better results now in the direction from SLAC to BNL.

Because the SLAC server osgserv04 is on the same subnet as osgserv01, it seems that the competing traffic subsided.

From BNL to SLAC (1 stream)

[root@dct00 ~]# iperf -c osgserv04.slac.stanford.edu -w8m -t120 -i4 
------------------------------------------------------------
Client connecting to osgserv04.slac.stanford.edu, TCP port 5001
TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte)
------------------------------------------------------------
[  3] local 192.12.15.8 port 45703 connected with 134.79.86.174 port 5001
[  3]  0.0- 4.0 sec  99.3 MBytes    208 Mbits/sec
[  3]  4.0- 8.0 sec    110 MBytes    230 Mbits/sec
[  3]  8.0-12.0 sec    104 MBytes    219 Mbits/sec
[  3] 12.0-16.0 sec  74.3 MBytes    156 Mbits/sec
[  3] 16.0-20.0 sec    103 MBytes    217 Mbits/sec
[  3] 20.0-24.0 sec  99.4 MBytes    208 Mbits/sec
[  3] 24.0-28.0 sec    104 MBytes    218 Mbits/sec
[  3] 28.0-32.0 sec    105 MBytes    220 Mbits/sec
[  3] 32.0-36.0 sec    120 MBytes    251 Mbits/sec
[  3] 36.0-40.0 sec    147 MBytes    309 Mbits/sec
[  3] 40.0-44.0 sec    175 MBytes    368 Mbits/sec
[  3] 44.0-48.0 sec    201 MBytes    422 Mbits/sec
[  3] 48.0-52.0 sec  99.7 MBytes    209 Mbits/sec
[  3] 52.0-56.0 sec  93.8 MBytes    197 Mbits/sec
[  3] 56.0-60.0 sec    105 MBytes    220 Mbits/sec
[  3] 60.0-64.0 sec    110 MBytes    230 Mbits/sec
[  3] 64.0-68.0 sec    110 MBytes    231 Mbits/sec
[  3] 68.0-72.0 sec    117 MBytes    244 Mbits/sec
[  3] 72.0-76.0 sec    141 MBytes    296 Mbits/sec
[  3] 76.0-80.0 sec    164 MBytes    343 Mbits/sec
[  3] 80.0-84.0 sec    195 MBytes    409 Mbits/sec
[  3] 84.0-88.0 sec    216 MBytes    453 Mbits/sec
[  3] 88.0-92.0 sec    247 MBytes    519 Mbits/sec
[  3] 92.0-96.0 sec    266 MBytes    557 Mbits/sec
[  3] 96.0-100.0 sec    296 MBytes    621 Mbits/sec
[  3] 100.0-104.0 sec    322 MBytes    674 Mbits/sec
[  3] 104.0-108.0 sec    345 MBytes    723 Mbits/sec
[  3] 108.0-112.0 sec    316 MBytes    663 Mbits/sec
[  3] 112.0-116.0 sec    319 MBytes    670 Mbits/sec
[  3] 116.0-120.0 sec    343 MBytes    720 Mbits/sec
[  3]  0.0-120.0 sec  5.13 GBytes    367 Mbits/sec

From BNL to SLAC (4 streams)

[root@dct00 ~]# iperf -c osgserv04.slac.stanford.edu -w8m -t300 -i4 -P4
------------------------------------------------------------
Client connecting to osgserv04.slac.stanford.edu, TCP port 5001
TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte)
------------------------------------------------------------
[  6] local 192.12.15.8 port 45707 connected with 134.79.86.174 port 5001
[  4] local 192.12.15.8 port 45704 connected with 134.79.86.174 port 5001
[  3] local 192.12.15.8 port 45705 connected with 134.79.86.174 port 5001
[  5] local 192.12.15.8 port 45706 connected with 134.79.86.174 port 5001
[SUM]  0.0- 4.0 sec  71.3 MBytes    149 Mbits/sec
[SUM]  4.0- 8.0 sec  86.2 MBytes    181 Mbits/sec
[SUM]  8.0-12.0 sec  82.0 MBytes    172 Mbits/sec
[SUM] 12.0-16.0 sec    190 MBytes    398 Mbits/sec
[SUM] 16.0-20.0 sec    416 MBytes    873 Mbits/sec
[SUM] 20.0-24.0 sec    434 MBytes    910 Mbits/sec
[SUM] 24.0-28.0 sec    427 MBytes    896 Mbits/sec
[SUM] 28.0-32.0 sec    355 MBytes    745 Mbits/sec
[SUM] 32.0-36.0 sec    268 MBytes    562 Mbits/sec
[SUM] 36.0-40.0 sec    215 MBytes    451 Mbits/sec
[SUM] 40.0-44.0 sec    290 MBytes    609 Mbits/sec
[SUM] 44.0-48.0 sec    313 MBytes    657 Mbits/sec
[SUM] 48.0-52.0 sec    322 MBytes    675 Mbits/sec
[SUM] 52.0-56.0 sec    367 MBytes    771 Mbits/sec
[SUM] 56.0-60.0 sec    374 MBytes    784 Mbits/sec
[SUM] 60.0-64.0 sec    355 MBytes    745 Mbits/sec
[SUM] 64.0-68.0 sec    312 MBytes    654 Mbits/sec
[SUM] 68.0-72.0 sec    410 MBytes    860 Mbits/sec
[SUM] 72.0-76.0 sec    424 MBytes    889 Mbits/sec
[SUM] 76.0-80.0 sec    286 MBytes    599 Mbits/sec
[SUM] 80.0-84.0 sec    399 MBytes    837 Mbits/sec
[SUM] 84.0-88.0 sec    399 MBytes    836 Mbits/sec
[SUM] 88.0-92.0 sec    392 MBytes    823 Mbits/sec
[SUM] 92.0-96.0 sec    306 MBytes    643 Mbits/sec
[SUM] 96.0-100.0 sec    392 MBytes    822 Mbits/sec
[SUM] 100.0-104.0 sec    215 MBytes    452 Mbits/sec
[SUM] 104.0-108.0 sec    341 MBytes    716 Mbits/sec
[SUM] 108.0-112.0 sec    343 MBytes    720 Mbits/sec
[SUM] 112.0-116.0 sec    345 MBytes    724 Mbits/sec
[SUM] 116.0-120.0 sec    383 MBytes    803 Mbits/sec
[SUM] 120.0-124.0 sec    243 MBytes    510 Mbits/sec
[SUM]  0.0-125.4 sec  9.65 GBytes    661 Mbits/sec
Similar results in the BNL to SLAC direction.

It seems that without competing traffic it should be possible to maintain speeds over 600 Mbits/sec in both directions, without having to use too many streams.

About This Site

Please note that this site is a content mirror of the BNL US ATLAS TWiki. To edit the content of this page, click the Edit this page button at the top of the page and log in with your US ATLAS computing account name and password.


Attachments

 
Powered by TWiki
This site is powered by the TWiki collaboration platformCopyright © by the contributing authors. All material on this collaboration platform is the property of the contributing authors.
Ideas, requests, problems regarding TWiki? Send feedback