r20 - 15 Oct 2007 - 10:51:12 - DimitriosKatramatosYou are here: TWiki > 
Admins Web > BNL-SLACNetworkTest
Admins Web > BNL-SLACNetworkTest
-- DimitriosKatramatos - 12 Oct 2007
dct00 Status
[root@dct00 ~]# ./showTCPparams
tcp_timestamps :1
tcp_window_scaling :1
tcp_sack :1
rmem_default :110592
rmem_max :16777216
wmem_default :110592
wmem_max :16777216
tcp_rmem :4096 87380 16777216
tcp_wmem :4096 65536 16777216
[root@dct00 ~]# cat /etc/sysctl.conf
# Kernel sysctl configuration file for Red Hat Linux
#
# For binary values, 0 is disabled, 1 is enabled. See sysctl(8) and
# sysctl.conf(5) for more details.
# Controls IP packet forwarding
net.ipv4.ip_forward = 0
# Controls source route verification
net.ipv4.conf.default.rp_filter = 1
# Do not accept source routing
net.ipv4.conf.default.accept_source_route = 0
# Controls the System Request debugging functionality of the kernel
kernel.sysrq = 1
# Controls whether core dumps will append the PID to the core filename.
# Useful for debugging multi-threaded applications.
kernel.core_uses_pid = 1
kernel.shmmax=1073741824
kernel.shmall=1073741824
kernel.panic = 60
fs.file-max = 131072
vm.vfs_cache_pressure = 10000
vm.min_free_kbytes = 65535
net.ipv4.tcp_sack = 1
net.ipv4.tcp_window_scaling = 1
net.core.netdev_max_backlog = 2500
[root@dct00 ~]# ifconfig eth1
eth1 Link encap:Ethernet HWaddr 00:04:23:E1:8E:A2
inet addr:192.12.15.8 Bcast:192.12.15.255 Mask:255.255.255.0
inet6 addr: fe80::204:23ff:fee1:8ea2/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:3769920889 errors:0 dropped:9237357 overruns:0 frame:0
TX packets:2756362479 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:10000
RX bytes:2556167812 (2.3 GiB) TX bytes:2426153240 (2.2 GiB)
Base address:0xdcc0 Memory:dfbe0000-dfc00000
[root@dct00 ~]# ethtool -k eth1
Offload parameters for eth1:
rx-checksumming: on
tx-checksumming: on
scatter-gather: on
tcp segmentation offload: on
[root@dct00 ~]# ethtool -i eth1
driver: e1000
version: 7.0.33-k2-NAPI
firmware-version: N/A
bus-info: 0000:03:07.0
[root@dct00 ~]# ethtool -g eth1
Ring parameters for eth1:
Pre-set maximums:
RX: 4096
RX Mini: 0
RX Jumbo: 0
TX: 4096
Current hardware settings:
RX: 512
RX Mini: 0
RX Jumbo: 0
TX: 512
osgserv01
[root@dct00 ~]# ping osgserv01.slac.stanford.edu PING osgserv01.slac.stanford.edu (134.79.86.171) 56(84) bytes of data. 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=0 ttl=53 time=80.4 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=1 ttl=53 time=80.4 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=2 ttl=53 time=80.3 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=3 ttl=53 time=80.7 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=4 ttl=53 time=80.4 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=5 ttl=53 time=80.4 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=6 ttl=53 time=80.3 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=7 ttl=53 time=80.3 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=8 ttl=53 time=80.3 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=9 ttl=53 time=80.4 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=10 ttl=53 time=80.4 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=11 ttl=53 time=80.3 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=12 ttl=53 time=80.4 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=13 ttl=53 time=80.3 ms 64 bytes from osgserv01.slac.stanford.edu (134.79.86.171): icmp_seq=14 ttl=53 time=80.4 ms --- osgserv01.slac.stanford.edu ping statistics --- 15 packets transmitted, 15 received, 0% packet loss, time 14004ms rtt min/avg/max/mdev = 80.352/80.433/80.703/0.304 ms, pipe 2For 80ms RTT the corresponding recommended TCP window size is ~16mb (-w8m for iperf since the tool doubles the value by itself)
From BNL to SLAC (before tuning) (1 stream)
[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w4m -t60 -i4 ------------------------------------------------------------ Client connecting to osgserv01.slac.stanford.edu, TCP port 5001 TCP window size: 8.00 MByte (WARNING: requested 4.00 MByte) ------------------------------------------------------------ [ 3] local 192.12.15.8 port 45678 connected with 134.79.86.171 port 5001 [ 3] 0.0- 4.0 sec 11.3 MBytes 23.8 Mbits/sec [ 3] 4.0- 8.0 sec 5.25 MBytes 11.0 Mbits/sec [ 3] 8.0-12.0 sec 7.95 MBytes 16.7 Mbits/sec [ 3] 12.0-16.0 sec 5.29 MBytes 11.1 Mbits/sec [ 3] 16.0-20.0 sec 5.39 MBytes 11.3 Mbits/sec [ 3] 20.0-24.0 sec 5.35 MBytes 11.2 Mbits/sec [ 3] 24.0-28.0 sec 5.23 MBytes 11.0 Mbits/sec [ 3] 28.0-32.0 sec 5.27 MBytes 11.1 Mbits/sec [ 3] 32.0-36.0 sec 7.90 MBytes 16.6 Mbits/sec [ 3] 36.0-40.0 sec 5.30 MBytes 11.1 Mbits/sec [ 3] 40.0-44.0 sec 5.23 MBytes 11.0 Mbits/sec [ 3] 44.0-48.0 sec 5.27 MBytes 11.0 Mbits/sec [ 3] 48.0-52.0 sec 5.27 MBytes 11.1 Mbits/sec [ 3] 52.0-56.0 sec 7.95 MBytes 16.7 Mbits/sec [ 3] 56.0-60.0 sec 5.26 MBytes 11.0 Mbits/sec [ 3] 0.0-61.1 sec 93.3 MBytes 12.8 Mbits/secThe iperf server at SLAC was using the default 85.3KB window
From BNL to SLAC (before tuning, larger window size at SLAC, 1 stream)
[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w4m -t60 -i4 ------------------------------------------------------------ Client connecting to osgserv01.slac.stanford.edu, TCP port 5001 TCP window size: 8.00 MByte (WARNING: requested 4.00 MByte) ------------------------------------------------------------ [ 3] local 192.12.15.8 port 45679 connected with 134.79.86.171 port 5001 [ 3] 0.0- 4.0 sec 14.1 MBytes 29.7 Mbits/sec [ 3] 4.0- 8.0 sec 8.00 MBytes 16.8 Mbits/sec [ 3] 8.0-12.0 sec 10.6 MBytes 22.2 Mbits/sec [ 3] 12.0-16.0 sec 7.95 MBytes 16.7 Mbits/sec [ 3] 16.0-20.0 sec 7.93 MBytes 16.6 Mbits/sec [ 3] 20.0-24.0 sec 10.6 MBytes 22.2 Mbits/sec [ 3] 24.0-28.0 sec 7.95 MBytes 16.7 Mbits/sec [ 3] 28.0-32.0 sec 7.95 MBytes 16.7 Mbits/sec [ 3] 32.0-36.0 sec 10.6 MBytes 22.2 Mbits/sec [ 3] 36.0-40.0 sec 7.95 MBytes 16.7 Mbits/sec [ 3] 40.0-44.0 sec 7.96 MBytes 16.7 Mbits/sec [ 3] 44.0-48.0 sec 7.93 MBytes 16.6 Mbits/sec [ 3] 48.0-52.0 sec 10.6 MBytes 22.2 Mbits/sec [ 3] 52.0-56.0 sec 7.98 MBytes 16.7 Mbits/sec [ 3] 56.0-60.0 sec 7.95 MBytes 16.7 Mbits/sec [ 3] 0.0-60.1 sec 136 MBytes 19.0 Mbits/secThe server window at SLAC went only up to 256KB, because of system limits. Still, performance jumped up a bit.
tracepath to SLAC
[root@dct00 ~]# tracepath osgserv01.slac.stanford.edu
1: dct00.usatlas.bnl.gov (192.12.15.8) 0.182ms pmtu 1500
1: hsrp.usatlas.bnl.gov (192.12.15.24) 0.461ms
2: bnlmr1-bnlsite.es.net (198.124.216.177) 0.534ms
3: aoacr1-bnlmr1.es.net (134.55.217.58) asymm 4 2.662ms
4: chiccr1-aofacr1.es.net (134.55.218.93) asymm 5 29.528ms
5: denvcr1-chiccr1.es.net (134.55.209.45) 53.270ms
6: sunncr1-denvcr1.es.net (134.55.220.50) asymm 7 80.134ms
7: sunnsdn1-sunncr1.es.net (134.55.209.97) 80.352ms
8: slacmr1-sunnsdn1.es.net (134.55.217.1) 80.757ms
9: 192.68.191.213 (192.68.191.213) 80.633ms
10: no reply
11: no reply
12: osgserv01.slac.stanford.edu (134.79.86.171) 80.668ms reached
Resume: pmtu 1500 hops 12 back 12
traceroute to SLAC
[root@dct00 ~]# traceroute osgserv01.slac.stanford.edu
traceroute to osgserv01.slac.stanford.edu (134.79.86.171), 30 hops max, 38 byte packets
1 hsrp (192.12.15.24) 0.308 ms 0.269 ms 0.237 ms
2 bnlmr1-bnlsite.es.net (198.124.216.177) 0.352 ms 0.358 ms 0.364 ms
3 aoacr1-bnlmr1.es.net (134.55.217.58) 2.606 ms 2.482 ms 2.487 ms
4 chiccr1-aofacr1.es.net (134.55.218.93) 29.465 ms 29.338 ms 29.345 ms
5 denvcr1-chiccr1.es.net (134.55.209.45) 53.199 ms 53.077 ms 53.083 ms
6 sunncr1-denvcr1.es.net (134.55.220.50) 80.055 ms 80.056 ms 80.063 ms
7 sunnsdn1-sunncr1.es.net (134.55.209.97) 80.058 ms 80.059 ms 80.065 ms
MPLS Label=131 CoS=5 TTL=1 S=0
8 slacmr1-sunnsdn1.es.net (134.55.217.1) 80.546 ms 80.435 ms 80.438 ms
9 192.68.191.213 (192.68.191.213) 80.558 ms 80.434 ms 80.441 ms
10 * * *
11 * * *
12 osgserv01.slac.stanford.edu (134.79.86.171) 80.470 ms 80.418 ms 80.438 ms
From BNL to SLAC (after tuning, 8mb window, 1 stream)
[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w4m -t60 -i4 ------------------------------------------------------------ Client connecting to osgserv01.slac.stanford.edu, TCP port 5001 TCP window size: 8.00 MByte (WARNING: requested 4.00 MByte) ------------------------------------------------------------ [ 3] local 192.12.15.8 port 45681 connected with 134.79.86.171 port 5001 [ 3] 0.0- 4.0 sec 127 MBytes 267 Mbits/sec [ 3] 4.0- 8.0 sec 161 MBytes 337 Mbits/sec [ 3] 8.0-12.0 sec 178 MBytes 374 Mbits/sec [ 3] 12.0-16.0 sec 200 MBytes 420 Mbits/sec [ 3] 16.0-20.0 sec 233 MBytes 489 Mbits/sec [ 3] 20.0-24.0 sec 73.6 MBytes 154 Mbits/sec [ 3] 24.0-28.0 sec 68.8 MBytes 144 Mbits/sec [ 3] 28.0-32.0 sec 70.8 MBytes 148 Mbits/sec [ 3] 32.0-36.0 sec 70.9 MBytes 149 Mbits/sec [ 3] 36.0-40.0 sec 72.0 MBytes 151 Mbits/sec [ 3] 40.0-44.0 sec 87.6 MBytes 184 Mbits/sec [ 3] 44.0-48.0 sec 113 MBytes 237 Mbits/sec [ 3] 48.0-52.0 sec 138 MBytes 289 Mbits/sec [ 3] 52.0-56.0 sec 170 MBytes 357 Mbits/sec [ 3] 56.0-60.0 sec 194 MBytes 407 Mbits/sec [ 3] 0.0-60.0 sec 1.91 GBytes 274 Mbits/sec
From BNL to SLAC (after tuning, 16mb window, 1 stream)
[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w8m -t120 -i4 ------------------------------------------------------------ Client connecting to osgserv01.slac.stanford.edu, TCP port 5001 TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte) ------------------------------------------------------------ [ 3] local 192.12.15.8 port 45685 connected with 134.79.86.171 port 5001 [ 3] 0.0- 4.0 sec 122 MBytes 255 Mbits/sec [ 3] 4.0- 8.0 sec 130 MBytes 273 Mbits/sec [ 3] 8.0-12.0 sec 156 MBytes 328 Mbits/sec [ 3] 12.0-16.0 sec 182 MBytes 382 Mbits/sec [ 3] 16.0-20.0 sec 211 MBytes 442 Mbits/sec [ 3] 20.0-24.0 sec 231 MBytes 484 Mbits/sec [ 3] 24.0-28.0 sec 256 MBytes 537 Mbits/sec [ 3] 28.0-32.0 sec 283 MBytes 594 Mbits/sec [ 3] 32.0-36.0 sec 304 MBytes 638 Mbits/sec [ 3] 36.0-40.0 sec 331 MBytes 693 Mbits/sec [ 3] 40.0-44.0 sec 352 MBytes 738 Mbits/sec [ 3] 44.0-48.0 sec 380 MBytes 796 Mbits/sec [ 3] 48.0-52.0 sec 363 MBytes 761 Mbits/sec [ 3] 52.0-56.0 sec 80.7 MBytes 169 Mbits/sec [ 3] 56.0-60.0 sec 333 MBytes 699 Mbits/sec [ 3] 60.0-64.0 sec 354 MBytes 743 Mbits/sec [ 3] 64.0-68.0 sec 381 MBytes 800 Mbits/sec [ 3] 68.0-72.0 sec 184 MBytes 385 Mbits/sec [ 3] 72.0-76.0 sec 168 MBytes 352 Mbits/sec [ 3] 76.0-80.0 sec 276 MBytes 579 Mbits/sec [ 3] 80.0-84.0 sec 282 MBytes 592 Mbits/sec [ 3] 84.0-88.0 sec 247 MBytes 517 Mbits/sec [ 3] 88.0-92.0 sec 256 MBytes 536 Mbits/sec [ 3] 92.0-96.0 sec 256 MBytes 536 Mbits/sec [ 3] 96.0-100.0 sec 46.7 MBytes 97.9 Mbits/sec [ 3] 100.0-104.0 sec 48.1 MBytes 101 Mbits/sec [ 3] 104.0-108.0 sec 52.5 MBytes 110 Mbits/sec [ 3] 108.0-112.0 sec 52.5 MBytes 110 Mbits/sec [ 3] 112.0-116.0 sec 65.0 MBytes 136 Mbits/sec [ 3] 116.0-120.0 sec 98.9 MBytes 207 Mbits/sec [ 3] 0.0-120.1 sec 6.33 GBytes 453 Mbits/sec
From SLAC to BNL (after tuning, 16mb window, 1 stream)
[root@dct00 ~]# iperf -s -p20000 -w8m -i4 ------------------------------------------------------------ Server listening on TCP port 20000 TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte) ------------------------------------------------------------ [ 4] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 58469 [ 4] 0.0- 4.0 sec 15.4 MBytes 32.3 Mbits/sec [ 4] 4.0- 8.0 sec 15.0 MBytes 31.5 Mbits/sec [ 4] 8.0-12.0 sec 17.6 MBytes 36.9 Mbits/sec [ 4] 12.0-16.0 sec 41.6 MBytes 87.2 Mbits/sec [ 4] 16.0-20.0 sec 72.4 MBytes 152 Mbits/sec [ 4] 20.0-24.0 sec 68.8 MBytes 144 Mbits/sec [ 4] 24.0-28.0 sec 64.6 MBytes 135 Mbits/sec [ 4] 28.0-32.0 sec 61.3 MBytes 128 Mbits/sec [ 4] 32.0-36.0 sec 62.2 MBytes 131 Mbits/sec [ 4] 36.0-40.0 sec 78.0 MBytes 164 Mbits/sec [ 4] 40.0-44.0 sec 79.2 MBytes 166 Mbits/sec [ 4] 44.0-48.0 sec 75.9 MBytes 159 Mbits/sec [ 4] 48.0-52.0 sec 55.0 MBytes 115 Mbits/sec [ 4] 52.0-56.0 sec 56.9 MBytes 119 Mbits/sec [ 4] 56.0-60.0 sec 50.3 MBytes 105 Mbits/sec [ 4] 0.0-60.8 sec 825 MBytes 114 Mbits/sec [ 4] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 59362 [ 4] 0.0- 4.0 sec 51.9 MBytes 109 Mbits/sec [ 4] 4.0- 8.0 sec 84.4 MBytes 177 Mbits/sec [ 4] 8.0-12.0 sec 110 MBytes 232 Mbits/sec [ 4] 12.0-16.0 sec 137 MBytes 288 Mbits/sec [ 4] 16.0-20.0 sec 163 MBytes 342 Mbits/sec [ 4] 20.0-24.0 sec 191 MBytes 401 Mbits/sec [ 4] 24.0-28.0 sec 219 MBytes 459 Mbits/sec [ 4] 28.0-32.0 sec 247 MBytes 518 Mbits/sec [ 4] 32.0-36.0 sec 247 MBytes 517 Mbits/sec [ 4] 36.0-40.0 sec 65.5 MBytes 137 Mbits/sec [ 4] 40.0-44.0 sec 55.3 MBytes 116 Mbits/sec [ 4] 44.0-48.0 sec 33.7 MBytes 70.6 Mbits/sec [ 4] 48.0-52.0 sec 28.7 MBytes 60.2 Mbits/sec [ 4] 52.0-56.0 sec 14.1 MBytes 29.5 Mbits/sec [ 4] 56.0-60.0 sec 70.7 KBytes 145 Kbits/sec [ 4] 60.0-64.0 sec 69.3 KBytes 142 Kbits/sec [ 4] 64.0-68.0 sec 70.7 KBytes 145 Kbits/sec [ 4] 68.0-72.0 sec 70.7 KBytes 145 Kbits/sec [ 4] 72.0-76.0 sec 69.3 KBytes 142 Kbits/sec [ 4] 76.0-80.0 sec 70.7 KBytes 145 Kbits/sec [ 4] 80.0-84.0 sec 70.7 KBytes 145 Kbits/sec [ 4] 84.0-88.0 sec 56.6 KBytes 116 Kbits/sec [ 4] 88.0-92.0 sec 33.9 KBytes 69.5 Kbits/sec [ 4] 92.0-96.0 sec 35.4 KBytes 72.4 Kbits/sec [ 4] 96.0-100.0 sec 35.4 KBytes 72.4 Kbits/sec [ 4] 0.0-103.7 sec 1.62 GBytes 134 Mbits/secChanging the system parameters at SLAC to allow max windows of 16MB and turning on TCP segmentation offloading improved performance significantly. The fluctuations were due to competing traffic on the machine and the network.
After stopping competing traffic on osgserv01
[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w8m -t120 -i4 ------------------------------------------------------------ Client connecting to osgserv01.slac.stanford.edu, TCP port 5001 TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte) ------------------------------------------------------------ [ 3] local 192.12.15.8 port 45694 connected with 134.79.86.171 port 5001 [ 3] 0.0- 4.0 sec 39.8 MBytes 83.5 Mbits/sec [ 3] 4.0- 8.0 sec 234 MBytes 491 Mbits/sec [ 3] 8.0-12.0 sec 28.5 MBytes 59.8 Mbits/sec [ 3] 12.0-16.0 sec 74.9 MBytes 157 Mbits/sec [ 3] 16.0-20.0 sec 147 MBytes 308 Mbits/sec [ 3] 20.0-24.0 sec 151 MBytes 316 Mbits/sec [ 3] 24.0-28.0 sec 151 MBytes 316 Mbits/sec [ 3] 28.0-32.0 sec 154 MBytes 322 Mbits/sec [ 3] 32.0-36.0 sec 158 MBytes 332 Mbits/sec [ 3] 36.0-40.0 sec 177 MBytes 371 Mbits/sec [ 3] 40.0-44.0 sec 208 MBytes 435 Mbits/sec [ 3] 44.0-48.0 sec 227 MBytes 477 Mbits/sec [ 3] 48.0-52.0 sec 256 MBytes 537 Mbits/sec [ 3] 52.0-56.0 sec 277 MBytes 580 Mbits/sec [ 3] 56.0-60.0 sec 298 MBytes 626 Mbits/sec [ 3] 60.0-64.0 sec 326 MBytes 683 Mbits/sec [ 3] 64.0-68.0 sec 345 MBytes 723 Mbits/sec [ 3] 68.0-72.0 sec 366 MBytes 768 Mbits/sec [ 3] 72.0-76.0 sec 217 MBytes 456 Mbits/sec [ 3] 76.0-80.0 sec 330 MBytes 692 Mbits/sec [ 3] 80.0-84.0 sec 351 MBytes 736 Mbits/sec [ 3] 84.0-88.0 sec 376 MBytes 789 Mbits/sec [ 3] 88.0-92.0 sec 322 MBytes 675 Mbits/sec [ 3] 92.0-96.0 sec 334 MBytes 700 Mbits/sec [ 3] 96.0-100.0 sec 340 MBytes 712 Mbits/sec [ 3] 100.0-104.0 sec 343 MBytes 719 Mbits/sec [ 3] 104.0-108.0 sec 347 MBytes 728 Mbits/sec [ 3] 108.0-112.0 sec 346 MBytes 725 Mbits/sec [ 3] 112.0-116.0 sec 269 MBytes 564 Mbits/sec [ 3] 116.0-120.0 sec 11.6 MBytes 24.4 Mbits/sec [ 3] 0.0-121.6 sec 7.03 GBytes 497 Mbits/secCompeting traffic was possible to be stopped on the SLAC machine, leading to smaller fluctuations. However, there was still other competing network traffic downstream.
Additional tests in both directions, single and multiple streams
From SLAC to BNL (after tuning, 16mb window, 1 stream)[root@dct00 ~]# iperf -s -p20000 -w8m -i4 ------------------------------------------------------------ Server listening on TCP port 20000 TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte) ------------------------------------------------------------ [ 4] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 37317 [ 4] 0.0- 4.0 sec 34.4 MBytes 72.2 Mbits/sec [ 4] 4.0- 8.0 sec 64.1 MBytes 134 Mbits/sec [ 4] 8.0-12.0 sec 70.0 MBytes 147 Mbits/sec [ 4] 12.0-16.0 sec 79.0 MBytes 166 Mbits/sec [ 4] 16.0-20.0 sec 79.5 MBytes 167 Mbits/sec [ 4] 20.0-24.0 sec 79.9 MBytes 167 Mbits/sec [ 4] 24.0-28.0 sec 85.2 MBytes 179 Mbits/sec [ 4] 28.0-32.0 sec 109 MBytes 228 Mbits/sec [ 4] 32.0-36.0 sec 82.7 MBytes 173 Mbits/sec [ 4] 36.0-40.0 sec 89.7 MBytes 188 Mbits/sec [ 4] 40.0-44.0 sec 90.6 MBytes 190 Mbits/sec [ 4] 44.0-48.0 sec 90.9 MBytes 191 Mbits/sec [ 4] 48.0-52.0 sec 96.5 MBytes 202 Mbits/sec [ 4] 52.0-56.0 sec 122 MBytes 255 Mbits/sec [ 4] 56.0-60.0 sec 148 MBytes 311 Mbits/sec [ 4] 60.0-64.0 sec 175 MBytes 367 Mbits/sec [ 4] 64.0-68.0 sec 201 MBytes 422 Mbits/sec [ 4] 68.0-72.0 sec 167 MBytes 349 Mbits/sec [ 4] 72.0-76.0 sec 38.5 MBytes 80.7 Mbits/sec [ 4] 76.0-80.0 sec 44.9 MBytes 94.2 Mbits/sec [ 4] 80.0-84.0 sec 45.0 MBytes 94.3 Mbits/sec [ 4] 84.0-88.0 sec 46.2 MBytes 96.9 Mbits/sec [ 4] 88.0-92.0 sec 65.4 MBytes 137 Mbits/sec [ 4] 92.0-96.0 sec 91.5 MBytes 192 Mbits/sec [ 4] 96.0-100.0 sec 119 MBytes 250 Mbits/sec [ 4] 100.0-104.0 sec 145 MBytes 305 Mbits/sec [ 4] 104.0-108.0 sec 145 MBytes 304 Mbits/sec [ 4] 108.0-112.0 sec 160 MBytes 336 Mbits/sec [ 4] 112.0-116.0 sec 168 MBytes 353 Mbits/sec [ 4] 116.0-120.0 sec 169 MBytes 353 Mbits/sec [ 4] 0.0-120.1 sec 3.04 GBytes 217 Mbits/secFrom SLAC to BNL (after tuning, 16mb window at SLAC, 4 streams)
[ 4] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 38790 [ 5] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 38791 [ 6] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 38792 [ 7] local 192.12.15.8 port 20000 connected with 134.79.86.171 port 38793 [SUM] 0.0- 4.0 sec 67.9 MBytes 142 Mbits/sec [SUM] 4.0- 8.0 sec 112 MBytes 235 Mbits/sec [SUM] 8.0-12.0 sec 140 MBytes 293 Mbits/sec [SUM] 12.0-16.0 sec 170 MBytes 357 Mbits/sec [SUM] 16.0-20.0 sec 136 MBytes 286 Mbits/sec [SUM] 20.0-24.0 sec 116 MBytes 244 Mbits/sec [SUM] 24.0-28.0 sec 118 MBytes 247 Mbits/sec [SUM] 28.0-32.0 sec 124 MBytes 260 Mbits/sec [SUM] 32.0-36.0 sec 158 MBytes 331 Mbits/sec [SUM] 36.0-40.0 sec 174 MBytes 366 Mbits/sec [SUM] 40.0-44.0 sec 172 MBytes 361 Mbits/sec [SUM] 44.0-48.0 sec 176 MBytes 369 Mbits/sec [SUM] 0.0-52.8 sec 1.79 GBytes 290 Mbits/secIt seems there was heavily competing traffic in the outgoing (from SLAC) direction during these tests. From BNL to SLAC (1 stream)
[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w8m -t300 -i4 ------------------------------------------------------------ Client connecting to osgserv01.slac.stanford.edu, TCP port 5001 TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte) ------------------------------------------------------------ [ 3] local 192.12.15.8 port 45708 connected with 134.79.86.171 port 5001 [ 3] 0.0- 4.0 sec 40.9 MBytes 85.7 Mbits/sec [ 3] 4.0- 8.0 sec 40.1 MBytes 84.2 Mbits/sec [ 3] 8.0-12.0 sec 39.8 MBytes 83.4 Mbits/sec [ 3] 12.0-16.0 sec 40.8 MBytes 85.6 Mbits/sec [ 3] 16.0-20.0 sec 57.6 MBytes 121 Mbits/sec [ 3] 20.0-24.0 sec 76.9 MBytes 161 Mbits/sec [ 3] 24.0-28.0 sec 97.6 MBytes 205 Mbits/sec [ 3] 28.0-32.0 sec 118 MBytes 248 Mbits/sec [ 3] 32.0-36.0 sec 92.6 MBytes 194 Mbits/sec [ 3] 36.0-40.0 sec 56.9 MBytes 119 Mbits/sec [ 3] 40.0-44.0 sec 52.1 MBytes 109 Mbits/sec [ 3] 44.0-48.0 sec 48.7 MBytes 102 Mbits/sec [ 3] 48.0-52.0 sec 53.1 MBytes 111 Mbits/sec [ 3] 52.0-56.0 sec 55.3 MBytes 116 Mbits/sec [ 3] 56.0-60.0 sec 78.0 MBytes 163 Mbits/sec [ 3] 60.0-64.0 sec 104 MBytes 219 Mbits/sec [ 3] 64.0-68.0 sec 126 MBytes 264 Mbits/sec [ 3] 68.0-72.0 sec 155 MBytes 324 Mbits/sec [ 3] 72.0-76.0 sec 182 MBytes 381 Mbits/sec [ 3] 76.0-80.0 sec 193 MBytes 404 Mbits/sec [ 3] 80.0-84.0 sec 77.1 MBytes 162 Mbits/sec [ 3] 84.0-88.0 sec 128 MBytes 269 Mbits/sec [ 3] 88.0-92.0 sec 127 MBytes 266 Mbits/sec [ 3] 92.0-96.0 sec 129 MBytes 271 Mbits/sec [ 3] 96.0-100.0 sec 129 MBytes 270 Mbits/sec [ 3] 100.0-104.0 sec 149 MBytes 313 Mbits/sec [ 3] 104.0-108.0 sec 179 MBytes 374 Mbits/sec [ 3] 108.0-112.0 sec 207 MBytes 435 Mbits/sec [ 3] 112.0-116.0 sec 232 MBytes 486 Mbits/sec [ 3] 116.0-120.0 sec 257 MBytes 539 Mbits/sec [ 3] 120.0-124.0 sec 283 MBytes 593 Mbits/sec [ 3] 124.0-128.0 sec 315 MBytes 660 Mbits/sec [ 3] 128.0-132.0 sec 338 MBytes 709 Mbits/sec [ 3] 132.0-136.0 sec 359 MBytes 754 Mbits/sec [ 3] 136.0-140.0 sec 386 MBytes 809 Mbits/sec [ 3] 140.0-144.0 sec 92.9 MBytes 195 Mbits/sec [ 3] 144.0-148.0 sec 42.2 MBytes 88.6 Mbits/sec [ 3] 148.0-152.0 sec 8.29 MBytes 17.4 Mbits/sec [ 3] 152.0-156.0 sec 85.0 MBytes 178 Mbits/sec [ 3] 156.0-160.0 sec 85.6 MBytes 179 Mbits/sec [ 3] 160.0-164.0 sec 92.3 MBytes 194 Mbits/sec [ 3] 164.0-168.0 sec 88.8 MBytes 186 Mbits/sec [ 3] 168.0-172.0 sec 102 MBytes 213 Mbits/sec [ 3] 172.0-176.0 sec 126 MBytes 264 Mbits/sec [ 3] 176.0-180.0 sec 151 MBytes 317 Mbits/sec [ 3] 180.0-184.0 sec 175 MBytes 367 Mbits/sec [ 3] 184.0-188.0 sec 205 MBytes 430 Mbits/sec [ 3] 188.0-192.0 sec 212 MBytes 445 Mbits/sec [ 3] 192.0-196.0 sec 86.6 MBytes 182 Mbits/sec [ 3] 0.0-198.8 sec 6.45 GBytes 279 Mbits/secFrom BNL to SLAC (8 streams)
[root@dct00 ~]# iperf -c osgserv01.slac.stanford.edu -w8m -t300 -i4 -P8 ------------------------------------------------------------ Client connecting to osgserv01.slac.stanford.edu, TCP port 5001 TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte) ------------------------------------------------------------ [ 10] local 192.12.15.8 port 45720 connected with 134.79.86.171 port 5001 [ 4] local 192.12.15.8 port 45714 connected with 134.79.86.171 port 5001 [ 3] local 192.12.15.8 port 45713 connected with 134.79.86.171 port 5001 [ 6] local 192.12.15.8 port 45716 connected with 134.79.86.171 port 5001 [ 5] local 192.12.15.8 port 45715 connected with 134.79.86.171 port 5001 [ 7] local 192.12.15.8 port 45717 connected with 134.79.86.171 port 5001 [ 8] local 192.12.15.8 port 45718 connected with 134.79.86.171 port 5001 [ 9] local 192.12.15.8 port 45719 connected with 134.79.86.171 port 5001 [SUM] 0.0- 4.0 sec 278 MBytes 584 Mbits/sec [SUM] 4.0- 8.0 sec 314 MBytes 660 Mbits/sec [SUM] 8.0-12.0 sec 326 MBytes 683 Mbits/sec [SUM] 12.0-16.0 sec 362 MBytes 760 Mbits/sec [SUM] 16.0-20.0 sec 316 MBytes 662 Mbits/sec [SUM] 20.0-24.0 sec 164 MBytes 343 Mbits/sec [SUM] 24.0-28.0 sec 76.1 MBytes 160 Mbits/sec [SUM] 28.0-32.0 sec 96.0 MBytes 201 Mbits/sec [SUM] 32.0-36.0 sec 133 MBytes 280 Mbits/sec [SUM] 36.0-40.0 sec 264 MBytes 555 Mbits/sec [SUM] 40.0-44.0 sec 369 MBytes 773 Mbits/sec [SUM] 44.0-48.0 sec 221 MBytes 464 Mbits/sec [SUM] 48.0-52.0 sec 189 MBytes 396 Mbits/sec [SUM] 52.0-56.0 sec 184 MBytes 386 Mbits/sec [SUM] 56.0-60.0 sec 198 MBytes 415 Mbits/sec [SUM] 60.0-64.0 sec 207 MBytes 434 Mbits/sec [SUM] 64.0-68.0 sec 262 MBytes 549 Mbits/sec [SUM] 68.0-72.0 sec 333 MBytes 698 Mbits/sec [SUM] 72.0-76.0 sec 405 MBytes 849 Mbits/sec [SUM] 76.0-80.0 sec 335 MBytes 703 Mbits/sec [SUM] 80.0-84.0 sec 199 MBytes 417 Mbits/sec [SUM] 84.0-88.0 sec 217 MBytes 455 Mbits/sec [SUM] 88.0-92.0 sec 231 MBytes 484 Mbits/sec [SUM] 0.0-95.0 sec 5.75 GBytes 521 Mbits/sec
osgserv04 After Tuning
traceroute to osgserv04
[root@dct00 ~]# traceroute osgserv04.slac.stanford.edu
traceroute to osgserv04.slac.stanford.edu (134.79.86.174), 30 hops max, 38 byte packets
1 hsrp (192.12.15.24) 0.299 ms 0.324 ms 0.344 ms
2 bnlmr1-bnlsite.es.net (198.124.216.177) 0.733 ms 0.355 ms 0.363 ms
3 aoacr1-bnlmr1.es.net (134.55.217.58) 2.608 ms 2.480 ms 2.487 ms
4 chiccr1-aofacr1.es.net (134.55.218.93) 29.467 ms 29.336 ms 29.347 ms
5 denvcr1-chiccr1.es.net (134.55.209.45) 53.076 ms 53.198 ms 53.080 ms
6 sunncr1-denvcr1.es.net (134.55.220.50) 80.061 ms 80.056 ms 80.065 ms
7 sunnsdn1-sunncr1.es.net (134.55.209.97) 80.059 ms 80.182 ms 80.064 ms
MPLS Label=131 CoS=5 TTL=1 S=0
8 slacmr1-sunnsdn1.es.net (134.55.217.1) 80.549 ms 80.431 ms 80.438 ms
9 192.68.191.213 (192.68.191.213) 80.562 ms 80.512 ms 80.432 ms
10 * * *
11 * * *
12 osgserv04.slac.stanford.edu (134.79.86.174) 80.482 ms 80.379 ms 80.434 ms
From SLAC to BNL (1 stream)
[ 4] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50348 [ 4] 0.0- 4.0 sec 62.4 MBytes 131 Mbits/sec [ 4] 4.0- 8.0 sec 117 MBytes 245 Mbits/sec [ 4] 8.0-12.0 sec 118 MBytes 247 Mbits/sec [ 4] 12.0-16.0 sec 119 MBytes 249 Mbits/sec [ 4] 16.0-20.0 sec 121 MBytes 254 Mbits/sec [ 4] 20.0-24.0 sec 144 MBytes 303 Mbits/sec [ 4] 24.0-28.0 sec 124 MBytes 261 Mbits/sec [ 4] 28.0-32.0 sec 156 MBytes 326 Mbits/sec [ 4] 32.0-36.0 sec 158 MBytes 332 Mbits/sec [ 4] 36.0-40.0 sec 159 MBytes 333 Mbits/sec [ 4] 40.0-44.0 sec 159 MBytes 334 Mbits/sec [ 4] 44.0-48.0 sec 171 MBytes 358 Mbits/sec [ 4] 48.0-52.0 sec 196 MBytes 410 Mbits/sec [ 4] 52.0-56.0 sec 221 MBytes 464 Mbits/sec [ 4] 56.0-60.0 sec 246 MBytes 515 Mbits/sec [ 4] 60.0-64.0 sec 271 MBytes 568 Mbits/sec [ 4] 64.0-68.0 sec 293 MBytes 615 Mbits/sec [ 4] 68.0-72.0 sec 297 MBytes 624 Mbits/sec [ 4] 72.0-76.0 sec 297 MBytes 623 Mbits/sec [ 4] 76.0-80.0 sec 297 MBytes 624 Mbits/sec [ 4] 80.0-84.0 sec 297 MBytes 624 Mbits/sec [ 4] 84.0-88.0 sec 297 MBytes 623 Mbits/sec [ 4] 88.0-92.0 sec 298 MBytes 624 Mbits/sec [ 4] 92.0-96.0 sec 297 MBytes 624 Mbits/sec [ 4] 96.0-100.0 sec 297 MBytes 624 Mbits/sec [ 4] 100.0-104.0 sec 297 MBytes 624 Mbits/sec [ 4] 104.0-108.0 sec 298 MBytes 624 Mbits/sec [ 4] 108.0-112.0 sec 298 MBytes 624 Mbits/sec [ 4] 112.0-116.0 sec 297 MBytes 623 Mbits/sec [ 4] 116.0-120.0 sec 297 MBytes 623 Mbits/sec [ 4] 0.0-120.1 sec 6.55 GBytes 469 Mbits/sec [ 4] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50349 [ 5] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50350 [ 6] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50351 [ 7] local 192.12.15.8 port 20000 connected with 134.79.86.174 port 50352 [SUM] 0.0- 4.0 sec 108 MBytes 226 Mbits/sec [SUM] 4.0- 8.0 sec 186 MBytes 389 Mbits/sec [SUM] 8.0-12.0 sec 177 MBytes 371 Mbits/sec [SUM] 12.0-16.0 sec 210 MBytes 441 Mbits/sec [SUM] 16.0-20.0 sec 212 MBytes 444 Mbits/sec [SUM] 20.0-24.0 sec 219 MBytes 458 Mbits/sec [SUM] 24.0-28.0 sec 265 MBytes 555 Mbits/sec [SUM] 28.0-32.0 sec 206 MBytes 432 Mbits/sec [SUM] 32.0-36.0 sec 230 MBytes 482 Mbits/sec [SUM] 36.0-40.0 sec 231 MBytes 485 Mbits/sec [SUM] 40.0-44.0 sec 244 MBytes 512 Mbits/sec [SUM] 44.0-48.0 sec 298 MBytes 624 Mbits/sec [SUM] 48.0-52.0 sec 251 MBytes 526 Mbits/sec [SUM] 52.0-56.0 sec 216 MBytes 452 Mbits/sec [SUM] 56.0-60.0 sec 246 MBytes 515 Mbits/sec [SUM] 60.0-64.0 sec 247 MBytes 518 Mbits/sec [SUM] 64.0-68.0 sec 250 MBytes 524 Mbits/sec [SUM] 68.0-72.0 sec 263 MBytes 551 Mbits/sec [SUM] 72.0-76.0 sec 286 MBytes 599 Mbits/sec [SUM] 76.0-80.0 sec 320 MBytes 671 Mbits/sec [SUM] 80.0-84.0 sec 271 MBytes 568 Mbits/sec [SUM] 84.0-88.0 sec 260 MBytes 545 Mbits/sec [SUM] 88.0-92.0 sec 279 MBytes 584 Mbits/sec [SUM] 92.0-96.0 sec 280 MBytes 588 Mbits/sec [SUM] 96.0-100.0 sec 288 MBytes 604 Mbits/sec [SUM] 100.0-104.0 sec 276 MBytes 579 Mbits/sec [SUM] 104.0-108.0 sec 262 MBytes 550 Mbits/sec [SUM] 108.0-112.0 sec 296 MBytes 620 Mbits/sec [SUM] 112.0-116.0 sec 280 MBytes 587 Mbits/sec [SUM] 116.0-120.0 sec 206 MBytes 433 Mbits/se [SUM] 0.0-121.0 sec 7.22 GBytes 513 Mbits/secMuch better results now in the direction from SLAC to BNL. Because the SLAC server osgserv04 is on the same subnet as osgserv01, it seems that the competing traffic subsided.
From BNL to SLAC (1 stream)
[root@dct00 ~]# iperf -c osgserv04.slac.stanford.edu -w8m -t120 -i4 ------------------------------------------------------------ Client connecting to osgserv04.slac.stanford.edu, TCP port 5001 TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte) ------------------------------------------------------------ [ 3] local 192.12.15.8 port 45703 connected with 134.79.86.174 port 5001 [ 3] 0.0- 4.0 sec 99.3 MBytes 208 Mbits/sec [ 3] 4.0- 8.0 sec 110 MBytes 230 Mbits/sec [ 3] 8.0-12.0 sec 104 MBytes 219 Mbits/sec [ 3] 12.0-16.0 sec 74.3 MBytes 156 Mbits/sec [ 3] 16.0-20.0 sec 103 MBytes 217 Mbits/sec [ 3] 20.0-24.0 sec 99.4 MBytes 208 Mbits/sec [ 3] 24.0-28.0 sec 104 MBytes 218 Mbits/sec [ 3] 28.0-32.0 sec 105 MBytes 220 Mbits/sec [ 3] 32.0-36.0 sec 120 MBytes 251 Mbits/sec [ 3] 36.0-40.0 sec 147 MBytes 309 Mbits/sec [ 3] 40.0-44.0 sec 175 MBytes 368 Mbits/sec [ 3] 44.0-48.0 sec 201 MBytes 422 Mbits/sec [ 3] 48.0-52.0 sec 99.7 MBytes 209 Mbits/sec [ 3] 52.0-56.0 sec 93.8 MBytes 197 Mbits/sec [ 3] 56.0-60.0 sec 105 MBytes 220 Mbits/sec [ 3] 60.0-64.0 sec 110 MBytes 230 Mbits/sec [ 3] 64.0-68.0 sec 110 MBytes 231 Mbits/sec [ 3] 68.0-72.0 sec 117 MBytes 244 Mbits/sec [ 3] 72.0-76.0 sec 141 MBytes 296 Mbits/sec [ 3] 76.0-80.0 sec 164 MBytes 343 Mbits/sec [ 3] 80.0-84.0 sec 195 MBytes 409 Mbits/sec [ 3] 84.0-88.0 sec 216 MBytes 453 Mbits/sec [ 3] 88.0-92.0 sec 247 MBytes 519 Mbits/sec [ 3] 92.0-96.0 sec 266 MBytes 557 Mbits/sec [ 3] 96.0-100.0 sec 296 MBytes 621 Mbits/sec [ 3] 100.0-104.0 sec 322 MBytes 674 Mbits/sec [ 3] 104.0-108.0 sec 345 MBytes 723 Mbits/sec [ 3] 108.0-112.0 sec 316 MBytes 663 Mbits/sec [ 3] 112.0-116.0 sec 319 MBytes 670 Mbits/sec [ 3] 116.0-120.0 sec 343 MBytes 720 Mbits/sec [ 3] 0.0-120.0 sec 5.13 GBytes 367 Mbits/sec
From BNL to SLAC (4 streams)
[root@dct00 ~]# iperf -c osgserv04.slac.stanford.edu -w8m -t300 -i4 -P4 ------------------------------------------------------------ Client connecting to osgserv04.slac.stanford.edu, TCP port 5001 TCP window size: 16.0 MByte (WARNING: requested 8.00 MByte) ------------------------------------------------------------ [ 6] local 192.12.15.8 port 45707 connected with 134.79.86.174 port 5001 [ 4] local 192.12.15.8 port 45704 connected with 134.79.86.174 port 5001 [ 3] local 192.12.15.8 port 45705 connected with 134.79.86.174 port 5001 [ 5] local 192.12.15.8 port 45706 connected with 134.79.86.174 port 5001 [SUM] 0.0- 4.0 sec 71.3 MBytes 149 Mbits/sec [SUM] 4.0- 8.0 sec 86.2 MBytes 181 Mbits/sec [SUM] 8.0-12.0 sec 82.0 MBytes 172 Mbits/sec [SUM] 12.0-16.0 sec 190 MBytes 398 Mbits/sec [SUM] 16.0-20.0 sec 416 MBytes 873 Mbits/sec [SUM] 20.0-24.0 sec 434 MBytes 910 Mbits/sec [SUM] 24.0-28.0 sec 427 MBytes 896 Mbits/sec [SUM] 28.0-32.0 sec 355 MBytes 745 Mbits/sec [SUM] 32.0-36.0 sec 268 MBytes 562 Mbits/sec [SUM] 36.0-40.0 sec 215 MBytes 451 Mbits/sec [SUM] 40.0-44.0 sec 290 MBytes 609 Mbits/sec [SUM] 44.0-48.0 sec 313 MBytes 657 Mbits/sec [SUM] 48.0-52.0 sec 322 MBytes 675 Mbits/sec [SUM] 52.0-56.0 sec 367 MBytes 771 Mbits/sec [SUM] 56.0-60.0 sec 374 MBytes 784 Mbits/sec [SUM] 60.0-64.0 sec 355 MBytes 745 Mbits/sec [SUM] 64.0-68.0 sec 312 MBytes 654 Mbits/sec [SUM] 68.0-72.0 sec 410 MBytes 860 Mbits/sec [SUM] 72.0-76.0 sec 424 MBytes 889 Mbits/sec [SUM] 76.0-80.0 sec 286 MBytes 599 Mbits/sec [SUM] 80.0-84.0 sec 399 MBytes 837 Mbits/sec [SUM] 84.0-88.0 sec 399 MBytes 836 Mbits/sec [SUM] 88.0-92.0 sec 392 MBytes 823 Mbits/sec [SUM] 92.0-96.0 sec 306 MBytes 643 Mbits/sec [SUM] 96.0-100.0 sec 392 MBytes 822 Mbits/sec [SUM] 100.0-104.0 sec 215 MBytes 452 Mbits/sec [SUM] 104.0-108.0 sec 341 MBytes 716 Mbits/sec [SUM] 108.0-112.0 sec 343 MBytes 720 Mbits/sec [SUM] 112.0-116.0 sec 345 MBytes 724 Mbits/sec [SUM] 116.0-120.0 sec 383 MBytes 803 Mbits/sec [SUM] 120.0-124.0 sec 243 MBytes 510 Mbits/sec [SUM] 0.0-125.4 sec 9.65 GBytes 661 Mbits/secSimilar results in the BNL to SLAC direction. It seems that without competing traffic it should be possible to maintain speeds over 600 Mbits/sec in both directions, without having to use too many streams.
About This Site
Please note that this site is a content mirror of the BNL US ATLAS TWiki. To edit the content of this page, click the Edit this page button at the top of the page and log in with your US ATLAS computing account name and password.
Attachments
- USATLAS Site Admin Topics
- Admin Support Home
- Site Setup Help
- Search
- Site Admin Help Desk
- Submit a help ticket
- Facility contacts
- Open Science Grid Support Center
- Facility Integration Program
- Integration home
- Proof-Xrootd
 |
|
Copyright © by the contributing authors. All material on this collaboration platform is the property of the contributing authors. Ideas, requests, problems regarding TWiki? Send feedback