Integration Test Failure: TestTwoClusters

[russjones]

TestTwoClusters intermittently fails with the following:

----------------------------------------------------------------------
FAIL: integration_test.go:586: IntSuite.TestTwoClusters

integration_test.go:727:
    c.Assert(err, check.IsNil)
... value *trace.TraceErr = &trace.TraceErr{Err:(*trace.ConnectionProblemError)(0xc420ad4340), Traces:trace.Traces{trace.Trace{Path:"/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/client/client.go", Func:"github.com/gravitational/teleport/lib/client.(*ProxyClient).ConnectToNode", Line:394}, trace.Trace{Path:"/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/client/api.go", Func:"github.com/gravitational/teleport/lib/client.(*TeleportClient).SSH", Line:496}, trace.Trace{Path:"/Users/rjones/Development/go/src/github.com/gravitational/teleport/integration/integration_test.go", Func:"github.com/gravitational/teleport/integration.(*IntSuite).TestTwoClusters", Line:722}, trace.Trace{Path:"/usr/local/go/src/runtime/asm_amd64.s", Func:"runtime.call32", Line:509}, trace.Trace{Path:"/usr/local/go/src/reflect/value.go", Func:"reflect.Value.call", Line:437}, trace.Trace{Path:"/usr/local/go/src/reflect/value.go", Func:"reflect.Value.Call", Line:302}, trace.Trace{Path:"/Users/rjones/Development/go/src/github.com/gravitational/teleport/vendor/gopkg.in/check.v1/check.go", Func:"github.com/gravitational/teleport/vendor/gopkg.in/check%2ev1.(*suiteRunner).forkTest.func1", Line:764}, trace.Trace{Path:"/Users/rjones/Development/go/src/github.com/gravitational/teleport/vendor/gopkg.in/check.v1/check.go", Func:"github.com/gravitational/teleport/vendor/gopkg.in/check%2ev1.(*suiteRunner).forkCall.func1", Line:658}, trace.Trace{Path:"/usr/local/go/src/runtime/asm_amd64.s", Func:"runtime.goexit", Line:2338}}, Message:"failed connecting to node localhost. \nERROR REPORT:\nOriginal Error: *trace.ConnectionProblemError site-A is offline\nStack Trace:\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/reversetunnel/remotesite.go:602 github.com/gravitational/teleport/lib/reversetunnel.(*remoteSite).connThroughTunnel\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/reversetunnel/remotesite.go:546 github.com/gravitational/teleport/lib/reversetunnel.(*remoteSite).dialWithAgent\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/reversetunnel/remotesite.go:521 github.com/gravitational/teleport/lib/reversetunnel.(*remoteSite).Dial\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/proxy.go:301 github.com/gravitational/teleport/lib/srv/regular.(*proxySubsys).proxyToHost\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/proxy.go:190 github.com/gravitational/teleport/lib/srv/regular.(*proxySubsys).Start\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/sshserver.go:912 github.com/gravitational/teleport/lib/srv/regular.(*Server).handleSubsystem\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/sshserver.go:787 github.com/gravitational/teleport/lib/srv/regular.(*Server).dispatch\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/sshserver.go:758 github.com/gravitational/teleport/lib/srv/regular.(*Server).handleSessionRequests\n\t/usr/local/go/src/runtime/asm_amd64.s:2338 runtime.goexit\nUser Message: site-A is offline\n"} ("failed connecting to node localhost. \nERROR REPORT:\nOriginal Error: *trace.ConnectionProblemError site-A is offline\nStack Trace:\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/reversetunnel/remotesite.go:602 github.com/gravitational/teleport/lib/reversetunnel.(*remoteSite).connThroughTunnel\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/reversetunnel/remotesite.go:546 github.com/gravitational/teleport/lib/reversetunnel.(*remoteSite).dialWithAgent\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/reversetunnel/remotesite.go:521 github.com/gravitational/teleport/lib/reversetunnel.(*remoteSite).Dial\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/proxy.go:301 github.com/gravitational/teleport/lib/srv/regular.(*proxySubsys).proxyToHost\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/proxy.go:190 github.com/gravitational/teleport/lib/srv/regular.(*proxySubsys).Start\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/sshserver.go:912 github.com/gravitational/teleport/lib/srv/regular.(*Server).handleSubsystem\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/sshserver.go:787 github.com/gravitational/teleport/lib/srv/regular.(*Server).dispatch\n\t/Users/rjones/Development/go/src/github.com/gravitational/teleport/lib/srv/regular/sshserver.go:758 github.com/gravitational/teleport/lib/srv/regular.(*Server).handleSessionRequests\n\t/usr/local/go/src/runtime/asm_amd64.s:2338 runtime.goexit\nUser Message: site-A is offline\n")