public async Task Run_Disconnects_When_Monitor_Returns()
{
var timeout = TimeSpan.FromSeconds(2);
var grpcHost = await CreateGrpcServer();
var grpcClient = grpcHost.CreateFixedClient();
var stopTokenSource = new CancellationTokenSource(timeout);
var connectionWasLost = false;
var eventBus = new EventBus();
eventBus.Subscribe <EndpointConnectionEvents.Disconnected>(args =>
{
connectionWasLost = true;
stopTokenSource.Cancel();
});
var endpointConnectionManager = new EndpointConnectionManager(
eventBus, new DelegateClientFactory(endpoint => grpcClient),
new AlwaysYesServerVerifier(), _loggerFactory.CreateLogger <EndpointConnectionManager>()
);
await endpointConnectionManager.Run(
new[] { StaticApiServer.AnyOnUri("http://localhost/") },
new[] { new DisconnectsImmediately() },
stopTokenSource.Token
);
await grpcHost.StopAsync();
Assert.IsTrue(connectionWasLost);
}
public async Task Run_Reconnects_Immediately_After_Disconnect()
{
var timeout = TimeSpan.FromSeconds(2);
var grpcHost = await CreateGrpcServer();
var grpcClient = grpcHost.CreateFixedClient();
var stopTokenSource = new CancellationTokenSource(timeout);
var connectionCount = 0;
var eventBus = new EventBus();
eventBus.Subscribe <EndpointConnectionEvents.Connected>(args =>
{
connectionCount++;
if (connectionCount == 2)
{
stopTokenSource.Cancel();
}
});
var endpointConnectionManager = new EndpointConnectionManager(
eventBus, new DelegateClientFactory(endpoint => grpcClient),
new AlwaysYesServerVerifier(), _loggerFactory.CreateLogger <EndpointConnectionManager>()
);
await endpointConnectionManager.Run(
new[] { StaticApiServer.AnyOnUri("http://localhost/") },
new[] { new DisconnectsImmediately() },
stopTokenSource.Token
);
await grpcHost.StopAsync();
Assert.AreEqual(2, connectionCount);
}
public async Task Run_Restarts_Endpoint_Provider_After_Throwing_Exception()
{
var timeout = TimeSpan.FromSeconds(2);
var grpcHost = await CreateGrpcServer();
var grpcClient = grpcHost.CreateFixedClient();
var stopTokenSource = new CancellationTokenSource(timeout);
var connectionWasEstablished = false;
var eventBus = new EventBus();
eventBus.Subscribe <EndpointConnectionEvents.Connected>(args =>
{
connectionWasEstablished = true;
stopTokenSource.Cancel();
});
var endpointConnectionManager = new EndpointConnectionManager(
eventBus, new DelegateClientFactory(endpoint => grpcClient),
new AlwaysYesServerVerifier(), _loggerFactory.CreateLogger <EndpointConnectionManager>()
);
await endpointConnectionManager.Run(
new IServerEndpointProvider[]
{
new ThrowsExceptionFirstEndpointProvider(
StaticApiServer.AnyOnUri("http://localhost/"))
},
new[] { new NeverDisconnects() },
stopTokenSource.Token
);
await grpcHost.StopAsync();
Assert.IsTrue(connectionWasEstablished);
}
public async Task Run_Connects_After_Cooldown_If_Connection_Fails()
{
var timeout = TimeSpan.FromSeconds(7);
var grpcHost = await CreateGrpcServer();
var grpcClient = grpcHost.CreateFixedClient();
var stopTokenSource = new CancellationTokenSource(timeout);
var verifier = new VerifiesOnSecondAttemptVerifier();
var connectionWasEstablished = false;
var eventBus = new EventBus();
eventBus.Subscribe <EndpointConnectionEvents.Connected>(args =>
{
connectionWasEstablished = true;
stopTokenSource.Cancel();
});
var endpointConnectionManager = new EndpointConnectionManager(
eventBus, new DelegateClientFactory(endpoint => grpcClient),
verifier, _loggerFactory.CreateLogger <EndpointConnectionManager>()
);
await endpointConnectionManager.Run(
new[] { StaticApiServer.AnyOnUri("http://localhost/") },
new[] { new DisconnectsImmediately() },
stopTokenSource.Token
);
await grpcHost.StopAsync();
Assert.IsTrue(connectionWasEstablished);
// built-in cooldown is 5 seconds, make the check a little fuzzy
Assert.IsTrue(verifier.LastAttemptDelta.Value > TimeSpan.FromSeconds(4));
}
protected override Task ExecuteAsync(CancellationToken stoppingToken)
{
return(Task.WhenAll(
_deviceProviders.Select(q => RunDeviceProvider(q, stoppingToken))
.Concat(new[]
{
_connectionManager.Run(_serverEndpointProviders, _livelinessMonitors, stoppingToken)
})
));
}
public async Task Run_Persists_Endpoint_Providers_Across_Failover()
{
var timeout = TimeSpan.FromSeconds(2);
var grpcHost = await CreateGrpcServer();
var grpcClient = grpcHost.CreateFixedClient();
var stopTokenSource = new CancellationTokenSource(timeout);
var verifier = new VerifiesOnSecondAttemptVerifier();
var connectionWasEstablished = false;
var connectedEndpoint = default(ServerEndpoint);
var eventBus = new EventBus();
eventBus.Subscribe <EndpointConnectionEvents.Connected>(args =>
{
connectedEndpoint = args.ServerEndpoint;
connectionWasEstablished = true;
stopTokenSource.Cancel();
});
var countingEndpointProvider = new CountingProxyEndpointProvider(
StaticApiServer.AnyOnUri("http://localhost/"));
var endpointConnectionManager = new EndpointConnectionManager(
eventBus, new DelegateClientFactory(endpoint => grpcClient),
verifier, _loggerFactory.CreateLogger <EndpointConnectionManager>()
);
await endpointConnectionManager.Run(
new IServerEndpointProvider[]
{
StaticApiServer.AnyOnUri("http://localhost/"),
countingEndpointProvider
},
new[] { new DisconnectsImmediately() },
stopTokenSource.Token
);
await grpcHost.StopAsync();
Assert.IsTrue(connectionWasEstablished);
Assert.AreEqual(1, countingEndpointProvider.CallCount);
}
private async Task <EndpointConnectionRunner?> Run(CancellationToken stoppingToken)
{
try
{
await _connectionManager.Run(
new[] { EndpointProvider },
new IServerLivelinessMonitor[]
{
new NetworkErrorLivelinessMonitor(_eventBus,
_loggerFactory.CreateLogger <NetworkErrorLivelinessMonitor>()),
new NetworkTimingLivelinessMonitor(HostServer)
},
stoppingToken);
}
catch (Exception ex)
{
_logger.LogError(ex, "Encountered an exception while running endpoint connection.");
}
return(this);
}
public async Task Run_Uses_2nd_Endpoint_Immediately_When_1st_Throws_Exception()
{
var timeout = TimeSpan.FromSeconds(2);
var grpcHost = await CreateGrpcServer();
var grpcClient = grpcHost.CreateFixedClient();
var stopTokenSource = new CancellationTokenSource(timeout);
var verifier = new VerifiesOnSecondAttemptVerifier();
var connectionWasEstablished = false;
var connectedEndpoint = default(ServerEndpoint);
var eventBus = new EventBus();
eventBus.Subscribe <EndpointConnectionEvents.Connected>(args =>
{
connectedEndpoint = args.ServerEndpoint;
connectionWasEstablished = true;
stopTokenSource.Cancel();
});
var endpointConnectionManager = new EndpointConnectionManager(
eventBus, new DelegateClientFactory(endpoint => grpcClient),
verifier, _loggerFactory.CreateLogger <EndpointConnectionManager>()
);
await endpointConnectionManager.Run(
new IServerEndpointProvider[]
{
new ThrowsExceptionFirstEndpointProvider(StaticApiServer.AnyOnUri("http://localhost-first/")),
StaticApiServer.AnyOnUri("http://localhost-second/")
},
new[] { new NeverDisconnects() },
stopTokenSource.Token
);
await grpcHost.StopAsync();
Assert.IsTrue(connectionWasEstablished);
Assert.AreEqual("http://localhost-second/", connectedEndpoint.Uri.OriginalString);
}