public void ExecuteTransaction(Action <MessageExchangeProtocol> protocolHandler)
{
var retryInterval = ServiceEndpoint.RetryListeningSleepInterval;
Exception lastError = null;
// retryAllowed is also used to indicate if the error occurred before or after the connection was made
var retryAllowed = true;
var watch = Stopwatch.StartNew();
for (var i = 0; i < ServiceEndpoint.RetryCountLimit && retryAllowed && watch.Elapsed < ServiceEndpoint.ConnectionErrorRetryTimeout; i++)
{
if (i > 0)
{
Thread.Sleep(retryInterval);
log.Write(EventType.Error, "Retry attempt {0}", i);
}
try
{
lastError = null;
IConnection connection = null;
try
{
connection = connectionManager.AcquireConnection(new WebSocketConnectionFactory(clientCertificate), serviceEndpoint, log);
// Beyond this point, we have no way to be certain that the server hasn't tried to process a request; therefore, we can't retry after this point
retryAllowed = false;
protocolHandler(connection.Protocol);
}
catch
{
connection?.Dispose();
throw;
}
// Only return the connection to the pool if all went well
connectionManager.ReleaseConnection(serviceEndpoint, connection);
}
catch (AuthenticationException aex)
{
log.WriteException(EventType.Error, $"Authentication failed while setting up connection to {(serviceEndpoint == null ? "(Null EndPoint)" : serviceEndpoint.BaseUri.ToString())}", aex);
lastError = aex;
retryAllowed = false;
break;
}
catch (WebSocketException wse) when(wse.Message == "Unable to connect to the remote server")
{
log.Write(EventType.Error, $"The remote host at {(serviceEndpoint == null ? "(Null EndPoint)" : serviceEndpoint.BaseUri.ToString())} refused the connection, this may mean that the expected listening service is not running, or it's SSL certificate has not been configured correctly.");
lastError = wse;
}
catch (WebSocketException wse)
{
log.WriteException(EventType.Error, $"Socket communication error with connection to {(serviceEndpoint == null ? "(Null EndPoint)" : serviceEndpoint.BaseUri.ToString())}", wse);
lastError = wse;
// When the host is not found an immediate retry isn't going to help
if (wse.InnerException?.Message.StartsWith("The remote name could not be resolved:") ?? false)
{
break;
}
}
catch (ConnectionInitializationFailedException cex)
{
log.WriteException(EventType.Error, $"Connection initialization failed while connecting to {(serviceEndpoint == null ? "(Null EndPoint)" : serviceEndpoint.BaseUri.ToString())}", cex);
lastError = cex;
retryAllowed = true;
// If this is the second failure, clear the pooled connections as a precaution
// against all connections in the pool being bad
if (i == 1)
{
connectionManager.ClearPooledConnections(serviceEndpoint, log);
}
}
catch (Exception ex)
{
log.WriteException(EventType.Error, "Unexpected exception executing transaction.", ex);
lastError = ex;
}
}
HandleError(lastError, retryAllowed);
}
public void ExecuteTransaction(Action <MessageExchangeProtocol> protocolHandler, CancellationToken cancellationToken)
{
var retryInterval = ServiceEndpoint.RetryListeningSleepInterval;
Exception lastError = null;
// retryAllowed is also used to indicate if the error occurred before or after the connection was made
var retryAllowed = true;
var watch = Stopwatch.StartNew();
for (var i = 0; i < ServiceEndpoint.RetryCountLimit && retryAllowed && watch.Elapsed < ServiceEndpoint.ConnectionErrorRetryTimeout; i++)
{
if (i > 0)
{
log.Write(EventType.OpeningNewConnection, $"Retrying connection to {ServiceEndpoint.Format()} - attempt #{i}.");
}
try
{
lastError = null;
IConnection connection = null;
try
{
connection = connectionManager.AcquireConnection(new TcpConnectionFactory(clientCertificate), ServiceEndpoint, log, cancellationToken);
// Beyond this point, we have no way to be certain that the server hasn't tried to process a request; therefore, we can't retry after this point
retryAllowed = false;
protocolHandler(connection.Protocol);
}
catch
{
connection?.Dispose();
if (connectionManager.IsDisposed)
{
return;
}
throw;
}
// Only return the connection to the pool if all went well
connectionManager.ReleaseConnection(ServiceEndpoint, connection);
}
catch (AuthenticationException aex)
{
log.WriteException(EventType.Error, $"Authentication failed while setting up connection to {ServiceEndpoint.Format()}", aex);
lastError = aex;
retryAllowed = false;
break;
}
catch (SocketException cex) when(cex.SocketErrorCode == SocketError.ConnectionRefused)
{
log.Write(EventType.Error, $"The remote host at {ServiceEndpoint.Format()} refused the connection, this may mean that the expected listening service is not running.");
lastError = cex;
Thread.Sleep(retryInterval);
}
catch (HalibutClientException hce)
{
lastError = hce;
log.Write(EventType.Error, $"{hce.Message?.TrimEnd('.')}. Retrying in {retryInterval.TotalSeconds:n1} seconds.");
Thread.Sleep(retryInterval);
}
catch (SocketException sex)
{
log.WriteException(EventType.Error, $"Socket communication error with connection to {ServiceEndpoint.Format()}", sex);
lastError = sex;
// When the host is not found an immediate retry isn't going to help
if (sex.SocketErrorCode == SocketError.HostNotFound)
{
break;
}
}
catch (ConnectionInitializationFailedException cex)
{
log.WriteException(EventType.Error, $"Connection initialization failed while connecting to {ServiceEndpoint.Format()}", cex);
lastError = cex;
retryAllowed = true;
// If this is the second failure, clear the pooled connections as a precaution
// against all connections in the pool being bad
if (i == 1)
{
connectionManager.ClearPooledConnections(ServiceEndpoint, log);
}
Thread.Sleep(retryInterval);
}
catch (IOException iox) when(iox.IsSocketConnectionReset())
{
log.Write(EventType.Error, $"The remote host at {ServiceEndpoint.Format()} reset the connection, this may mean that the expected listening service does not trust the thumbprint {clientCertificate.Thumbprint} or was shut down.");
lastError = iox;
Thread.Sleep(retryInterval);
}
catch (IOException iox) when(iox.IsSocketConnectionTimeout())
{
// Received on a polling client when the network connection is lost.
log.Write(EventType.Error, $"The connection to the host at {ServiceEndpoint.Format()} timed out, there may be problems with the network, connection will be retried.");
lastError = iox;
Thread.Sleep(retryInterval);
}
catch (OperationCanceledException oce)
{
log.WriteException(EventType.Diagnostic, "The operation was canceled", oce);
lastError = oce;
retryAllowed = false;
}
catch (Exception ex)
{
log.WriteException(EventType.Error, "Unexpected exception executing transaction.", ex);
lastError = ex;
Thread.Sleep(retryInterval);
}
}
HandleError(lastError, retryAllowed);
}
