public virtual void ReceiveCommand(ICommand <TAuthenticationToken> command)
{
AzureBusHelper.DefaultReceiveCommand(command, Routes, "Azure-EventHub");
}
/// <summary>
/// Publishes the provided <paramref name="event"/> on the event bus.
/// </summary>
public virtual void Publish <TEvent>(TEvent @event)
where TEvent : IEvent <TAuthenticationToken>
{
if (@event == null)
{
Logger.LogDebug("No event to publish.");
return;
}
Type eventType = @event.GetType();
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = null;
bool mainWasSuccessfull = false;
bool telemeterOverall = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
string telemetryName = string.Format("{0}/{1}/{2}", eventType.FullName, @event.GetIdentity(), @event.Id);
var telemeteredEvent = @event as ITelemeteredMessage;
if (telemeteredEvent != null)
{
telemetryName = telemeteredEvent.TelemetryName;
}
else
{
telemetryName = string.Format("Event/{0}", telemetryName);
}
try
{
if (!AzureBusHelper.PrepareAndValidateEvent(@event, "Azure-ServiceBus"))
{
return;
}
bool?isPublicBusRequired = BusHelper.IsPublicBusRequired(eventType);
bool?isPrivateBusRequired = BusHelper.IsPrivateBusRequired(eventType);
// We only add telemetry for overall operations if two occurred
telemeterOverall = isPublicBusRequired != null && isPublicBusRequired.Value && isPrivateBusRequired != null && isPrivateBusRequired.Value;
// Backwards compatibility and simplicity
bool wasSuccessfull;
Stopwatch stopWatch = Stopwatch.StartNew();
if ((isPublicBusRequired == null || !isPublicBusRequired.Value) && (isPrivateBusRequired == null || !isPrivateBusRequired.Value))
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = CreateBrokeredMessage(MessageSerialiser.SerialiseEvent, eventType, @event);
int count = 1;
do
{
try
{
PublicServiceBusPublisher.Send(brokeredMessage);
break;
}
catch (TimeoutException)
{
if (count >= TimeoutOnSendRetryMaximumCount)
{
throw;
}
}
count++;
} while (true);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large or the topic has reached it's limit.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Default Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An event was published on the public bus with the id '{0}' was of type {1}.", @event.Id, eventType.FullName));
}
if ((isPublicBusRequired != null && isPublicBusRequired.Value))
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = CreateBrokeredMessage(MessageSerialiser.SerialiseEvent, eventType, @event);
int count = 1;
do
{
try
{
PublicServiceBusPublisher.Send(brokeredMessage);
break;
}
catch (TimeoutException)
{
if (count >= TimeoutOnSendRetryMaximumCount)
{
throw;
}
}
count++;
} while (true);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Public Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An event was published on the public bus with the id '{0}' was of type {1}.", @event.Id, eventType.FullName));
}
if (isPrivateBusRequired != null && isPrivateBusRequired.Value)
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = CreateBrokeredMessage(MessageSerialiser.SerialiseEvent, eventType, @event);
int count = 1;
do
{
try
{
PrivateServiceBusPublisher.Send(brokeredMessage);
break;
}
catch (TimeoutException)
{
if (count >= TimeoutOnSendRetryMaximumCount)
{
throw;
}
}
count++;
} while (true);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Private Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An event was published on the private bus with the id '{0}' was of type {1}.", @event.Id, eventType.FullName));
}
mainWasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
if (telemeterOverall)
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, mainWasSuccessfull, telemetryProperties);
}
}
}
public virtual bool?ReceiveCommand(ICommand <TAuthenticationToken> command)
{
return(AzureBusHelper.DefaultReceiveCommand(command, Routes, "Azure-EventHub"));
}
protected virtual void ReceiveEvent(PartitionContext context, EventData eventData)
{
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/EventHub" }
};
TelemetryHelper.TrackMetric("Cqrs/Handle/Event", CurrentHandles++, telemetryProperties);
// Do a manual 10 try attempt with back-off
for (int i = 0; i < 10; i++)
{
try
{
Logger.LogDebug(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}'.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
string messageBody = Encoding.UTF8.GetString(eventData.GetBytes());
IEvent <TAuthenticationToken> @event = AzureBusHelper.ReceiveEvent(messageBody, ReceiveEvent,
string.Format("partition key '{0}', sequence number '{1}' and offset '{2}'", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset),
() =>
{
// Remove message from queue
context.CheckpointAsync(eventData);
Logger.LogDebug(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but processing was skipped due to event settings.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
}
);
// Remove message from queue
context.CheckpointAsync(eventData);
Logger.LogDebug(string.Format("An event message arrived and was processed with the partition key '{0}', sequence number '{1}' and offset '{2}'.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
IList <IEvent <TAuthenticationToken> > events;
if (EventWaits.TryGetValue(@event.CorrelationId, out events))
{
events.Add(@event);
}
return;
}
catch (Exception exception)
{
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but failed to be process.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset), exception: exception);
switch (i)
{
case 0:
case 1:
// 10 seconds
Thread.Sleep(10 * 1000);
break;
case 2:
case 3:
// 30 seconds
Thread.Sleep(30 * 1000);
break;
case 4:
case 5:
case 6:
// 1 minute
Thread.Sleep(60 * 1000);
break;
case 7:
case 8:
case 9:
// 3 minutes
Thread.Sleep(3 * 60 * 1000);
break;
}
}
}
// Eventually just accept it
context.CheckpointAsync(eventData);
TelemetryHelper.TrackMetric("Cqrs/Handle/Event", CurrentHandles--, telemetryProperties);
}
/// <summary>
/// Publishes the provided <paramref name="event"/> on the event bus.
/// </summary>
public virtual void Publish <TEvent>(TEvent @event)
where TEvent : IEvent <TAuthenticationToken>
{
if (@event == null)
{
Logger.LogDebug("No event to publish.");
return;
}
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
bool wasSuccessfull = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/EventHub" }
};
string telemetryName = string.Format("{0}/{1}/{2}", @event.GetType().FullName, @event.GetIdentity(), @event.Id);
var telemeteredEvent = @event as ITelemeteredMessage;
if (telemeteredEvent != null)
{
telemetryName = telemeteredEvent.TelemetryName;
}
telemetryName = string.Format("Event/{0}", telemetryName);
try
{
if (!AzureBusHelper.PrepareAndValidateEvent(@event, "Azure-EventHub"))
{
return;
}
try
{
var brokeredMessage = new Microsoft.ServiceBus.Messaging.EventData(Encoding.UTF8.GetBytes(MessageSerialiser.SerialiseEvent(@event)));
brokeredMessage.Properties.Add("Type", @event.GetType().FullName);
EventHubPublisher.Send(brokeredMessage);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
}
finally
{
TelemetryHelper.TrackDependency("Azure/EventHub/EventBus", "Event", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogInfo(string.Format("An event was published with the id '{0}' was of type {1}.", @event.Id, @event.GetType().FullName));
}
/// <summary>
/// Receives a <see cref="BrokeredMessage"/> from the event bus.
/// </summary>
protected virtual void ReceiveEvent(BrokeredMessage message)
{
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
// Null means it was skipped
bool? wasSuccessfull = true;
string telemetryName = string.Format("Cqrs/Handle/Event/{0}", message.MessageId);
ISingleSignOnToken authenticationToken = null;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
object value;
if (message.Properties.TryGetValue("Type", out value))
{
telemetryProperties.Add("MessageType", value.ToString());
}
if (message.Properties.TryGetValue("Source", out value))
{
telemetryProperties.Add("MessageSource", value.ToString());
}
TelemetryHelper.TrackMetric("Cqrs/Handle/Event", CurrentHandles++, telemetryProperties);
var brokeredMessageRenewCancellationTokenSource = new CancellationTokenSource();
try
{
Logger.LogDebug(string.Format("An event message arrived with the id '{0}'.", message.MessageId));
string messageBody = message.GetBody <string>();
IEvent <TAuthenticationToken> @event = AzureBusHelper.ReceiveEvent(messageBody, ReceiveEvent,
string.Format("id '{0}'", message.MessageId),
() =>
{
wasSuccessfull = null;
telemetryName = string.Format("Cqrs/Handle/Event/Skipped/{0}", message.MessageId);
responseCode = "204";
// Remove message from queue
try
{
message.Complete();
}
catch (MessageLockLostException exception)
{
throw new MessageLockLostException(string.Format("The lock supplied for the skipped event message '{0}' is invalid.", message.MessageId), exception);
}
Logger.LogDebug(string.Format("An event message arrived with the id '{0}' but processing was skipped due to event settings.", message.MessageId));
TelemetryHelper.TrackEvent("Cqrs/Handle/Event/Skipped", telemetryProperties);
},
() =>
{
AzureBusHelper.RefreshLock(brokeredMessageRenewCancellationTokenSource, message, "event");
}
);
if (wasSuccessfull != null)
{
if (@event != null)
{
telemetryName = string.Format("{0}/{1}/{2}", @event.GetType().FullName, @event.GetIdentity(), @event.Id);
authenticationToken = @event.AuthenticationToken as ISingleSignOnToken;
var telemeteredMessage = @event as ITelemeteredMessage;
if (telemeteredMessage != null)
{
telemetryName = telemeteredMessage.TelemetryName;
}
telemetryName = string.Format("Cqrs/Handle/Event/{0}", telemetryName);
}
// Remove message from queue
try
{
message.Complete();
}
catch (MessageLockLostException exception)
{
throw new MessageLockLostException(string.Format("The lock supplied for event '{0}' of type {1} is invalid.", @event.Id, @event.GetType().Name), exception);
}
}
Logger.LogDebug(string.Format("An event message arrived and was processed with the id '{0}'.", message.MessageId));
IList <IEvent <TAuthenticationToken> > events;
if (EventWaits.TryGetValue(@event.CorrelationId, out events))
{
events.Add(@event);
}
}
catch (MessageLockLostException exception)
{
IDictionary <string, string> subTelemetryProperties = new Dictionary <string, string>(telemetryProperties);
subTelemetryProperties.Add("TimeTaken", mainStopWatch.Elapsed.ToString());
TelemetryHelper.TrackException(exception, null, subTelemetryProperties);
if (ThrowExceptionOnReceiverMessageLockLostExceptionDuringComplete)
{
Logger.LogError(exception.Message, exception: exception);
// Indicates a problem, unlock message in queue
message.Abandon();
wasSuccessfull = false;
}
else
{
Logger.LogWarning(exception.Message, exception: exception);
try
{
message.DeadLetter("LockLostButHandled", "The message was handled but the lock was lost.");
}
catch (Exception)
{
// Oh well, move on.
message.Abandon();
}
}
responseCode = "599";
}
catch (NoHandlersRegisteredException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("An event message arrived with the id '{0}' but no handlers were found to process it.", message.MessageId), exception: exception);
message.DeadLetter();
wasSuccessfull = false;
responseCode = "501";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (NoHandlerRegisteredException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("An event message arrived with the id '{0}' but no handler was found to process it.", message.MessageId), exception: exception);
message.DeadLetter();
wasSuccessfull = false;
responseCode = "501";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (Exception exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("An event message arrived with the id '{0}' but failed to be process.", message.MessageId), exception: exception);
message.Abandon();
wasSuccessfull = false;
responseCode = "500";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
finally
{
// Cancel the lock of renewing the task
brokeredMessageRenewCancellationTokenSource.Cancel();
TelemetryHelper.TrackMetric("Cqrs/Handle/Event", CurrentHandles--, telemetryProperties);
mainStopWatch.Stop();
TelemetryHelper.TrackRequest
(
telemetryName,
authenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
TelemetryHelper.Flush();
}
}
public virtual void ReceiveEvent(IEvent <TAuthenticationToken> @event)
{
AzureBusHelper.DefaultReceiveEvent(@event, Routes, "Azure-EventHub");
}
/// <summary>
/// Receives a <see cref="BrokeredMessage"/> from the command bus.
/// </summary>
protected virtual void ReceiveCommand(BrokeredMessage message)
{
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
// Null means it was skipped
bool? wasSuccessfull = true;
string telemetryName = string.Format("Cqrs/Handle/Command/{0}", message.MessageId);
ISingleSignOnToken authenticationToken = null;
Guid? guidAuthenticationToken = null;
string stringAuthenticationToken = null;
int?intAuthenticationToken = null;
IDictionary <string, string> telemetryProperties = ExtractTelemetryProperties(message, "Azure/Servicebus");
TelemetryHelper.TrackMetric("Cqrs/Handle/Command", CurrentHandles++, telemetryProperties);
var brokeredMessageRenewCancellationTokenSource = new CancellationTokenSource();
try
{
Logger.LogDebug(string.Format("A command message arrived with the id '{0}'.", message.MessageId));
string messageBody = message.GetBody <string>();
ICommand <TAuthenticationToken> command = AzureBusHelper.ReceiveCommand(messageBody, ReceiveCommand,
string.Format("id '{0}'", message.MessageId),
ExtractSignature(message),
SigningTokenConfigurationKey,
() =>
{
wasSuccessfull = null;
telemetryName = string.Format("Cqrs/Handle/Command/Skipped/{0}", message.MessageId);
responseCode = "204";
// Remove message from queue
try
{
message.Complete();
}
catch (MessageLockLostException exception)
{
throw new MessageLockLostException(string.Format("The lock supplied for the skipped command message '{0}' is invalid.", message.MessageId), exception);
}
Logger.LogDebug(string.Format("A command message arrived with the id '{0}' but processing was skipped due to event settings.", message.MessageId));
TelemetryHelper.TrackEvent("Cqrs/Handle/Command/Skipped", telemetryProperties);
},
() =>
{
AzureBusHelper.RefreshLock(brokeredMessageRenewCancellationTokenSource, message, "command");
}
);
if (wasSuccessfull != null)
{
if (command != null)
{
telemetryName = string.Format("{0}/{1}", command.GetType().FullName, command.Id);
authenticationToken = command.AuthenticationToken as ISingleSignOnToken;
if (AuthenticationTokenIsGuid)
{
guidAuthenticationToken = command.AuthenticationToken as Guid?;
}
if (AuthenticationTokenIsString)
{
stringAuthenticationToken = command.AuthenticationToken as string;
}
if (AuthenticationTokenIsInt)
{
intAuthenticationToken = command.AuthenticationToken as int?;
}
var telemeteredMessage = command as ITelemeteredMessage;
if (telemeteredMessage != null)
{
telemetryName = telemeteredMessage.TelemetryName;
}
telemetryName = string.Format("Cqrs/Handle/Command/{0}", telemetryName);
}
// Remove message from queue
try
{
message.Complete();
}
catch (MessageLockLostException exception)
{
throw new MessageLockLostException(string.Format("The lock supplied for command '{0}' of type {1} is invalid.", command.Id, command.GetType().Name), exception);
}
}
Logger.LogDebug(string.Format("A command message arrived and was processed with the id '{0}'.", message.MessageId));
}
catch (MessageLockLostException exception)
{
IDictionary <string, string> subTelemetryProperties = new Dictionary <string, string>(telemetryProperties);
subTelemetryProperties.Add("TimeTaken", mainStopWatch.Elapsed.ToString());
TelemetryHelper.TrackException(exception, null, subTelemetryProperties);
if (ThrowExceptionOnReceiverMessageLockLostExceptionDuringComplete)
{
Logger.LogError(exception.Message, exception: exception);
// Indicates a problem, unlock message in queue
message.Abandon();
wasSuccessfull = false;
}
else
{
Logger.LogWarning(exception.Message, exception: exception);
try
{
message.DeadLetter("LockLostButHandled", "The message was handled but the lock was lost.");
}
catch (Exception)
{
// Oh well, move on.
message.Abandon();
}
}
responseCode = "599";
}
catch (UnAuthorisedMessageReceivedException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("A command message arrived with the id '{0}' but was not authorised.", message.MessageId), exception: exception);
message.DeadLetter("UnAuthorisedMessageReceivedException", exception.Message);
wasSuccessfull = false;
responseCode = "401";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (NoHandlersRegisteredException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("A command message arrived with the id '{0}' but no handlers were found to process it.", message.MessageId), exception: exception);
message.DeadLetter("NoHandlersRegisteredException", exception.Message);
wasSuccessfull = false;
responseCode = "501";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (NoHandlerRegisteredException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("A command message arrived with the id '{0}' but no handler was found to process it.", message.MessageId), exception: exception);
message.DeadLetter("NoHandlerRegisteredException", exception.Message);
wasSuccessfull = false;
responseCode = "501";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (Exception exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("A command message arrived with the id '{0}' but failed to be process.", message.MessageId), exception: exception);
message.Abandon();
wasSuccessfull = false;
responseCode = "500";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
finally
{
// Cancel the lock of renewing the task
brokeredMessageRenewCancellationTokenSource.Cancel();
TelemetryHelper.TrackMetric("Cqrs/Handle/Command", CurrentHandles--, telemetryProperties);
mainStopWatch.Stop();
if (guidAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
guidAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else if (intAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
intAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else if (stringAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
stringAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else
{
TelemetryHelper.TrackRequest
(
telemetryName,
authenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
TelemetryHelper.Flush();
}
}
/// <summary>
/// Publishes the provided <paramref name="events"/> on the event bus.
/// </summary>
public virtual void Publish <TEvent>(IEnumerable <TEvent> events)
where TEvent : IEvent <TAuthenticationToken>
{
IList <TEvent> sourceEvents = events.ToList();
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
bool wasSuccessfull = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/EventHub" }
};
string telemetryName = "Events";
string telemetryNames = string.Empty;
foreach (TEvent @event in sourceEvents)
{
string subTelemetryName = string.Format("{0}/{1}/{2}", @event.GetType().FullName, @event.GetIdentity(), @event.Id);
var telemeteredEvent = @event as ITelemeteredMessage;
if (telemeteredEvent != null)
{
subTelemetryName = telemeteredEvent.TelemetryName;
}
telemetryNames = string.Format("{0}{1},", telemetryNames, subTelemetryName);
}
if (telemetryNames.Length > 0)
{
telemetryNames = telemetryNames.Substring(0, telemetryNames.Length - 1);
}
telemetryProperties.Add("Events", telemetryNames);
try
{
IList <string> sourceEventMessages = new List <string>();
IList <Microsoft.ServiceBus.Messaging.EventData> brokeredMessages = new List <Microsoft.ServiceBus.Messaging.EventData>(sourceEvents.Count);
foreach (TEvent @event in sourceEvents)
{
if (!AzureBusHelper.PrepareAndValidateEvent(@event, "Azure-EventHub"))
{
continue;
}
var brokeredMessage = new Microsoft.ServiceBus.Messaging.EventData(Encoding.UTF8.GetBytes(MessageSerialiser.SerialiseEvent(@event)));
brokeredMessage.Properties.Add("Type", @event.GetType().FullName);
brokeredMessages.Add(brokeredMessage);
sourceEventMessages.Add(string.Format("A command was sent of type {0}.", @event.GetType().FullName));
}
try
{
EventHubPublisher.SendBatch(brokeredMessages);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", sourceEvents }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish a event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", sourceEvents }
});
throw;
}
foreach (string message in sourceEventMessages)
{
Logger.LogInfo(message);
}
wasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
TelemetryHelper.TrackDependency("Azure/EventHub/EventBus", "Event", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
}
/// <summary>
/// Receives a <see cref="EventData"/> from the event bus.
/// </summary>
protected virtual void ReceiveEvent(PartitionContext context, EventData eventData)
{
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
// Null means it was skipped
bool?wasSuccessfull = true;
#if NET452
string telemetryName = string.Format("Cqrs/Handle/Event/{0}", eventData.SequenceNumber);
#endif
#if NETSTANDARD2_0
string telemetryName = string.Format("Cqrs/Handle/Event/{0}", eventData.SystemProperties.SequenceNumber);
#endif
ISingleSignOnToken authenticationToken = null;
Guid? guidAuthenticationToken = null;
string stringAuthenticationToken = null;
int? intAuthenticationToken = null;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/EventHub" }
};
object value;
if (eventData.Properties.TryGetValue("Type", out value))
{
telemetryProperties.Add("MessageType", value.ToString());
}
TelemetryHelper.TrackMetric("Cqrs/Handle/Event", CurrentHandles++, telemetryProperties);
// Do a manual 10 try attempt with back-off
for (int i = 0; i < 10; i++)
{
try
{
#if NET452
Logger.LogDebug(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}'.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
#endif
#if NETSTANDARD2_0
Logger.LogDebug(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}'.", eventData.SystemProperties.PartitionKey, eventData.SystemProperties.SequenceNumber, eventData.SystemProperties.Offset));
#endif
#if NET452
string messageBody = Encoding.UTF8.GetString(eventData.GetBytes());
#endif
#if NETSTANDARD2_0
string messageBody = Encoding.UTF8.GetString(eventData.Body.Array, eventData.Body.Offset, eventData.Body.Count);
#endif
IEvent <TAuthenticationToken> @event = AzureBusHelper.ReceiveEvent(null, messageBody, ReceiveEvent,
#if NET452
string.Format("partition key '{0}', sequence number '{1}' and offset '{2}'", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset),
#endif
#if NETSTANDARD2_0
string.Format("partition key '{0}', sequence number '{1}' and offset '{2}'", eventData.SystemProperties.PartitionKey, eventData.SystemProperties.SequenceNumber, eventData.SystemProperties.Offset),
#endif
ExtractSignature(eventData),
SigningTokenConfigurationKey,
() =>
{
wasSuccessfull = null;
#if NET452
telemetryName = string.Format("Cqrs/Handle/Event/Skipped/{0}", eventData.SequenceNumber);
#endif
#if NETSTANDARD2_0
telemetryName = string.Format("Cqrs/Handle/Event/Skipped/{0}", eventData.SystemProperties.SequenceNumber);
#endif
responseCode = "204";
// Remove message from queue
context.CheckpointAsync(eventData);
#if NET452
Logger.LogDebug(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but processing was skipped due to event settings.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
#endif
#if NETSTANDARD2_0
Logger.LogDebug(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but processing was skipped due to event settings.", eventData.SystemProperties.PartitionKey, eventData.SystemProperties.SequenceNumber, eventData.SystemProperties.Offset));
#endif
TelemetryHelper.TrackEvent("Cqrs/Handle/Event/Skipped", telemetryProperties);
}
);
if (wasSuccessfull != null)
{
if (@event != null)
{
telemetryName = string.Format("{0}/{1}/{2}", @event.GetType().FullName, @event.GetIdentity(), @event.Id);
authenticationToken = @event.AuthenticationToken as ISingleSignOnToken;
if (AuthenticationTokenIsGuid)
{
guidAuthenticationToken = @event.AuthenticationToken as Guid?;
}
if (AuthenticationTokenIsString)
{
stringAuthenticationToken = @event.AuthenticationToken as string;
}
if (AuthenticationTokenIsInt)
{
intAuthenticationToken = @event.AuthenticationToken as int?;
}
var telemeteredMessage = @event as ITelemeteredMessage;
if (telemeteredMessage != null)
{
telemetryName = telemeteredMessage.TelemetryName;
}
telemetryName = string.Format("Cqrs/Handle/Event/{0}", telemetryName);
}
// Remove message from queue
context.CheckpointAsync(eventData);
}
#if NET452
Logger.LogDebug(string.Format("An event message arrived and was processed with the partition key '{0}', sequence number '{1}' and offset '{2}'.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
#endif
#if NETSTANDARD2_0
Logger.LogDebug(string.Format("An event message arrived and was processed with the partition key '{0}', sequence number '{1}' and offset '{2}'.", eventData.SystemProperties.PartitionKey, eventData.SystemProperties.SequenceNumber, eventData.SystemProperties.Offset));
#endif
IList <IEvent <TAuthenticationToken> > events;
if (EventWaits.TryGetValue(@event.CorrelationId, out events))
{
events.Add(@event);
}
wasSuccessfull = true;
responseCode = "200";
return;
}
catch (UnAuthorisedMessageReceivedException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
#if NET452
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but was not authorised.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset), exception: exception);
#endif
#if NETSTANDARD2_0
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but was not authorised.", eventData.SystemProperties.PartitionKey, eventData.SystemProperties.SequenceNumber, eventData.SystemProperties.Offset), exception: exception);
#endif
wasSuccessfull = false;
responseCode = "401";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (NoHandlersRegisteredException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
#if NET452
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but no handlers were found to process it.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset), exception: exception);
#endif
#if NETSTANDARD2_0
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but no handlers were found to process it.", eventData.SystemProperties.PartitionKey, eventData.SystemProperties.SequenceNumber, eventData.SystemProperties.Offset), exception: exception);
#endif
wasSuccessfull = false;
responseCode = "501";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (NoHandlerRegisteredException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
#if NET452
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}'s but no handler was found to process it.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset), exception: exception);
#endif
#if NETSTANDARD2_0
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}'s but no handler was found to process it.", eventData.SystemProperties.PartitionKey, eventData.SystemProperties.SequenceNumber, eventData.SystemProperties.Offset), exception: exception);
#endif
wasSuccessfull = false;
responseCode = "501";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (Exception exception)
{
// Indicates a problem, unlock message in queue
#if NET452
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but failed to be process.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset), exception: exception);
#endif
#if NETSTANDARD2_0
Logger.LogError(string.Format("An event message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but failed to be process.", eventData.SystemProperties.PartitionKey, eventData.SystemProperties.SequenceNumber, eventData.SystemProperties.Offset), exception: exception);
#endif
switch (i)
{
case 0:
case 1:
// 10 seconds
Thread.Sleep(10 * 1000);
break;
case 2:
case 3:
// 30 seconds
Thread.Sleep(30 * 1000);
break;
case 4:
case 5:
case 6:
// 1 minute
Thread.Sleep(60 * 1000);
break;
case 7:
case 8:
// 3 minutes
Thread.Sleep(3 * 60 * 1000);
break;
case 9:
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
break;
}
wasSuccessfull = false;
responseCode = "500";
}
finally
{
// Eventually just accept it
context.CheckpointAsync(eventData);
TelemetryHelper.TrackMetric("Cqrs/Handle/Event", CurrentHandles--, telemetryProperties);
mainStopWatch.Stop();
if (guidAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
guidAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else if (intAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
intAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else if (stringAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
stringAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else
{
TelemetryHelper.TrackRequest
(
telemetryName,
authenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
TelemetryHelper.Flush();
}
}
}
/// <summary>
/// Using a <see cref="Task"/>, clears all dead letters from the topic and subscription of the
/// provided <paramref name="topicName"/> and <paramref name="topicSubscriptionName"/>.
/// </summary>
/// <param name="topicName">The name of the topic.</param>
/// <param name="topicSubscriptionName">The name of the subscription.</param>
/// <returns></returns>
protected virtual CancellationTokenSource CleanUpDeadLetters(string topicName, string topicSubscriptionName)
{
var brokeredMessageRenewCancellationTokenSource = new CancellationTokenSource();
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
int lockIssues = 0;
#if NET452
Action <BrokeredMessage, IMessage> leaveDeadlLetterInQueue = (deadLetterBrokeredMessage, deadLetterMessage) =>
#endif
#if NETSTANDARD2_0
Action <IMessageReceiver, BrokeredMessage, IMessage> leaveDeadlLetterInQueue = (client, deadLetterBrokeredMessage, deadLetterMessage) =>
#endif
{
// Remove message from queue
try
{
#if NET452
deadLetterBrokeredMessage.Abandon();
#endif
#if NETSTANDARD2_0
client.AbandonAsync(deadLetterBrokeredMessage.SystemProperties.LockToken).Wait(1500);
#endif
lockIssues = 0;
}
catch (MessageLockLostException)
{
lockIssues++;
Logger.LogWarning(string.Format("The lock supplied for abandon for the skipped dead-letter message '{0}' is invalid.", deadLetterBrokeredMessage.MessageId));
}
Logger.LogDebug(string.Format("A dead-letter message of type {0} arrived with the id '{1}' but left in the queue due to settings.", deadLetterMessage.GetType().FullName, deadLetterBrokeredMessage.MessageId));
};
#if NET452
Action <BrokeredMessage> removeDeadlLetterFromQueue = (deadLetterBrokeredMessage) =>
#endif
#if NETSTANDARD2_0
Action <IMessageReceiver, BrokeredMessage> removeDeadlLetterFromQueue = (client, deadLetterBrokeredMessage) =>
#endif
{
// Remove message from queue
try
{
#if NET452
deadLetterBrokeredMessage.Complete();
#endif
#if NETSTANDARD2_0
client.CompleteAsync(deadLetterBrokeredMessage.SystemProperties.LockToken).Wait(1500);
#endif
lockIssues = 0;
}
catch (MessageLockLostException)
{
lockIssues++;
Logger.LogWarning(string.Format("The lock supplied for complete for the skipped dead-letter message '{0}' is invalid.", deadLetterBrokeredMessage.MessageId));
}
Logger.LogDebug(string.Format("A dead-letter message arrived with the id '{0}' but was removed as processing was skipped due to settings.", deadLetterBrokeredMessage.MessageId));
};
Task.Factory.StartNewSafely(() =>
{
int loop = 0;
while (!brokeredMessageRenewCancellationTokenSource.Token.IsCancellationRequested)
{
lockIssues = 0;
IEnumerable <BrokeredMessage> brokeredMessages;
#if NET452
MessagingFactory factory = MessagingFactory.CreateFromConnectionString(ConnectionString);
string deadLetterPath = SubscriptionClient.FormatDeadLetterPath(topicName, topicSubscriptionName);
MessageReceiver client = factory.CreateMessageReceiver(deadLetterPath, ReceiveMode.PeekLock);
brokeredMessages = client.ReceiveBatch(1000);
#endif
#if NETSTANDARD2_0
string deadLetterPath = EntityNameHelper.FormatDeadLetterPath(EntityNameHelper.FormatSubscriptionPath(topicName, topicSubscriptionName));
MessageReceiver client = new MessageReceiver(ConnectionString, deadLetterPath, ReceiveMode.PeekLock);
Task <IList <BrokeredMessage> > receiveTask = client.ReceiveAsync(1000);
receiveTask.Wait(10000);
if (receiveTask.IsCompleted && receiveTask.Result != null)
{
brokeredMessages = receiveTask.Result;
}
else
{
brokeredMessages = Enumerable.Empty <BrokeredMessage>();
}
#endif
foreach (BrokeredMessage brokeredMessage in brokeredMessages)
{
if (lockIssues > 10)
{
break;
}
try
{
Logger.LogDebug(string.Format("A dead-letter message arrived with the id '{0}'.", brokeredMessage.MessageId));
string messageBody = brokeredMessage.GetBodyAsString();
// Closure protection
BrokeredMessage message = brokeredMessage;
try
{
AzureBusHelper.ReceiveEvent
(
#if NET452
null,
#endif
#if NETSTANDARD2_0
client,
#endif
messageBody,
@event =>
{
bool isRequired = BusHelper.IsEventRequired(@event.GetType());
if (!isRequired)
{
#if NET452
removeDeadlLetterFromQueue(message);
#endif
#if NETSTANDARD2_0
removeDeadlLetterFromQueue(client, message);
#endif
}
else
{
#if NET452
leaveDeadlLetterInQueue(message, @event);
#endif
#if NETSTANDARD2_0
leaveDeadlLetterInQueue(client, message, @event);
#endif
}
return(true);
},
string.Format("id '{0}'", brokeredMessage.MessageId),
ExtractSignature(message),
SigningTokenConfigurationKey,
() =>
{
#if NET452
removeDeadlLetterFromQueue(message);
#endif
#if NETSTANDARD2_0
removeDeadlLetterFromQueue(client, message);
#endif
},
() => { }
);
}
catch
{
AzureBusHelper.ReceiveCommand
(
#if NET452
null,
#endif
#if NETSTANDARD2_0
client,
#endif
messageBody,
command =>
{
bool isRequired = BusHelper.IsEventRequired(command.GetType());
if (!isRequired)
{
#if NET452
removeDeadlLetterFromQueue(message);
#endif
#if NETSTANDARD2_0
removeDeadlLetterFromQueue(client, message);
#endif
}
else
{
#if NET452
leaveDeadlLetterInQueue(message, command);
#endif
#if NETSTANDARD2_0
leaveDeadlLetterInQueue(client, message, command);
#endif
}
return(true);
},
string.Format("id '{0}'", brokeredMessage.MessageId),
ExtractSignature(message),
SigningTokenConfigurationKey,
() =>
{
#if NET452
removeDeadlLetterFromQueue(message);
#endif
#if NETSTANDARD2_0
removeDeadlLetterFromQueue(client, message);
#endif
},
() => { }
);
}
}
catch (Exception exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("A dead-letter message arrived with the id '{0}' but failed to be process.", brokeredMessage.MessageId), exception: exception);
try
{
#if NET452
brokeredMessage.Abandon();
#endif
#if NETSTANDARD2_0
client.AbandonAsync(brokeredMessage.SystemProperties.LockToken).Wait(1500);
#endif
}
catch (MessageLockLostException)
{
lockIssues++;
Logger.LogWarning(string.Format("The lock supplied for abandon for the skipped dead-letter message '{0}' is invalid.", brokeredMessage.MessageId));
}
}
}
#if NET452
client.Close();
#endif
#if NETSTANDARD2_0
client.CloseAsync().Wait(1500);
#endif
if (loop++ % 5 == 0)
{
loop = 0;
Thread.Yield();
}
else
{
Thread.Sleep(500);
}
}
try
{
brokeredMessageRenewCancellationTokenSource.Dispose();
}
catch (ObjectDisposedException) { }
}, brokeredMessageRenewCancellationTokenSource.Token);
return(brokeredMessageRenewCancellationTokenSource);
}
public virtual void Publish <TEvent>(TEvent @event)
where TEvent : IEvent <TAuthenticationToken>
{
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = null;
bool mainWasSuccessfull = false;
bool telemeterOverall = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
string telemetryName = string.Format("{0}/{1}", @event.GetType().FullName, @event.Id);
var telemeteredEvent = @event as ITelemeteredMessage;
if (telemeteredEvent != null)
{
telemetryName = telemeteredEvent.TelemetryName;
}
telemetryName = string.Format("Event/{0}", telemetryName);
try
{
if (!AzureBusHelper.PrepareAndValidateEvent(@event, "Azure-ServiceBus"))
{
return;
}
var privateEventAttribute = Attribute.GetCustomAttribute(typeof(TEvent), typeof(PrivateEventAttribute)) as PrivateEventAttribute;
var publicEventAttribute = Attribute.GetCustomAttribute(typeof(TEvent), typeof(PrivateEventAttribute)) as PublicEventAttribute;
// We only add telemetry for overall operations if two occured
telemeterOverall = publicEventAttribute != null && privateEventAttribute != null;
// Backwards compatibility and simplicity
bool wasSuccessfull;
Stopwatch stopWatch = Stopwatch.StartNew();
if (publicEventAttribute == null && privateEventAttribute == null)
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseEvent(@event))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", @event.GetType().FullName);
PublicServiceBusPublisher.Send(brokeredMessage);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large or the topic has reached it's limit.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Default Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An event was published on the public bus with the id '{0}' was of type {1}.", @event.Id, @event.GetType().FullName));
}
if (publicEventAttribute != null)
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseEvent(@event))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", @event.GetType().FullName);
PublicServiceBusPublisher.Send(brokeredMessage);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Public Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An event was published on the public bus with the id '{0}' was of type {1}.", @event.Id, @event.GetType().FullName));
}
if (privateEventAttribute != null)
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseEvent(@event))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", @event.GetType().FullName);
PrivateServiceBusPublisher.Send(brokeredMessage);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Event", @event }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Private Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An event was published on the private bus with the id '{0}' was of type {1}.", @event.Id, @event.GetType().FullName));
}
mainWasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
if (telemeterOverall)
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, mainWasSuccessfull, telemetryProperties);
}
}
}
public virtual void Publish <TEvent>(IEnumerable <TEvent> events)
where TEvent : IEvent <TAuthenticationToken>
{
IList <TEvent> sourceEvents = events.ToList();
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = null;
bool mainWasSuccessfull = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
string telemetryName = "Events";
string telemetryNames = string.Empty;
foreach (TEvent @event in sourceEvents)
{
string subTelemetryName = string.Format("{0}/{1}", @event.GetType().FullName, @event.Id);
var telemeteredEvent = @event as ITelemeteredMessage;
if (telemeteredEvent != null)
{
subTelemetryName = telemeteredEvent.TelemetryName;
}
telemetryNames = string.Format("{0}{1},", telemetryNames, subTelemetryName);
}
if (telemetryNames.Length > 0)
{
telemetryNames = telemetryNames.Substring(0, telemetryNames.Length - 1);
}
telemetryProperties.Add("Events", telemetryNames);
try
{
IList <string> sourceEventMessages = new List <string>();
IList <BrokeredMessage> privateBrokeredMessages = new List <BrokeredMessage>(sourceEvents.Count);
IList <BrokeredMessage> publicBrokeredMessages = new List <BrokeredMessage>(sourceEvents.Count);
foreach (TEvent @event in sourceEvents)
{
if (!AzureBusHelper.PrepareAndValidateEvent(@event, "Azure-ServiceBus"))
{
continue;
}
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseEvent(@event))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", @event.GetType().FullName);
var privateEventAttribute = Attribute.GetCustomAttribute(typeof(TEvent), typeof(PrivateEventAttribute)) as PrivateEventAttribute;
var publicEventAttribute = Attribute.GetCustomAttribute(typeof(TEvent), typeof(PrivateEventAttribute)) as PublicEventAttribute;
if
(
// Backwards compatibility and simplicity
(publicEventAttribute == null && privateEventAttribute == null)
||
publicEventAttribute != null
)
{
publicBrokeredMessages.Add(brokeredMessage);
sourceEventMessages.Add(string.Format("An event was published on the public bus with the id '{0}' was of type {1}.", @event.Id, @event.GetType().FullName));
}
if (privateEventAttribute != null)
{
privateBrokeredMessages.Add(brokeredMessage);
sourceEventMessages.Add(string.Format("An event was published on the private bus with the id '{0}' was of type {1}.", @event.Id, @event.GetType().FullName));
}
}
bool wasSuccessfull;
Stopwatch stopWatch = Stopwatch.StartNew();
// Backwards compatibility and simplicity
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
PublicServiceBusPublisher.SendBatch(publicBrokeredMessages);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", publicBrokeredMessages }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", publicBrokeredMessages }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Public Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
PrivateServiceBusPublisher.SendBatch(privateBrokeredMessages);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", privateBrokeredMessages }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", privateBrokeredMessages }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Private Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
foreach (string message in sourceEventMessages)
{
Logger.LogInfo(message);
}
mainWasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, mainWasSuccessfull, telemetryProperties);
}
}
/// <summary>
/// Publishes the provided <paramref name="command"/> on the command bus.
/// </summary>
public virtual void Publish <TCommand>(TCommand command)
where TCommand : ICommand <TAuthenticationToken>
{
if (command == null)
{
Logger.LogDebug("No command to publish.");
return;
}
Type commandType = command.GetType();
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
bool mainWasSuccessfull = false;
bool telemeterOverall = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
string telemetryName = string.Format("{0}/{1}/{2}", commandType.FullName, command.GetIdentity(), command.Id);
var telemeteredCommand = command as ITelemeteredMessage;
if (telemeteredCommand != null)
{
telemetryName = telemeteredCommand.TelemetryName;
}
else
{
telemetryName = string.Format("Command/{0}", telemetryName);
}
try
{
if (!AzureBusHelper.PrepareAndValidateCommand(command, "Azure-ServiceBus"))
{
return;
}
bool?isPublicBusRequired = BusHelper.IsPublicBusRequired(commandType);
bool?isPrivateBusRequired = BusHelper.IsPrivateBusRequired(commandType);
// We only add telemetry for overall operations if two occured
telemeterOverall = isPublicBusRequired != null && isPublicBusRequired.Value && isPrivateBusRequired != null && isPrivateBusRequired.Value;
// Backwards compatibility and simplicity
bool wasSuccessfull;
Stopwatch stopWatch = Stopwatch.StartNew();
if ((isPublicBusRequired == null || !isPublicBusRequired.Value) && (isPrivateBusRequired == null || !isPrivateBusRequired.Value))
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseCommand(command))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", commandType.FullName);
brokeredMessage.Properties.Add("Source", string.Format("{0}/{1}/{2}/{3}", LoggerSettings.ModuleName, LoggerSettings.Instance, LoggerSettings.Environment, LoggerSettings.EnvironmentInstance));
int count = 1;
do
{
try
{
PublicServiceBusPublisher.Send(brokeredMessage);
break;
}
catch (TimeoutException)
{
if (count >= TimeoutOnSendRetryMaximumCount)
{
throw;
}
}
count++;
} while (true);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the command being sent was too large or the topic has reached it's limit.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish a command.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Command", telemetryName, "Default Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An command was published on the public bus with the id '{0}' was of type {1}.", command.Id, commandType.FullName));
}
if ((isPublicBusRequired != null && isPublicBusRequired.Value))
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseCommand(command))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", commandType.FullName);
brokeredMessage.Properties.Add("Source", string.Format("{0}/{1}/{2}/{3}", LoggerSettings.ModuleName, LoggerSettings.Instance, LoggerSettings.Environment, LoggerSettings.EnvironmentInstance));
int count = 1;
do
{
try
{
PublicServiceBusPublisher.Send(brokeredMessage);
break;
}
catch (TimeoutException)
{
if (count >= TimeoutOnSendRetryMaximumCount)
{
throw;
}
}
count++;
} while (true);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the command being sent was too large or the topic has reached it's limit.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish a command.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Command", telemetryName, "Public Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An command was published on the public bus with the id '{0}' was of type {1}.", command.Id, commandType.FullName));
}
if (isPrivateBusRequired != null && isPrivateBusRequired.Value)
{
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseCommand(command))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", commandType.FullName);
brokeredMessage.Properties.Add("Source", string.Format("{0}/{1}/{2}/{3}", LoggerSettings.ModuleName, LoggerSettings.Instance, LoggerSettings.Environment, LoggerSettings.EnvironmentInstance));
int count = 1;
do
{
try
{
PrivateServiceBusPublisher.Send(brokeredMessage);
break;
}
catch (TimeoutException)
{
if (count >= TimeoutOnSendRetryMaximumCount)
{
throw;
}
}
count++;
} while (true);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the command being sent was too large or the topic has reached it's limit.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an command.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Command", telemetryName, "Private Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
Logger.LogDebug(string.Format("An command was published on the private bus with the id '{0}' was of type {1}.", command.Id, commandType.FullName));
}
mainWasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
if (telemeterOverall)
{
TelemetryHelper.TrackDependency("Azure/Servicebus/CommandBus", "Command", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, mainWasSuccessfull, telemetryProperties);
}
}
}
protected virtual void ReceiveCommand(PartitionContext context, EventData eventData)
{
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
// Null means it was skipped
bool? wasSuccessfull = true;
string telemetryName = string.Format("Cqrs/Handle/Command/{0}", eventData.SequenceNumber);
ISingleSignOnToken authenticationToken = null;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/EventHub" }
};
object value;
if (eventData.Properties.TryGetValue("Type", out value))
{
telemetryProperties.Add("MessageType", value.ToString());
}
TelemetryHelper.TrackMetric("Cqrs/Handle/Command", CurrentHandles++, telemetryProperties);
// Do a manual 10 try attempt with back-off
for (int i = 0; i < 10; i++)
{
try
{
Logger.LogDebug(string.Format("A command message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}'.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
string messageBody = Encoding.UTF8.GetString(eventData.GetBytes());
ICommand <TAuthenticationToken> command = AzureBusHelper.ReceiveCommand(messageBody, ReceiveCommand,
string.Format("partition key '{0}', sequence number '{1}' and offset '{2}'", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset),
() =>
{
wasSuccessfull = null;
telemetryName = string.Format("Cqrs/Handle/Command/Skipped/{0}", eventData.SequenceNumber);
responseCode = "204";
// Remove message from queue
context.CheckpointAsync(eventData);
Logger.LogDebug(string.Format("A command message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but processing was skipped due to command settings.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
TelemetryHelper.TrackEvent("Cqrs/Handle/Command/Skipped", telemetryProperties);
}
);
if (wasSuccessfull != null)
{
if (command != null)
{
telemetryName = string.Format("{0}/{1}", command.GetType().FullName, command.Id);
authenticationToken = command.AuthenticationToken as ISingleSignOnToken;
var telemeteredMessage = command as ITelemeteredMessage;
if (telemeteredMessage != null)
{
telemetryName = telemeteredMessage.TelemetryName;
}
telemetryName = string.Format("Cqrs/Handle/Command/{0}", telemetryName);
}
// Remove message from queue
context.CheckpointAsync(eventData);
}
Logger.LogDebug(string.Format("A command message arrived and was processed with the partition key '{0}', sequence number '{1}' and offset '{2}'.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset));
wasSuccessfull = true;
responseCode = "200";
return;
}
catch (Exception exception)
{
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("A command message arrived with the partition key '{0}', sequence number '{1}' and offset '{2}' but failed to be process.", eventData.PartitionKey, eventData.SequenceNumber, eventData.Offset), exception: exception);
switch (i)
{
case 0:
case 1:
// 10 seconds
Thread.Sleep(10 * 1000);
break;
case 2:
case 3:
// 30 seconds
Thread.Sleep(30 * 1000);
break;
case 4:
case 5:
case 6:
// 1 minute
Thread.Sleep(60 * 1000);
break;
case 7:
case 8:
case 9:
// 3 minutes
Thread.Sleep(3 * 60 * 1000);
break;
}
wasSuccessfull = false;
responseCode = "500";
}
finally
{
// Eventually just accept it
context.CheckpointAsync(eventData);
TelemetryHelper.TrackMetric("Cqrs/Handle/Command", CurrentHandles--, telemetryProperties);
mainStopWatch.Stop();
TelemetryHelper.TrackRequest
(
telemetryName,
authenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
TelemetryHelper.Flush();
}
}
}
public virtual void Publish <TCommand>(IEnumerable <TCommand> commands)
where TCommand : ICommand <TAuthenticationToken>
{
IList <TCommand> sourceCommands = commands.ToList();
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
bool wasSuccessfull = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
string telemetryName = "Commands";
string telemetryNames = string.Empty;
foreach (TCommand command in sourceCommands)
{
string subTelemetryName = string.Format("{0}/{1}", command.GetType().FullName, command.Id);
var telemeteredCommand = command as ITelemeteredMessage;
if (telemeteredCommand != null)
{
subTelemetryName = telemeteredCommand.TelemetryName;
}
telemetryNames = string.Format("{0}{1},", telemetryNames, subTelemetryName);
}
if (telemetryNames.Length > 0)
{
telemetryNames = telemetryNames.Substring(0, telemetryNames.Length - 1);
}
telemetryProperties.Add("Commands", telemetryNames);
try
{
IList <string> sourceCommandMessages = new List <string>();
IList <BrokeredMessage> brokeredMessages = new List <BrokeredMessage>(sourceCommands.Count);
foreach (TCommand command in sourceCommands)
{
if (!AzureBusHelper.PrepareAndValidateCommand(command, "Azure-ServiceBus"))
{
continue;
}
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseCommand(command))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", command.GetType().FullName);
brokeredMessages.Add(brokeredMessage);
sourceCommandMessages.Add(string.Format("A command was sent of type {0}.", command.GetType().FullName));
}
try
{
PrivateServiceBusPublisher.SendBatch(brokeredMessages);
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the command being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Commands", sourceCommands }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish a command.", exception: exception, metaData: new Dictionary <string, object> {
{ "Commands", sourceCommands }
});
throw;
}
foreach (string message in sourceCommandMessages)
{
Logger.LogInfo(message);
}
wasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
TelemetryHelper.TrackDependency("Azure/Servicebus/CommandBus", "Command", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
}
/// <summary>
/// Register an event handler that will listen and respond to all events.
/// </summary>
public void RegisterGlobalEventHandler <TMessage>(Action <TMessage> handler, bool holdMessageLock = true)
where TMessage : IMessage
{
AzureBusHelper.RegisterGlobalEventHandler(TelemetryHelper, Routes, handler, holdMessageLock);
}
/// <summary>
/// Sends the provided <paramref name="command"></paramref> and waits for an event of <typeparamref name="TEvent"/> or exits if the specified timeout is expired.
/// </summary>
/// <param name="command">The <typeparamref name="TCommand"/> to send.</param>
/// <param name="condition">A delegate to be executed over and over until it returns the <typeparamref name="TEvent"/> that is desired, return null to keep trying.</param>
/// <param name="millisecondsTimeout">The number of milliseconds to wait, or <see cref="F:System.Threading.Timeout.Infinite"/> (-1) to wait indefinitely.</param>
/// <param name="eventReceiver">If provided, is the <see cref="IEventReceiver{TAuthenticationToken}" /> that the event is expected to be returned on.</param>
public virtual TEvent SendAndWait <TCommand, TEvent>(TCommand command, Func <IEnumerable <IEvent <TAuthenticationToken> >, TEvent> condition, int millisecondsTimeout,
IEventReceiver <TAuthenticationToken> eventReceiver = null) where TCommand : ICommand <TAuthenticationToken>
{
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
bool wasSuccessfull = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
string telemetryName = string.Format("{0}/{1}", command.GetType().FullName, command.Id);
var telemeteredCommand = command as ITelemeteredMessage;
if (telemeteredCommand != null)
{
telemetryName = telemeteredCommand.TelemetryName;
}
telemetryName = string.Format("Command/{0}", telemetryName);
TEvent result;
try
{
if (eventReceiver != null)
{
throw new NotSupportedException("Specifying a different event receiver is not yet supported.");
}
if (!AzureBusHelper.PrepareAndValidateCommand(command, "Azure-ServiceBus"))
{
return((TEvent)(object)null);
}
result = (TEvent)(object)null;
EventWaits.Add(command.CorrelationId, new List <IEvent <TAuthenticationToken> >());
try
{
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseCommand(command))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", command.GetType().FullName);
PrivateServiceBusPublisher.Send(brokeredMessage);
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the command being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish a command.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
Logger.LogInfo(string.Format("A command was sent of type {0}.", command.GetType().FullName));
wasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
TelemetryHelper.TrackDependency("Azure/Servicebus/CommandBus", "Command", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
SpinWait.SpinUntil(() =>
{
IList <IEvent <TAuthenticationToken> > events = EventWaits[command.CorrelationId];
result = condition(events);
return(result != null);
}, millisecondsTimeout, sleepInMilliseconds: 1000);
TelemetryHelper.TrackDependency("Azure/Servicebus/CommandBus", "Command/AndWait", string.Format("Command/AndWait{0}", telemetryName.Substring(7)), null, startedAt, mainStopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
return(result);
}
/// <summary>
/// Receives a <see cref="IEvent{TAuthenticationToken}"/> from the event bus.
/// </summary>
public virtual bool?ReceiveEvent(IEvent <TAuthenticationToken> @event)
{
return(AzureBusHelper.DefaultReceiveEvent(@event, Routes, "Azure-ServiceBus"));
}
public virtual void Publish <TCommand>(TCommand command)
where TCommand : ICommand <TAuthenticationToken>
{
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
bool wasSuccessfull = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
string telemetryName = string.Format("{0}/{1}", command.GetType().FullName, command.Id);
var telemeteredCommand = command as ITelemeteredMessage;
if (telemeteredCommand != null)
{
telemetryName = telemeteredCommand.TelemetryName;
}
telemetryName = string.Format("Command/{0}", telemetryName);
try
{
if (!AzureBusHelper.PrepareAndValidateCommand(command, "Azure-ServiceBus"))
{
return;
}
try
{
var brokeredMessage = new BrokeredMessage(MessageSerialiser.SerialiseCommand(command))
{
CorrelationId = CorrelationIdHelper.GetCorrelationId().ToString("N")
};
brokeredMessage.Properties.Add("Type", command.GetType().FullName);
PrivateServiceBusPublisher.Send(brokeredMessage);
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the command being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish a command.", exception: exception, metaData: new Dictionary <string, object> {
{ "Command", command }
});
throw;
}
Logger.LogInfo(string.Format("A command was sent of type {0}.", command.GetType().FullName));
wasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
TelemetryHelper.TrackDependency("Azure/Servicebus/CommandBus", "Command", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
}
/// <summary>
/// Register an event or command handler that will listen and respond to events or commands.
/// </summary>
public virtual void RegisterHandler <TMessage>(Action <TMessage> handler, Type targetedType, bool holdMessageLock = true)
where TMessage : IMessage
{
AzureBusHelper.RegisterHandler(TelemetryHelper, Routes, handler, targetedType, holdMessageLock);
}
/// <summary>
/// Publishes the provided <paramref name="events"/> on the event bus.
/// </summary>
public virtual void Publish <TEvent>(IEnumerable <TEvent> events)
where TEvent : IEvent <TAuthenticationToken>
{
if (events == null)
{
Logger.LogDebug("No events to publish.");
return;
}
IList <TEvent> sourceEvents = events.ToList();
if (!sourceEvents.Any())
{
Logger.LogDebug("An empty collection of events to publish.");
return;
}
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = null;
bool mainWasSuccessfull = false;
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
string telemetryName = "Events";
string telemetryNames = string.Empty;
foreach (TEvent @event in sourceEvents)
{
Type eventType = @event.GetType();
string subTelemetryName = string.Format("{0}/{1}/{2}", eventType.FullName, @event.GetIdentity(), @event.Id);
var telemeteredEvent = @event as ITelemeteredMessage;
if (telemeteredEvent != null)
{
subTelemetryName = telemeteredEvent.TelemetryName;
}
telemetryNames = string.Format("{0}{1},", telemetryNames, subTelemetryName);
}
if (telemetryNames.Length > 0)
{
telemetryNames = telemetryNames.Substring(0, telemetryNames.Length - 1);
}
telemetryProperties.Add("Events", telemetryNames);
try
{
IList <string> sourceEventMessages = new List <string>();
IList <BrokeredMessage> privateBrokeredMessages = new List <BrokeredMessage>(sourceEvents.Count);
IList <BrokeredMessage> publicBrokeredMessages = new List <BrokeredMessage>(sourceEvents.Count);
foreach (TEvent @event in sourceEvents)
{
if (!AzureBusHelper.PrepareAndValidateEvent(@event, "Azure-ServiceBus"))
{
continue;
}
Type eventType = @event.GetType();
var brokeredMessage = CreateBrokeredMessage(MessageSerialiser.SerialiseEvent, eventType, @event);
bool?isPublicBusRequired = BusHelper.IsPublicBusRequired(eventType);
bool?isPrivateBusRequired = BusHelper.IsPrivateBusRequired(eventType);
// Backwards compatibility and simplicity
if ((isPublicBusRequired == null || !isPublicBusRequired.Value) && (isPrivateBusRequired == null || !isPrivateBusRequired.Value))
{
publicBrokeredMessages.Add(brokeredMessage);
sourceEventMessages.Add(string.Format("An event was published on the public bus with the id '{0}' was of type {1}.", @event.Id, eventType.FullName));
}
if ((isPublicBusRequired != null && isPublicBusRequired.Value))
{
publicBrokeredMessages.Add(brokeredMessage);
sourceEventMessages.Add(string.Format("An event was published on the public bus with the id '{0}' was of type {1}.", @event.Id, eventType.FullName));
}
if (isPrivateBusRequired != null && isPrivateBusRequired.Value)
{
privateBrokeredMessages.Add(brokeredMessage);
sourceEventMessages.Add(string.Format("An event was published on the private bus with the id '{0}' was of type {1}.", @event.Id, eventType.FullName));
}
}
bool wasSuccessfull;
Stopwatch stopWatch = Stopwatch.StartNew();
// Backwards compatibility and simplicity
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
int count = 1;
do
{
try
{
if (publicBrokeredMessages.Any())
{
PublicServiceBusPublisher.SendBatch(publicBrokeredMessages);
}
else
{
Logger.LogDebug("An empty collection of public events to publish post validation.");
}
break;
}
catch (TimeoutException)
{
if (count >= TimeoutOnSendRetryMaximumCount)
{
throw;
}
}
count++;
} while (true);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", publicBrokeredMessages }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", publicBrokeredMessages }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Public Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
stopWatch.Restart();
responseCode = "200";
wasSuccessfull = false;
try
{
int count = 1;
do
{
try
{
if (privateBrokeredMessages.Any())
{
PrivateServiceBusPublisher.SendBatch(privateBrokeredMessages);
}
else
{
Logger.LogDebug("An empty collection of private events to publish post validation.");
}
break;
}
catch (TimeoutException)
{
if (count >= TimeoutOnSendRetryMaximumCount)
{
throw;
}
}
count++;
} while (true);
wasSuccessfull = true;
}
catch (QuotaExceededException exception)
{
responseCode = "429";
Logger.LogError("The size of the event being sent was too large.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", privateBrokeredMessages }
});
throw;
}
catch (Exception exception)
{
responseCode = "500";
Logger.LogError("An issue occurred while trying to publish an event.", exception: exception, metaData: new Dictionary <string, object> {
{ "Events", privateBrokeredMessages }
});
throw;
}
finally
{
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, "Private Bus", startedAt, stopWatch.Elapsed, responseCode, wasSuccessfull, telemetryProperties);
}
foreach (string message in sourceEventMessages)
{
Logger.LogInfo(message);
}
mainWasSuccessfull = true;
}
finally
{
mainStopWatch.Stop();
TelemetryHelper.TrackDependency("Azure/Servicebus/EventBus", "Event", telemetryName, null, startedAt, mainStopWatch.Elapsed, responseCode, mainWasSuccessfull, telemetryProperties);
}
}
protected virtual CancellationTokenSource CleanUpDeadLetters(string topicName, string topicSubscriptionName)
{
var brokeredMessageRenewCancellationTokenSource = new CancellationTokenSource();
IDictionary <string, string> telemetryProperties = new Dictionary <string, string> {
{ "Type", "Azure/Servicebus" }
};
int lockIssues = 0;
Action <BrokeredMessage, IMessage> leaveDeadlLetterInQueue = (deadLetterBrokeredMessage, deadLetterMessage) =>
{
// Remove message from queue
try
{
deadLetterBrokeredMessage.Abandon();
lockIssues = 0;
}
catch (MessageLockLostException)
{
lockIssues++;
Logger.LogWarning(string.Format("The lock supplied for abandon for the skipped dead-letter message '{0}' is invalid.", deadLetterBrokeredMessage.MessageId));
}
Logger.LogDebug(string.Format("A dead-letter message of type {0} arrived with the id '{1}' but left in the queue due to settings.", deadLetterMessage.GetType().FullName, deadLetterBrokeredMessage.MessageId));
};
Action <BrokeredMessage> removeDeadlLetterFromQueue = deadLetterBrokeredMessage =>
{
// Remove message from queue
try
{
deadLetterBrokeredMessage.Complete();
lockIssues = 0;
}
catch (MessageLockLostException)
{
lockIssues++;
Logger.LogWarning(string.Format("The lock supplied for complete for the skipped dead-letter message '{0}' is invalid.", deadLetterBrokeredMessage.MessageId));
}
Logger.LogDebug(string.Format("A dead-letter message arrived with the id '{0}' but was removed as processing was skipped due to settings.", deadLetterBrokeredMessage.MessageId));
};
Task.Factory.StartNewSafely(() =>
{
int loop = 0;
while (!brokeredMessageRenewCancellationTokenSource.Token.IsCancellationRequested)
{
lockIssues = 0;
MessagingFactory factory = MessagingFactory.CreateFromConnectionString(ConnectionString);
string deadLetterPath = SubscriptionClient.FormatDeadLetterPath(topicName, topicSubscriptionName);
MessageReceiver client = factory.CreateMessageReceiver(deadLetterPath, ReceiveMode.PeekLock);
IEnumerable <BrokeredMessage> brokeredMessages = client.ReceiveBatch(1000);
foreach (BrokeredMessage brokeredMessage in brokeredMessages)
{
if (lockIssues > 10)
{
break;
}
try
{
Logger.LogDebug(string.Format("A dead-letter message arrived with the id '{0}'.", brokeredMessage.MessageId));
string messageBody = brokeredMessage.GetBody <string>();
// Closure protection
BrokeredMessage message = brokeredMessage;
try
{
AzureBusHelper.ReceiveEvent
(
messageBody,
@event =>
{
bool isRequired = BusHelper.IsEventRequired(@event.GetType());
if (!isRequired)
{
removeDeadlLetterFromQueue(message);
}
else
{
leaveDeadlLetterInQueue(message, @event);
}
},
string.Format("id '{0}'", brokeredMessage.MessageId),
() =>
{
removeDeadlLetterFromQueue(message);
},
() => { }
);
}
catch
{
AzureBusHelper.ReceiveCommand
(
messageBody,
command =>
{
bool isRequired = BusHelper.IsEventRequired(command.GetType());
if (!isRequired)
{
removeDeadlLetterFromQueue(message);
}
else
{
leaveDeadlLetterInQueue(message, command);
}
},
string.Format("id '{0}'", brokeredMessage.MessageId),
() =>
{
removeDeadlLetterFromQueue(message);
},
() => { }
);
}
}
catch (Exception exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("A dead-letter message arrived with the id '{0}' but failed to be process.", brokeredMessage.MessageId), exception: exception);
try
{
brokeredMessage.Abandon();
}
catch (MessageLockLostException)
{
lockIssues++;
Logger.LogWarning(string.Format("The lock supplied for abandon for the skipped dead-letter message '{0}' is invalid.", brokeredMessage.MessageId));
}
}
}
client.Close();
if (loop++ % 5 == 0)
{
loop = 0;
Thread.Yield();
}
else
{
Thread.Sleep(500);
}
}
try
{
brokeredMessageRenewCancellationTokenSource.Dispose();
}
catch (ObjectDisposedException) { }
}, brokeredMessageRenewCancellationTokenSource.Token);
return(brokeredMessageRenewCancellationTokenSource);
}
protected virtual void ReceiveEvent(IMessageReceiver client, BrokeredMessage message)
#endif
{
DateTimeOffset startedAt = DateTimeOffset.UtcNow;
Stopwatch mainStopWatch = Stopwatch.StartNew();
string responseCode = "200";
// Null means it was skipped
bool? wasSuccessfull = true;
string telemetryName = string.Format("Cqrs/Handle/Event/{0}", message.MessageId);
ISingleSignOnToken authenticationToken = null;
Guid? guidAuthenticationToken = null;
string stringAuthenticationToken = null;
int?intAuthenticationToken = null;
IDictionary <string, string> telemetryProperties = ExtractTelemetryProperties(message, "Azure/Servicebus");
TelemetryHelper.TrackMetric("Cqrs/Handle/Event", CurrentHandles++, telemetryProperties);
var brokeredMessageRenewCancellationTokenSource = new CancellationTokenSource();
try
{
try
{
Logger.LogDebug(string.Format("An event message arrived with the id '{0}'.", message.MessageId));
string messageBody = message.GetBodyAsString();
IEvent <TAuthenticationToken> @event = AzureBusHelper.ReceiveEvent(
#if NET452
serviceBusReceiver
#endif
#if NETSTANDARD2_0
client
#endif
, messageBody, ReceiveEvent,
string.Format("id '{0}'", message.MessageId),
ExtractSignature(message),
SigningTokenConfigurationKey,
() =>
{
wasSuccessfull = null;
telemetryName = string.Format("Cqrs/Handle/Event/Skipped/{0}", message.MessageId);
responseCode = "204";
// Remove message from queue
try
{
#if NET452
message.Complete();
#endif
#if NETSTANDARD2_0
client.CompleteAsync(message.SystemProperties.LockToken).Wait(1500);
#endif
}
catch (AggregateException aggregateException)
{
if (aggregateException.InnerException is MessageLockLostException)
{
throw new MessageLockLostException(string.Format("The lock supplied for the skipped event message '{0}' is invalid.", message.MessageId), aggregateException.InnerException);
}
else
{
throw;
}
}
catch (MessageLockLostException exception)
{
throw new MessageLockLostException(string.Format("The lock supplied for the skipped event message '{0}' is invalid.", message.MessageId), exception);
}
Logger.LogDebug(string.Format("An event message arrived with the id '{0}' but processing was skipped due to event settings.", message.MessageId));
TelemetryHelper.TrackEvent("Cqrs/Handle/Event/Skipped", telemetryProperties);
},
() =>
{
#if NET452
AzureBusHelper.RefreshLock(brokeredMessageRenewCancellationTokenSource, message, "event");
#endif
#if NETSTANDARD2_0
AzureBusHelper.RefreshLock(client, brokeredMessageRenewCancellationTokenSource, message, "event");
#endif
}
);
if (wasSuccessfull != null)
{
if (@event != null)
{
telemetryName = string.Format("{0}/{1}/{2}", @event.GetType().FullName, @event.GetIdentity(), @event.Id);
authenticationToken = @event.AuthenticationToken as ISingleSignOnToken;
if (AuthenticationTokenIsGuid)
{
guidAuthenticationToken = @event.AuthenticationToken as Guid?;
}
if (AuthenticationTokenIsString)
{
stringAuthenticationToken = @event.AuthenticationToken as string;
}
if (AuthenticationTokenIsInt)
{
intAuthenticationToken = @event.AuthenticationToken as int?;
}
var telemeteredMessage = @event as ITelemeteredMessage;
if (telemeteredMessage != null)
{
telemetryName = telemeteredMessage.TelemetryName;
}
telemetryName = string.Format("Cqrs/Handle/Event/{0}", telemetryName);
}
// Remove message from queue
try
{
#if NET452
message.Complete();
#endif
#if NETSTANDARD2_0
client.CompleteAsync(message.SystemProperties.LockToken).Wait(1500);
#endif
}
catch (AggregateException aggregateException)
{
if (aggregateException.InnerException is MessageLockLostException)
{
throw new MessageLockLostException(string.Format("The lock supplied for event '{0}' of type {1} is invalid.", @event.Id, @event.GetType().Name), aggregateException.InnerException);
}
else
{
throw;
}
}
catch (MessageLockLostException exception)
{
throw new MessageLockLostException(string.Format("The lock supplied for event '{0}' of type {1} is invalid.", @event.Id, @event.GetType().Name), exception);
}
}
Logger.LogDebug(string.Format("An event message arrived and was processed with the id '{0}'.", message.MessageId));
IList <IEvent <TAuthenticationToken> > events;
if (EventWaits.TryGetValue(@event.CorrelationId, out events))
{
events.Add(@event);
}
}
catch (AggregateException aggregateException)
{
throw aggregateException.InnerException;
}
}
catch (MessageLockLostException exception)
{
IDictionary <string, string> subTelemetryProperties = new Dictionary <string, string>(telemetryProperties);
subTelemetryProperties.Add("TimeTaken", mainStopWatch.Elapsed.ToString());
TelemetryHelper.TrackException(exception, null, subTelemetryProperties);
if (ThrowExceptionOnReceiverMessageLockLostExceptionDuringComplete)
{
Logger.LogError(exception.Message, exception: exception);
// Indicates a problem, unlock message in queue
#if NET452
message.Abandon();
#endif
#if NETSTANDARD2_0
client.AbandonAsync(message.SystemProperties.LockToken).Wait(1500);
#endif
wasSuccessfull = false;
}
else
{
Logger.LogWarning(exception.Message, exception: exception);
try
{
#if NET452
message.DeadLetter("LockLostButHandled", "The message was handled but the lock was lost.");
#endif
#if NETSTANDARD2_0
client.DeadLetterAsync(message.SystemProperties.LockToken, "LockLostButHandled", "The message was handled but the lock was lost.").Wait(1500);
#endif
}
catch (Exception)
{
// Oh well, move on.
#if NET452
message.Abandon();
#endif
#if NETSTANDARD2_0
client.AbandonAsync(message.SystemProperties.LockToken).Wait(1500);
#endif
}
}
responseCode = "599";
}
catch (UnAuthorisedMessageReceivedException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("An event message arrived with the id '{0}' but was not authorised.", message.MessageId), exception: exception);
#if NET452
message.DeadLetter("UnAuthorisedMessageReceivedException", exception.Message);
#endif
#if NETSTANDARD2_0
client.DeadLetterAsync(message.SystemProperties.LockToken, "UnAuthorisedMessageReceivedException", exception.Message).Wait(1500);
#endif
wasSuccessfull = false;
responseCode = "401";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (NoHandlersRegisteredException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("An event message arrived with the id '{0}' but no handlers were found to process it.", message.MessageId), exception: exception);
#if NET452
message.DeadLetter("NoHandlersRegisteredException", exception.Message);
#endif
#if NETSTANDARD2_0
client.DeadLetterAsync(message.SystemProperties.LockToken, "NoHandlersRegisteredException", exception.Message).Wait(1500);
#endif
wasSuccessfull = false;
responseCode = "501";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (NoHandlerRegisteredException exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("An event message arrived with the id '{0}' but no handler was found to process it.", message.MessageId), exception: exception);
#if NET452
message.DeadLetter("NoHandlerRegisteredException", exception.Message);
#endif
#if NETSTANDARD2_0
client.DeadLetterAsync(message.SystemProperties.LockToken, "NoHandlerRegisteredException", exception.Message).Wait(1500);
#endif
wasSuccessfull = false;
responseCode = "501";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
catch (Exception exception)
{
TelemetryHelper.TrackException(exception, null, telemetryProperties);
// Indicates a problem, unlock message in queue
Logger.LogError(string.Format("An event message arrived with the id '{0}' but failed to be process.", message.MessageId), exception: exception);
#if NET452
message.Abandon();
#endif
#if NETSTANDARD2_0
client.AbandonAsync(message.SystemProperties.LockToken).Wait(1500);
#endif
wasSuccessfull = false;
responseCode = "500";
telemetryProperties.Add("ExceptionType", exception.GetType().FullName);
telemetryProperties.Add("ExceptionMessage", exception.Message);
}
finally
{
// Cancel the lock of renewing the task
brokeredMessageRenewCancellationTokenSource.Cancel();
TelemetryHelper.TrackMetric("Cqrs/Handle/Event", CurrentHandles--, telemetryProperties);
mainStopWatch.Stop();
if (guidAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
guidAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else if (intAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
intAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else if (stringAuthenticationToken != null)
{
TelemetryHelper.TrackRequest
(
telemetryName,
stringAuthenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
else
{
TelemetryHelper.TrackRequest
(
telemetryName,
authenticationToken,
startedAt,
mainStopWatch.Elapsed,
responseCode,
wasSuccessfull == null || wasSuccessfull.Value,
telemetryProperties
);
}
TelemetryHelper.Flush();
}
}