private async Task ExecuteCore(List <EventEntity> eventEntities)
{
logger.LogTrace($"Begin ExecuteCore Count:{eventEntities.Count} ");
var events = eventEntities.Select(entity =>
{
var eventContentBytes = Encoding.UTF8.GetBytes(entity.Content);
var bytesTransport = new EventBytesTransport(entity.Name, entity.Id, eventContentBytes);
var bytes = bytesTransport.GetBytes();
var targetName = producerContainer.GetTargetName(entity.Name);
entity.StatusName = nameof(EventStatus.Published);
entity.ExpiresAt = DateTime.UtcNow.AddSeconds(options.PublishedEventsExpiredAfterSeconds);
return(targetName, bytes);
});
eventEntities.ForEach(entity =>
{
entity.StatusName = nameof(EventStatus.Published);
entity.ExpiresAt = DateTime.UtcNow.AddSeconds(options.PublishedEventsExpiredAfterSeconds);
});
logger.LogTrace($"Begin BulkPublish {DateTime.Now.ToString("yyyy-MM-dd hh:mm:ss")} ");
await producer.BulkPublish(events);
logger.LogTrace($"Begin BulkPublish {DateTime.Now.ToString("yyyy-MM-dd hh:mm:ss")} ");
if (eventEntities.Count > 10)
{
await eventStorage.BulkChangePublishStateAsync(eventEntities);
}
else
{
await eventStorage.ChangePublishStateAsync(eventEntities);
}
logger.LogTrace($"End ExecuteCore {DateTime.Now.ToString("yyyy-MM-dd hh:mm:ss")} Count:{eventEntities.Count} ");
}
public async Task CompeleteAsync(CancellationToken cancellationToken = default)
{
await bus.Transaction.CommitAsync();
var bufferedEvents = bus.PrePublishEventBuffer.ToList();
bufferedEvents.ForEach(async @event =>
{
var eventType = eventTypeFinder.FindType(@event.Name);
var eventContentBytes = Encoding.UTF8.GetBytes(@event.Content);
var bytesTransport = new EventBytesTransport(@event.Name, @event.Id, eventContentBytes);
var bytes = bytesTransport.GetBytes();
var result = await eventBuffer.AddAndRun(@event);
if (!result)
{
throw new AddEventToEventBufferException();
}
});
}
public async Task ProcessInternal()
{
var now = DateTime.UtcNow;
var pendingMessages = await eventStorage.GetEventsOfNeedRetry();
if (logger.IsEnabled(LogLevel.Debug))
{
logger.LogDebug($"{nameof(PendingMessageRetryProcessor)} pendingMessages count:{pendingMessages.Count()}");
}
foreach (var pendingMessage in pendingMessages)
{
var eventContentBytes = Encoding.UTF8.GetBytes(pendingMessage.Content);
var bytesTransport = new EventBytesTransport(pendingMessage.Name, pendingMessage.Id, eventContentBytes);
var bytes = bytesTransport.GetBytes();
if (pendingMessage.Retries > options.MaxFailedRetryCount)
{
pendingMessage.StatusName = nameof(EventStatus.Failed);
continue;
}
pendingMessage.Retries++;
var targetName = producerContainer.GetTargetName(pendingMessage.Name);
await producer.Publish(targetName, bytes);
pendingMessage.StatusName = nameof(EventStatus.Published);
pendingMessage.ExpiresAt = DateTime.UtcNow.AddSeconds(options.PublishedEventsExpiredAfterSeconds);
}
if (pendingMessages.Count() > 0)
{
if (pendingMessages.Count() > 10)
{
await eventStorage.BulkChangePublishStateAsync(pendingMessages);
}
else
{
await eventStorage.ChangePublishStateAsync(pendingMessages);
}
}
}
protected virtual async Task <bool> RaiseEvent(IEvent @event, EventUID uniqueId = null)
{
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("Start raise event, grain Id ={0} and state version = {1},event type = {2} ,event ={3},uniqueueId= {4}", GrainId.ToString(), Snapshot.Base.Version, @event.GetType().FullName, Serializer.SerializeToString(@event), uniqueId);
}
if (Snapshot.Base.IsOver)
{
throw new StateIsOverException(Snapshot.Base.StateId.ToString(), GrainType);
}
try
{
var fullyEvent = new FullyEvent <PrimaryKey>
{
Event = @event,
Base = new EventBase
{
Version = Snapshot.Base.Version + 1
},
StateId = Snapshot.Base.StateId
};
if (uniqueId == default)
{
uniqueId = EventUID.Empty;
}
if (string.IsNullOrEmpty(uniqueId.UID))
{
fullyEvent.Base.Timestamp = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
}
else
{
fullyEvent.Base.Timestamp = uniqueId.Timestamp;
}
var startTask = OnRaiseStart(fullyEvent);
if (!startTask.IsCompletedSuccessfully)
{
await startTask;
}
Snapshot.Base.IncrementDoingVersion(GrainType);//标记将要处理的Version
var bytesTransport = new EventBytesTransport
{
EventType = @event.GetType().FullName,
GrainId = Snapshot.Base.StateId,
EventBytes = Serializer.SerializeToBytes(@event),
BaseBytes = fullyEvent.Base.GetBytes()
};
if (await EventStorage.Append(fullyEvent, bytesTransport, uniqueId.UID))
{
Snapshot.Apply(EventHandler, fullyEvent);
Snapshot.Base.UpdateVersion(fullyEvent.Base, GrainType);//更新处理完成的Version
var task = OnRaiseSuccessed(fullyEvent, bytesTransport);
if (!task.IsCompletedSuccessfully)
{
await task;
}
var saveSnapshotTask = SaveSnapshotAsync();
if (!saveSnapshotTask.IsCompletedSuccessfully)
{
await saveSnapshotTask;
}
var handlers = FollowUnit.GetAllEventHandlers();
if (handlers.Count > 0)
{
try
{
if (CoreOptions.PriorityAsyncEventBus)
{
try
{
var publishTask = EventBusProducer.Publish(bytesTransport.GetBytes(), GrainId.ToString());
if (!publishTask.IsCompletedSuccessfully)
{
await publishTask;
}
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
//当消息队列出现问题的时候同步推送
await Task.WhenAll(handlers.Select(func => func(bytesTransport.GetBytes())));
}
}
else
{
try
{
await Task.WhenAll(handlers.Select(func => func(bytesTransport.GetBytes())));
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
//当消息队列出现问题的时候异步推送
var publishTask = EventBusProducer.Publish(bytesTransport.GetBytes(), GrainId.ToString());
if (!publishTask.IsCompletedSuccessfully)
{
await publishTask;
}
}
}
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
}
}
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("Raise event successfully, grain Id= {0} and state version = {1}}", GrainId.ToString(), Snapshot.Base.Version);
}
return(true);
}
else
{
if (Logger.IsEnabled(LogLevel.Information))
{
Logger.LogInformation("Raise event failure because of idempotency limitation, grain Id = {0},state version = {1},event type = {2} with version = {3}", GrainId.ToString(), Snapshot.Base.Version, @event.GetType().FullName, fullyEvent.Base.Version);
}
var task = OnRaiseFailed(fullyEvent);
if (!task.IsCompletedSuccessfully)
{
await task;
}
Snapshot.Base.DecrementDoingVersion();//还原doing Version
}
}
catch (Exception ex)
{
if (Logger.IsEnabled(LogLevel.Error))
{
Logger.LogError(ex, "Raise event produces errors, state Id = {0}, version ={1},event type = {2},event = {3}", GrainId.ToString(), Snapshot.Base.Version, @event.GetType().FullName, Serializer.SerializeToString(@event));
}
await RecoverySnapshot();//还原状态
throw;
}
return(false);
}
protected virtual async Task <bool> RaiseEvent(IEvent @event, EventUID eUID = null)
{
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("Start raise event, grain Id ={0} and state version = {1},event type = {2} ,event ={3},uniqueueId= {4}", GrainId.ToString(), Snapshot.Base.Version, @event.GetType().FullName, Serializer.SerializeToString(@event), eUID);
}
if (Snapshot.Base.IsOver)
{
throw new StateIsOverException(Snapshot.Base.StateId.ToString(), GrainType);
}
try
{
var fullyEvent = new FullyEvent <PrimaryKey>
{
Event = @event,
Base = new EventBase
{
Version = Snapshot.Base.Version + 1
},
StateId = Snapshot.Base.StateId
};
string unique = default;
if (eUID == default)
{
fullyEvent.Base.Timestamp = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
unique = fullyEvent.GetEventId();
}
else
{
fullyEvent.Base.Timestamp = eUID.Timestamp;
unique = eUID.UID;
}
var startTask = OnRaiseStart(fullyEvent);
if (!startTask.IsCompletedSuccessfully)
{
await startTask;
}
Snapshot.Base.IncrementDoingVersion(GrainType);//标记将要处理的Version
var bytesTransport = new EventBytesTransport(
TypeContainer.GetTypeCode(@event.GetType()),
Snapshot.Base.StateId,
fullyEvent.Base.GetBytes(),
Serializer.SerializeToBytes(@event)
);
if (await EventStorage.Append(fullyEvent, in bytesTransport, unique))
{
SnapshotHandler.Apply(Snapshot, fullyEvent);
Snapshot.Base.UpdateVersion(fullyEvent.Base, GrainType);//更新处理完成的Version
var task = OnRaised(fullyEvent, bytesTransport);
if (!task.IsCompletedSuccessfully)
{
await task;
}
var saveSnapshotTask = SaveSnapshotAsync();
if (!saveSnapshotTask.IsCompletedSuccessfully)
{
await saveSnapshotTask;
}
await PublishToEventBust(bytesTransport.GetBytes(), GrainId.ToString());
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("Raise event successfully, grain Id= {0} and state version = {1}", GrainId.ToString(), Snapshot.Base.Version);
}
return(true);
}
else
{
Snapshot.Base.DecrementDoingVersion();//还原doing Version
if (Logger.IsEnabled(LogLevel.Information))
{
Logger.LogInformation("Raise event failure because of idempotency limitation, grain Id = {0},state version = {1},event type = {2} with version = {3}", GrainId.ToString(), Snapshot.Base.Version, @event.GetType().FullName, fullyEvent.Base.Version);
}
var task = OnRaiseFailed(fullyEvent);
if (!task.IsCompletedSuccessfully)
{
await task;
}
}
}
protected virtual async Task <bool> RaiseEvent(IEvent @event, EventUID eUID = null)
{
if (Snapshot.Base.IsOver)
{
throw new StateIsOverException(Snapshot.Base.StateId.ToString(), GrainType);
}
try
{
var fullyEvent = new FullyEvent <PrimaryKey>
{
Event = @event,
Base = new EventBase
{
Version = Snapshot.Base.Version + 1
},
StateId = Snapshot.Base.StateId
};
string unique = default;
if (eUID is null)
{
fullyEvent.Base.Timestamp = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
unique = fullyEvent.GetEventId();
}
else
{
fullyEvent.Base.Timestamp = eUID.Timestamp;
unique = eUID.UID;
}
var startTask = OnRaiseStart(fullyEvent);
if (!startTask.IsCompletedSuccessfully)
{
await startTask;
}
Snapshot.Base.IncrementDoingVersion(GrainType);//标记将要处理的Version
var evtType = @event.GetType();
var bytesTransport = new EventBytesTransport(
TypeFinder.GetCode(evtType),
Snapshot.Base.StateId,
fullyEvent.Base.GetBytes(),
Serializer.SerializeToUtf8Bytes(@event, evtType)
);
if (await EventStorage.Append(fullyEvent, in bytesTransport, unique))
{
SnapshotHandler.Apply(Snapshot, fullyEvent);
Snapshot.Base.UpdateVersion(fullyEvent.Base, GrainType);//更新处理完成的Version
var task = OnRaised(fullyEvent, bytesTransport);
if (!task.IsCompletedSuccessfully)
{
await task;
}
var saveSnapshotTask = SaveSnapshotAsync();
if (!saveSnapshotTask.IsCompletedSuccessfully)
{
await saveSnapshotTask;
}
await PublishToEventBus(bytesTransport.GetBytes(), GrainId.ToString());
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("RaiseEvent completed: {0}->{1}->{2}", GrainType.FullName, Serializer.Serialize(fullyEvent), Serializer.Serialize(Snapshot));
}
return(true);
}
else
{
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("RaiseEvent failed: {0}->{1}->{2}", GrainType.FullName, Serializer.Serialize(fullyEvent), Serializer.Serialize(Snapshot));
}
Snapshot.Base.DecrementDoingVersion();//还原doing Version
var task = OnRaiseFailed(fullyEvent);
if (!task.IsCompletedSuccessfully)
{
await task;
}
}
}