protected virtual async ValueTask OnArchiveCompleted()
{
//开始执行事件清理逻辑
var noCleareds = BriefArchiveList.Where(a => !a.EventIsCleared).ToList();
if (noCleareds.Count >= ArchiveOptions.MaxSnapshotArchiveRecords)
{
var minArchive = noCleareds.FirstOrDefault();
if (minArchive != default)
{
//判断需要清理的event是否都被follow执行过
var versions = await Task.WhenAll(FollowUnit.GetAndSaveVersionFuncs().Select(func => func(Snapshot.Base.StateId, Snapshot.Base.Version)));
if (versions.All(v => v >= minArchive.EndVersion))
{
//清理归档对应的事件
await ArchiveStorage.EventIsClear(Snapshot.Base.StateId, minArchive.Id);
minArchive.EventIsCleared = true;
//如果快照的版本小于需要清理的最大事件版本号，则保存快照
if (SnapshotEventVersion < minArchive.EndVersion)
{
var saveTask = SaveSnapshotAsync(true);
if (!saveTask.IsCompletedSuccessfully)
{
await saveTask;
}
}
if (ArchiveOptions.DeleteEvents)
{
await EventStorage.DeleteStart(Snapshot.Base.StateId, minArchive.EndVersion, Snapshot.Base.StartTimestamp);
}
else
{
await ArchiveStorage.EventArichive(Snapshot.Base.StateId, minArchive.EndVersion, Snapshot.Base.StartTimestamp);
}
ClearedArchive = minArchive;
//只保留一个清理过事件的快照，其它的删除掉
var cleareds = BriefArchiveList.Where(a => a.EventIsCleared).OrderBy(a => a.Index).ToArray();
if (cleareds.Length > 1)
{
for (int i = 0; i < cleareds.Length - 1; i++)
{
await DeleteArchive(cleareds[i].Id);
BriefArchiveList.Remove(cleareds[i]);
}
}
}
}
}
}
protected async Task Over()
{
if (Snapshot.Base.IsOver)
{
throw new StateIsOverException(Snapshot.Base.StateId.ToString(), GrainType);
}
if (Snapshot.Base.Version != Snapshot.Base.DoingVersion)
{
throw new StateInsecurityException(Snapshot.Base.StateId.ToString(), GrainType, Snapshot.Base.DoingVersion, Snapshot.Base.Version);
}
if (CoreOptions.ArchiveEventOnOver)
{
var versions = await Task.WhenAll(FollowUnit.GetAndSaveVersionFuncs().Select(func => func(Snapshot.Base.StateId, Snapshot.Base.Version)));
if (versions.Any(v => v < Snapshot.Base.Version))
{
throw new FollowNotCompletedException(GrainType.FullName, Snapshot.Base.StateId.ToString());
}
}
Snapshot.Base.IsOver = true;
Snapshot.Base.IsLatest = true;
if (SnapshotEventVersion != Snapshot.Base.Version)
{
var saveTask = SaveSnapshotAsync(true, true);
if (!saveTask.IsCompletedSuccessfully)
{
await saveTask;
}
}
else
{
await SnapshotStorage.Over(Snapshot.Base.StateId, true);
}
if (CoreOptions.ArchiveEventOnOver)
{
await ArchiveStorage.DeleteAll(Snapshot.Base.StateId);
if (ArchiveOptions.DeleteEvents)
{
await EventStorage.DeleteStart(Snapshot.Base.StateId, Snapshot.Base.Version, Snapshot.Base.StartTimestamp);
}
else
{
await ArchiveStorage.EventArichive(Snapshot.Base.StateId, Snapshot.Base.Version, Snapshot.Base.StartTimestamp);
}
}
else
{
await ArchiveStorage.Over(Snapshot.Base.StateId, true);
}
}
protected virtual async Task <bool> RaiseEvent(IEvent @event, EventUID uniqueId = null)
{
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("Start raise event, grain Id ={0} and state version = {1},event type = {2} ,event ={3},uniqueueId= {4}", GrainId.ToString(), Snapshot.Base.Version, @event.GetType().FullName, Serializer.SerializeToString(@event), uniqueId);
}
if (Snapshot.Base.IsOver)
{
throw new StateIsOverException(Snapshot.Base.StateId.ToString(), GrainType);
}
try
{
var fullyEvent = new FullyEvent <PrimaryKey>
{
Event = @event,
Base = new EventBase
{
Version = Snapshot.Base.Version + 1
},
StateId = Snapshot.Base.StateId
};
if (uniqueId == default)
{
uniqueId = EventUID.Empty;
}
if (string.IsNullOrEmpty(uniqueId.UID))
{
fullyEvent.Base.Timestamp = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
}
else
{
fullyEvent.Base.Timestamp = uniqueId.Timestamp;
}
var startTask = OnRaiseStart(fullyEvent);
if (!startTask.IsCompletedSuccessfully)
{
await startTask;
}
Snapshot.Base.IncrementDoingVersion(GrainType);//标记将要处理的Version
var bytesTransport = new EventBytesTransport
{
EventType = @event.GetType().FullName,
GrainId = Snapshot.Base.StateId,
EventBytes = Serializer.SerializeToBytes(@event),
BaseBytes = fullyEvent.Base.GetBytes()
};
if (await EventStorage.Append(fullyEvent, bytesTransport, uniqueId.UID))
{
Snapshot.Apply(EventHandler, fullyEvent);
Snapshot.Base.UpdateVersion(fullyEvent.Base, GrainType);//更新处理完成的Version
var task = OnRaiseSuccessed(fullyEvent, bytesTransport);
if (!task.IsCompletedSuccessfully)
{
await task;
}
var saveSnapshotTask = SaveSnapshotAsync();
if (!saveSnapshotTask.IsCompletedSuccessfully)
{
await saveSnapshotTask;
}
var handlers = FollowUnit.GetAllEventHandlers();
if (handlers.Count > 0)
{
try
{
if (CoreOptions.PriorityAsyncEventBus)
{
try
{
var publishTask = EventBusProducer.Publish(bytesTransport.GetBytes(), GrainId.ToString());
if (!publishTask.IsCompletedSuccessfully)
{
await publishTask;
}
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
//当消息队列出现问题的时候同步推送
await Task.WhenAll(handlers.Select(func => func(bytesTransport.GetBytes())));
}
}
else
{
try
{
await Task.WhenAll(handlers.Select(func => func(bytesTransport.GetBytes())));
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
//当消息队列出现问题的时候异步推送
var publishTask = EventBusProducer.Publish(bytesTransport.GetBytes(), GrainId.ToString());
if (!publishTask.IsCompletedSuccessfully)
{
await publishTask;
}
}
}
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
}
}
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("Raise event successfully, grain Id= {0} and state version = {1}}", GrainId.ToString(), Snapshot.Base.Version);
}
return(true);
}
else
{
if (Logger.IsEnabled(LogLevel.Information))
{
Logger.LogInformation("Raise event failure because of idempotency limitation, grain Id = {0},state version = {1},event type = {2} with version = {3}", GrainId.ToString(), Snapshot.Base.Version, @event.GetType().FullName, fullyEvent.Base.Version);
}
var task = OnRaiseFailed(fullyEvent);
if (!task.IsCompletedSuccessfully)
{
await task;
}
Snapshot.Base.DecrementDoingVersion();//还原doing Version
}
}
catch (Exception ex)
{
if (Logger.IsEnabled(LogLevel.Error))
{
Logger.LogError(ex, "Raise event produces errors, state Id = {0}, version ={1},event type = {2},event = {3}", GrainId.ToString(), Snapshot.Base.Version, @event.GetType().FullName, Serializer.SerializeToString(@event));
}
await RecoverySnapshot();//还原状态
throw;
}
return(false);
}
protected async Task CommitTransaction()
{
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("Commit transaction with id = {0},event counts = {1}, from version {2} to version {3}", GrainId.ToString(), WaitingForTransactionEvents.Count.ToString(), TransactionStartVersion.ToString(), Snapshot.Base.Version.ToString());
}
if (WaitingForTransactionEvents.Count > 0)
{
try
{
foreach (var transport in WaitingForTransactionEvents)
{
var startTask = OnRaiseStart(transport.FullyEvent);
if (!startTask.IsCompletedSuccessfully)
{
await startTask;
}
transport.BytesTransport = new EventBytesTransport
{
EventType = transport.FullyEvent.Event.GetType().FullName,
ActorId = GrainId,
EventBytes = Serializer.SerializeToBytes(transport.FullyEvent.Event),
BaseBytes = transport.FullyEvent.Base.GetBytes()
};
}
await EventStorage.TransactionBatchAppend(WaitingForTransactionEvents);
foreach (var transport in WaitingForTransactionEvents)
{
var task = OnRaiseSuccessed(transport.FullyEvent, transport.BytesTransport);
if (!task.IsCompletedSuccessfully)
{
await task;
}
}
var saveSnapshotTask = SaveSnapshotAsync();
if (!saveSnapshotTask.IsCompletedSuccessfully)
{
await saveSnapshotTask;
}
var handlers = FollowUnit.GetAllEventHandlers();
if (handlers.Count > 0)
{
try
{
foreach (var transport in WaitingForTransactionEvents)
{
if (CoreOptions.PriorityAsyncEventBus)
{
try
{
var publishTask = EventBusProducer.Publish(transport.BytesTransport.GetBytes(), transport.HashKey);
if (!publishTask.IsCompletedSuccessfully)
{
await publishTask;
}
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
//当消息队列出现问题的时候同步推送
await Task.WhenAll(handlers.Select(func => func(transport.BytesTransport.GetBytes())));
}
}
else
{
try
{
await Task.WhenAll(handlers.Select(func => func(transport.BytesTransport.GetBytes())));
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
//当消息队列出现问题的时候异步推送
var publishTask = EventBusProducer.Publish(transport.BytesTransport.GetBytes(), transport.HashKey);
if (!publishTask.IsCompletedSuccessfully)
{
await publishTask;
}
}
}
}
}
catch (Exception ex)
{
Logger.LogError(ex, "EventBus error,state Id ={0}, version ={1}", GrainId.ToString(), Snapshot.Base.Version);
}
}
if (Logger.IsEnabled(LogLevel.Trace))
{
Logger.LogTrace("Commit transaction with id {0},event counts = {1}, from version {2} to version {3}", GrainId.ToString(), WaitingForTransactionEvents.Count.ToString(), TransactionStartVersion.ToString(), Snapshot.Base.Version.ToString());
}
}
catch (Exception ex)
{
Logger.LogError(ex, "Commit transaction failed, grain Id = {1}", GrainId.ToString());
throw;
}
finally
{
WaitingForTransactionEvents.Clear();
TransactionPending = false;
}
}
}
public async Task FinishTransaction(long transactionId)
{
if (CurrentTransactionId == transactionId)
{
//如果副本快照没有更新，则更新副本集
foreach (var transport in WaitingForTransactionTransports)
{
var task = OnRaiseSuccessed(transport.FullyEvent, transport.BytesTransport);
if (!task.IsCompletedSuccessfully)
{
await task;
}
}
if (transactionId > 0)
{
if (CoreOptions.ClearTransactionEvents)
{
//删除最后一个TransactionCommitEvent
await EventStorage.DeleteEnd(Snapshot.Base.StateId, Snapshot.Base.Version, Snapshot.Base.LatestMinEventTimestamp);
Snapshot.Base.ClearTransactionInfo(true);
BackupSnapshot.Base.ClearTransactionInfo(true);
}
else
{
await base.RaiseEvent(new TransactionFinishEvent(transactionId));
}
}
var saveSnapshotTask = SaveSnapshotAsync();
if (!saveSnapshotTask.IsCompletedSuccessfully)
{
await saveSnapshotTask;
}
var handlers = FollowUnit.GetAllEventHandlers();
if (handlers.Count > 0)
{
try
{
foreach (var transport in WaitingForTransactionTransports)
{
if (CoreOptions.PriorityAsyncEventBus)
{
try
{
var publishTask = EventBusProducer.Publish(transport.BytesTransport.GetBytes(), transport.HashKey);
if (!publishTask.IsCompletedSuccessfully)
{
await publishTask;
}
}
catch (Exception ex)
{
Logger.LogError(ex, ex.Message);
//当消息队列出现问题的时候同步推送
await Task.WhenAll(handlers.Select(func => func(transport.BytesTransport.GetBytes())));
}
}
else
{
try
{
await Task.WhenAll(handlers.Select(func => func(transport.BytesTransport.GetBytes())));
}
catch (Exception ex)
{
Logger.LogError(ex, ex.Message);
//当消息队列出现问题的时候异步推送
var publishTask = EventBusProducer.Publish(transport.BytesTransport.GetBytes(), transport.HashKey);
if (!publishTask.IsCompletedSuccessfully)
{
await publishTask;
}
}
}
}
}
catch (Exception ex)
{
Logger.LogError(ex, ex.Message);
}
}
WaitingForTransactionTransports.Clear();
RestoreTransactionTemporaryState();
TransactionSemaphore.Release();
}
}
