public void SetUp(IProjection[] projections, int version, Boolean setupMetrics)
{
var versionInfo = _checkpoints.FindOneById("VERSION");
if (versionInfo == null)
{
versionInfo = new Checkpoint("VERSION", 0, null);
}
int currentVersion = (Int32)versionInfo.Value;
Int64 projectionStartFormCheckpointValue = 0L;
if (currentVersion == 0)
{
var eventsVersion = _checkpoints.FindOneById("events");
if (eventsVersion != null)
{
projectionStartFormCheckpointValue = eventsVersion.Value;
}
}
//set all projection to active = false
_checkpoints.UpdateMany(
Builders <Checkpoint> .Filter.Ne(c => c.Slot, null),
Builders <Checkpoint> .Update.Set(c => c.Active, false)
);
foreach (var projection in projections)
{
Add(projection, projectionStartFormCheckpointValue);
}
// mark db
if (version > currentVersion)
{
versionInfo.Value = version;
_checkpoints.Save(versionInfo, versionInfo.Id);
}
foreach (var slot in projections.Select(p => p.GetSlotName()).Distinct())
{
var slotName = slot;
if (setupMetrics)
{
MetricsHelper.SetCheckpointCountToDispatch(slot, () => GetCheckpointCount(slotName));
}
_checkpointSlotTracker[slot] = 0;
_slotRebuildTracker[slot] = false;
}
if (setupMetrics)
{
MetricsHelper.SetCheckpointCountToDispatch("", GetCheckpointMaxCount);
}
}
public void SetUp(IProjection[] projections, int version)
{
var versionInfo = _checkpoints.FindOneById("VERSION");
if (versionInfo == null)
{
versionInfo = new Checkpoint("VERSION", "0");
}
int currentVersion = int.Parse(versionInfo.Value);
string projectionStartFormCheckpointValue = new LongCheckpoint(0).Value;
if (currentVersion == 0)
{
var eventsVersion = _checkpoints.FindOneById("events");
if (eventsVersion != null)
{
projectionStartFormCheckpointValue = eventsVersion.Value;
}
}
//set all projection to active = false
_checkpoints.Update(
Query <Checkpoint> .NE(c => c.Slot, null),
Update <Checkpoint> .Set(c => c.Active, false),
UpdateFlags.Multi
);
foreach (var projection in projections)
{
Add(projection, projectionStartFormCheckpointValue);
}
// mark db
if (version > currentVersion)
{
versionInfo.Value = new LongCheckpoint(version).Value;
_checkpoints.Save(versionInfo);
}
foreach (var slot in projections.Select(p => p.GetSlotName()).Distinct())
{
var slotName = slot;
MetricsHelper.SetCheckpointCountToDispatch(slot, () => GetCheckpointCount(slotName));
_checkpointSlotTracker[slot] = 0;
_slotRebuildTracker[slot] = false;
}
MetricsHelper.SetCheckpointCountToDispatch("", GetCheckpointMaxCount);
}
public RebuildStatus Rebuild()
{
if (Logger.IsInfoEnabled)
{
Logger.InfoFormat("Starting rebuild projection engine on tenant {0}", _config.TenantId);
}
DumpProjections();
_eventUnwinder.Unwind();
_status = new RebuildStatus();
TenantContext.Enter(_config.TenantId);
ConfigureProjections();
var allSlots = _projectionsBySlot.Keys.ToArray();
//initialize dispatching of the commits
foreach (var bucket in _config.BucketInfo)
{
_consumers.Add(bucket, new List <RebuildProjectionSlotDispatcher>());
_status.AddBucket();
}
//Setup the slots
foreach (var slotName in allSlots)
{
var startCheckpoint = GetStartCheckpointForSlot(slotName);
Logger.InfoFormat("Slot {0} starts from {1}", slotName, startCheckpoint);
var projectionsForThisSlot = _projectionsBySlot[slotName];
Int64 maximumDispatchedValue = projectionsForThisSlot
.Select(p => _checkpointTracker.GetCheckpoint(p))
.Max();
var dispatcher = new RebuildProjectionSlotDispatcher(_logger, slotName, _config, projectionsForThisSlot, _checkpointTracker, maximumDispatchedValue);
MetricsHelper.SetCheckpointCountToDispatch(slotName, () => dispatcher.CheckpointToDispatch);
_rebuildDispatchers.Add(dispatcher);
//find right consumer
var slotBucket = _config.BucketInfo.SingleOrDefault(b =>
b.Slots.Any(s => s.Equals(slotName, StringComparison.OrdinalIgnoreCase))) ??
_config.BucketInfo.Single(b => b.Slots[0] == "*");
var consumerList = _consumers[slotBucket];
consumerList.Add(dispatcher);
}
//now start tpl and start polling in other threads.
foreach (var consumer in _consumers)
{
var bucketInfo = String.Join(",", consumer.Key.Slots);
if (consumer.Value.Count == 0)
{
_logger.InfoFormat("Bucket {0} has no active slot, and will be ignored!", bucketInfo);
_status.BucketDone(bucketInfo, 0, 0, 0);
continue;
}
DataflowBlockOptions consumerBufferOptions = new DataflowBlockOptions();
consumerBufferOptions.BoundedCapacity = _bufferSize;
var _buffer = new BufferBlock <DomainEvent>(consumerBufferOptions);
ExecutionDataflowBlockOptions executionOption = new ExecutionDataflowBlockOptions();
executionOption.BoundedCapacity = _bufferSize;
var dispatcherList = consumer.Value;
_projectionInspector.ResetHandledEvents();
List <ActionBlock <DomainEvent> > consumers = new List <ActionBlock <DomainEvent> >();
foreach (var dispatcher in dispatcherList)
{
ExecutionDataflowBlockOptions consumerOptions = new ExecutionDataflowBlockOptions();
consumerOptions.BoundedCapacity = _bufferSize;
var actionBlock = new ActionBlock <DomainEvent>((Action <DomainEvent>)dispatcher.DispatchEvent, consumerOptions);
consumers.Add(actionBlock);
foreach (var projection in dispatcher.Projections)
{
_projectionInspector.InspectProjectionForEvents(projection.GetType());
}
}
var allTypeHandledStringList = _projectionInspector.EventHandled.Select(t => t.Name).ToList();
var _broadcaster = GuaranteedDeliveryBroadcastBlock.Create(consumers, bucketInfo, 3000);
_buffer.LinkTo(_broadcaster, new DataflowLinkOptions()
{
PropagateCompletion = true
});
Task.Factory.StartNew(() => StartPoll(_buffer, _broadcaster, bucketInfo, dispatcherList, allTypeHandledStringList, consumers));
}
MetricsHelper.SetProjectionEngineCurrentDispatchCount(() => RebuildProjectionMetrics.CountOfConcurrentDispatchingCommit);
return(_status);
}
