internal TrainEventProcessorFactory(OnlineTrainerSettingsInternal settings, Learner trainer, PerformanceCounters performanceCounters)
{
if (settings == null)
throw new ArgumentNullException(nameof(settings));
if (trainer == null)
throw new ArgumentNullException(nameof(trainer));
if (performanceCounters == null)
throw new ArgumentNullException(nameof(performanceCounters));
this.trainer = trainer;
this.performanceCounters = performanceCounters;
this.telemetry = new TelemetryClient();
this.telemetry.Context.Component.Version = GetType().Assembly.GetName().Version.ToString();
this.evalOperation = new EvalOperation(settings);
this.latencyOperation = new LatencyOperation();
this.deserializeBlock = new TransformManyBlock<PipelineData, PipelineData>(
(Func<PipelineData, IEnumerable<PipelineData>>)this.Stage1_Deserialize,
new ExecutionDataflowBlockOptions
{
MaxDegreeOfParallelism = 4, // Math.Max(2, Environment.ProcessorCount - 1),
BoundedCapacity = 1024
});
this.deserializeBlock.Completion.Trace(this.telemetry, "Stage 1 - Deserialization");
this.learnBlock = new TransformManyBlock<object, object>(
(Func<object, IEnumerable<object>>)this.Stage2_ProcessEvent,
new ExecutionDataflowBlockOptions
{
MaxDegreeOfParallelism = 1,
BoundedCapacity = 1024
});
this.learnBlock.Completion.Trace(this.telemetry, "Stage 2 - Learning");
// trigger checkpoint checking every second
this.checkpointTrigger = Observable.Interval(TimeSpan.FromSeconds(1))
.Select(_ => new CheckpointEvaluateTriggerEvent())
.Subscribe(this.learnBlock.AsObserver());
this.checkpointBlock = new ActionBlock<object>(
this.trainer.Checkpoint,
new ExecutionDataflowBlockOptions
{
MaxDegreeOfParallelism = 1,
BoundedCapacity = 4
});
this.learnBlock.Completion.Trace(this.telemetry, "Stage 3 - CheckPointing");
// setup pipeline
this.deserializeBlock.LinkTo(
this.learnBlock,
new DataflowLinkOptions { PropagateCompletion = true });
this.learnBlock.LinkTo(
this.evalOperation.TargetBlock,
new DataflowLinkOptions { PropagateCompletion = true },
obj => obj is TrainerResult);
this.learnBlock.LinkTo(
this.checkpointBlock,
new DataflowLinkOptions { PropagateCompletion = true },
obj => obj is CheckpointData);
// consume all unmatched
this.learnBlock.LinkTo(DataflowBlock.NullTarget<object>());
}
/// <summary>
/// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
/// </summary>
public void Dispose()
{
if (this.checkpointTrigger != null)
{
this.checkpointTrigger.Dispose();
this.checkpointTrigger = null;
}
if (this.learnBlock != null)
{
// complete beginning of the pipeline
this.deserializeBlock.Complete();
// wait at the end of the pipeline
this.checkpointBlock.Completion.Wait(TimeSpan.FromMinutes(1));
}
if (this.evalOperation != null)
{
this.evalOperation.Dispose();
this.evalOperation = null;
}
if (this.latencyOperation != null)
{
this.latencyOperation.Dispose();
this.latencyOperation = null;
}
}
