public DumperExitCode Run()
{
int count = 0;
_logger.LogDebug("Begin moving data, with {Source} => {Destination}", _source, _destination);
try
{
// Source => Buffer
// Buffer => (black box target + acknowledger)
BufferBlock <MessageItem> buffer = new BufferBlock <MessageItem>(new DataflowBlockOptions
{
BoundedCapacity = 1000
});
(ITargetBlock <MessageItem> writer, IDataflowBlock finalBlock)targetWriter = _destination.GetWriter(_source);
TransformBlock <MessageItem, MessageItem> countingBlock = new TransformBlock <MessageItem, MessageItem>(item =>
{
count++;
if (count % 1000 == 0)
{
_logger.LogDebug("Sent {Count} messages to destination", count);
}
return(item);
});
countingBlock.LinkTo(targetWriter.writer, new DataflowLinkOptions
{
PropagateCompletion = true
});
buffer.LinkTo(countingBlock, new DataflowLinkOptions
{
PropagateCompletion = true
});
// Perform data feed
_source.SendData(buffer, _hostLifetime.CancellationToken);
buffer.Complete();
// Wait for completion of writer
TimeSpan waitTime = TimeSpan.FromSeconds(5);
while (true)
{
bool wasDone = targetWriter.finalBlock.Completion.Wait(waitTime);
if (wasDone)
{
break;
}
_logger.LogDebug("Waiting for destination to complete");
}
}
catch (Exception e)
{
_logger.LogError(e, "There was a generic error while copying data");
return(DumperExitCode.GenericError);
}
finally
{
(_source as IDisposable).TryDispose();
(_destination as IDisposable).TryDispose();
}
_logger.LogInformation("Copied {Count} messages from source to destination", count);
return(DumperExitCode.Ok);
}
