private string ProcessFile(string fileContent)
{
int incremented = Interlocked.Increment(ref _processingCount);
NumberOfProcessingTasks.Add(incremented);
string result = fileContent.ToUpper();
Thread.Sleep(250); // simulate hard work
Interlocked.Decrement(ref _processingCount);
return(result);
}
public async Task PerformProcessing(IEnumerable <string> files)
{
_readingCount = 0;
_processingCount = 0;
_writingCount = 0;
NumberOfProcessingTasks.Clear();
NumberOfProcessingTasks.Clear();
NumberOfWritingTasks.Clear();
var linkOptions = new DataflowLinkOptions {
PropagateCompletion = true
};
var readingBlock = new TransformBlock <string, FileWithContent>(
async path => new FileWithContent(path, await ReadFile(path)),
new ExecutionDataflowBlockOptions {
MaxDegreeOfParallelism = _pipelineConfiguration.MaxReadingTasks
});
var processingBlock = new TransformBlock <FileWithContent, FileWithContent>(
fwc => new FileWithContent(fwc.Path + ".processed", ProcessFile(fwc.Content)),
new ExecutionDataflowBlockOptions {
MaxDegreeOfParallelism = _pipelineConfiguration.MaxProcessingTasks
});
var writingBlock = new ActionBlock <FileWithContent>(async fwc => await WriteFile(fwc),
new ExecutionDataflowBlockOptions {
MaxDegreeOfParallelism = _pipelineConfiguration.MaxWritingTasks
});
readingBlock.LinkTo(processingBlock, linkOptions);
processingBlock.LinkTo(writingBlock, linkOptions);
foreach (string file in files)
{
readingBlock.Post(file);
}
readingBlock.Complete();
await writingBlock.Completion;
}
