/// <summary>
/// Ctor.
/// </summary>
/// <param name="segmenter">Text file segmenter.</param>
/// <param name="batchSize">Batch size for one thread.</param>
/// <param name="action">Action to perform on a sentence. This can be null!</param>
/// <param name="numTasks">Number of worker tasks to spawn.</param>
public ParallelSentenceProcessor(TextFileSegmenter segmenter, int batchSize, Action <SentenceJob <TContext> > action, Func <TContext> contextFunc, int numTasks)
: base(
new ConcurrentQueue <SentenceJob <TContext> >(), batchSize, action,
GetProducer(segmenter, contextFunc), GetCanProduce(segmenter),
numTasks)
{
}
private static Func <int, SentenceJob <TContext>[]> GetProducer(TextFileSegmenter segmenter, Func <TContext> contextFunc)
{
return(batchSize =>
{
lock (segmenter)
{
var list = new List <SentenceJob <TContext> >();
for (int i = 0; i < batchSize; i++)
{
string sentence = segmenter.ReadSentence();
if (sentence == null)
{
break;
}
list.Add(new SentenceJob <TContext>(sentence, contextFunc()));
}
return list.ToArray();
}
});
}
private static Func <bool> GetCanProduce(TextFileSegmenter segmenter) => () => segmenter.CanRead;
/// <summary>
/// Ctor.
/// </summary>
/// <param name="segmenter">Text file segmenter.</param>
/// <param name="batchSize">Batch size for one thread.</param>
/// <param name="action">Action to perform on a sentence. This can be null!</param>
public ParallelSentenceProcessor(TextFileSegmenter segmenter, int batchSize, Action <SentenceJob <TContext> > action, Func <TContext> contextFunc)
: this(segmenter, batchSize, action, contextFunc, Environment.ProcessorCount)
{
}
