public RecordInfo(
ISourceProcessor processor,
ConsumeResult <byte[], byte[]> record,
RecordQueue queue)
{
Processor = processor;
Record = record;
Queue = queue;
}
public RecordQueue(
string logPrefix,
string nameQueue,
ITimestampExtractor timestampExtractor,
ISourceProcessor sourceProcessor)
{
this.logPrefix = $"{logPrefix}- recordQueue [{nameQueue}] ";
queue = new List <ConsumeResult <byte[], byte[]> >();
this.timestampExtractor = timestampExtractor;
this.sourceProcessor = sourceProcessor;
}
public RecordQueue(string logPrefix,
string nameQueue,
ITimestampExtractor timestampExtractor,
TopicPartition topicPartition,
ISourceProcessor sourceProcessor,
Sensor droppedRecordsSensor)
{
this.logPrefix = $"{logPrefix}- recordQueue [{nameQueue}] ";
queue = new List <ConsumeResult <byte[], byte[]> >();
this.timestampExtractor = timestampExtractor;
this.topicPartition = topicPartition;
this.sourceProcessor = sourceProcessor;
this.droppedRecordsSensor = droppedRecordsSensor;
}
private static Boolean MainImpl(String[] args)
{
AppArgs appArgs = AppArgsParser.Parse(args);
switch (appArgs.Mode)
{
case AppUsageMode.Help:
Console.WriteLine(AppDescription);
return(true);
case AppUsageMode.Version:
Console.WriteLine(VersionNumber);
return(true);
case AppUsageMode.Analysis:
Console.OutputEncoding = Encoding.UTF8;
IConfig externalConfig = ConfigFactory.Create(appArgs);
if (externalConfig == null)
{
Console.Error.WriteLine(BadConfigMessage);
return(false);
}
OutputImpl output = new OutputImpl(Console.Out, Console.Error, appArgs.OutputLevel);
ISourceProcessor processor = SourceProcessorFactory.Create(appArgs.Source, externalConfig, output);
IList <IFileAnalyzer> analyzers = AnalyzersFactory.Create(output);
Boolean processResult = processor.Process(analyzers);
output.WriteInfoLine($"Result of analysis: analysis is {(processResult ? "succeeded" : "failed")}");
return(processResult);
case AppUsageMode.BadSource:
Console.Error.WriteLine(BadSourceMessage);
return(false);
case AppUsageMode.BadConfig:
Console.Error.WriteLine(BadConfigMessage);
return(false);
case AppUsageMode.BadAppUsage:
case AppUsageMode.Unknown:
Console.Error.WriteLine(BadUsageMessage);
Console.WriteLine(AppDescription);
return(false);
default:
throw new InvalidOperationException();
}
}
/// <summary>
/// Constructs a new instance of <see cref="BatchExecutor"/>.
/// </summary>
/// <param name="sources">Source texts.</param>
/// <param name="sourceProcessor">An object that provides an implementation for starting document processing tasks and getting results.</param>
/// <param name="onProgressChanged">Creates an <see cref="EventHandler{BatchProgressChangedEventArgs}"/> event.</param>
public BatchExecutor(IEnumerable<BatchFileContainer> sources, ISourceProcessor sourceProcessor,
Action<int> onProgressChanged)
{
_sources = new ConcurrentBag<BatchFileContainer>(sources);
_taskResults = new ConcurrentBag<BatchComprenoTaskResult>();
_sourceProcessor = sourceProcessor;
_onProgressChanged = onProgressChanged;
}
public UrlProcessor(FileProcessor fileProcessor)
{
_processor = fileProcessor;
}
