public RecordInfo( ISourceProcessor processor, ConsumeResult <byte[], byte[]> record, RecordQueue queue) { Processor = processor; Record = record; Queue = queue; }
public RecordQueue( string logPrefix, string nameQueue, ITimestampExtractor timestampExtractor, ISourceProcessor sourceProcessor) { this.logPrefix = $"{logPrefix}- recordQueue [{nameQueue}] "; queue = new List <ConsumeResult <byte[], byte[]> >(); this.timestampExtractor = timestampExtractor; this.sourceProcessor = sourceProcessor; }
public RecordQueue(string logPrefix, string nameQueue, ITimestampExtractor timestampExtractor, TopicPartition topicPartition, ISourceProcessor sourceProcessor, Sensor droppedRecordsSensor) { this.logPrefix = $"{logPrefix}- recordQueue [{nameQueue}] "; queue = new List <ConsumeResult <byte[], byte[]> >(); this.timestampExtractor = timestampExtractor; this.topicPartition = topicPartition; this.sourceProcessor = sourceProcessor; this.droppedRecordsSensor = droppedRecordsSensor; }
private static Boolean MainImpl(String[] args) { AppArgs appArgs = AppArgsParser.Parse(args); switch (appArgs.Mode) { case AppUsageMode.Help: Console.WriteLine(AppDescription); return(true); case AppUsageMode.Version: Console.WriteLine(VersionNumber); return(true); case AppUsageMode.Analysis: Console.OutputEncoding = Encoding.UTF8; IConfig externalConfig = ConfigFactory.Create(appArgs); if (externalConfig == null) { Console.Error.WriteLine(BadConfigMessage); return(false); } OutputImpl output = new OutputImpl(Console.Out, Console.Error, appArgs.OutputLevel); ISourceProcessor processor = SourceProcessorFactory.Create(appArgs.Source, externalConfig, output); IList <IFileAnalyzer> analyzers = AnalyzersFactory.Create(output); Boolean processResult = processor.Process(analyzers); output.WriteInfoLine($"Result of analysis: analysis is {(processResult ? "succeeded" : "failed")}"); return(processResult); case AppUsageMode.BadSource: Console.Error.WriteLine(BadSourceMessage); return(false); case AppUsageMode.BadConfig: Console.Error.WriteLine(BadConfigMessage); return(false); case AppUsageMode.BadAppUsage: case AppUsageMode.Unknown: Console.Error.WriteLine(BadUsageMessage); Console.WriteLine(AppDescription); return(false); default: throw new InvalidOperationException(); } }
/// <summary> /// Constructs a new instance of <see cref="BatchExecutor"/>. /// </summary> /// <param name="sources">Source texts.</param> /// <param name="sourceProcessor">An object that provides an implementation for starting document processing tasks and getting results.</param> /// <param name="onProgressChanged">Creates an <see cref="EventHandler{BatchProgressChangedEventArgs}"/> event.</param> public BatchExecutor(IEnumerable<BatchFileContainer> sources, ISourceProcessor sourceProcessor, Action<int> onProgressChanged) { _sources = new ConcurrentBag<BatchFileContainer>(sources); _taskResults = new ConcurrentBag<BatchComprenoTaskResult>(); _sourceProcessor = sourceProcessor; _onProgressChanged = onProgressChanged; }
public UrlProcessor(FileProcessor fileProcessor) { _processor = fileProcessor; }