static private void indexManagerMonitor(ConcurrentQueue <Object> dataQueue, ManualResetEvent resetEvent) { while (true) { // Bloqueia ate chegar uma mensagem resetEvent.WaitOne(); Object currMessage; while (dataQueue.TryDequeue(out currMessage)) { while (LuceneProcessor.luceneIsBusy()) { System.Threading.Thread.Sleep(1000); } Console.WriteLine("[INDEX_MANAGER] Merging data..."); if (!(LuceneProcessor.luceneIsBusy())) { LuceneProcessor.indexUpdateWord(((IEnumerable)currMessage).Cast <DataType>().ToList()); } } Console.WriteLine("[INDEX_MANAGER] Done!"); // Quando acabarem as mensagens bloqueia novamente resetEvent.Reset(); } }
public MainService(MainContext mainContext, MessageProcessor messageProcessor, MessageQueue messageQueue, LuceneProcessor luceneProcessor) { this.mainContext = mainContext; this.messageProcessor = messageProcessor; this.messageQueue = messageQueue; this.luceneProcessor = luceneProcessor; }
public ProcessorService(LuceneProcessor luceneProcessor, ApplicationContext applicationContext, ResponseSenderService responseSenderService) { _luceneProcessor = luceneProcessor; _applicationContext = applicationContext; }
public void Given_Item_Should_Add_To_Index() { var writer = new MemoryIndexWriter(true); var processor = new LuceneProcessor(writer); var item = new Item { Url = "http://dotnetgroup.lt", Tags = new[] { "c#", "dotnet" }, Content = "<b>sample content</b>", Title = "title", AuthorName = "author" }; processor.Process(item); var searcher = new MemoryIndexSearcher(writer.Directory, readOnly: false); var searchService = new SearchService(searcher); var results = searchService.SearchIndex(new MatchAllDocsQuery()).Results; Assert.AreEqual(1, results.Count()); }
static void Main(string[] args) { var options = new Options(); if (Parser.Default.ParseArguments(args, options)) { if (!(options.isIndexManager ^ options.isRawDataProcessor)) { Console.WriteLine("You must select one and only one of the options."); return; } else { ManualResetEvent resetEvent = new ManualResetEvent(false); // Signalled state ConcurrentQueue <Object> dataQueue = new ConcurrentQueue <Object>(); ConcurrentQueue <Object> answerQueue = new ConcurrentQueue <Object>(); LuceneProcessor.initializeSuggestor(); if (options.isRawDataProcessor) { TCP_Backend.Client client = new TCP_Backend.Client(options.processAddress, options.processPort); TCP_Backend.Listener listener = new TCP_Backend.Listener("0.0.0.0", options.processPort, dataQueue, resetEvent, answerQueue); listener.start(); Console.WriteLine("[RAW_DATA_PROCESSOR] Start..."); while (true) { // Bloqueia ate chegar uma mensagem resetEvent.WaitOne(); Object currMessage; int processed_count = 0; while (dataQueue.TryDequeue(out currMessage)) { processed_count++; Console.WriteLine("[RAW_DATA_PROCESSOR] Reading text to process..."); Console.WriteLine((string)currMessage); LuceneProcessor.indexText((string)currMessage); while (LuceneProcessor.luceneIsBusy()) { System.Threading.Thread.Sleep(500); } } if (!LuceneProcessor.luceneIsBusy()) { client.sendMessage((object)LuceneProcessor.getAllIndexes()); } Console.WriteLine("[RAW_DATA_PROCESSOR] Reading done!"); // Quando acabarem as mensagens bloqueia novamente resetEvent.Reset(); } Console.ReadLine(); Environment.Exit(0); } else if (options.isIndexManager) { TCP_Backend.Listener listener = new TCP_Backend.Listener("0.0.0.0", options.processPort, dataQueue, resetEvent, answerQueue); listener.start(); System.Threading.Thread.Sleep(5000); TCP_Backend.Client client = new TCP_Backend.Client(options.processAddress, options.processPort); Thread monitorThread = new Thread(() => indexManagerMonitor(dataQueue, resetEvent)); monitorThread.Start(); List <DataType> raw_data_processed = new List <DataType>(); StreamReader reader = new StreamReader(@"C:\Users\Guilherme\Desktop\resumo_0630.txt"); string raw_text = reader.ReadToEnd(); string temp_text = ""; while (raw_text != "") { Object chunk_message; try { int index = raw_text.IndexOf(' ', 500); temp_text = raw_text.Substring(0, index); //copio aqui raw_text = raw_text.Substring(index + 1); //corto aqui chunk_message = (Object)temp_text; } catch { chunk_message = (Object)raw_text; raw_text = ""; } client.sendMessage(chunk_message); System.Threading.Thread.Sleep(1000); } Console.ReadLine(); Environment.Exit(0); } } } }