static private void indexManagerMonitor(ConcurrentQueue <Object> dataQueue, ManualResetEvent resetEvent)
{
while (true)
{
// Bloqueia ate chegar uma mensagem
resetEvent.WaitOne();
Object currMessage;
while (dataQueue.TryDequeue(out currMessage))
{
while (LuceneProcessor.luceneIsBusy())
{
System.Threading.Thread.Sleep(1000);
}
Console.WriteLine("[INDEX_MANAGER] Merging data...");
if (!(LuceneProcessor.luceneIsBusy()))
{
LuceneProcessor.indexUpdateWord(((IEnumerable)currMessage).Cast <DataType>().ToList());
}
}
Console.WriteLine("[INDEX_MANAGER] Done!");
// Quando acabarem as mensagens bloqueia novamente
resetEvent.Reset();
}
}
public MainService(MainContext mainContext, MessageProcessor messageProcessor, MessageQueue messageQueue, LuceneProcessor luceneProcessor)
{
this.mainContext = mainContext;
this.messageProcessor = messageProcessor;
this.messageQueue = messageQueue;
this.luceneProcessor = luceneProcessor;
}
public ProcessorService(LuceneProcessor luceneProcessor,
ApplicationContext applicationContext,
ResponseSenderService responseSenderService)
{
_luceneProcessor = luceneProcessor;
_applicationContext = applicationContext;
}
public void Given_Item_Should_Add_To_Index()
{
var writer = new MemoryIndexWriter(true);
var processor = new LuceneProcessor(writer);
var item = new Item
{
Url = "http://dotnetgroup.lt",
Tags = new[] { "c#", "dotnet" },
Content = "<b>sample content</b>",
Title = "title",
AuthorName = "author"
};
processor.Process(item);
var searcher = new MemoryIndexSearcher(writer.Directory, readOnly: false);
var searchService = new SearchService(searcher);
var results = searchService.SearchIndex(new MatchAllDocsQuery()).Results;
Assert.AreEqual(1, results.Count());
}
static void Main(string[] args)
{
var options = new Options();
if (Parser.Default.ParseArguments(args, options))
{
if (!(options.isIndexManager ^ options.isRawDataProcessor))
{
Console.WriteLine("You must select one and only one of the options.");
return;
}
else
{
ManualResetEvent resetEvent = new ManualResetEvent(false); // Signalled state
ConcurrentQueue <Object> dataQueue = new ConcurrentQueue <Object>();
ConcurrentQueue <Object> answerQueue = new ConcurrentQueue <Object>();
LuceneProcessor.initializeSuggestor();
if (options.isRawDataProcessor)
{
TCP_Backend.Client client = new TCP_Backend.Client(options.processAddress, options.processPort);
TCP_Backend.Listener listener = new TCP_Backend.Listener("0.0.0.0", options.processPort,
dataQueue, resetEvent, answerQueue);
listener.start();
Console.WriteLine("[RAW_DATA_PROCESSOR] Start...");
while (true)
{
// Bloqueia ate chegar uma mensagem
resetEvent.WaitOne();
Object currMessage;
int processed_count = 0;
while (dataQueue.TryDequeue(out currMessage))
{
processed_count++;
Console.WriteLine("[RAW_DATA_PROCESSOR] Reading text to process...");
Console.WriteLine((string)currMessage);
LuceneProcessor.indexText((string)currMessage);
while (LuceneProcessor.luceneIsBusy())
{
System.Threading.Thread.Sleep(500);
}
}
if (!LuceneProcessor.luceneIsBusy())
{
client.sendMessage((object)LuceneProcessor.getAllIndexes());
}
Console.WriteLine("[RAW_DATA_PROCESSOR] Reading done!");
// Quando acabarem as mensagens bloqueia novamente
resetEvent.Reset();
}
Console.ReadLine();
Environment.Exit(0);
}
else if (options.isIndexManager)
{
TCP_Backend.Listener listener = new TCP_Backend.Listener("0.0.0.0", options.processPort,
dataQueue, resetEvent, answerQueue);
listener.start();
System.Threading.Thread.Sleep(5000);
TCP_Backend.Client client = new TCP_Backend.Client(options.processAddress, options.processPort);
Thread monitorThread = new Thread(() => indexManagerMonitor(dataQueue, resetEvent));
monitorThread.Start();
List <DataType> raw_data_processed = new List <DataType>();
StreamReader reader = new StreamReader(@"C:\Users\Guilherme\Desktop\resumo_0630.txt");
string raw_text = reader.ReadToEnd();
string temp_text = "";
while (raw_text != "")
{
Object chunk_message;
try
{
int index = raw_text.IndexOf(' ', 500);
temp_text = raw_text.Substring(0, index); //copio aqui
raw_text = raw_text.Substring(index + 1); //corto aqui
chunk_message = (Object)temp_text;
}
catch
{
chunk_message = (Object)raw_text;
raw_text = "";
}
client.sendMessage(chunk_message);
System.Threading.Thread.Sleep(1000);
}
Console.ReadLine();
Environment.Exit(0);
}
}
}
}