public override void Run()
{
Trace.TraceInformation("WorkerRole1 is running");
Storage.CreateStorage();
while (true)
{
CloudQueueMessage command = Storage.CommandQueue.GetMessage(TimeSpan.FromMinutes(5));
if (command != null)
{
switch (command.AsString)
{
case "Initialize Crawl":
crawler.Start();
break;
case "Stop Crawl":
crawler.Stop();
crawler.updateDashboard();
break;
case "Resume Crawl":
crawler.Resume();
break;
default:
break;
}
Storage.CommandQueue.DeleteMessage(command);
}
if (crawler.GetCrawlerState().Equals("Crawling") || crawler.GetCrawlerState().Equals("Loading"))
{
CloudQueueMessage link = Storage.LinkQueue.GetMessage(TimeSpan.FromMinutes(5));
if (link != null)
{
linkCount++;
try
{
crawler.CrawlUrl(link.AsString);
Storage.LinkQueue.DeleteMessage(link);
}
catch { }
if (linkCount % 5 == 0)
{
crawler.updateDashboard();
}
}
}
}
}
