public string StartCrawler()
{
StopQueue = CloudConfiguration.GetStopQueue();
StateQueue = CloudConfiguration.GetStateQueue();
if (StopQueue.PeekMessage() == null)
{
LoadQueue = CloudConfiguration.GetLoadingQueue();
CloudQueueMessage startMessage =
new CloudQueueMessage("http://www.cnn.com/robots.txt http://www.bleacherreport.com/robots.txt");
LoadQueue.AddMessage(startMessage);
CloudQueueMessage state = new CloudQueueMessage("Loading");
}
else
{
StopQueue.DeleteMessage(StopQueue.GetMessage());
}
return("start crawler method executed");
}
public string StartCrawler()
{
StopQueue = CloudConfiguration.GetStopQueue();
CloudQueueMessage stopMessage = StopQueue.GetMessage();
while (stopMessage != null)
{
StopQueue.DeleteMessage(stopMessage);
stopMessage = StopQueue.GetMessage();
}
LoadQueue = CloudConfiguration.GetLoadingQueue();
//Add message
CloudQueueMessage cnnRobots = new CloudQueueMessage("http://www.cnn.com/robots.txt");
LoadQueue.AddMessage(cnnRobots);
CloudQueueMessage bleacherReportRobots = new CloudQueueMessage("http://www.bleacherreport.com/robots.txt");
LoadQueue.AddMessage(bleacherReportRobots);
return(LoadQueue.Name + " " + cnnRobots.AsString + " " + bleacherReportRobots.AsString);
}
