public string StartCrawler() { StopQueue = CloudConfiguration.GetStopQueue(); StateQueue = CloudConfiguration.GetStateQueue(); if (StopQueue.PeekMessage() == null) { LoadQueue = CloudConfiguration.GetLoadingQueue(); CloudQueueMessage startMessage = new CloudQueueMessage("http://www.cnn.com/robots.txt http://www.bleacherreport.com/robots.txt"); LoadQueue.AddMessage(startMessage); CloudQueueMessage state = new CloudQueueMessage("Loading"); } else { StopQueue.DeleteMessage(StopQueue.GetMessage()); } return("start crawler method executed"); }
public string StartCrawler() { StopQueue = CloudConfiguration.GetStopQueue(); CloudQueueMessage stopMessage = StopQueue.GetMessage(); while (stopMessage != null) { StopQueue.DeleteMessage(stopMessage); stopMessage = StopQueue.GetMessage(); } LoadQueue = CloudConfiguration.GetLoadingQueue(); //Add message CloudQueueMessage cnnRobots = new CloudQueueMessage("http://www.cnn.com/robots.txt"); LoadQueue.AddMessage(cnnRobots); CloudQueueMessage bleacherReportRobots = new CloudQueueMessage("http://www.bleacherreport.com/robots.txt"); LoadQueue.AddMessage(bleacherReportRobots); return(LoadQueue.Name + " " + cnnRobots.AsString + " " + bleacherReportRobots.AsString); }