public string ClearCrawling()
{
//crawler.SetState("Idle");
Storage.Initiate();
Storage.Clear();
Storage.Initiate();
return(new JavaScriptSerializer().Serialize("stop"));
}
public string StartCrawling()
{
if (!start)
{
Storage.Clear();
Storage.Initiate();
start = true;
}
Storage.linkQueue.AddMessage(new CloudQueueMessage("http://bleacherreport.com/robots.txt"));
Storage.linkQueue.AddMessage(new CloudQueueMessage("http://www.cnn.com/robots.txt"));
//Storage.linkQueue.AddMessage(new CloudQueueMessage("http://www.cnn.com/sitemaps/sitemap-show-2018-03.xml"));
//crawler.SetState("Load");
Storage.commandQueue.AddMessage(new CloudQueueMessage("Load"));
return(Dashboard());
}