Example #1
0
 public string ClearCrawling()
 {
     //crawler.SetState("Idle");
     Storage.Initiate();
     Storage.Clear();
     Storage.Initiate();
     return(new JavaScriptSerializer().Serialize("stop"));
 }
Example #2
0
        public string StartCrawling()
        {
            if (!start)
            {
                Storage.Clear();
                Storage.Initiate();
                start = true;
            }
            Storage.linkQueue.AddMessage(new CloudQueueMessage("http://bleacherreport.com/robots.txt"));
            Storage.linkQueue.AddMessage(new CloudQueueMessage("http://www.cnn.com/robots.txt"));
            //Storage.linkQueue.AddMessage(new CloudQueueMessage("http://www.cnn.com/sitemaps/sitemap-show-2018-03.xml"));

            //crawler.SetState("Load");
            Storage.commandQueue.AddMessage(new CloudQueueMessage("Load"));

            return(Dashboard());
        }