Exemplo n.º 1
0
 public Crawler(string url)
 {
     errorList = new List<string>();
     myurl = url;
     robot = new getRobot(url);
     CloudStorageAccount storageAccount;storageAccount = CloudStorageAccount.Parse(ConfigurationManager.AppSettings["StorageConnectionString"]);
     tableClient = storageAccount.CreateCloudTableClient();
     visitedUrl = new HashSet<string>();
     siteMap = new getSiteMap(robot.GetSiteMap());
     disAllow = robot.GetDisAllowed();
     myStorage = new Storage();
 }
Exemplo n.º 2
0
            public Crawler(string url)
            {
                errorList = new List <string>();
                myurl     = url;
                robot     = new getRobot(url);
                CloudStorageAccount storageAccount; storageAccount = CloudStorageAccount.Parse(ConfigurationManager.AppSettings["StorageConnectionString"]);

                tableClient = storageAccount.CreateCloudTableClient();
                visitedUrl  = new HashSet <string>();
                siteMap     = new getSiteMap(robot.GetSiteMap());
                disAllow    = robot.GetDisAllowed();
                myStorage   = new Storage();
            }