Esempio n. 1
0
        public void addToUrlQueue(string url)
        {
            this.Visited.Add(url);
            CloudQueueMessage newHTML = new CloudQueueMessage(url);

            StorageManager.getUrlQueue().AddMessage(newHTML);
        }
Esempio n. 2
0
        public void addToUrlQueue(string url)
        {
            this.Visited.Add(url);
            CloudQueueMessage newHTML = new CloudQueueMessage(url);

            StorageManager.getUrlQueue().AddMessage(newHTML);

            //add performance and increase queue counter
            var crawled   = 0;
            var sizeQueue = 0;
            var sizeIndex = 0;
            TableQuery <Performance> query3 = new TableQuery <Performance>()
                                              .Take(1);

            foreach (Performance item in StorageManager.getPerformanceTable().ExecuteQuery(query3))
            {
                crawled   = item.NumCrawled;
                sizeQueue = item.SizeQueue + 1;
                sizeIndex = item.SizeIndex;
            }

            Performance.insertPerformance("Crawling", crawled, sizeQueue, sizeIndex);
        }