Esempio n. 1
0
        public override string Crawl()
        {
            var crawler = GetCrawler();

            var uri    = new Uri("http://himik.pro/tables/mendeleev-table.html");
            var cToken = new CancellationTokenSource();

            crawler.CrawlBag.elements = new ConcurrentBag <Element>();
            var result = crawler.Crawl(uri, cToken);

            var elements = crawler.CrawlBag.elements as ConcurrentBag <Element>;

            _manager.AddMany(elements.ToList());

            if (result.ErrorOccurred)
            {
                return(String.Format("Crawl of {0} completed with error: {1}",
                                     result.RootUri.AbsoluteUri,
                                     result.ErrorException.Message));
            }
            else
            {
                return(null);
            }
        }