public UniqueDataScrapersTests()
 {
     instanceIdGenerator = new InstanceIdGenerator();
     htmlParserProvider  = new DefaultHtmlParserProvider();
     pageDownloader      = new DefaultPageDownloader();
     webClientProvider   = new DefaultWebClientProvider();
     webServices         = new DefaultWebServices(htmlParserProvider, webClientProvider, pageDownloader);
     uniqueDataProvider  = new DefaultUniqueDataProvider(instanceIdGenerator);
     scrapingServices    = new DefaultUniqueDataScrapingServices(uniqueDataProvider, webServices);
 }
        public static DefaultMoveScrapingServices MakeDefaultMoveScrapingServices()
        {
            var instanceIdGenerator = new InstanceIdGenerator();
            var htmlParserProvider  = new DefaultHtmlParserProvider();
            var moveProvider        = new DefaultMoveProvider(instanceIdGenerator);
            var pageDownloader      = new DefaultPageDownloader();
            var webClientProvider   = new DefaultWebClientProvider();
            var webServices         = new DefaultWebServices(htmlParserProvider, webClientProvider, pageDownloader);

            return(new DefaultMoveScrapingServices(moveProvider, webServices));
        }
Beispiel #3
0
        public void SetUp()
        {
            var instanceIdGenerator = new InstanceIdGenerator();
            var htmlParserProvider  = new DefaultHtmlParserProvider();
            var movementProvider    = new DefaultMovementProvider(instanceIdGenerator);
            var pageDownloader      = new DefaultPageDownloader();
            var webClientProvider   = new DefaultWebClientProvider();
            var webServices         = new DefaultWebServices(htmlParserProvider, webClientProvider, pageDownloader);

            _scrapingServices = new DefaultMovementScrapingServices(movementProvider, webServices);
        }
Beispiel #4
0
        private static DefaultAttributeScrapingServices MakeAttributeScrapingServices()
        {
            var instanceIdGenerator = new InstanceIdGenerator();
            var htmlParserProvider  = new DefaultHtmlParserProvider();
            var attributeProvider   = new DefaultAttributeProvider(instanceIdGenerator);
            var pageDownloader      = new DefaultPageDownloader();
            var webClientProvider   = new DefaultWebClientProvider();
            var webServices         = new DefaultWebServices(htmlParserProvider, webClientProvider, pageDownloader);
            var scrapingServices    = new DefaultAttributeScrapingServices(attributeProvider, webServices);

            return(scrapingServices);
        }
        public void DoesNotDownloadHtmlIfExistsInCache()
        {
            const string expectedTestUrl = "http://testUrl";

            var mockWebClientProvider = new Mock <IWebClientProvider>();

            var mockPageDownloader = new Mock <IPageDownloader>();

            mockPageDownloader.Setup(m => m.DownloadPageSource(It.IsAny <Uri>(), mockWebClientProvider.Object));

            var mockParserProvider = new Mock <IHtmlParserProvider>();

            var sut = new DefaultWebServices(mockParserProvider.Object, mockWebClientProvider.Object,
                                             mockPageDownloader.Object);

            sut.CreateParserFromSourceUrl(expectedTestUrl);
            sut.CreateParserFromSourceUrl(expectedTestUrl);

            mockPageDownloader.Verify(m => m.DownloadPageSource(It.IsAny <Uri>(), mockWebClientProvider.Object),
                                      Times.Once);
        }