public UniqueDataScrapersTests() { instanceIdGenerator = new InstanceIdGenerator(); htmlParserProvider = new DefaultHtmlParserProvider(); pageDownloader = new DefaultPageDownloader(); webClientProvider = new DefaultWebClientProvider(); webServices = new DefaultWebServices(htmlParserProvider, webClientProvider, pageDownloader); uniqueDataProvider = new DefaultUniqueDataProvider(instanceIdGenerator); scrapingServices = new DefaultUniqueDataScrapingServices(uniqueDataProvider, webServices); }
public static DefaultMoveScrapingServices MakeDefaultMoveScrapingServices() { var instanceIdGenerator = new InstanceIdGenerator(); var htmlParserProvider = new DefaultHtmlParserProvider(); var moveProvider = new DefaultMoveProvider(instanceIdGenerator); var pageDownloader = new DefaultPageDownloader(); var webClientProvider = new DefaultWebClientProvider(); var webServices = new DefaultWebServices(htmlParserProvider, webClientProvider, pageDownloader); return(new DefaultMoveScrapingServices(moveProvider, webServices)); }
public void SetUp() { var instanceIdGenerator = new InstanceIdGenerator(); var htmlParserProvider = new DefaultHtmlParserProvider(); var movementProvider = new DefaultMovementProvider(instanceIdGenerator); var pageDownloader = new DefaultPageDownloader(); var webClientProvider = new DefaultWebClientProvider(); var webServices = new DefaultWebServices(htmlParserProvider, webClientProvider, pageDownloader); _scrapingServices = new DefaultMovementScrapingServices(movementProvider, webServices); }
private static DefaultAttributeScrapingServices MakeAttributeScrapingServices() { var instanceIdGenerator = new InstanceIdGenerator(); var htmlParserProvider = new DefaultHtmlParserProvider(); var attributeProvider = new DefaultAttributeProvider(instanceIdGenerator); var pageDownloader = new DefaultPageDownloader(); var webClientProvider = new DefaultWebClientProvider(); var webServices = new DefaultWebServices(htmlParserProvider, webClientProvider, pageDownloader); var scrapingServices = new DefaultAttributeScrapingServices(attributeProvider, webServices); return(scrapingServices); }
public void DoesNotDownloadHtmlIfExistsInCache() { const string expectedTestUrl = "http://testUrl"; var mockWebClientProvider = new Mock <IWebClientProvider>(); var mockPageDownloader = new Mock <IPageDownloader>(); mockPageDownloader.Setup(m => m.DownloadPageSource(It.IsAny <Uri>(), mockWebClientProvider.Object)); var mockParserProvider = new Mock <IHtmlParserProvider>(); var sut = new DefaultWebServices(mockParserProvider.Object, mockWebClientProvider.Object, mockPageDownloader.Object); sut.CreateParserFromSourceUrl(expectedTestUrl); sut.CreateParserFromSourceUrl(expectedTestUrl); mockPageDownloader.Verify(m => m.DownloadPageSource(It.IsAny <Uri>(), mockWebClientProvider.Object), Times.Once); }