public void TechnologyFinderRunCrawlerCantCrashWithABadURL() { FileStream patternsFile = new FileStream(AppDomain.CurrentDomain.BaseDirectory + @"\\MagentoStringPatterns.txt", FileMode.Open); ITechnology technology = new Technology("Magento", patternsFile); List<string> badURL = new List<string> { "w1jafpi3rvcdf" }; TechnologyFinder finder = new TechnologyFinder(technology, badURL); finder.RunCrawler(); }
public void TechnologyFinderMustSetupTechnologyOnConstructor() { FileStream patternsFile = new FileStream(AppDomain.CurrentDomain.BaseDirectory + @"\\MagentoStringPatterns.txt", FileMode.Open); ITechnology technology = new Technology("Magento", patternsFile); FileStream sitesFile = new FileStream(System.AppDomain.CurrentDomain.BaseDirectory + @"\\MagentoSitesURLs.txt", FileMode.Open); SitesLoader sitesLoader = new SitesLoader(sitesFile); TechnologyFinder finder = new TechnologyFinder(technology, sitesLoader.SitesURLs); Assert.IsNotNull(finder); }
public void TechnologyFinderRunCrawlerOnShopify() { ITechnology technology; SitesLoader sitesLoader; SetupShopifyTechnology(out technology, out sitesLoader); TechnologyFinder finder = new TechnologyFinder(technology, sitesLoader.SitesURLs); finder.RunCrawler(); Assert.AreEqual(5, finder.SiteURLsWithTheTechnology.Count); }
public void TechnologyFinderRunCrawlerOnMagento() { FileStream patternsFile = new FileStream(AppDomain.CurrentDomain.BaseDirectory + @"\\MagentoStringPatterns.txt", FileMode.Open); ITechnology technology = new Technology("Magento", patternsFile); FileStream sitesFile = new FileStream(AppDomain.CurrentDomain.BaseDirectory + @"\\MagentoSitesURLs.txt", FileMode.Open); SitesLoader sitesLoader = new SitesLoader(sitesFile); TechnologyFinder finder = new TechnologyFinder(technology, sitesLoader.SitesURLs); finder.RunCrawler(); Assert.AreEqual(7, finder.SiteURLsWithTheTechnology.Count); finder.WriteFoundSites(); }
public void TechnologyFinderRunCrawlerCreatesFoldersOKNOTandNA() { ITechnology technology; SitesLoader sitesLoader; SetupShopifyTechnology(out technology, out sitesLoader); TechnologyFinder finder = new TechnologyFinder(technology, sitesLoader.SitesURLs); finder.RunCrawler(); Assert.IsTrue(Directory.Exists(AppDomain.CurrentDomain.BaseDirectory + technology.Name + "\\OK")); Assert.IsTrue(Directory.Exists(AppDomain.CurrentDomain.BaseDirectory + technology.Name + "\\NOTOK")); Assert.IsTrue(Directory.Exists(AppDomain.CurrentDomain.BaseDirectory + technology.Name + "\\NA")); }
public void TechnologyFinderSaveMainPageSourceToTechonologySubFolderNOTOK() { ITechnology technology; SitesLoader sitesLoader; SetupShopifyTechnology(out technology, out sitesLoader); TechnologyFinder finder = new TechnologyFinder(technology, sitesLoader.SitesURLs); finder.RunCrawler(); int sourcePagesCount = Directory.GetFiles(AppDomain.CurrentDomain.BaseDirectory + technology.Name + "\\NOTOK").Length; Assert.AreEqual(3, sourcePagesCount); }