/**************************************************************/ #endregion private void btnCrawlWebsites_Click(object sender, EventArgs e) { #region If there are alphabeticly ordered sub-pages... /**********************************************************************************************************/ //string appPath = Path.GetDirectoryName(System.Reflection.Assembly.GetExecutingAssembly().Location); //string wikipediaCategoryURLPath = string.Concat(appPath, @"\Movie URL's\US-Filme.txt"); //// https://de.wikipedia.org/w/index.php?title=Kategorie:US-amerikanischer_Film&pagefrom=Bi"; //string[] wikipediaCategoryURLs = File.ReadAllLines(wikipediaCategoryURLPath); //foreach (var wikipediaCategoryURL in wikipediaCategoryURLs) //{ // var mediaWikiMovieUrls = Crawler.ConstructMediaWikiURLs(wikipediaCategoryURL); // foreach (var mediaWikiMovieUrl in mediaWikiMovieUrls) // { // Crawler.PersistMovieWebsite(mediaWikiMovieUrl, PathOfMovieSites); // } //} /**********************************************************************************************************/ #endregion #region A single movie page, for instance: https://de.wikipedia.org/wiki/Kategorie:Israelischer_Film /**********************************************************************************************************/ var mediaWikiMovieUrls = Crawler.ConstructMediaWikiURLs(comboCategoryMoviesByCountry.Text); foreach (var mediaWikiMovieUrl in mediaWikiMovieUrls) { Crawler.PersistMovieWebsite(mediaWikiMovieUrl, PathOfMovieSites); } /**********************************************************************************************************/ #endregion }