//Scrapes html code for the studios page, format it into an xml document ans saves the result in a text file public void ScrapeStudiosAndSave(string adress, string saveName) { var scraper = new WebScraping(); var s = GetWebPageString(adress); var listData = scraper.GetHtmlDataStudios(s); var result = BuildResult(listData); Save(saveName, result); }
public static void Main(string[] args) { // Scrape data from web var scraper = new WebScraping(); var behaviour = new Behaviour(); // Step 1 : we scrape studios Console.WriteLine("Scraping Studios"); behaviour.ScrapeStudiosAndSave("https://en.wikipedia.org/wiki/List_of_video_game_developers",@"GameStudios.xml"); //Step 2 : we scrape editors Console.WriteLine("Scraping Editors"); behaviour.ScrapeEditorsAndSave("https://en.wikipedia.org/wiki/List_of_video_game_publishers",@"GameEditors.xml"); //Step 3 : we scrape platforms Console.WriteLine("Scraping Platforms"); behaviour.ScrapePlatformsAndSave("http://www.neoseeker.com/Games/platformslist.html",@"GamePlatforms.xml"); //Step 4 : we scrape games catalog Console.WriteLine("Scraping Games"); behaviour.ScrapeGamesAndSave("http://www.gamekult.com/jeux/jeux-video.html",@"GameCatalog.xml"); }