コード例 #1
0
        //Scrapes html code for the studios page, format it into an xml document ans saves the result in a text file
        public void ScrapeStudiosAndSave(string adress, string saveName)
        {
            var scraper = new WebScraping();
            var s = GetWebPageString(adress);

            var listData = scraper.GetHtmlDataStudios(s);
            var result = BuildResult(listData);
            Save(saveName, result);
        }
コード例 #2
0
        public static void Main(string[] args)
        {
            // Scrape data from web
            var scraper = new WebScraping();
            var behaviour = new Behaviour();
            // Step 1 : we scrape studios
            Console.WriteLine("Scraping Studios");
            behaviour.ScrapeStudiosAndSave("https://en.wikipedia.org/wiki/List_of_video_game_developers",@"GameStudios.xml");

            //Step 2 : we scrape editors
            Console.WriteLine("Scraping Editors");
            behaviour.ScrapeEditorsAndSave("https://en.wikipedia.org/wiki/List_of_video_game_publishers",@"GameEditors.xml");

            //Step 3 : we scrape platforms
            Console.WriteLine("Scraping Platforms");
            behaviour.ScrapePlatformsAndSave("http://www.neoseeker.com/Games/platformslist.html",@"GamePlatforms.xml");

            //Step 4 : we scrape games catalog
            Console.WriteLine("Scraping Games");
            behaviour.ScrapeGamesAndSave("http://www.gamekult.com/jeux/jeux-video.html",@"GameCatalog.xml");
        }