static void Main(string[] args) { var scraper = new Scraper(); var spider = new Spider(); scraper.Links = spider.GetLinks("discover/advanced?category_id=12&woe_id=0&sort=most_funded"); scraper.Links = scraper.Links;//.Take(10); //Todo: add top x option scraper.Download(); Console.WriteLine("Downloaded and scraped:"); foreach (var project in scraper.Projects) { Console.WriteLine(project.Name); } Console.WriteLine("Please Enter Output file name:"); var filename = Console.ReadLine(); scraper.Save(new XML(), filename + ".xml"); scraper.Save(new CSV(), filename + ".csv"); }
public void SpiderTest() { var spider = new Spider(); var links = spider.GetLinks("/discover/categories/video%20games/most-funded"); }