private static void QuandlSequentialScrape() { var api = new QuandlApi(); List<Company> companies = new List<Company>(); var scraped = new List<string>(); using (var db = new CapstoneContext()) { companies = db.Companies.ToList(); scraped = db.QStockPrices.GroupBy(p => p.CompanyId).Select(p => p.Key).ToList(); } foreach (var company in companies) { using (var db = new CapstoneContext()) { scraped = db.QStockPrices.GroupBy(p => p.CompanyId).Select(p => p.Key).ToList(); } if (!scraped.Contains(company.StockId)) { api.ScrapeAllPrice(company.StockId); } else { Console.WriteLine(company.StockId + " FINISHED"); } } }
private static void scrapOneCompany() { var api = new QuandlApi(); List<Company> companies = new List<Company>(); var scraped = new List<string>(); using (var db = new CapstoneContext()) { companies = db.Companies.ToList(); scraped = db.QStockPrices.GroupBy(p => p.CompanyId).Select(p => p.Key).ToList(); } var com = companies.First(c => !(scraped.Contains(c.StockId))); api.ScrapeAllPrice(com.StockId); Console.WriteLine("Finished"); Console.ReadLine(); }