public RSK_Scraper(DataManager dm, string date) { //parameterFileName contains name of file which contains all parameters dict = new Dictionary<string, List<string>>(); DM = dm; Date = date; start(); }
static void Main(string[] args) { //TODO -> Parse them motherfucking addresses (sepereate address from postal codes .... ) DataManager dataManager = new DataManager("kt"); DateManager dateManager = new DateManager(dataManager.getLastScrapeDate()); //SQLParser sp = new SQLParser(dataManager.getScrapedDataFileName()); foreach (DateTime date in dateManager.Generate()) { Console.WriteLine("Current date being scraped: " + date.ToString()); ID id = new ID(date.Day, date.Month, date.Year); dataManager.writeParameters(id); RSK_Scraper scraper = new RSK_Scraper(dataManager, date.ToString("M/d/yyyy")); } dataManager.writeToSQLServer(); Console.WriteLine("Finished, press enter to continue"); Console.ReadLine(); }