protected override void OnShutdown()
{
_debugLogService.SendDebugLog("", "Scheduler service is stoping...");
_scraper.Close();
_settingService.UpdateScraperStatus(ScraperStatus.Exception);
_debugLogService.SendDebugLog("System shutdown", "Scheduler service stopped");
}
static void Main(string[] args)
{
ScrapedCommunities communities = null;
List <ScrapedCompany> companies = null;
Scraper scraper = new Scraper();
Console.WriteLine("Write name of state");
string stateName = Console.ReadLine();
try
{
Console.WriteLine("Star of scraping at " + DateTime.Now.ToString());
communities = scraper.ScrapCommunities(stateName);
companies = scraper.ScrapCompanies(stateName);
Console.WriteLine("End of scraping at " + DateTime.Now.ToString());
}
catch (Exception e)
{
Console.WriteLine(e.Message);
}
string date = DateTime.UtcNow.ToLongDateString();
Guid guid = Guid.NewGuid();
string path = "Scraped_data_" + date + "_" + guid.ToString();
Directory.CreateDirectory(path);
var root = Directory.GetCurrentDirectory() + "\\" + path;
ExcelHelper excel = new ExcelHelper();
try
{
excel.LoadScrapedCommunities(root, communities);
excel.LoadScrapedCommpanies(root, companies);
}
catch (Exception e)
{
Console.WriteLine(e.Message);
}
scraper.Close();
}