static void Main(string[] args)
{
int numberOfPages = Int32.Parse(ConfigurationManager.AppSettings["numberOfPages"]);
var urls = UrlModel.SelectedUrls();
var fileNameList = new List <string>();
var pagesNewIds = new List <string>();
var tasks = new List <Task>();
using (var client = new HttpClient())
{
var applicationTask = Task.Run(async() =>
{
foreach (var url in urls)
{
Console.WriteLine($"Searching {url.Url}...");
client.DefaultRequestHeaders.Add("User-Agent", "Mozilla/4.0 (compatible; B-l-i-t-z-B-O-T)");
var searchNewIds = await CrawlingFunctions.GetNewPropertyIds(numberOfPages, client, url.Url);
pagesNewIds.AddRange(searchNewIds);
if (searchNewIds.Count() > 0)
{
using (var driver = new ChromeDriver())
{
List <PropertyModel> properties = await CrawlingFunctions.GetProperties(searchNewIds, client, driver);
foreach (var item in properties)
{
Console.WriteLine(item.ToString());
}
string fileName = ExcelExport.ExportToFile(properties, url);
fileNameList.Add(fileName);
Console.WriteLine($"{searchNewIds.Count()} new properties found for {url.Name}.");
}
}
else
{
Console.WriteLine($"No new properties found for {url.Name}.");
}
await EmailSender.SendMail(fileNameList, pagesNewIds.Count());
SaveIds(pagesNewIds);
Console.WriteLine($"{pagesNewIds.Count()} new properties --> END");
//Console.ReadKey();
Thread.Sleep(10000);
}
});
applicationTask.Wait();
}
}
public static string ExportToFile(List <PropertyModel> properties, UrlModel urlModel)
{
string filePath = ConfigurationManager.AppSettings["filePath"];
string dateStamp = DateTime.Now.ToString("yyyyMMddHmmssfff");
string fileName = @"\SECrawler" + urlModel.Name + dateStamp + @".xlsx";
using (ExcelPackage package = new ExcelPackage())
{
ExcelWorksheet ws = package.Workbook.Worksheets.Add("Πωλήσεις");
#region Headers
ws.Cells[1, 1].Value = "ID";
ws.Cells[1, 2].Value = "Τύπος";
ws.Cells[1, 3].Value = "Τοποθεσία1";
ws.Cells[1, 4].Value = "Τοποθεσία2";
ws.Cells[1, 5].Value = "Όροφος";
ws.Cells[1, 6].Value = "Τετραγωνικά";
ws.Cells[1, 7].Value = "Τιμή";
ws.Cells[1, 8].Value = "Έτος κατασκευής";
ws.Cells[1, 9].Value = "Υπνοδωμάτια";
ws.Cells[1, 10].Value = "Toilets";
ws.Cells[1, 11].Value = "Parking";
ws.Cells[1, 12].Value = "Τζάκι";
ws.Cells[1, 13].Value = "Όνομα";
ws.Cells[1, 14].Value = "Τηλέφωνο";
ws.Cells[1, 15].Value = "Περιγραφή";
ws.Cells[1, 16].Value = "Αυτόνομη Θέρμανση";
ws.Cells[1, 17].Value = "Τιμή ανά τετραγωνικό";
ws.Cells[1, 18].Value = "Εκτιμημένα Τετραγωνικά";
for (int j = 1; j <= 18; j++)
{
Color colFromHex = System.Drawing.ColorTranslator.FromHtml("#64b446");
ws.Cells[1, j].Style.Fill.PatternType = ExcelFillStyle.Solid;
ws.Cells[1, j].Style.Fill.BackgroundColor.SetColor(colFromHex);
ws.Cells[1, j].Style.Font.Color.SetColor(Color.White);
}
#endregion Headers
int i = 2;
foreach (var property in properties)
{
ws.Cells[i, 1].Value = property.Id;
ws.Cells[i, 2].Value = property.PropertyType;
ws.Cells[i, 3].Value = property.Locationp1;
ws.Cells[i, 4].Value = property.Locationp2;
ws.Cells[i, 5].Value = property.Floor;
if (property.SqMeteters == 0)
{
ws.Cells[i, 6].Value = "";
}
else
{
ws.Cells[i, 6].Value = property.SqMeteters;
}
if (property.Price == 0)
{
ws.Cells[i, 7].Value = "";
}
else
{
ws.Cells[i, 7].Value = property.Price;
}
ws.Cells[i, 7].Style.Numberformat.Format = "###,### €";
if (property.Year == 0)
{
ws.Cells[i, 8].Value = "";
}
else
{
ws.Cells[i, 8].Value = property.Year;
}
if (property.Bedroms == 0)
{
ws.Cells[i, 9].Value = "";
}
else
{
ws.Cells[i, 9].Value = property.Bedroms;
}
ws.Cells[i, 10].Value = property.Toilets;
ws.Cells[i, 11].Value = property.Parking;
ws.Cells[i, 12].Value = property.Fireplace;
ws.Cells[i, 13].Value = "";
ws.Cells[i, 14].Value = property.Phone;
ws.Cells[i, 15].Value = property.Description;
ws.Cells[i, 16].Value = property.AutonomousHeat;
if (property.PricePerSqMeter == 0)
{
ws.Cells[i, 17].Value = "";
ws.Cells[i, 18].Value = "";
}
else
{
ws.Cells[i, 17].Value = property.PricePerSqMeter;
ws.Cells[i, 18].Formula = $"ROUND(G{i}/Q{i}, 0)";
}
i++;
}
ws.Cells.AutoFitColumns(0.00, 50.00);
string path = filePath + fileName;
try
{
using (Stream stream = File.Create(path))
{
package.SaveAs(stream);
Console.WriteLine("Excel file created.");
}
}
catch (Exception ex)
{
Console.WriteLine($"Exception message: {ex.Message}, Inner Exception: {ex.InnerException}");
}
return(fileName);
}
}