internal void MakeComparision()
{
if (Directory.Exists(OldFilePath))
{
if (Scraper.JsonContent == null)
{
Scraper.GetHtmlFromUrl();
Scraper.ScrapeHtml(Path);
}
switch (Type)
{
case CinevoEnums.PageTypes.Town:
IScraperTown townComparer = new TownScraper();
townComparer.ScrapeHtml(OldFilePath);
HasChanged = !Scraper.JsonContent.Equals(townComparer.JsonContent);
break;
case CinevoEnums.PageTypes.Cinema:
IScraperCinema cinemaComparer = new IndexScraper();
cinemaComparer.ScrapeHtml(OldFilePath);
HasChanged = !Scraper.JsonContent.Equals(cinemaComparer.JsonContent);
break;
}
}
}
private IScraperCinema DiffObjets()
{
IScraperCinema cinemasPage = new IndexScraper
{
Path = Properties.CinevoScraperTest.Default.DiffFilesDownloaded,
PathProcessed = Properties.CinevoScraperTest.Default.DiffFilesOld,
Url = Properties.CinevoScraperTest.Default.UrlTowns,
ForceRequest = false
};
return(cinemasPage);
}
private static void Main(string[] args)
{
//string dateExecution = DateTime.Now.ToString("ddMMyyyy");
string dateExecution = "09082018";
DateTime startTime = DateTime.Now;
try
{
Console.WriteLine("--------------------------------------- INDEX ---------------------------------------");
IScraperCinema cinemas = new IndexScraper
{
Path = CinevoParameters.CinevoSettings.PathCinemasIndex + dateExecution,
ForceRequest = CinevoParameters.CinevoSettings.ForceRequest,
Url = "https://cartelera.elperiodico.com/cines/"
};
cinemas.GetHtmlFromUrl();
Console.WriteLine("--------------------------------------- CINEMAS ---------------------------------------");
foreach (Cinema cinema in cinemas.Cinemas)
{
IScraperFilms cinemaScraper = new CinemaScraper
{
Path = CinevoParameters.CinevoSettings.PathCinemas + dateExecution,
ForceRequest = CinevoParameters.CinevoSettings.ForceRequest,
Url = cinema.Url,
Cinema = cinema
};
cinemaScraper.GetHtmlFromUrl();
}
Console.WriteLine("--------------------------------------- FILMS ---------------------------------------");
foreach (Cinema cinema in cinemas.Cinemas)
{
foreach (Film film in cinema.Films)
{
IScraperFilmInfo filmInfoScraper = new FilmScraper
{
Path = CinevoParameters.CinevoSettings.PathFilms + dateExecution,
ForceRequest = CinevoParameters.CinevoSettings.ForceRequest,
Cinema = cinema,
Film = film
};
filmInfoScraper.GetHtmlFromUrl();
}
}
cinemas.SaveToDb();
Console.WriteLine("SCRAPING DONE AND IN DB!!!");
DateTime finishTime = DateTime.Now;
TimeSpan totalTime = finishTime - startTime;
Console.WriteLine("TOTAL TIME -> " + totalTime.Hours + ":" + totalTime.Minutes);
}
catch (Exception e)
{
Console.WriteLine(e);
throw;
}
Console.ReadLine();
}
