public void Should_return_a_list_of_films_with_info()
{
IScraperCinema cinemas = DiffObjets();
cinemas.GetHtmlFromUrl();
foreach (Cinema cinema in cinemas.Cinemas)
{
IScraperFilms filmScraper = new CinemaScraper
{
Path = Properties.CinevoScraperTest.Default.Films,
PathProcessed = Properties.CinevoScraperTest.Default.FilmsOld,
Url = cinema.Url,
Cinema = cinema,
ForceRequest = false
};
filmScraper.GetHtmlFromUrl();
}
foreach (Cinema cinema in cinemas.Cinemas)
{
foreach (Film film in cinema.Films)
{
IScraperFilmInfo filmInfoScraper = new FilmScraper
{
Path = Properties.CinevoScraperTest.Default.FilmInfo,
PathProcessed = Properties.CinevoScraperTest.Default.FilmInfoOld,
Film = film,
ForceRequest = false
};
filmInfoScraper.GetHtmlFromUrl();
}
}
List <Cinema> cinemaTest = cinemas.Cinemas.Where(x => x.Films.Any(y => y.Version != "(VE)")).ToList();
Assert.IsTrue(cinemaTest.Count > 0);
}
private static void Main(string[] args)
{
//string dateExecution = DateTime.Now.ToString("ddMMyyyy");
string dateExecution = "09082018";
DateTime startTime = DateTime.Now;
try
{
Console.WriteLine("--------------------------------------- INDEX ---------------------------------------");
IScraperCinema cinemas = new IndexScraper
{
Path = CinevoParameters.CinevoSettings.PathCinemasIndex + dateExecution,
ForceRequest = CinevoParameters.CinevoSettings.ForceRequest,
Url = "https://cartelera.elperiodico.com/cines/"
};
cinemas.GetHtmlFromUrl();
Console.WriteLine("--------------------------------------- CINEMAS ---------------------------------------");
foreach (Cinema cinema in cinemas.Cinemas)
{
IScraperFilms cinemaScraper = new CinemaScraper
{
Path = CinevoParameters.CinevoSettings.PathCinemas + dateExecution,
ForceRequest = CinevoParameters.CinevoSettings.ForceRequest,
Url = cinema.Url,
Cinema = cinema
};
cinemaScraper.GetHtmlFromUrl();
}
Console.WriteLine("--------------------------------------- FILMS ---------------------------------------");
foreach (Cinema cinema in cinemas.Cinemas)
{
foreach (Film film in cinema.Films)
{
IScraperFilmInfo filmInfoScraper = new FilmScraper
{
Path = CinevoParameters.CinevoSettings.PathFilms + dateExecution,
ForceRequest = CinevoParameters.CinevoSettings.ForceRequest,
Cinema = cinema,
Film = film
};
filmInfoScraper.GetHtmlFromUrl();
}
}
cinemas.SaveToDb();
Console.WriteLine("SCRAPING DONE AND IN DB!!!");
DateTime finishTime = DateTime.Now;
TimeSpan totalTime = finishTime - startTime;
Console.WriteLine("TOTAL TIME -> " + totalTime.Hours + ":" + totalTime.Minutes);
}
catch (Exception e)
{
Console.WriteLine(e);
throw;
}
Console.ReadLine();
}
