public ActionResult CollectNewIe() { using (var crawler = new Funda.Crawler()) { using (var db = new Funda.WebAnalyzerEntities()) { foreach (var search in DaftieSearchList()) { // SetMinMax(search); for (int i = 0; i < 30; i++) { try { search.PaginationNumber = i; crawler.Navigate(search); var adverts = Enumerable.Empty <IRecord>(); if (search.IsSale) { adverts = crawler.AddDaft(true).Where(o => o.Price != null).ExceptWhere(db.Sale, o => o.Url); db.Sale.AddRange(adverts.Cast <Sale>().ToList()); } else { adverts = crawler.AddDaft(false).Where(o => o.Price != null).ExceptWhere(db.Rent, o => o.Url); db.Rent.AddRange(adverts.Cast <Rent>().ToList()); } foreach (var advert in adverts) { advert.Title = search.Text.Split('-')[0]; } if (!adverts.Any()) { break; } db.SaveChanges(); } catch { } } } } } return(RedirectToAction("UpdateDaft")); }
public ActionResult CollectNewMestoUe() { using (var crawler = new Funda.Crawler()) { using (var db = new Funda.WebAnalyzerEntities()) { foreach (var search in MestoUaSearchList()) { // SetMinMax(search); for (int i = 1; i < 15; i++) { try { search.PaginationNumber = i; crawler.Navigate(search); var adverts = Enumerable.Empty <IRecord>(); if (search.IsSale) { adverts = crawler.AddNewMestoUeSales((Crawler.MestoUaSearch)search).Where(o => o.Price != null).ExceptWhere(db.Sale, o => o.Url); db.Sale.AddRange(adverts.Cast <Sale>().ToList()); } else { adverts = crawler.AddNewLtRents().Where(o => o.Price != null).ExceptWhere(db.Rent, o => o.Url); db.Rent.AddRange(adverts.Cast <Rent>().ToList()); } if (!adverts.Any()) { break; } db.SaveChanges(); } catch { } } } } } return(RedirectToAction("UpdateExistingLt")); }
public ActionResult CollectNewEs() { using (var crawler = new Funda.Crawler()) { using (var db = new Funda.WebAnalyzerEntities()) { foreach (var search in FotoCasaSearchList()) { // SetMinMax(search); for (int i = 1; i < 15; i++) { try { search.PaginationNumber = i; crawler.Navigate(search); var adverts = Enumerable.Empty <IRecord>(); if (search.IsSale) { adverts = crawler.AddFotoCasaSales().Where(o => o.Price != null).ExceptWhere(db.Sale, o => o.Url); db.Sale.AddRange(adverts.Cast <Sale>().ToList()); } else { adverts = crawler.AddFotoCasaRents().Where(o => o.Price != null).ExceptWhere(db.Rent, o => o.Url); db.Rent.AddRange(adverts.Cast <Rent>().ToList()); } if (!adverts.Any()) { break; } db.SaveChanges(); } catch { } } } //foreach (var search in PisosSearchList()) //{ // for (int i = 1; i < 3; i++) // { // try // { // search.PaginationNumber = i; // crawler.Navigate(search); // var adverts = Enumerable.Empty<IRecord>(); // if (search.IsSale) // { // adverts = crawler.AddPisosSales().Where(o => o.Price != null).ExceptWhere(db.Sale, o => o.Url); // db.Sale.AddRange(adverts.Cast<Sale>().ToList()); // } // else // { // adverts = crawler.AddPisosRents().Where(o => o.Price != null).ExceptWhere(db.Rent, o => o.Url); // db.Rent.AddRange(adverts.Cast<Rent>().ToList()); // } // if (!adverts.Any()) // { // break; // } // db.SaveChanges(); // } // catch // { // } // } //} } } return(RedirectToAction("UpdateFotoCasa")); }