public IList <Car> GetCarsWithoutNotification()
{
using (var db = new CarsContext())
{
return(db.Cars.Where(p => db.NotificationsLog.All(p2 => p2.CarId != p.Id)).ToList());
}
}
public List <Url> GetUrls(IList <Car> cars)
{
using (var db = new CarsContext())
{
return(db.Urls.Join(db.Cars, i => i.Id, o => o.UrlId, (u, c) => u).ToList());
}
}
public void InsertCars(IList <Car> cars)
{
using (var db = new CarsContext())
{
db.Cars.AddRange(cars);
db.SaveChanges();
}
}
public void InsertNotificationsLog(IList <NotificationLog> notifications)
{
using (var db = new CarsContext())
{
db.NotificationsLog.AddRange(notifications);
db.SaveChanges();
}
}
/// <summary>
/// Returns all urls that have not been yet scraped and inserted into cars table.
/// </summary>
/// <returns></returns>
public IList <Url> GetNonScrapedUrls()
{
using (var db = new CarsContext())
{
var alreadyScrapedUrls = new HashSet <int>(db.Cars.Select(x => x.UrlId));
var nonScrapedUrls = db.Urls.Where(x => !alreadyScrapedUrls.Contains(x.Id)).ToList();
return(nonScrapedUrls);
}
}
public void UpdateCarImagePath(Car car, string path)
{
using (var db = new CarsContext())
{
car.LocalPicturePath = path;
db.Attach(car);
db.Entry(car).Property(x => x.LocalPicturePath).IsModified = true;
db.SaveChanges();
}
}
/// <summary>
/// Inserts cars to database and returns their ids.
/// </summary>
/// <returns>A list of car id's</returns>
public IList <int> InsertCars(IList <Car> cars)
{
using (var db = new CarsContext())
{
db.Cars.AddRange(cars);
db.SaveChanges();
}
return(cars.Select(c => c.Id).ToList());
}
/// <summary>
/// Inserts only missing urls into database.
/// </summary>
/// <param name="urls"></param>
public void MergeUrls(IList <string> urls)
{
using (var db = new CarsContext())
{
var dbUrls = db.Urls.Select(x => x.Address);
var missingUrls = urls.Except(dbUrls).Select(x => new Url {
Address = x
});
db.Urls.AddRange(missingUrls);
db.SaveChanges();
}
}
public IList <Car> GetCarsWithoutDownloadedImage()
{
using (var db = new CarsContext())
{
var carsWithoutImages = db.Cars.Where(x => x.LocalPicturePath == null && x.PictureUrl != null).ToList();
var carsWithImages = db.Cars.Where(x => x.LocalPicturePath != null && x.PictureUrl != null).ToList();
// check if local files might have been deleted or moved, download for those again
foreach (var car in carsWithImages)
{
if (!File.Exists(car.LocalPicturePath))
{
carsWithoutImages.Add(car);
}
}
return(carsWithoutImages);
}
}