public void ParseAllFiles()
{
Console.WriteLine("Importing cars from JSON");
db.Configuration.AutoDetectChangesEnabled = false;
for (int i = 0; i < 5; i++)
{
Console.WriteLine("From file No {0}", i + 1);
currentListOfCars = this.LoadFile(rootPath + "data." + i + ".json");
var index = 0;
foreach (var car in currentListOfCars)
{
var currentCarToImport = new Car
{
Year = car.Year,
TransmissionType = (TransmissionType)car.TransmissionType,
Model = car.Model,
Price = car.Price
};
var manufacturer = this.db.Manufacturers.FirstOrDefault(m => m.Name == car.ManufacturerName);
if (manufacturer == null)
{
manufacturer = new Manufacturer
{
Name = car.ManufacturerName
};
}
currentCarToImport.Manufacturer = manufacturer;
var dealer = this.db.Dealers.FirstOrDefault(d => d.Name == car.Dealer.Name);
if (dealer == null)
{
dealer = new Dealer
{
Name = car.Dealer.Name
};
}
var city = this.db.Cities.FirstOrDefault(c => c.Name == car.Dealer.City);
if (city == null)
{
city = new City
{
Name = car.Dealer.City
};
}
dealer.Cities.Add(city);
currentCarToImport.Dealer = dealer;
db.Cars.Add(currentCarToImport);
db.SaveChanges();
index++;
if (index % 100 == 0)
{
Console.Write(".");
}
}
db.SaveChanges();
Console.WriteLine("Importing from file No {0} finished!", i + 1);
}
db.Configuration.AutoDetectChangesEnabled = true;
Console.WriteLine("Importing cars from JSON finished!");
}
static void Main()
{
// Working!
var db = new CarsDbContext();
db.Configuration.AutoDetectChangesEnabled = false;
for (int i = 0; i <= 4; i++)
{
var filePath = "../../../../JSONData/data." + i + ".json";
var jsonText = File.ReadAllText(filePath);
JArray allCars = JArray.Parse(jsonText);
Console.WriteLine("Adding cars from file: {0}", filePath);
int counter = 0;
foreach (var car in allCars)
{
Manufacturer newManufacturer = new Manufacturer
{
Name = car["ManufacturerName"].ToString()
};
Dealer newDealer = new Dealer
{
Name = car["Dealer"]["Name"].ToString()
};
newDealer.Cities.Add(new City { Name = car["Dealer"]["City"].ToString() });
Car newCar = new Car
{
Model = car["Model"].ToString(),
TransmisionType = int.Parse(car["TransmissionType"].ToString()),
Price = decimal.Parse(car["Price"].ToString()),
Year = int.Parse(car["Year"].ToString()),
Manufacturer = newManufacturer,
Dealer = newDealer
};
newManufacturer.Cars.Add(newCar);
newDealer.Cars.Add(newCar);
db.Manufacturers.Add(newManufacturer);
db.Dealers.Add(newDealer);
db.Cars.Add(newCar);
Console.Write(".");
if (counter % 100 == 0)
{
db.SaveChanges();
}
counter++;
}
db.SaveChanges();
Console.WriteLine("\nFile Read Complete -> All Cars where added successfuly!");
Console.WriteLine("\n");
}
db.Configuration.AutoDetectChangesEnabled = false;
}
private Dealer GetOrCreateDealer(string name)
{
var dealer = _carsContext.Dealers.SingleOrDefault(d => d.Name == name);
if (dealer == null)
{
dealer = new Dealer
{
Name = name
};
}
return dealer;
}
private Dealer GetOrCreateDealer(DealerMap dealerMap)
{
Dealer dealer;
this.dealers.TryGetValue(dealerMap.Name, out dealer);
if (dealer == null)
{
dealer = new Dealer()
{
Name = dealerMap.Name
};
this.dealers[dealerMap.Name] = dealer;
}
return dealer;
}
public static void ImportFromDir(string dataFilesDirectory)
{
string[] jsonFilePaths = Directory.GetFiles(dataFilesDirectory + "Json", "*.json");
int currentlyAddedCarsCounter = 0;
Stopwatch sw = new Stopwatch();
sw.Start();
db = new CarsDbContext();
db.Configuration.AutoDetectChangesEnabled = false;
Console.WriteLine("Adding cars into DB from Json - one dot = 100 cars added (saving after each car)");
foreach (var filePath in jsonFilePaths)
{
string currentFileText = File.ReadAllText(filePath);
JArray allCarInfoAsObjects = JArray.Parse(currentFileText);
foreach (JObject item in allCarInfoAsObjects)
{
currentlyAddedCarsCounter++;
if (currentlyAddedCarsCounter >= 100)
{
Console.Write(".");
db = new CarsDbContext();
db.Configuration.AutoDetectChangesEnabled = false;
currentlyAddedCarsCounter = 0;
}
var year = (int)item["Year"];
var transmissionType = (int)item["TransmissionType"];
var manufacturerName = (string)item["ManufacturerName"];
var model = (string)item["Model"];
var price = (decimal)item["Price"];
var dealerName = (string)item["Dealer"]["Name"];
var cityName = (string)item["Dealer"]["City"];
Manufacturer currentManufacturer = GetManufacturer(manufacturerName);
if (!ManufacturerExists(manufacturerName))
{
db.Manufacturers.Add(currentManufacturer);
}
City currentCity = GetCity(cityName);
if (!CityExists(cityName))
{
db.Cities.Add(currentCity);
}
Dealer currentDealer = new Dealer
{
Name = dealerName,
};
currentDealer.Cities.Add(currentCity);
db.Dealers.Add(currentDealer);
Car currentCar = new Car
{
Year = year,
TransmissionType = (TransmissionType)transmissionType,
Manufacturer = currentManufacturer,
Model = model,
Price = price,
Dealer = currentDealer
};
db.Cars.Add(currentCar);
db.SaveChanges();
}
}
Console.WriteLine("\nAll cars added! Finally.....");
Console.WriteLine("Elapsed time: {0}", sw.Elapsed);
db.Configuration.AutoDetectChangesEnabled = true;
}
public static void Import()
{
var carsToAdd = Directory
.GetFiles(Directory.GetCurrentDirectory() + "/JsonFiles/")
.Where(f => f.EndsWith("json"))
.Select(f => File.ReadAllText(f))
.SelectMany(str => JsonConvert.DeserializeObject<IEnumerable<JsonCar>>(str))
.ToList();
var addedCities = new HashSet<string>();
var addedManufacturers = new HashSet<string>();
var addedCars = 0;
var db = new CarsDbContext();
db.Configuration.AutoDetectChangesEnabled = false;
Console.WriteLine("Adding cars");
foreach (var car in carsToAdd)
{
var cityName = car.Dealer.City;
if (!addedCities.Contains(car.Dealer.City))
{
var city = new City
{
Name = cityName
};
db.Cities.Add(city);
db.SaveChanges();
addedCities.Add(cityName);
}
var manufacturer = car.ManufacturerName;
if (!addedManufacturers.Contains(car.ManufacturerName))
{
var newManufacturer = new Manufacturer
{
Name = manufacturer
};
addedManufacturers.Add(manufacturer);
db.Manufacturers.Add(newManufacturer);
db.SaveChanges();
}
var dealerToAdd = new Cars.Models.Dealer
{
Name = car.Dealer.Name
};
var dbCity = db.Cities
.FirstOrDefault(c => c.Name == cityName);
dealerToAdd.Cities.Add(dbCity);
var dbManufacturer = db.Manufacturers
.FirstOrDefault(m => m.Name == car.ManufacturerName);
var carToAdd = new Car
{
Manufacturer = dbManufacturer,
Dealer = dealerToAdd,
Model = car.Model,
Price = car.Price,
TransmissionType = car.TransmissionType,
Year = (short)car.Year
};
db.Cars.Add(carToAdd);
if (addedCars % 100 == 0)
{
Console.Write(".");
db.SaveChanges();
db.Dispose();
db = new CarsDbContext();
db.Configuration.AutoDetectChangesEnabled = false;
}
addedCars++;
}
db.SaveChanges();
db.Configuration.AutoDetectChangesEnabled = true;
}
