public static void getDataFromPostgres(Database pg, Database sql)
{
var data = pg.Query <DbModels.Data>().ToList();
var products = sql.Query <DbModels.Product>().ToList();
Parallel.ForEach(data, x =>
{
var productType = products.Where(p => p.Id == x.ProductId).FirstOrDefault();
var productModel = JsonConvert.DeserializeObject <Models.Product>(x.ProductModel);
var newData = new DbModels.Data()
{
ProductId = x.ProductId,
ProductModel = x.ProductModel,
RawData = x.RawData,
When = x.When
};
LockInsert(sql, newData);
var price = new DbModels.Price
{
DataId = newData.Id,
ProductId = productType.Id,
OriginalPrice = productModel.Price,
OnSalePrice = productModel.SpecialPrice,
Company = productModel.Company,
Description = productModel.Description.Trim(),
AdditionalData = new Dictionary <string, object>()
{
{
"$/L", productModel.DollarPerLitre
},
{
"imgUrl",
productModel.ImgUrl
},
},
When = newData.When
};
LockInsert(sql, price);
});
}
public static void tryMigrate(Database sql)
{
var items = sql.Query <OldPrice>().ToList();
var products = sql.Query <DbModels.Product>().ToList();
Parallel.ForEach(items, x =>
{
try
{
Models.Product product = null;
var data = new DbModels.Data();
data.When = x.When.AddHours(-11);
if (ApiConstants.Coles.Is(x.Company))
{
data.RawData = x.OriginalData;
product = ApiConstants.Coles.GetProductFromJson(data.RawData);
}
else if (ApiConstants.Woolworths.Is(x.Company))
{
data.RawData = x.OriginalData;
product = ApiConstants.Woolworths.GetProductFromJson(data.RawData);
}
data.ProductModel = JsonConvert.SerializeObject(product);
var productType = products.Where(p => p.Code == product.Id).FirstOrDefault();
data.ProductId = productType.Id;
LockInsert(sql, data);
LockUpdate(sql, data);
var price = new DbModels.Price
{
DataId = data.Id,
ProductId = productType.Id,
OriginalPrice = product.Price,
OnSalePrice = product.SpecialPrice,
Company = product.Company,
Description = product.Description.Trim(),
AdditionalData = new Dictionary <string, object>()
{
{
"$/L", product.DollarPerLitre
},
{
"imgUrl",
product.ImgUrl
},
},
When = data.When
};
LockInsert(sql, price);
}
catch (Exception ex)
{
Console.WriteLine(x.Id);
}
});
}
public static void Main(string[] args)
{
SetupConfiguration();
ConfigureServices();
Console.WriteLine("One sec brah keep on yo coke....");
using (var db = Container.GetInstance <IDatabase>())
{
db.OpenSharedConnection();
var productList = db.Query <DbModels.Product>().ToList();
Parallel.ForEach(productList, (x) =>
// productList.ForEach(x =>
{
try
{
Models.Product product = null;
var data = new DbModels.Data();
data.ProductId = x.Id;
data.When = DateTime.UtcNow;
if (ApiConstants.Coles.Is(x.Company))
{
data.RawData = ApiConstants.Coles.GetProductJson(x.Code);
LockInsert(db, data);
product = ApiConstants.Coles.GetProductFromJson(data.RawData);
}
else if (ApiConstants.Woolworths.Is(x.Company))
{
data.RawData = ApiConstants.Woolworths.GetProductJson(x.Code);
LockInsert(db, data);
product = ApiConstants.Woolworths.GetProductFromJson(data.RawData);
}
else
{
throw new NotSupportedException($"Oops looks like this company type is not supported: '{x.Company}', id: {x.Id}, product code: {x.Code} ");
//insert error log
}
data.ProductModel = JsonConvert.SerializeObject(product);
LockUpdate(db, data);
var price = new Price
{
DataId = data.Id,
ProductId = x.Id,
OriginalPrice = product.Price,
OnSalePrice = product.SpecialPrice,
Company = product.Company,
Description = product.Description,
AdditionalData = new Dictionary <string, object>()
{
{
"$/L", product.DollarPerLitre
},
{
"imgUrl",
product.ImgUrl
},
},
When = data.When
};
LockInsert(db, price);
}
catch (System.Exception)
{
throw;
}
});
};
}
