public void BulkInsert() { var path = @"C:\____projecrts\___dev_scrapers\data\jsondata"; var files = Directory.GetFiles(path, "*.json"); foreach (var file in files) { var jsonData = File.ReadAllText(file); FileInfo finfo = new FileInfo(file); Console.Write(finfo.Name); JObject calendar = JObject.Parse(jsonData); IList <JToken> results = calendar["calendarData"].Children().ToList(); IList <IndicatorData> recs = new List <IndicatorData>(); foreach (JToken result in results) { // JToken.ToObject is a helper method that uses JsonSerializer internally IndicatorData rec = result.ToObject <IndicatorData>(); rec.CreateDate = DateTime.Now; recs.Add(rec); } Console.Write(" recs:" + recs.Count()); using (var ctx = new ntpContext()) { foreach (var rec in recs) { ctx.IndicatorData.Add(rec); } ctx.SaveChanges(); } Console.WriteLine(" saved!"); Console.WriteLine(); } }
public void BulkInsertCurrencyIndicatorTable() { using (var ctx = new ntpContext()) { var recs = (from r in ctx.IndicatorData select new ReleaseDto() { Id = 0, Currency = r.Currency, Indicator = r.Indicator }).Distinct().OrderBy(r => r.Currency).ThenBy(d => d.Indicator).ToList(); foreach (var rec in recs) { var dto = new IndicatorDataCcyName() { CreateDate = DateTime.Now, Currency = rec.Currency, Indicator = rec.Indicator, IsActive = true, }; Console.WriteLine(dto.Currency + " " + dto.Indicator); ctx.IndicatorDataCcyName.Add(dto); } ctx.SaveChanges(); } }
public void BulkUpdate() { string url = "http://localhost:3000/api/scrape/week/this"; string jsonData = CallRestMethod(url); JObject calendar = JObject.Parse(jsonData); IList <JToken> results = calendar["calendarData"].Children().ToList(); IList <IndicatorData> recs = new List <IndicatorData>(); foreach (JToken result in results) { // JToken.ToObject is a helper method that uses JsonSerializer internally IndicatorData rec = result.ToObject <IndicatorData>(); recs.Add(rec); } using (var ctx = new ntpContext()) { foreach (var rec in recs) { var exist = ctx.IndicatorData.Where(r => r.EventId == rec.EventId).FirstOrDefault(); if (exist == null) { rec.CreateDate = DateTime.Now; ctx.IndicatorData.Add(rec); } else { exist.ModifyDate = DateTime.Now; exist.Actual = rec.Actual; exist.Forecast = rec.Forecast; exist.Indicator = rec.Indicator; exist.Previous = rec.Previous; exist.ReleaseDate = rec.ReleaseDate; exist.ReleaseDateTime = rec.ReleaseDateTime; exist.ReleaseTime = rec.ReleaseTime; ctx.Entry(exist).State = EntityState.Modified; } } ctx.SaveChanges(); } }
public void FixBadDates() { using (var ctx = new ntpContext()) { var dt = new DateTime(2020, 12, 30); var recs = (from r in ctx.IndicatorData where r.ReleaseDateTime >= dt select r).ToList(); foreach (var rec in recs) { var exist = ctx.IndicatorData.Where(r => r.EventId == rec.EventId).FirstOrDefault(); exist.Actual = rec.Actual; exist.Forecast = rec.Forecast; exist.Indicator = rec.Indicator; exist.Previous = rec.Previous; exist.ReleaseDate = rec.ReleaseDate.Replace("2021", "2020"); exist.ReleaseDateTime = rec.ReleaseDateTime.AddYears(-1); exist.ReleaseTime = rec.ReleaseTime; ctx.Entry(exist).State = EntityState.Modified; } ctx.SaveChanges(); } }
public ScrapeController(ntpContext ctx, IIndicatorDataRepository repository) { this._ctx = ctx; this._repository = repository; }
public EconomicEventsController(ntpContext ctx) { this._ctx = ctx; }
public CountryController(ntpContext ctx, ICountriesRepository repository) { this._ctx = ctx; this._repository = repository; }
public NtpController(ntpContext ctx) { this._ctx = ctx; }
public EconomicIndicatorsController(ntpContext ctx) { this._ctx = ctx; }