private void SetFailTransportationInfo(TransportHistory transportHistory, string message, Exception e)
{
transportHistory.Result = Result.Fail;
transportHistory.Description = $"{message}\n{e.Message}";
configRepository.Update(transportHistory);
}
private bool CheckElasticValuesCount(TransportHistory transportHistory, List <object> sourceValues)
{
if (sourceValues.Count != 0)
{
return(false);
}
transportHistory.Result = Result.Success;
configRepository.Update(transportHistory);
return(true);
}
public void Transport(DateTime startDate, DateTime endDate, int dataCount, TransportHistory transportHistory = null)
{
try
{
if (startDate > endDate)
{
throw new Exception($"End Date({endDate}) cannot less than start date({startDate})");
}
transportHistory = SetTransportInfo(startDate, endDate, transportHistory);
#region Start to get values from elastic
logger.Debug("Starting to get values from elastic...");
#endregion
var sourceValues = sourceRepository.Get(dataCount, startDate, endDate);
#region Finished
logger.Debug($"Finished to get values from elastic. Data count:{sourceValues.Count}");
#endregion
if (CheckElasticValuesCount(transportHistory, sourceValues))
{
return;
}
#region Start to convert elastic values for sql
logger.Debug("Starting to convert elastic values for sql...");
#endregion
var targetValuesDt = mapper.MapToBulkInsert(sourceValues);
#region Finished
logger.Debug("Finished to convert elastic values for sql.");
#endregion
#region Start to insert values to sql
logger.Debug("Starting to insert values to sql...");
#endregion
targetRepository.BulkInsert(targetValuesDt);
#region Finished
logger.Debug("Finished to insert values to sql");
#endregion
var maxDateOfRecords = GetMaxDateOfRecords(targetValuesDt);
if (maxDateOfRecords == null)
{
throw new Exception("Cannot get execution date of last row!");
}
Transport(maxDateOfRecords.Value.AddMilliseconds(1), endDate, dataCount, transportHistory);
}
catch (Exception e)
{
var message = "When transporting data thrown exception";
logger.Error(message, e);
SetFailTransportationInfo(transportHistory, message, e);
throw;
}
}
private TransportHistory SetTransportInfo(DateTime startDate, DateTime endDate, TransportHistory transportHistory)
{
if (transportHistory == null)
{
transportHistory =
configRepository.Add(new TransportHistory {
StartDate = startDate, EndDate = endDate, CreateDate = DateTime.Now
});
}
else
{
transportHistory.StartDate = startDate;
configRepository.Update(transportHistory);
}
return(transportHistory);
}