private static void FixedWidthSortMurgePurge <T>(string dbConnPath, string line, MasterFixedWidthFileSource <T> master, FixedWidthFileSource <T> detail, MergePurgeParam mgPurgeParam, Action <MergePurgeParam> processData, MergePurgeResults mgPurgeResults, DataMode processMode, StreamWriter[] actionWriters) { SortKey <T> srtKey = null; using (SqliteRepository <T> sqlRepo = new SqliteRepository <T>(dbConnPath)) { srtKey = sqlRepo.KeyInDb(detail.GetKey(line)); } mgPurgeParam.KeyFound = srtKey.Found; string masterData = !srtKey.Found ? string.Empty : srtKey.Data; if (mgPurgeParam.KeyFound) { mgPurgeParam.MasterFields = GetMasterFields <T>(master, masterData); } if (processData != null) { processData(mgPurgeParam); mgPurgeResults.IncrementAction(mpAction: mgPurgeParam.DataAction); string detailLine = GetDetailLine <T>(detail, mgPurgeParam); string newMasterData = GetNewMasterDataFixedWidth(GetMasterLine <T>(master, mgPurgeParam)); PerformDataActionForPassiveModeWriter(mgPurgeParam.DataAction, mgPurgeParam.KeyFound, processMode, detailLine, actionWriters); PerformDataAction(mgPurgeParam, dbConnPath, processMode, newMasterData, srtKey); } }
private static void ArgumentValidation <T>(FixedWidthFileSource <T> fixedWidthFileSource) { if (fixedWidthFileSource.FixedWidths == null) { throw new ArgumentNullException(SortHelpers.GetParameterName(new { fixedWidthFileSource.FixedWidths }), "The file source fixed widths can not be null."); } if (fixedWidthFileSource.FixedWidths.Length == 0) { throw new ArgumentException("The file source fixed widths cannot be empty.", SortHelpers.GetParameterName(new { fixedWidthFileSource.FixedWidths })); } }
public static MergePurgeResults MergePurge <T>(MasterDelimitedFileSource <T> master, FixedWidthFileSource <T> detail, Action <MergePurgeParam> processData, string destinationFolder = null, DataMode processMode = DataMode.Passive) { ArgumentValidation <T>(master, detail, processData, destinationFolder); MergePurgeResults mgPurgeResults = new MergePurgeResults(); SortVars mstSortVars = new SortVars(master.SourceFilePath, destinationFolder); SortResults srtResults = SortDelimited <T>(master, mstSortVars.DestFolder); mgPurgeResults.InitFilePaths(master.SourceFilePath, detail.SourceFilePath, mstSortVars.DestFolder); try { string hdr = string.Empty; using (StreamReader reader = new StreamReader(detail.SourceFilePath)) using (StreamWriter addSw = new StreamWriter(mgPurgeResults.AddsFilePath)) using (StreamWriter delSw = new StreamWriter(mgPurgeResults.DeletesFilePath)) using (StreamWriter updSw = new StreamWriter(mgPurgeResults.UpdatesFilePath)) using (StreamWriter ignSw = new StreamWriter(mgPurgeResults.IgnoredFilePath)) { StreamWriter[] actionWriters = { addSw, delSw, updSw, ignSw }; string line; hdr = GetHeader(detail.HasHeader, reader); WriteHeaderToActionWriters(processMode, detail.HasHeader, hdr, actionWriters); while ((line = reader.ReadLine()) != null) { MergePurgeParam mgPurgeParam = new MergePurgeParam(); FileParser.ParseFixedWidthString(new StringReader(line), (fields, lNum) => { mgPurgeParam.DetailFields = fields; mgPurgeParam.DataAction = MergePurgeAction.Ignore; }, detail.FixedWidths); FixedWidthSortMurgePurge <T>(srtResults.DbConnPath, line, master, detail, mgPurgeParam, processData, mgPurgeResults, processMode, actionWriters); } } mgPurgeResults.ClearSubFilesIfNoCount(); if (processMode == DataMode.Active) { mgPurgeResults.RemoveSubFilesAndFilePaths(); } srtResults.SortedFilePath = mgPurgeResults.NewMasterFilePath; srtResults.WriteOutSorted(dbConnPath: srtResults.DbConnPath, header: srtResults.Header, sortDir: master.SortDirection, delimiter: master.Delimiter, deleteDb: true); } catch (Exception) { ExceptionCleanUp(srtResults.DbConnPath, mgPurgeResults); throw; } return(mgPurgeResults); }
private static void ArgumentValidation <T>(MasterFixedWidthFileSource <T> master, FixedWidthFileSource <T> detail, Action <MergePurgeParam> processData, string destinationFolder = null) { if ((master.GetKey != null && detail.GetKey == null) || (master.GetKey == null && detail.GetKey != null)) { throw new ArgumentException("Master and Detail must have the same GetKey function type defined."); } if (master.GetKey == null) { throw new ArgumentException("The Master File Source must have a GetKey function defined."); } if (detail.GetKey == null) { throw new ArgumentException("The Detail File Source must have a GetKey function defined."); } ArgumentValidation <T>(master); ArgumentValidation <T>(detail); ArgumentValidation(processData); ArgumentValidation(destinationFolder); ArgumentValidation((IFileSource)master); ArgumentValidation((IFileSource)detail); }
private static string GetDetailLine <T>(FixedWidthFileSource <T> detail, MergePurgeParam mgPurgeParam) { return(mgPurgeParam.DetailFields.SerializeToFixedWidth(detail.FixedWidths)); }