public void IngestData(AzDevopsWaterMark azureAzDevopsWaterMark) { try { var waterMark = azureAzDevopsWaterMark.ReadWaterMark(this.table); int continuationToken; DateTime minCreatedDateTime; int count = 0; int totalCount; do { using (var memStream = new MemoryStream()) using (var writer = new StreamWriter(memStream)) { // Write data to table WriteData(writer, waterMark, out continuationToken, out minCreatedDateTime, out totalCount); writer.Flush(); memStream.Seek(0, SeekOrigin.Begin); this.IngestData(table, mappingName, memStream); } waterMark = string.Format("{0},{1}", continuationToken, minCreatedDateTime); azureAzDevopsWaterMark.UpdateWaterMark(table, waterMark); count++; } while (totalCount > 0); } catch (Exception ex) { string error = $"Not able to ingest Releasetimelinerecord entity due to {ex}"; Logger.Error(error); } }
public void IngestData(AzDevopsWaterMark azureAzDevopsWaterMark) { try { var waterMark = azureAzDevopsWaterMark.ReadWaterMark(this._table); int continuationToken; using (var memStream = new MemoryStream()) using (var writer = new StreamWriter(memStream)) { // Write data to table WriteData(writer, waterMark, out continuationToken); writer.Flush(); memStream.Seek(0, SeekOrigin.Begin); this.IngestData(_table, _mappingName, memStream); } waterMark = $"{continuationToken}"; azureAzDevopsWaterMark.UpdateWaterMark(_table, waterMark); } catch (Exception ex) { string error = $"Not able to ingest ReleaseDefinition entity due to {ex}"; Logger.Error(error); } }