public async Task <(SyncContext, BatchInfo, ChangesStatistics)> GetChangeBatchAsync(SyncContext context, ScopeInfo scopeInfo) { // While we have an other batch to process var isLastBatch = false; // Create the BatchInfo and SyncContext to return at the end BatchInfo changes = new BatchInfo(); changes.Directory = BatchInfo.GenerateNewDirectoryName(); SyncContext syncContext = null; ChangesStatistics changesStatistics = null; while (!isLastBatch) { HttpMessage httpMessage = new HttpMessage(); httpMessage.SyncContext = context; httpMessage.Step = HttpStep.GetChangeBatch; httpMessage.GetChangeBatch = new HttpGetChangeBatchMessage { ScopeInfo = scopeInfo, BatchIndexRequested = changes.BatchIndex }; var httpMessageResponse = await this.httpRequestHandler.ProcessRequest(context, httpMessage, cancellationToken); if (httpMessageResponse == null) { throw new Exception("Can't have an empty body"); } if (httpMessageResponse.GetChangeBatch == null) { throw new Exception("Can't have an empty GetChangeBatch"); } changesStatistics = httpMessageResponse.GetChangeBatch.ChangesStatistics; changes.InMemory = httpMessageResponse.GetChangeBatch.InMemory; syncContext = httpMessageResponse.SyncContext; // get the bpi and add it to the BatchInfo var bpi = httpMessageResponse.GetChangeBatch.BatchPartInfo; if (bpi != null) { changes.BatchIndex = bpi.Index; changes.BatchPartsInfo.Add(bpi); isLastBatch = bpi.IsLastBatch; } else { changes.BatchIndex = 0; isLastBatch = true; // break the while { } story break; } if (changes.InMemory) { // load the DmSet in memory bpi.Set = httpMessageResponse.GetChangeBatch.Set.ConvertToDmSet(); } else { // Serialize the file ! var bpId = BatchInfo.GenerateNewFileName(changes.BatchIndex.ToString()); var fileName = Path.Combine(this.serviceConfiguration.BatchDirectory, changes.Directory, bpId); BatchPart.Serialize(httpMessageResponse.GetChangeBatch.Set, fileName); bpi.FileName = fileName; } // Clear the DmSetSurrogate from response, we don't need it anymore httpMessageResponse.GetChangeBatch.Set.Dispose(); httpMessageResponse.GetChangeBatch.Set = null; // if not last, increment batchIndex for next request if (!isLastBatch) { changes.BatchIndex++; } } return(syncContext, changes, changesStatistics); }
public async Task <(SyncContext, BatchInfo, ChangesSelected)> GetChangeBatchAsync( SyncContext context, MessageGetChangesBatch message) { // While we have an other batch to process var isLastBatch = false; // Create the BatchInfo and SyncContext to return at the end BatchInfo changes = new BatchInfo { Directory = BatchInfo.GenerateNewDirectoryName() }; SyncContext syncContext = null; ChangesSelected changesSelected = null; while (!isLastBatch) { HttpMessage httpMessage = new HttpMessage { SyncContext = context, Step = HttpStep.GetChangeBatch, Content = new HttpMessageGetChangesBatch { ScopeInfo = message.ScopeInfo, BatchIndexRequested = changes.BatchIndex, DownloadBatchSizeInKB = message.DownloadBatchSizeInKB, BatchDirectory = message.BatchDirectory, Schema = new DmSetSurrogate(message.Schema), Filters = message.Filters, Policy = message.Policy, SerializationFormat = message.SerializationFormat } }; var httpMessageResponse = await this.httpRequestHandler.ProcessRequest(httpMessage, message.SerializationFormat, cancellationToken); if (httpMessageResponse == null) { throw new Exception("Can't have an empty body"); } HttpMessageGetChangesBatch httpMessageContent; if (httpMessageResponse.Content is HttpMessageGetChangesBatch) { httpMessageContent = httpMessageResponse.Content as HttpMessageGetChangesBatch; } else { httpMessageContent = (httpMessageResponse.Content as JObject).ToObject <HttpMessageGetChangesBatch>(); } if (httpMessageContent == null) { throw new Exception("Can't have an empty GetChangeBatch"); } changesSelected = httpMessageContent.ChangesSelected; changes.InMemory = httpMessageContent.InMemory; syncContext = httpMessageResponse.SyncContext; // get the bpi and add it to the BatchInfo var bpi = httpMessageContent.BatchPartInfo; if (bpi != null) { changes.BatchIndex = bpi.Index; changes.BatchPartsInfo.Add(bpi); isLastBatch = bpi.IsLastBatch; } else { changes.BatchIndex = 0; isLastBatch = true; // break the while { } story break; } if (changes.InMemory) { // load the DmSet in memory bpi.Set = httpMessageContent.Set.ConvertToDmSet(); } else { // Serialize the file ! var bpId = BatchInfo.GenerateNewFileName(changes.BatchIndex.ToString()); var fileName = Path.Combine(message.BatchDirectory, changes.Directory, bpId); BatchPart.Serialize(httpMessageContent.Set, fileName); bpi.FileName = fileName; bpi.Clear(); } // Clear the DmSetSurrogate from response, we don't need it anymore if (httpMessageContent.Set != null) { httpMessageContent.Set.Dispose(); httpMessageContent.Set = null; } // if not last, increment batchIndex for next request if (!isLastBatch) { changes.BatchIndex++; } } return(syncContext, changes, changesSelected); }
private async Task <HttpMessage> ApplyChangesAsync(HttpMessage httpMessage) { HttpMessageApplyChanges httpMessageContent; if (httpMessage.Content is HttpMessageApplyChanges) { httpMessageContent = httpMessage.Content as HttpMessageApplyChanges; } else { httpMessageContent = (httpMessage.Content as JObject).ToObject <HttpMessageApplyChanges>(); } if (httpMessageContent == null) { throw new ArgumentException("ApplyChanges message could not be null"); } var scopeInfo = httpMessageContent.FromScope; if (scopeInfo == null) { throw new ArgumentException("ApplyChanges ScopeInfo could not be null"); } var schema = httpMessageContent.Schema.ConvertToDmSet(); BatchInfo batchInfo; var bpi = httpMessageContent.BatchPartInfo; if (httpMessageContent.InMemory) { batchInfo = new BatchInfo { BatchIndex = 0, BatchPartsInfo = new List <BatchPartInfo>(new[] { bpi }), InMemory = true }; bpi.Set = httpMessageContent.Set.ConvertToDmSet(); httpMessageContent.Set.Dispose(); httpMessageContent.Set = null; var(c, s) = await this.ApplyChangesAsync(httpMessage.SyncContext, new MessageApplyChanges { FromScope = scopeInfo, Schema = schema, Policy = httpMessageContent.Policy, UseBulkOperations = httpMessageContent.UseBulkOperations, ScopeInfoTableName = httpMessageContent.ScopeInfoTableName, Changes = batchInfo }); httpMessageContent.ChangesApplied = s; httpMessageContent.BatchPartInfo.Clear(); httpMessageContent.BatchPartInfo.FileName = null; httpMessage.SyncContext = c; httpMessage.Content = httpMessageContent; return(httpMessage); } // not in memory batchInfo = this.LocalProvider.CacheManager.GetValue <BatchInfo>("ApplyChanges_BatchInfo"); if (batchInfo == null) { batchInfo = new BatchInfo { BatchIndex = 0, BatchPartsInfo = new List <BatchPartInfo>(new[] { bpi }), InMemory = false, Directory = BatchInfo.GenerateNewDirectoryName() }; } else { batchInfo.BatchPartsInfo.Add(bpi); } var bpId = BatchInfo.GenerateNewFileName(httpMessageContent.BatchIndex.ToString()); // to save the file, we should use the local configuration batch directory var fileName = Path.Combine(this.Configuration.BatchDirectory, batchInfo.Directory, bpId); BatchPart.Serialize(httpMessageContent.Set, fileName); bpi.FileName = fileName; this.LocalProvider.CacheManager.Set("ApplyChanges_BatchInfo", batchInfo); // Clear the httpMessage set if (httpMessageContent != null) { httpMessageContent.Set.Dispose(); httpMessageContent.Set = null; } // if it's last batch sent if (bpi.IsLastBatch) { var(c, s) = await this.ApplyChangesAsync(httpMessage.SyncContext, new MessageApplyChanges { FromScope = scopeInfo, Schema = schema, Policy = httpMessageContent.Policy, UseBulkOperations = httpMessageContent.UseBulkOperations, ScopeInfoTableName = httpMessageContent.ScopeInfoTableName, Changes = batchInfo }); this.LocalProvider.CacheManager.Remove("ApplyChanges_BatchInfo"); httpMessage.SyncContext = c; httpMessageContent.ChangesApplied = s; } httpMessageContent.BatchPartInfo.Clear(); httpMessageContent.BatchPartInfo.FileName = null; httpMessage.Content = httpMessageContent; return(httpMessage); }
private async Task <HttpMessage> ApplyChangesAsync(HttpMessage httpMessage) { if (httpMessage.ApplyChanges == null) { throw new ArgumentException("ApplyChanges message could not be null"); } var scopeInfo = httpMessage.ApplyChanges.ScopeInfo; if (scopeInfo == null) { throw new ArgumentException("ApplyChanges ScopeInfo could not be null"); } BatchInfo batchInfo; var bpi = httpMessage.ApplyChanges.BatchPartInfo; if (httpMessage.ApplyChanges.InMemory) { batchInfo = new BatchInfo { BatchIndex = 0, BatchPartsInfo = new List <BatchPartInfo>(new[] { bpi }), InMemory = true }; bpi.Set = httpMessage.ApplyChanges.Set.ConvertToDmSet(); httpMessage.ApplyChanges.Set.Dispose(); httpMessage.ApplyChanges.Set = null; var(c, s) = await this.ApplyChangesAsync(httpMessage.SyncContext, scopeInfo, batchInfo); httpMessage.SyncContext = c; httpMessage.ApplyChanges.ChangesStatistics = s; httpMessage.ApplyChanges.BatchPartInfo.Clear(); httpMessage.ApplyChanges.BatchPartInfo.FileName = null; return(httpMessage); } // not in memory batchInfo = this.LocalProvider.CacheManager.GetValue <BatchInfo>("ApplyChanges_BatchInfo"); if (batchInfo == null) { batchInfo = new BatchInfo { BatchIndex = 0, BatchPartsInfo = new List <BatchPartInfo>(new[] { bpi }), InMemory = false, Directory = BatchInfo.GenerateNewDirectoryName() }; } else { batchInfo.BatchPartsInfo.Add(bpi); } var bpId = BatchInfo.GenerateNewFileName(httpMessage.ApplyChanges.BatchIndex.ToString()); var fileName = Path.Combine(this.LocalProvider.GetCacheConfiguration().BatchDirectory, batchInfo.Directory, bpId); BatchPart.Serialize(httpMessage.ApplyChanges.Set, fileName); bpi.FileName = fileName; this.LocalProvider.CacheManager.Set("ApplyChanges_BatchInfo", batchInfo); // Clear the httpMessage set if (httpMessage.ApplyChanges != null) { httpMessage.ApplyChanges.Set.Dispose(); httpMessage.ApplyChanges.Set = null; } // if it's last batch sent if (bpi.IsLastBatch) { var(c, s) = await this.ApplyChangesAsync(httpMessage.SyncContext, scopeInfo, batchInfo); this.LocalProvider.CacheManager.Remove("ApplyChanges_BatchInfo"); httpMessage.SyncContext = c; httpMessage.ApplyChanges.ChangesStatistics = s; } httpMessage.ApplyChanges.BatchPartInfo.Clear(); httpMessage.ApplyChanges.BatchPartInfo.FileName = null; return(httpMessage); }