Beispiel #1
0
        private BatchStatus UploadNextBatch(int batchSize, int keyAgeLimitInDays)
        {
            var lastSyncState = _settingsService.GetGatewayUploadState();

            // Select only keys from last N days (by date of record creation)
            var uploadedOnAndAfterTicks = lastSyncState.CreationDateOfLastUploadedKey;
            var uploadedOnAndAfter      = uploadedOnAndAfterTicks.HasValue ? new DateTime(uploadedOnAndAfterTicks.Value, DateTimeKind.Utc) : DateTime.UnixEpoch;

            int batchSizePlusOne = batchSize + 1; // if it will return n + 1 then there is at last one more records to send

            // Get key package - collection of the records created (uploaded by mobile app) in the db after {uploadedOn}
            IList <TemporaryExposureKey> keyPackage = _tempKeyRepository.GetKeysOnlyFromApiOriginCountryUploadedAfterTheDateForGatewayUpload(
                uploadedOnAndLater: uploadedOnAndAfter,
                numberOfRecordToSkip: lastSyncState.NumberOfKeysProcessedFromTheLastCreationDate,
                maxCount: batchSizePlusOne,
                new KeySource[] { KeySource.SmitteStopApiVersion2 });

            // Take all record uploaded after the date.
            var currBatchStatus = new BatchStatus()
            {
                NextBatchExists = keyPackage.Count == batchSizePlusOne
            };

            keyPackage = keyPackage.Take(batchSize).ToList();
            currBatchStatus.KeysProcessed         = keyPackage.Count;
            currBatchStatus.ProcessedSuccessfully = true;

            if (!keyPackage.Any())
            {
                _logger.LogInformation("KeyPackage is empty. Stopping the upload process.");
                return(currBatchStatus);
            }
            _logger.LogInformation($"{keyPackage.Count} records picked.");

            var oldestKeyFromPackage = keyPackage.Last(); // be aware that it could not be present in the batch. This is the last record (have oldest CreationOn) that has been processed.

            // Create Batch based on package but filter in on RollingStartNumber. Batch.Size <= Package.Size
            // We can send data not older than N days ago (age of the key save in key.RollingStartNumber)
            DateTime createdAfter          = DateTime.UtcNow.AddDays(-keyAgeLimitInDays);
            var      createdAfterTimestamp = _epochConverter.ConvertToEpoch(createdAfter);

            var filteredKeysForBatch =
                keyPackage
                .Where(k => k.RollingStartNumber > createdAfterTimestamp)
                .Where(k => k.DaysSinceOnsetOfSymptoms >= KeyValidator.DaysSinceOnsetOfSymptomsValidRangeMin)
                .Where(k => k.DaysSinceOnsetOfSymptoms <= KeyValidator.DaysSinceOnsetOfSymptomsValidRangeMax)
                .ToList();

            currBatchStatus.KeysToSend = filteredKeysForBatch.Count;

            var batch = CreateGatewayBatchFromKeys(filteredKeysForBatch);
            TemporaryExposureKeyGatewayBatchProtoDto protoBatch = MapBatchDtoToProtoAndSortForSigning(batch);

            _logger.LogInformation($"{currBatchStatus.KeysToSend} records to send after filtering by age.");

            if (protoBatch.Keys.Any())
            {
                _logger.LogInformation($"Sending batch...");
                currBatchStatus.ProcessedSuccessfully = TrySendKeyBatchToTheGateway(protoBatch, KeysSortOrderUsedToCreateAndVerifyUploadRequestSignature);
            }
            else
            {
                _logger.LogInformation($"Nothing to sent for this package. All picked keys are older then {keyAgeLimitInDays} days or have incorrect value of DaysSinceOnsetOfSymptoms.");
            }

            if (currBatchStatus.ProcessedSuccessfully)
            {
                currBatchStatus.KeysSent = protoBatch.Keys.Count;

                var currSyncState    = new GatewayUploadState();
                var lastSentKeyTicks = oldestKeyFromPackage.CreatedOn.Ticks;
                // If the date of the last sent element (recently) has changed in compare the date from the previous batch?
                //  NO - Update the state: Do not change the date, only offset (+=)
                //  YES - Update the state: Change date to the date from last sent element. Update the index to the offset from the first appearance of that date.)
                if (lastSyncState.CreationDateOfLastUploadedKey == lastSentKeyTicks)
                {
                    currSyncState.CreationDateOfLastUploadedKey = lastSyncState.CreationDateOfLastUploadedKey;
                    currSyncState.NumberOfKeysProcessedFromTheLastCreationDate = lastSyncState.NumberOfKeysProcessedFromTheLastCreationDate + currBatchStatus.KeysProcessed;
                }
                else
                {
                    currSyncState.CreationDateOfLastUploadedKey = oldestKeyFromPackage.CreatedOn.Ticks;
                    // find offset form fist element with CreationDateOfLastUploadedKey to last sent element
                    var indexOfTheFirstKeyWithTheDate = keyPackage.Select((k, i) => new { Key = k, Index = i })
                                                        .First(o => o.Key.CreatedOn.Ticks == lastSentKeyTicks)
                                                        .Index;

                    currSyncState.NumberOfKeysProcessedFromTheLastCreationDate = currBatchStatus.KeysProcessed - indexOfTheFirstKeyWithTheDate;
                }
                // save new sync status
                _settingsService.SaveGatewaySyncState(currSyncState);
            }
            else
            {
                _logger.LogError($"Error sending the batch! Stopping upload process.");
            }
            return(currBatchStatus);
        }