public async Task When_a_group_is_forwarded_the_status_is_Completed() { var domainEvents = new FakeDomainEvents(); var retryManager = new RetryingManager(domainEvents); using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore()) { await CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, 1); var sender = new TestSender(); var bodyStorage = new RavenAttachmentsBodyStorage { DocumentStore = documentStore }; var returnToSender = new TestReturnToSenderDequeuer(new ReturnToSender(bodyStorage), documentStore, domainEvents, "TestEndpoint"); var processor = new RetryProcessor(documentStore, sender, domainEvents, returnToSender, retryManager); using (var session = documentStore.OpenAsyncSession()) { await processor.ProcessBatches(session, CancellationToken.None); // mark ready await session.SaveChangesAsync(); await processor.ProcessBatches(session, CancellationToken.None); await session.SaveChangesAsync(); } var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup); Assert.AreEqual(RetryState.Completed, status.RetryState); } }
public async Task When_a_group_is_prepared_with_three_batches_and_SC_is_restarted_while_the_first_group_is_being_forwarded_then_the_count_still_matches() { var domainEvents = new FakeDomainEvents(); var retryManager = new RetryingManager(domainEvents); RetryingManager.RetryOperations = new Dictionary <string, InMemoryRetry>(); using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore()) { CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, 2001); new RetryBatches_ByStatus_ReduceInitialBatchSize().Execute(documentStore); var sender = new TestSender(); var bodyStorage = new RavenAttachmentsBodyStorage { DocumentStore = documentStore }; var settingsHolder = new NServiceBus.Settings.SettingsHolder(); settingsHolder.Set("EndpointName", "TestEndpoint"); var configure = new Configure(settingsHolder, new TestContainer(), new List <Action <NServiceBus.ObjectBuilder.IConfigureComponents> >(), new NServiceBus.Pipeline.PipelineSettings(new BusConfiguration())); var processor = new RetryProcessor(sender, domainEvents, new TestReturnToSenderDequeuer(bodyStorage, sender, documentStore, domainEvents, configure), retryManager); documentStore.WaitForIndexing(); using (var session = documentStore.OpenAsyncSession()) { await processor.ProcessBatches(session, CancellationToken.None); // mark ready await session.SaveChangesAsync(); // Simulate SC restart retryManager = new RetryingManager(domainEvents); RetryingManager.RetryOperations = new Dictionary <string, InMemoryRetry>(); var documentManager = new CustomRetryDocumentManager(false, documentStore) { OperationManager = retryManager }; await documentManager.RebuildRetryOperationState(session); processor = new RetryProcessor(sender, domainEvents, new TestReturnToSenderDequeuer(bodyStorage, sender, documentStore, domainEvents, configure), retryManager); await processor.ProcessBatches(session, CancellationToken.None); await session.SaveChangesAsync(); } var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup); Assert.AreEqual(2001, status.TotalNumberOfMessages); } }
public async Task Stored_bodies_are_being_removed_when_message_expires() { using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore()) { var expiredDate = DateTime.UtcNow.AddDays(-3); var thresholdDate = DateTime.UtcNow.AddDays(-2); // Store expired message with associated body var messageId = "21"; var processedMessage = new ProcessedMessage { Id = "1", ProcessedAt = expiredDate, MessageMetadata = new Dictionary <string, object> { { "MessageId", messageId } } }; using (var session = documentStore.OpenSession()) { session.Store(processedMessage); session.SaveChanges(); } var body = new byte[] { 1, 2, 3, 4, 5 }; var bodyStorage = new RavenAttachmentsBodyStorage { DocumentStore = documentStore }; using (var stream = new MemoryStream(body)) { await bodyStorage.Store(messageId, "binary", 5, stream); } RunExpiry(documentStore, thresholdDate); // Verify message expired using (var session = documentStore.OpenSession()) { Assert.Null(session.Load <ProcessedMessage>(processedMessage.Id)); } // Verify body expired Assert.False((await bodyStorage.TryFetch(messageId)).HasResult, "Audit document body should be deleted"); } }
public async Task When_there_is_one_poison_message_it_is_removed_from_batch_and_the_status_is_Complete() { var domainEvents = new FakeDomainEvents(); var retryManager = new RetryingManager(domainEvents); using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore()) { await CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, "A", "B", "C"); var sender = new TestSender(); sender.Callback = operation => { //Always fails staging message B if (operation.Message.MessageId == "FailedMessages/B") { throw new Exception("Simulated"); } }; var bodyStorage = new RavenAttachmentsBodyStorage { DocumentStore = documentStore }; var returnToSender = new TestReturnToSenderDequeuer(new ReturnToSender(bodyStorage), documentStore, domainEvents, "TestEndpoint"); var processor = new RetryProcessor(documentStore, sender, domainEvents, returnToSender, retryManager); bool c; do { try { using (var session = documentStore.OpenAsyncSession()) { c = await processor.ProcessBatches(session, CancellationToken.None); await session.SaveChangesAsync(); } } catch (Exception) { //Continue trying until there is no exception -> poison message is removed from the batch c = true; } } while (c); var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup); Assert.AreEqual(RetryState.Completed, status.RetryState); Assert.AreEqual(3, status.NumberOfMessagesPrepared); Assert.AreEqual(2, status.NumberOfMessagesForwarded); Assert.AreEqual(1, status.NumberOfMessagesSkipped); } }
public async Task Attachments_with_ids_that_contain_backslash_should_be_readable() { using (var store = InMemoryStoreBuilder.GetInMemoryStore()) { var bodyStore = new RavenAttachmentsBodyStorage { DocumentStore = store }; var messageId = "messagebodies/3f0240a7-9b2e-4e2a-ab39-6114932adad1\\2055783"; var contentType = "NotImportant"; var body = new byte[] { 1, 2, 3 }; await bodyStore.Store(messageId, contentType, body.Length, new MemoryStream(body)); var retrieved = await bodyStore.TryFetch(messageId); Assert.True(retrieved.HasResult); } }
public async Task When_a_group_has_one_batch_out_of_two_forwarded_the_status_is_Forwarding() { var domainEvents = new FakeDomainEvents(); var retryManager = new RetryingManager(domainEvents); RetryingManager.RetryOperations = new Dictionary <string, InMemoryRetry>(); using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore()) { CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, 1001); var bodyStorage = new RavenAttachmentsBodyStorage { DocumentStore = documentStore }; var sender = new TestSender(); var settingsHolder = new NServiceBus.Settings.SettingsHolder(); settingsHolder.Set("EndpointName", "TestEndpoint"); var configure = new Configure(settingsHolder, new TestContainer(), new List <Action <NServiceBus.ObjectBuilder.IConfigureComponents> >(), new NServiceBus.Pipeline.PipelineSettings(new BusConfiguration())); var processor = new RetryProcessor(sender, domainEvents, new TestReturnToSenderDequeuer(bodyStorage, sender, documentStore, domainEvents, configure), retryManager); documentStore.WaitForIndexing(); using (var session = documentStore.OpenAsyncSession()) { await processor.ProcessBatches(session, CancellationToken.None); // mark ready await session.SaveChangesAsync(); await processor.ProcessBatches(session, CancellationToken.None); await session.SaveChangesAsync(); } var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup); Assert.AreEqual(RetryState.Forwarding, status.RetryState); } }
public void When_a_group_is_forwarded_the_status_is_Completed() { var retryManager = new RetryingManager(); RetryingManager.RetryOperations = new Dictionary <string, InMemoryRetry>(); using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore()) { CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, 1); var testBus = new TestBus(); var sender = new TestSender(); var bodyStorage = new RavenAttachmentsBodyStorage { DocumentStore = documentStore }; var settingsHolder = new NServiceBus.Settings.SettingsHolder(); settingsHolder.Set("EndpointName", "TestEndpoint"); var configure = new Configure(settingsHolder, new TestContainer(), new List <Action <NServiceBus.ObjectBuilder.IConfigureComponents> >(), new NServiceBus.Pipeline.PipelineSettings(new BusConfiguration())); var returnToSender = new TestReturnToSenderDequeuer(bodyStorage, sender, documentStore, testBus, configure); var processor = new RetryProcessor(sender, testBus, returnToSender, retryManager); using (var session = documentStore.OpenSession()) { processor.ProcessBatches(session, CancellationToken.None); // mark ready session.SaveChanges(); processor.ProcessBatches(session, CancellationToken.None); session.SaveChanges(); } var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup); Assert.AreEqual(RetryState.Completed, status.RetryState); } }