public async Task When_a_group_is_forwarded_the_status_is_Completed()
{
var domainEvents = new FakeDomainEvents();
var retryManager = new RetryingManager(domainEvents);
using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore())
{
await CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, 1);
var sender = new TestSender();
var bodyStorage = new RavenAttachmentsBodyStorage
{
DocumentStore = documentStore
};
var returnToSender = new TestReturnToSenderDequeuer(new ReturnToSender(bodyStorage), documentStore, domainEvents, "TestEndpoint");
var processor = new RetryProcessor(documentStore, sender, domainEvents, returnToSender, retryManager);
using (var session = documentStore.OpenAsyncSession())
{
await processor.ProcessBatches(session, CancellationToken.None); // mark ready
await session.SaveChangesAsync();
await processor.ProcessBatches(session, CancellationToken.None);
await session.SaveChangesAsync();
}
var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup);
Assert.AreEqual(RetryState.Completed, status.RetryState);
}
}
public async Task When_a_group_is_prepared_with_three_batches_and_SC_is_restarted_while_the_first_group_is_being_forwarded_then_the_count_still_matches()
{
var domainEvents = new FakeDomainEvents();
var retryManager = new RetryingManager(domainEvents);
RetryingManager.RetryOperations = new Dictionary <string, InMemoryRetry>();
using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore())
{
CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, 2001);
new RetryBatches_ByStatus_ReduceInitialBatchSize().Execute(documentStore);
var sender = new TestSender();
var bodyStorage = new RavenAttachmentsBodyStorage
{
DocumentStore = documentStore
};
var settingsHolder = new NServiceBus.Settings.SettingsHolder();
settingsHolder.Set("EndpointName", "TestEndpoint");
var configure = new Configure(settingsHolder, new TestContainer(), new List <Action <NServiceBus.ObjectBuilder.IConfigureComponents> >(), new NServiceBus.Pipeline.PipelineSettings(new BusConfiguration()));
var processor = new RetryProcessor(sender, domainEvents, new TestReturnToSenderDequeuer(bodyStorage, sender, documentStore, domainEvents, configure), retryManager);
documentStore.WaitForIndexing();
using (var session = documentStore.OpenAsyncSession())
{
await processor.ProcessBatches(session, CancellationToken.None); // mark ready
await session.SaveChangesAsync();
// Simulate SC restart
retryManager = new RetryingManager(domainEvents);
RetryingManager.RetryOperations = new Dictionary <string, InMemoryRetry>();
var documentManager = new CustomRetryDocumentManager(false, documentStore)
{
OperationManager = retryManager
};
await documentManager.RebuildRetryOperationState(session);
processor = new RetryProcessor(sender, domainEvents, new TestReturnToSenderDequeuer(bodyStorage, sender, documentStore, domainEvents, configure), retryManager);
await processor.ProcessBatches(session, CancellationToken.None);
await session.SaveChangesAsync();
}
var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup);
Assert.AreEqual(2001, status.TotalNumberOfMessages);
}
}
public async Task Stored_bodies_are_being_removed_when_message_expires()
{
using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore())
{
var expiredDate = DateTime.UtcNow.AddDays(-3);
var thresholdDate = DateTime.UtcNow.AddDays(-2);
// Store expired message with associated body
var messageId = "21";
var processedMessage = new ProcessedMessage
{
Id = "1",
ProcessedAt = expiredDate,
MessageMetadata = new Dictionary <string, object>
{
{
"MessageId", messageId
}
}
};
using (var session = documentStore.OpenSession())
{
session.Store(processedMessage);
session.SaveChanges();
}
var body = new byte[]
{
1,
2,
3,
4,
5
};
var bodyStorage = new RavenAttachmentsBodyStorage
{
DocumentStore = documentStore
};
using (var stream = new MemoryStream(body))
{
await bodyStorage.Store(messageId, "binary", 5, stream);
}
RunExpiry(documentStore, thresholdDate);
// Verify message expired
using (var session = documentStore.OpenSession())
{
Assert.Null(session.Load <ProcessedMessage>(processedMessage.Id));
}
// Verify body expired
Assert.False((await bodyStorage.TryFetch(messageId)).HasResult, "Audit document body should be deleted");
}
}
public async Task When_there_is_one_poison_message_it_is_removed_from_batch_and_the_status_is_Complete()
{
var domainEvents = new FakeDomainEvents();
var retryManager = new RetryingManager(domainEvents);
using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore())
{
await CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, "A", "B", "C");
var sender = new TestSender();
sender.Callback = operation =>
{
//Always fails staging message B
if (operation.Message.MessageId == "FailedMessages/B")
{
throw new Exception("Simulated");
}
};
var bodyStorage = new RavenAttachmentsBodyStorage
{
DocumentStore = documentStore
};
var returnToSender = new TestReturnToSenderDequeuer(new ReturnToSender(bodyStorage), documentStore, domainEvents, "TestEndpoint");
var processor = new RetryProcessor(documentStore, sender, domainEvents, returnToSender, retryManager);
bool c;
do
{
try
{
using (var session = documentStore.OpenAsyncSession())
{
c = await processor.ProcessBatches(session, CancellationToken.None);
await session.SaveChangesAsync();
}
}
catch (Exception)
{
//Continue trying until there is no exception -> poison message is removed from the batch
c = true;
}
} while (c);
var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup);
Assert.AreEqual(RetryState.Completed, status.RetryState);
Assert.AreEqual(3, status.NumberOfMessagesPrepared);
Assert.AreEqual(2, status.NumberOfMessagesForwarded);
Assert.AreEqual(1, status.NumberOfMessagesSkipped);
}
}
public async Task Attachments_with_ids_that_contain_backslash_should_be_readable()
{
using (var store = InMemoryStoreBuilder.GetInMemoryStore())
{
var bodyStore = new RavenAttachmentsBodyStorage {
DocumentStore = store
};
var messageId = "messagebodies/3f0240a7-9b2e-4e2a-ab39-6114932adad1\\2055783";
var contentType = "NotImportant";
var body = new byte[] { 1, 2, 3 };
await bodyStore.Store(messageId, contentType, body.Length, new MemoryStream(body));
var retrieved = await bodyStore.TryFetch(messageId);
Assert.True(retrieved.HasResult);
}
}
public async Task When_a_group_has_one_batch_out_of_two_forwarded_the_status_is_Forwarding()
{
var domainEvents = new FakeDomainEvents();
var retryManager = new RetryingManager(domainEvents);
RetryingManager.RetryOperations = new Dictionary <string, InMemoryRetry>();
using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore())
{
CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, 1001);
var bodyStorage = new RavenAttachmentsBodyStorage
{
DocumentStore = documentStore
};
var sender = new TestSender();
var settingsHolder = new NServiceBus.Settings.SettingsHolder();
settingsHolder.Set("EndpointName", "TestEndpoint");
var configure = new Configure(settingsHolder, new TestContainer(), new List <Action <NServiceBus.ObjectBuilder.IConfigureComponents> >(), new NServiceBus.Pipeline.PipelineSettings(new BusConfiguration()));
var processor = new RetryProcessor(sender, domainEvents, new TestReturnToSenderDequeuer(bodyStorage, sender, documentStore, domainEvents, configure), retryManager);
documentStore.WaitForIndexing();
using (var session = documentStore.OpenAsyncSession())
{
await processor.ProcessBatches(session, CancellationToken.None); // mark ready
await session.SaveChangesAsync();
await processor.ProcessBatches(session, CancellationToken.None);
await session.SaveChangesAsync();
}
var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup);
Assert.AreEqual(RetryState.Forwarding, status.RetryState);
}
}
public void When_a_group_is_forwarded_the_status_is_Completed()
{
var retryManager = new RetryingManager();
RetryingManager.RetryOperations = new Dictionary <string, InMemoryRetry>();
using (var documentStore = InMemoryStoreBuilder.GetInMemoryStore())
{
CreateAFailedMessageAndMarkAsPartOfRetryBatch(documentStore, retryManager, "Test-group", true, 1);
var testBus = new TestBus();
var sender = new TestSender();
var bodyStorage = new RavenAttachmentsBodyStorage
{
DocumentStore = documentStore
};
var settingsHolder = new NServiceBus.Settings.SettingsHolder();
settingsHolder.Set("EndpointName", "TestEndpoint");
var configure = new Configure(settingsHolder, new TestContainer(), new List <Action <NServiceBus.ObjectBuilder.IConfigureComponents> >(), new NServiceBus.Pipeline.PipelineSettings(new BusConfiguration()));
var returnToSender = new TestReturnToSenderDequeuer(bodyStorage, sender, documentStore, testBus, configure);
var processor = new RetryProcessor(sender, testBus, returnToSender, retryManager);
using (var session = documentStore.OpenSession())
{
processor.ProcessBatches(session, CancellationToken.None); // mark ready
session.SaveChanges();
processor.ProcessBatches(session, CancellationToken.None);
session.SaveChanges();
}
var status = retryManager.GetStatusForRetryOperation("Test-group", RetryType.FailureGroup);
Assert.AreEqual(RetryState.Completed, status.RetryState);
}
}