public async Task SqsPolicyWithAWildcardIsApplied()
{
var queue = new SqsQueueByName(RegionEndpoint.EUWest1, QueueName, Client, 0);
await Patiently.AssertThatAsync(queue.Exists, TimeSpan.FromSeconds(60));
dynamic policyJson = JObject.Parse(queue.Policy);
Assert.IsTrue(policyJson.Statement.Count == 1, $"Expecting 1 statement in Sqs policy but found {policyJson.Statement.Count}");
}
[Then, Timeout(70000)] // ToDo: Sorry about this, but SQS is a little slow to verify against. Can be better I'm sure? ;)
public async Task QueueIsCreated()
{
var queue = new SqsQueueByName(RegionEndpoint.EUWest1,
QueueName, Client, 0);
await Patiently.AssertThatAsync(
queue.Exists, TimeSpan.FromSeconds(65));
}
public SqsQueueByName EnsureQueueExists(string region, SqsReadConfiguration queueConfig)
{
var regionEndpoint = RegionEndpoint.GetBySystemName(region);
var sqsclient = _awsClientFactory.GetAwsClientFactory().GetSqsClient(regionEndpoint);
var queue = _queueCache.TryGetFromCache(region, queueConfig.QueueName);
if (queue != null)
{
return queue;
}
queue = new SqsQueueByName(regionEndpoint, queueConfig.QueueName, sqsclient, queueConfig.RetryCountBeforeSendingToErrorQueue);
queue.EnsureQueueAndErrorQueueExistAndAllAttributesAreUpdated(queueConfig);
_queueCache.AddToCache(region, queue.QueueName, queue);
return queue;
}
private void EnsureQueueIsSubscribedToTopic(RegionEndpoint region, SnsTopicByName eventTopic, SqsQueueByName queue)
{
var sqsclient = _awsClientFactory.GetAwsClientFactory().GetSqsClient(region);
eventTopic.Subscribe(sqsclient, queue);
}
public void CorrectQueueNameShouldMatch()
{
var sqsQueueByName = new SqsQueueByName(RegionEndpoint.EUWest1, "some-queue-name", _client, RetryCount);
Assert.IsTrue(sqsQueueByName.Exists());
}
public void IncorrectPartialQueueNameDoNotMatch()
{
var sqsQueueByName = new SqsQueueByName(RegionEndpoint.EUWest1, "some-queue", _client, RetryCount);
Assert.IsFalse(sqsQueueByName.Exists());
}
// Use this to manually test the performance / throttling of getting messages out of the queue.
public void HandlingManyMessages(int throttleMessageCount)
{
var locker = new object();
var awsQueueClient = CreateMeABus.DefaultClientFactory().GetSqsClient(RegionEndpoint.EUWest1);
var q = new SqsQueueByName(RegionEndpoint.EUWest1, "throttle_test", awsQueueClient, 1);
if (!q.Exists())
{
q.Create(new SqsBasicConfiguration());
Thread.Sleep(TimeSpan.FromMinutes(1)); // wait 60 secs for queue creation to be guaranteed completed by aws. :(
}
Assert.True(q.Exists());
Console.WriteLine("{0} - Adding {1} messages to the queue.", DateTime.Now, throttleMessageCount);
var entriesAdded = 0;
// Add some messages
do
{
var entries = new List<SendMessageBatchRequestEntry>();
for (var j = 0; j < 10; j++)
{
var batchEntry = new SendMessageBatchRequestEntry
{
MessageBody = "{\"Subject\":\"GenericMessage\", \"Message\": \"" + entriesAdded.ToString() + "\"}",
Id = Guid.NewGuid().ToString()
};
entries.Add(batchEntry);
entriesAdded++;
}
awsQueueClient.SendMessageBatch(new SendMessageBatchRequest { QueueUrl = q.Url, Entries = entries });
}
while (entriesAdded < throttleMessageCount);
Console.WriteLine("{0} - Done adding messages.", DateTime.Now);
var handleCount = 0;
var serialisations = Substitute.For<IMessageSerialisationRegister>();
var monitor = Substitute.For<IMessageMonitor>();
var handler = Substitute.For<IHandler<GenericMessage>>();
handler.Handle(null).ReturnsForAnyArgs(true).AndDoes(x => {lock (locker) { handleCount++; } });
serialisations.DeserializeMessage(string.Empty).ReturnsForAnyArgs(new GenericMessage());
var listener = new SqsNotificationListener(q, serialisations, monitor);
listener.AddMessageHandler(() => handler);
var stopwatch = new Stopwatch();
stopwatch.Start();
listener.Listen();
var waitCount = 0;
do
{
Thread.Sleep(TimeSpan.FromSeconds(5));
Console.WriteLine("{0} - Handled {1} messages. Waiting for completion.", DateTime.Now, handleCount);
waitCount++;
}
while (handleCount < throttleMessageCount && waitCount < 100);
listener.StopListening();
stopwatch.Stop();
Console.WriteLine("{0} - Handled {1} messages.", DateTime.Now, handleCount);
Console.WriteLine("{0} - Took {1} ms", DateTime.Now, stopwatch.ElapsedMilliseconds);
Console.WriteLine("{0} - Throughput {1} msg/sec", DateTime.Now, (float)handleCount / stopwatch.ElapsedMilliseconds * 1000);
Assert.AreEqual(throttleMessageCount, handleCount);
}
