public void available_capacity_is_tracked_with_acked_messages()
{
var client1Envelope = new FakeEnvelope();
var client2Envelope = new FakeEnvelope();
var reader = new FakeCheckpointReader();
const string subsctiptionStream = "$ce-streamName";
PersistentSubscriptionParams settings = PersistentSubscriptionToStreamParamsBuilder
.CreateFor(subsctiptionStream, "groupName")
.WithEventLoader(new FakeStreamReader())
.WithCheckpointReader(reader)
.WithCheckpointWriter(new FakeCheckpointWriter(x => { }))
.WithMessageParker(new FakeMessageParker())
.CustomConsumerStrategy(new PinnedPersistentSubscriptionConsumerStrategy(new XXHashUnsafe()))
.StartFromCurrent();
var consumerStrategy = (PinnedPersistentSubscriptionConsumerStrategy)settings.ConsumerStrategy;
var sub = new Core.Services.PersistentSubscription.PersistentSubscription(settings);
reader.Load(null);
var correlationId1 = Guid.NewGuid();
sub.AddClient(correlationId1, Guid.NewGuid(), "connection-1", client1Envelope, 14, "foo", "bar");
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(14));
var correlationId2 = Guid.NewGuid();
sub.AddClient(correlationId2, Guid.NewGuid(), "connection-2", client2Envelope, 10, "foo", "bar");
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(24));
var message1 = Guid.NewGuid();
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(message1, subsctiptionStream, 0,
Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-1", 0), false));
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(23));
var message2 = Guid.NewGuid();
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(message2, subsctiptionStream, 1,
Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-2", 0), false));
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(22));
sub.AcknowledgeMessagesProcessed(correlationId1, new[] { message1 });
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(23));
sub.AcknowledgeMessagesProcessed(correlationId2, new[] { message2 });
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(24));
}
public void events_are_skipped_if_assigned_client_full()
{
var client1Envelope = new FakeEnvelope();
var client2Envelope = new FakeEnvelope();
var reader = new FakeCheckpointReader();
const string subsctiptionStream = "$ce-streamName";
var sub = new Core.Services.PersistentSubscription.PersistentSubscription(
PersistentSubscriptionToStreamParamsBuilder.CreateFor(subsctiptionStream, "groupName")
.WithEventLoader(new FakeStreamReader())
.WithCheckpointReader(reader)
.WithCheckpointWriter(new FakeCheckpointWriter(x => { }))
.WithMessageParker(new FakeMessageParker())
.CustomConsumerStrategy(new PinnedPersistentSubscriptionConsumerStrategy(new XXHashUnsafe()))
.StartFromCurrent());
reader.Load(null);
var correlationId = Guid.NewGuid();
sub.AddClient(correlationId, Guid.NewGuid(), "connection-1", client1Envelope, 1, "foo", "bar");
sub.AddClient(Guid.NewGuid(), Guid.NewGuid(), "connection-2", client2Envelope, 1, "foo", "bar");
var message1 = Guid.NewGuid();
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(message1, subsctiptionStream, 0,
Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-1", 0), false));
Assert.That(client1Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(client2Envelope.Replies.Count, Is.EqualTo(0));
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(Guid.NewGuid(), subsctiptionStream, 1,
Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-1", 0), false));
Assert.That(client1Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(client2Envelope.Replies.Count, Is.EqualTo(0));
Assert.True(sub.TryGetStreamBuffer(out var streamBuffer));
Assert.That(streamBuffer.BufferCount, Is.EqualTo(1));
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(Guid.NewGuid(), subsctiptionStream, 2,
Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-2", 0), false));
Assert.That(client1Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(client2Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(streamBuffer.BufferCount, Is.EqualTo(1));
sub.AcknowledgeMessagesProcessed(correlationId, new[] { message1 });
Assert.That(client1Envelope.Replies.Count, Is.EqualTo(2));
Assert.That(client2Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(streamBuffer.BufferCount, Is.EqualTo(0));
}
public void subscription_does_not_write_checkpoint_on_time_when_min_is_not_hit()
{
int cp = -1;
var envelope1 = new FakeEnvelope();
var reader = new FakeCheckpointReader();
var sub = new Core.Services.PersistentSubscription.PersistentSubscription(
PersistentSubscriptionParamsBuilder.CreateFor("streamName", "groupName")
.WithEventLoader(new FakeStreamReader(x => { }))
.WithCheckpointReader(reader)
.WithCheckpointWriter(new FakeCheckpointWriter(i => cp = i))
.WithMessageParker(new FakeMessageParker())
.PreferDispatchToSingle()
.StartFromBeginning()
.MinimumToCheckPoint(2)
.MaximumToCheckPoint(5));
reader.Load(null);
var corrid = Guid.NewGuid();
sub.AddClient(corrid, Guid.NewGuid(), envelope1, 10, "foo", "bar");
sub.AddClient(Guid.NewGuid(), Guid.NewGuid(), envelope1, 10, "foo", "bar");
var id = Guid.NewGuid();
sub.HandleReadCompleted(new[]
{
Helper.BuildFakeEvent(id, "type", "streamName", 0),
Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName", 1)
}, 1, false);
sub.AcknowledgeMessagesProcessed(corrid, new[] { id });
sub.NotifyClockTick(DateTime.Now);
Assert.AreEqual(1, cp);
}
public void messages_dont_get_retried_when_acked_on_synchronous_reads()
{
var reader = new FakeCheckpointReader();
var parker = new FakeMessageParker();
var sub = new Core.Services.PersistentSubscription.PersistentSubscription(
PersistentSubscriptionParamsBuilder.CreateFor("streamName", "groupName")
.WithEventLoader(new FakeStreamReader(x => { }))
.WithCheckpointReader(reader)
.WithCheckpointWriter(new FakeCheckpointWriter(i => { }))
.WithMessageParker(parker)
.PreferDispatchToSingle()
.StartFromBeginning()
.WithMessageTimeoutOf(TimeSpan.FromSeconds(1)));
reader.Load(null);
var id1 = Guid.NewGuid();
var id2 = Guid.NewGuid();
sub.HandleReadCompleted(new[]
{
Helper.BuildFakeEvent(id1, "type", "streamName", 0),
Helper.BuildFakeEvent(id2, "type", "streamName", 1)
}, 1, false);
sub.GetNextNOrLessMessages(2).ToArray();
sub.AcknowledgeMessagesProcessed(Guid.Empty, new[] { id1, id2 });
sub.NotifyClockTick(DateTime.Now.AddSeconds(3));
var retries = sub.GetNextNOrLessMessages(2).ToArray();
Assert.AreEqual(0, retries.Length);
Assert.AreEqual(0, parker.ParkedEvents.Count);
}
public void subscription_does_write_checkpoint_for_disconnected_clients_on_time_when_min_is_hit()
{
int cp = -1;
var reader = new FakeCheckpointReader();
var sub = new Core.Services.PersistentSubscription.PersistentSubscription(
PersistentSubscriptionParamsBuilder.CreateFor("streamName", "groupName")
.WithEventLoader(new FakeStreamReader(x => { }))
.WithCheckpointReader(reader)
.WithCheckpointWriter(new FakeCheckpointWriter(i => cp = i))
.WithMessageParker(new FakeMessageParker())
.StartFromBeginning()
.MinimumToCheckPoint(1)
.MaximumToCheckPoint(5));
reader.Load(null);
var corrid = Guid.NewGuid();
var eventId1 = Guid.NewGuid();
var eventId2 = Guid.NewGuid();
sub.HandleReadCompleted(new[]
{
Helper.BuildFakeEvent(eventId1, "type", "streamName", 0),
Helper.BuildFakeEvent(eventId2, "type", "streamName", 1),
}, 1, false);
sub.GetNextNOrLessMessages(2).ToArray();
sub.AcknowledgeMessagesProcessed(corrid, new[] { eventId1, eventId2 });
sub.NotifyClockTick(DateTime.UtcNow);
Assert.AreEqual(1, cp);
}
public void events_are_skipped_if_assigned_client_full()
{
var client1Envelope = new FakeEnvelope();
var client2Envelope = new FakeEnvelope();
var reader = new FakeCheckpointReader();
const string subsctiptionStream = "$ce-streamName";
var sub = new Core.Services.PersistentSubscription.PersistentSubscription(PersistentSubscriptionParamsBuilder.CreateFor(subsctiptionStream, "groupName")
.WithEventLoader(new FakeStreamReader(x => { }))
.WithCheckpointReader(reader)
.WithCheckpointWriter(new FakeCheckpointWriter(x => { }))
.WithMessageParker(new FakeMessageParker())
.CustomConsumerStrategy(new PinnedPersistentSubscriptionConsumerStrategy(new XXHashUnsafe()))
.StartFromCurrent());
reader.Load(null);
var correlationId = Guid.NewGuid();
sub.AddClient(correlationId, Guid.NewGuid(), client1Envelope, 1, "foo", "bar");
sub.AddClient(Guid.NewGuid(), Guid.NewGuid(), client2Envelope, 1, "foo", "bar");
var message1 = Guid.NewGuid();
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(message1, subsctiptionStream, 0, Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-1", 0), false));
Assert.That(client1Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(client2Envelope.Replies.Count, Is.EqualTo(0));
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(Guid.NewGuid(), subsctiptionStream, 1, Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-1", 0), false));
Assert.That(client1Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(client2Envelope.Replies.Count, Is.EqualTo(0));
Assert.That(sub._streamBuffer.BufferCount, Is.EqualTo(1));
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(Guid.NewGuid(), subsctiptionStream, 2, Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-2", 0), false));
Assert.That(client1Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(client2Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(sub._streamBuffer.BufferCount, Is.EqualTo(1));
sub.AcknowledgeMessagesProcessed(correlationId, new[] { message1 });
Assert.That(client1Envelope.Replies.Count, Is.EqualTo(2));
Assert.That(client2Envelope.Replies.Count, Is.EqualTo(1));
Assert.That(sub._streamBuffer.BufferCount, Is.EqualTo(0));
}
public void available_capacity_is_tracked_with_acked_messages()
{
var client1Envelope = new FakeEnvelope();
var client2Envelope = new FakeEnvelope();
var reader = new FakeCheckpointReader();
const string subsctiptionStream = "$ce-streamName";
PersistentSubscriptionParams settings = PersistentSubscriptionParamsBuilder.CreateFor(subsctiptionStream, "groupName")
.WithEventLoader(new FakeStreamReader(x => { }))
.WithCheckpointReader(reader)
.WithCheckpointWriter(new FakeCheckpointWriter(x => { }))
.WithMessageParker(new FakeMessageParker())
.CustomConsumerStrategy(new PinnedPersistentSubscriptionConsumerStrategy(new XXHashUnsafe()))
.StartFromCurrent();
var consumerStrategy = (PinnedPersistentSubscriptionConsumerStrategy)settings.ConsumerStrategy;
var sub = new Core.Services.PersistentSubscription.PersistentSubscription(settings);
reader.Load(null);
var correlationId1 = Guid.NewGuid();
sub.AddClient(correlationId1, Guid.NewGuid(), client1Envelope, 14, "foo", "bar");
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(14));
var correlationId2 = Guid.NewGuid();
sub.AddClient(correlationId2, Guid.NewGuid(), client2Envelope, 10, "foo", "bar");
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(24));
var message1 = Guid.NewGuid();
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(message1, subsctiptionStream, 0, Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-1", 0), false));
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(23));
var message2 = Guid.NewGuid();
sub.NotifyLiveSubscriptionMessage(Helper.BuildLinkEvent(message2, subsctiptionStream, 1, Helper.BuildFakeEvent(Guid.NewGuid(), "type", "streamName-2", 0), false));
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(22));
sub.AcknowledgeMessagesProcessed(correlationId1, new[] { message1 });
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(23));
sub.AcknowledgeMessagesProcessed(correlationId2, new[] { message2 });
Assert.That(consumerStrategy.AvailableCapacity, Is.EqualTo(24));
}