public async void GivenBatchServiceRunning_WhenEventReceivedOutsideWindow_ThenFlushEventsInQueueAndCreateNewWindow_Test()
{
var eventReader = new EventBatchingService(_eventConsumerService, _options, _checkpointClient, _logger);
var firstEventTime = DateTime.UtcNow.AddSeconds(-301);
var firstEvent = new EventMessage("0", new ReadOnlyMemory <byte>(), 1, 1, firstEventTime, new Dictionary <string, object>(), new ReadOnlyDictionary <string, object>(new Dictionary <string, object>()));
await eventReader.ConsumeEvent(firstEvent);
// first window end is: utc - 1 second
// utc - 301 seconds (firstEventTime) + 300 seconds (FlushTimespan)
var endWindow = firstEventTime.Add(TimeSpan.FromSeconds(_options.FlushTimespan));
Assert.Equal(endWindow, eventReader.GetPartition(firstEvent.PartitionId).GetPartitionWindow());
var nextEventTime = DateTime.UtcNow;
var nextEvent = new EventMessage("0", new ReadOnlyMemory <byte>(), 2, 2, nextEventTime, new Dictionary <string, object>(), new ReadOnlyDictionary <string, object>(new Dictionary <string, object>()));
await eventReader.ConsumeEvent(nextEvent);
// flush the 1 event that exists within the first window, verify event outside of window is in queue
await _eventConsumerService.Received(1).ConsumeEvents(Arg.Is <IEnumerable <IEventMessage> >(x => x.Count() == 1));
var expectedQueueCount = 1;
Assert.Equal(expectedQueueCount, eventReader.GetPartition(firstEvent.PartitionId).GetPartitionBatchCount());
// check that the window is incremented
var newEndWindow = endWindow.Add(TimeSpan.FromSeconds(_options.FlushTimespan));
Assert.Equal(newEndWindow, eventReader.GetPartition(firstEvent.PartitionId).GetPartitionWindow());
}
public async void GivenBatchServiceCreated_WhenNextEventReadAndNoEventsInCurrentWindow_ThenAdvanceWindowToIncludeCurrentEvent_Test()
{
var eventReader = new EventBatchingService(_eventConsumerService, _options, _checkpointClient, _logger);
var firstEventTime = DateTime.UtcNow.AddSeconds(-901);
var firstEvent = new EventMessage("0", new ReadOnlyMemory <byte>(), 1, 1, firstEventTime, new Dictionary <string, object>(), new ReadOnlyDictionary <string, object>(new Dictionary <string, object>()));
await eventReader.ConsumeEvent(firstEvent);
var endWindow = firstEventTime.Add(TimeSpan.FromSeconds(_options.FlushTimespan));
Assert.Equal(endWindow, eventReader.GetPartition("0").GetPartitionWindow());
var nextEventTime = DateTime.UtcNow;
var nextEvent = new EventMessage("0", new ReadOnlyMemory <byte>(), 2, 2, nextEventTime, new Dictionary <string, object>(), new ReadOnlyDictionary <string, object>(new Dictionary <string, object>()));
await eventReader.ConsumeEvent(nextEvent);
// check that the window is incremented up until next event is included in the current window
var currentWindowStart = eventReader.GetPartition(nextEvent.PartitionId).GetPartitionWindow().Add(-TimeSpan.FromSeconds(_options.FlushTimespan));
var currrentWindowEnd = eventReader.GetPartition(nextEvent.PartitionId).GetPartitionWindow();
Assert.InRange(nextEventTime, currentWindowStart, currrentWindowEnd);
}
public async void GivenBatchServiceCreated_WhenFirstEventReceived_ThenCreateQueueAndWindow_Test()
{
var eventReader = new EventBatchingService(_eventConsumerService, _options, _checkpointClient, _logger);
var enqueuedTime = DateTime.UtcNow;
var event1 = new EventMessage("0", new ReadOnlyMemory <byte>(), 1, 1, enqueuedTime, new Dictionary <string, object>(), new ReadOnlyDictionary <string, object>(new Dictionary <string, object>()));
await eventReader.ConsumeEvent(event1);
var endWindow = enqueuedTime.Add(TimeSpan.FromSeconds(_options.FlushTimespan));
var partitionWindow = eventReader.GetPartition("0").GetPartitionWindow();
Assert.Equal(endWindow, partitionWindow);
}
public async void GivenBatchServiceRunning_WhenMaxEventsReached_ThenFlushEventsAndKeepWindow_Test()
{
_options.MaxEvents = 3;
var eventReader = new EventBatchingService(_eventConsumerService, _options, _checkpointClient, _logger);
var newEventTime = DateTime.UtcNow;
var newEvent = new EventMessage("0", new ReadOnlyMemory <byte>(), 1, 1, newEventTime, new Dictionary <string, object>(), new ReadOnlyDictionary <string, object>(new Dictionary <string, object>()));
await eventReader.ConsumeEvent(newEvent);
await eventReader.ConsumeEvent(newEvent);
var endWindow = newEventTime.Add(TimeSpan.FromSeconds(_options.FlushTimespan));
Assert.Equal(endWindow, eventReader.GetPartition(newEvent.PartitionId).GetPartitionWindow());
await _eventConsumerService.Received(0).ConsumeEvents(Arg.Any <IEnumerable <IEventMessage> >());
await eventReader.ConsumeEvent(newEvent);
await _eventConsumerService.Received(1).ConsumeEvents(Arg.Any <IEnumerable <IEventMessage> >());
Assert.Equal(endWindow, eventReader.GetPartition(newEvent.PartitionId).GetPartitionWindow());
}
