public override async Task CanAcquireResourceAsync_QueuesAndGrabsOldest() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(1, QueueProcessingOrder.OldestFirst, 2, TimeSpan.Zero, autoReplenishment: false)); var lease = await limiter.WaitAsync(); Assert.True(lease.IsAcquired); var wait1 = limiter.WaitAsync(); var wait2 = limiter.WaitAsync(); Assert.False(wait1.IsCompleted); Assert.False(wait2.IsCompleted); lease.Dispose(); Assert.True(limiter.TryReplenish()); lease = await wait1; Assert.True(lease.IsAcquired); Assert.False(wait2.IsCompleted); lease.Dispose(); Assert.Equal(0, limiter.GetAvailablePermits()); Assert.True(limiter.TryReplenish()); lease = await wait2; Assert.True(lease.IsAcquired); }
public override async Task CanAcquireResourceAsync_QueuesAndGrabsOldest() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 1, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 2, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = await limiter.AcquireAsync(); Assert.True(lease.IsAcquired); var wait1 = limiter.AcquireAsync(); var wait2 = limiter.AcquireAsync(); Assert.False(wait1.IsCompleted); Assert.False(wait2.IsCompleted); lease.Dispose(); Assert.True(limiter.TryReplenish()); lease = await wait1; Assert.True(lease.IsAcquired); Assert.False(wait2.IsCompleted); lease.Dispose(); Assert.Equal(0, limiter.GetStatistics().CurrentAvailablePermits); Assert.True(limiter.TryReplenish()); lease = await wait2; Assert.True(lease.IsAcquired); }
public override async Task QueueAvailableAfterQueueLimitHitAndResources_BecomeAvailable() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 1, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 1, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = limiter.AttemptAcquire(1); var wait = limiter.AcquireAsync(1); var failedLease = await limiter.AcquireAsync(1); Assert.False(failedLease.IsAcquired); limiter.TryReplenish(); lease = await wait; Assert.True(lease.IsAcquired); wait = limiter.AcquireAsync(1); Assert.False(wait.IsCompleted); limiter.TryReplenish(); lease = await wait; Assert.True(lease.IsAcquired); }
public override async Task CannotAcquireResourcesWithWaitAsyncWithQueuedItemsIfOldestFirst() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(2, QueueProcessingOrder.OldestFirst, 3, TimeSpan.Zero, autoReplenishment: false)); var lease = limiter.Acquire(1); Assert.True(lease.IsAcquired); var wait = limiter.WaitAsync(2); var wait2 = limiter.WaitAsync(1); Assert.False(wait.IsCompleted); Assert.False(wait2.IsCompleted); limiter.TryReplenish(); lease = await wait; Assert.True(lease.IsAcquired); Assert.False(wait2.IsCompleted); limiter.TryReplenish(); lease = await wait2; Assert.True(lease.IsAcquired); }
public override async Task CanAcquireResourceAsync_QueuesAndGrabsNewest() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(2, QueueProcessingOrder.NewestFirst, 3, TimeSpan.FromMinutes(0), autoReplenishment: false)); var lease = await limiter.WaitAsync(2); Assert.True(lease.IsAcquired); var wait1 = limiter.WaitAsync(2); var wait2 = limiter.WaitAsync(); Assert.False(wait1.IsCompleted); Assert.False(wait2.IsCompleted); lease.Dispose(); Assert.True(limiter.TryReplenish()); // second queued item completes first with NewestFirst lease = await wait2; Assert.True(lease.IsAcquired); Assert.False(wait1.IsCompleted); lease.Dispose(); Assert.Equal(1, limiter.GetAvailablePermits()); Assert.True(limiter.TryReplenish()); lease = await wait1; Assert.True(lease.IsAcquired); }
public override async Task CancelUpdatesQueueLimit() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 1, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 1, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = limiter.AttemptAcquire(1); Assert.True(lease.IsAcquired); var cts = new CancellationTokenSource(); var wait = limiter.AcquireAsync(1, cts.Token); cts.Cancel(); var ex = await Assert.ThrowsAsync <TaskCanceledException>(() => wait.AsTask()); Assert.Equal(cts.Token, ex.CancellationToken); wait = limiter.AcquireAsync(1); Assert.False(wait.IsCompleted); limiter.TryReplenish(); lease = await wait; Assert.True(lease.IsAcquired); }
public override async Task CanCancelAcquireAsyncBeforeQueuing() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 1, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 1, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = limiter.AttemptAcquire(1); Assert.True(lease.IsAcquired); var cts = new CancellationTokenSource(); cts.Cancel(); var ex = await Assert.ThrowsAsync <TaskCanceledException>(() => limiter.AcquireAsync(1, cts.Token).AsTask()); Assert.Equal(cts.Token, ex.CancellationToken); lease.Dispose(); Assert.True(limiter.TryReplenish()); Assert.Equal(1, limiter.GetStatistics().CurrentAvailablePermits); }
public override async Task CanDequeueMultipleResourcesAtOnce() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 2, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 2, Window = TimeSpan.Zero, AutoReplenishment = false }); using var lease = await limiter.AcquireAsync(2); Assert.True(lease.IsAcquired); var wait1 = limiter.AcquireAsync(1); var wait2 = limiter.AcquireAsync(1); Assert.False(wait1.IsCompleted); Assert.False(wait2.IsCompleted); lease.Dispose(); Assert.True(limiter.TryReplenish()); var lease1 = await wait1; var lease2 = await wait2; Assert.True(lease1.IsAcquired); Assert.True(lease2.IsAcquired); }
public override async Task DropsRequestedLeaseIfPermitCountGreaterThanQueueLimitAndNoAvailability_NewestFirst() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 2, QueueProcessingOrder = QueueProcessingOrder.NewestFirst, QueueLimit = 1, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = limiter.AttemptAcquire(2); Assert.True(lease.IsAcquired); // Fill queue var wait = limiter.AcquireAsync(1); Assert.False(wait.IsCompleted); var lease1 = await limiter.AcquireAsync(2); Assert.False(lease1.IsAcquired); limiter.TryReplenish(); lease = await wait; Assert.True(lease.IsAcquired); }
public override async Task DropsOldestWhenQueuingMoreThanLimit_NewestFirst() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 1, QueueProcessingOrder = QueueProcessingOrder.NewestFirst, QueueLimit = 1, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = limiter.AttemptAcquire(1); var wait = limiter.AcquireAsync(1); Assert.False(wait.IsCompleted); var wait2 = limiter.AcquireAsync(1); var lease1 = await wait; Assert.False(lease1.IsAcquired); Assert.False(wait2.IsCompleted); limiter.TryReplenish(); lease = await wait2; Assert.True(lease.IsAcquired); }
public override async Task CannotAcquireResourcesWithAcquireWithQueuedItemsIfOldestFirst() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 2, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 3, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = limiter.AttemptAcquire(1); Assert.True(lease.IsAcquired); var wait = limiter.AcquireAsync(2); Assert.False(wait.IsCompleted); lease = limiter.AttemptAcquire(1); Assert.False(lease.IsAcquired); limiter.TryReplenish(); lease = await wait; Assert.True(lease.IsAcquired); }
public override async Task CanAcquireResourcesWithAcquireAsyncWithQueuedItemsIfNewestFirst() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 2, QueueProcessingOrder = QueueProcessingOrder.NewestFirst, QueueLimit = 2, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = limiter.AttemptAcquire(1); Assert.True(lease.IsAcquired); var wait = limiter.AcquireAsync(2); Assert.False(wait.IsCompleted); Assert.Equal(1, limiter.GetStatistics().CurrentAvailablePermits); lease = await limiter.AcquireAsync(1); Assert.True(lease.IsAcquired); Assert.False(wait.IsCompleted); limiter.TryReplenish(); lease = await wait; Assert.True(lease.IsAcquired); }
public override async Task LargeAcquiresAndQueuesDoNotIntegerOverflow() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(int.MaxValue, QueueProcessingOrder.NewestFirst, int.MaxValue, TimeSpan.Zero, autoReplenishment: false)); var lease = limiter.Acquire(int.MaxValue); Assert.True(lease.IsAcquired); // Fill queue var wait = limiter.WaitAsync(3); Assert.False(wait.IsCompleted); var wait2 = limiter.WaitAsync(int.MaxValue); Assert.False(wait2.IsCompleted); var lease1 = await wait; Assert.False(lease1.IsAcquired); limiter.TryReplenish(); var lease2 = await wait2; Assert.True(lease2.IsAcquired); }
public override async Task DropsMultipleOldestWhenQueuingMoreThanLimit_NewestFirst() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(2, QueueProcessingOrder.NewestFirst, 2, TimeSpan.Zero, autoReplenishment: false)); var lease = limiter.Acquire(2); Assert.True(lease.IsAcquired); var wait = limiter.WaitAsync(1); Assert.False(wait.IsCompleted); var wait2 = limiter.WaitAsync(1); Assert.False(wait2.IsCompleted); var wait3 = limiter.WaitAsync(2); var lease1 = await wait; var lease2 = await wait2; Assert.False(lease1.IsAcquired); Assert.False(lease2.IsAcquired); Assert.False(wait3.IsCompleted); limiter.TryReplenish(); lease = await wait3; Assert.True(lease.IsAcquired); }
public override async Task CanFillQueueWithNewestFirstAfterCancelingQueuedRequestWithAnotherQueuedRequest() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(2, QueueProcessingOrder.NewestFirst, 2, TimeSpan.Zero, autoReplenishment: false)); var lease = limiter.Acquire(2); Assert.True(lease.IsAcquired); var cts = new CancellationTokenSource(); var wait = limiter.WaitAsync(1, cts.Token); // Add another item to queue, will be completed as failed later when we queue another item var wait2 = limiter.WaitAsync(1); Assert.False(wait.IsCompleted); cts.Cancel(); var ex = await Assert.ThrowsAsync <TaskCanceledException>(() => wait.AsTask()); Assert.Equal(cts.Token, ex.CancellationToken); lease.Dispose(); var wait3 = limiter.WaitAsync(2); Assert.False(wait3.IsCompleted); // will be kicked by wait3 because we're using NewestFirst lease = await wait2; Assert.False(lease.IsAcquired); limiter.TryReplenish(); lease = await wait3; Assert.True(lease.IsAcquired); }
public void TryReplenishWithAutoReplenish_ReturnsFalse() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(2, QueueProcessingOrder.OldestFirst, 1, TimeSpan.FromSeconds(1), autoReplenishment: true)); Assert.Equal(2, limiter.GetAvailablePermits()); Assert.False(limiter.TryReplenish()); Assert.Equal(2, limiter.GetAvailablePermits()); }
public override void IdleDurationUpdatesWhenChangingFromActive() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(1, QueueProcessingOrder.OldestFirst, 2, TimeSpan.Zero, autoReplenishment: false)); limiter.Acquire(1); limiter.TryReplenish(); Assert.NotNull(limiter.IdleDuration); }
public void TryReplenishWithAutoReplenish_ReturnsFalse() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 2, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 1, Window = TimeSpan.FromSeconds(1), AutoReplenishment = true }); Assert.Equal(2, limiter.GetStatistics().CurrentAvailablePermits); Assert.False(limiter.TryReplenish()); Assert.Equal(2, limiter.GetStatistics().CurrentAvailablePermits); }
public override void IdleDurationUpdatesWhenChangingFromActive() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 1, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 2, Window = TimeSpan.Zero, AutoReplenishment = false }); limiter.AttemptAcquire(1); limiter.TryReplenish(); Assert.NotNull(limiter.IdleDuration); }
public override void CanAcquireResource() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(1, QueueProcessingOrder.NewestFirst, 1, TimeSpan.Zero, autoReplenishment: false)); var lease = limiter.Acquire(); Assert.True(lease.IsAcquired); Assert.False(limiter.Acquire().IsAcquired); lease.Dispose(); Assert.False(limiter.Acquire().IsAcquired); Assert.True(limiter.TryReplenish()); Assert.True(limiter.Acquire().IsAcquired); }
public override async Task CanAcquireResourceAsync() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(1, QueueProcessingOrder.NewestFirst, 1, TimeSpan.Zero, autoReplenishment: false)); using var lease = await limiter.WaitAsync(); Assert.True(lease.IsAcquired); var wait = limiter.WaitAsync(); Assert.False(wait.IsCompleted); Assert.True(limiter.TryReplenish()); Assert.True((await wait).IsAcquired); }
public override async Task WaitAsyncZero_WithoutAvailabilityWaitsForAvailability() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(1, QueueProcessingOrder.NewestFirst, 1, TimeSpan.Zero, autoReplenishment: false)); var lease = await limiter.WaitAsync(1); Assert.True(lease.IsAcquired); var wait = limiter.WaitAsync(0); Assert.False(wait.IsCompleted); lease.Dispose(); Assert.True(limiter.TryReplenish()); using var lease2 = await wait; Assert.True(lease2.IsAcquired); }
public override void CanAcquireResource() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 1, QueueProcessingOrder = QueueProcessingOrder.NewestFirst, QueueLimit = 1, Window = TimeSpan.Zero, AutoReplenishment = false }); var lease = limiter.AttemptAcquire(); Assert.True(lease.IsAcquired); Assert.False(limiter.AttemptAcquire().IsAcquired); lease.Dispose(); Assert.False(limiter.AttemptAcquire().IsAcquired); Assert.True(limiter.TryReplenish()); Assert.True(limiter.AttemptAcquire().IsAcquired); }
public override async Task CanCancelWaitAsyncAfterQueuing() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(1, QueueProcessingOrder.OldestFirst, 1, TimeSpan.Zero, autoReplenishment: false)); var lease = limiter.Acquire(1); Assert.True(lease.IsAcquired); var cts = new CancellationTokenSource(); var wait = limiter.WaitAsync(1, cts.Token); cts.Cancel(); var ex = await Assert.ThrowsAsync <TaskCanceledException>(() => wait.AsTask()); Assert.Equal(cts.Token, ex.CancellationToken); lease.Dispose(); Assert.True(limiter.TryReplenish()); Assert.Equal(1, limiter.GetAvailablePermits()); }
public override async Task CanAcquireResourcesWithWaitAsyncWithQueuedItemsIfNewestFirst() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions(2, QueueProcessingOrder.NewestFirst, 2, TimeSpan.Zero, autoReplenishment: false)); var lease = limiter.Acquire(1); Assert.True(lease.IsAcquired); var wait = limiter.WaitAsync(2); Assert.False(wait.IsCompleted); Assert.Equal(1, limiter.GetAvailablePermits()); lease = await limiter.WaitAsync(1); Assert.True(lease.IsAcquired); Assert.False(wait.IsCompleted); limiter.TryReplenish(); lease = await wait; Assert.True(lease.IsAcquired); }
public override async Task GetStatisticsHasCorrectValues() { var limiter = new FixedWindowRateLimiter(new FixedWindowRateLimiterOptions { PermitLimit = 100, QueueProcessingOrder = QueueProcessingOrder.OldestFirst, QueueLimit = 50, Window = TimeSpan.Zero, AutoReplenishment = false }); var stats = limiter.GetStatistics(); Assert.Equal(100, stats.CurrentAvailablePermits); Assert.Equal(0, stats.CurrentQueuedCount); Assert.Equal(0, stats.TotalFailedLeases); Assert.Equal(0, stats.TotalSuccessfulLeases); // success from acquire + available var lease1 = limiter.AttemptAcquire(60); stats = limiter.GetStatistics(); Assert.Equal(40, stats.CurrentAvailablePermits); Assert.Equal(0, stats.CurrentQueuedCount); Assert.Equal(0, stats.TotalFailedLeases); Assert.Equal(1, stats.TotalSuccessfulLeases); // queue var lease2Task = limiter.AcquireAsync(50); stats = limiter.GetStatistics(); Assert.Equal(40, stats.CurrentAvailablePermits); Assert.Equal(50, stats.CurrentQueuedCount); Assert.Equal(0, stats.TotalFailedLeases); Assert.Equal(1, stats.TotalSuccessfulLeases); // failure from wait var lease3 = await limiter.AcquireAsync(1); Assert.False(lease3.IsAcquired); stats = limiter.GetStatistics(); Assert.Equal(40, stats.CurrentAvailablePermits); Assert.Equal(50, stats.CurrentQueuedCount); Assert.Equal(1, stats.TotalFailedLeases); Assert.Equal(1, stats.TotalSuccessfulLeases); // failure from acquire var lease4 = limiter.AttemptAcquire(100); Assert.False(lease4.IsAcquired); stats = limiter.GetStatistics(); Assert.Equal(40, stats.CurrentAvailablePermits); Assert.Equal(50, stats.CurrentQueuedCount); Assert.Equal(2, stats.TotalFailedLeases); Assert.Equal(1, stats.TotalSuccessfulLeases); limiter.TryReplenish(); await lease2Task; // success from wait + available + queue stats = limiter.GetStatistics(); Assert.Equal(50, stats.CurrentAvailablePermits); Assert.Equal(0, stats.CurrentQueuedCount); Assert.Equal(2, stats.TotalFailedLeases); Assert.Equal(2, stats.TotalSuccessfulLeases); }