public void TestEnumerateTransfersResetRetryAfter()
{
var retryAfter = 5;
var jobResponse = Stubs.BuildJobResponse(
Stubs.Chunk1(Stubs.NodeId1, false, false)
);
var node1Client = new Mock<IDs3Client>(MockBehavior.Strict).Object;
var clientFactory = new Mock<IDs3ClientFactory>(MockBehavior.Strict);
clientFactory.Setup(cf => cf.GetClientForNodeId(Stubs.NodeId1)).Returns(node1Client);
var client = new Mock<IDs3Client>(MockBehavior.Strict);
client.Setup(c => c.BuildFactory(Stubs.Nodes)).Returns(clientFactory.Object);
client
.Setup(c => c.AllocateJobChunkSpectraS3(AllocateMock.Allocate(Stubs.ChunkId1)))
.Returns(() =>
{
if (retryAfter == 1) //after 4 retires we want to success
{
return AllocateJobChunkSpectraS3Response.Success(Stubs.Chunk1(Stubs.NodeId1, false, false));
}
return AllocateJobChunkSpectraS3Response.RetryAfter(TimeSpan.FromSeconds(5));
});
var source = new WriteStreamChunkStrategy(_ => { retryAfter--; }, retryAfter);
using (var transfers = source.GetNextTransferItems(client.Object, jobResponse).GetEnumerator())
{
Assert.True(source.RetryAfer.RetryAfterLeft == 5);
transfers.MoveNext();
Assert.True(source.RetryAfer.RetryAfterLeft == 5);
//we want to make sure that the retryAfter value was reseted
transfers.MoveNext();
}
}
public void TestGetNextTransferItems()
{
var jobResponse = Stubs.BuildJobResponse(
Stubs.Chunk1(Stubs.NodeId1, false, false),
Stubs.Chunk2(Stubs.NodeId2, false, false)
);
var node1Client = new Mock<IDs3Client>(MockBehavior.Strict).Object;
var clientFactory = new Mock<IDs3ClientFactory>(MockBehavior.Strict);
clientFactory.Setup(cf => cf.GetClientForNodeId(Stubs.NodeId1)).Returns(node1Client);
clientFactory.Setup(cf => cf.GetClientForNodeId(Stubs.NodeId2)).Returns(node1Client);
var client = new Mock<IDs3Client>(MockBehavior.Strict);
client.Setup(c => c.BuildFactory(Stubs.Nodes)).Returns(clientFactory.Object);
client
.SetupSequence(c => c.AllocateJobChunkSpectraS3(AllocateMock.Allocate(Stubs.ChunkId1)))
.Returns(AllocateJobChunkSpectraS3Response.RetryAfter(TimeSpan.FromMinutes(5)))
.Returns(AllocateJobChunkSpectraS3Response.Success(Stubs.Chunk1(Stubs.NodeId1, false, false)));
client
.SetupSequence(c => c.AllocateJobChunkSpectraS3(AllocateMock.Allocate(Stubs.ChunkId2)))
.Returns(AllocateJobChunkSpectraS3Response.RetryAfter(TimeSpan.FromMinutes(5)))
.Returns(AllocateJobChunkSpectraS3Response.Success(Stubs.Chunk2(Stubs.NodeId2, false, false)));
var sleeps = new List<TimeSpan>();
var source = new WriteStreamChunkStrategy(sleeps.Add); //we don't want to really sleep in the tests
var transfers = source.GetNextTransferItems(client.Object, jobResponse).GetEnumerator();
var transfered = new TransferItem[4];
for (var i = 0; i < 4; i++)
{
Assert.True(transfers.MoveNext());
transfered[i] = transfers.Current;
source.CompleteBlob(transfers.Current.Blob);
}
CollectionAssert.AreEqual(
new[]
{
new TransferItem(node1Client, new Blob(Range.ByLength(0, 15), "bar")),
new TransferItem(node1Client, new Blob(Range.ByLength(0, 10), "foo")),
new TransferItem(node1Client, new Blob(Range.ByLength(10, 10), "foo")),
new TransferItem(node1Client, new Blob(Range.ByLength(15, 20), "bar"))
},
transfered,
new TransferItemSourceHelpers.TransferItemComparer()
);
CollectionAssert.AreEqual(
new[] {TimeSpan.FromMinutes(5), TimeSpan.FromMinutes(5)},
sleeps
);
client.VerifyAll();
clientFactory.VerifyAll();
}
public void TestGetNextTransferItemsRetryAfter()
{
var jobResponse = Stubs.BuildJobResponse(
Stubs.Chunk1(Stubs.NodeId1, false, false)
);
var clientFactory = new Mock<IDs3ClientFactory>(MockBehavior.Strict);
var client = new Mock<IDs3Client>(MockBehavior.Strict);
client.Setup(c => c.BuildFactory(Stubs.Nodes)).Returns(clientFactory.Object);
client
.Setup(c => c.AllocateJobChunkSpectraS3(AllocateMock.Allocate(Stubs.ChunkId1)))
.Returns(AllocateJobChunkSpectraS3Response.RetryAfter(TimeSpan.FromMinutes(5)));
var sleeps = new List<TimeSpan>();
var source = new WriteStreamChunkStrategy(sleeps.Add, 2); //we don't want to really sleep in the tests
using (var transfers = source.GetNextTransferItems(client.Object, jobResponse).GetEnumerator())
{
try
{
Assert.True(source.RetryAfer.RetryAfterLeft == 2);
transfers.MoveNext(); //Should throw Ds3NoMoreRetriesException
Assert.Fail();
}
catch (Ds3NoMoreRetriesException ex)
{
Assert.True(source.RetryAfer.RetryAfterLeft == 0);
Assert.True(ex.Message.Equals(Resources.NoMoreRetriesException));
}
}
CollectionAssert.AreEqual(
new[] {TimeSpan.FromMinutes(5), TimeSpan.FromMinutes(5)},
sleeps
);
source = new WriteStreamChunkStrategy(_ => { }, 0);
using (var transfers = source.GetNextTransferItems(client.Object, jobResponse).GetEnumerator())
{
try
{
Assert.True(source.RetryAfer.RetryAfterLeft == 0);
transfers.MoveNext(); //Should throw Ds3NoMoreRetriesException
Assert.Fail();
}
catch (Ds3NoMoreRetriesException ex)
{
Assert.True(source.RetryAfer.RetryAfterLeft == 0);
Assert.True(ex.Message.Equals(Resources.NoMoreRetriesException));
}
}
source = new WriteStreamChunkStrategy(_ => { }, 1);
using (var transfers = source.GetNextTransferItems(client.Object, jobResponse).GetEnumerator())
{
try
{
Assert.True(source.RetryAfer.RetryAfterLeft == 1);
transfers.MoveNext(); //Should throw Ds3NoMoreRetriesException
Assert.Fail();
}
catch (Ds3NoMoreRetriesException ex)
{
Assert.True(source.RetryAfer.RetryAfterLeft == 0);
Assert.True(ex.Message.Equals(Resources.NoMoreRetriesException));
}
}
source = new WriteStreamChunkStrategy(_ => { }, 2);
using (var transfers = source.GetNextTransferItems(client.Object, jobResponse).GetEnumerator())
{
try
{
Assert.True(source.RetryAfer.RetryAfterLeft == 2);
transfers.MoveNext(); //Should throw Ds3NoMoreRetriesException
Assert.Fail();
}
catch (Ds3NoMoreRetriesException ex)
{
Assert.True(source.RetryAfer.RetryAfterLeft == 0);
Assert.True(ex.Message.Equals(Resources.NoMoreRetriesException));
}
}
source = new WriteStreamChunkStrategy(_ => { }, 100);
using (var transfers = source.GetNextTransferItems(client.Object, jobResponse).GetEnumerator())
{
try
{
Assert.True(source.RetryAfer.RetryAfterLeft == 100);
transfers.MoveNext(); //Should throw Ds3NoMoreRetriesException
Assert.Fail();
}
catch (Ds3NoMoreRetriesException ex)
{
Assert.True(source.RetryAfer.RetryAfterLeft == 0);
Assert.True(ex.Message.Equals(Resources.NoMoreRetriesException));
}
}
client.VerifyAll();
clientFactory.VerifyAll();
}
