private void UploadFromStreamTest(DMLibDataType destType, long[] variedSourceLength, int?blockSize, bool seekable, bool fixedSized)
{
DataAdaptor <DMLibDataInfo> sourceAdaptor = GetSourceAdaptor(DMLibDataType.Stream);
DataAdaptor <DMLibDataInfo> destAdaptor = GetDestAdaptor(destType);
DMLibDataInfo sourceDataInfo = new DMLibDataInfo(string.Empty);
foreach (long fileSizeInByte in variedSourceLength)
{
sourceDataInfo.RootNode.AddFileNode(new FileNode($"{FileName}_{fileSizeInByte}")
{
SizeInByte = fileSizeInByte,
});
}
sourceAdaptor.GenerateData(sourceDataInfo);
destAdaptor.CreateIfNotExists();
List <TransferItem> uploadItems = new List <TransferItem>();
foreach (long fileSizeInByte in variedSourceLength)
{
string fileName = $"{FileName}_{fileSizeInByte}";
FileNode fileNode = sourceDataInfo.RootNode.GetFileNode(fileName);
uploadItems.Add(new TransferItem()
{
SourceObject = new DMLibTestStream(sourceAdaptor.GetTransferObject(string.Empty, fileNode) as FileStream, seekable, fixedSized),
DestObject = destAdaptor.GetTransferObject(string.Empty, fileNode),
SourceType = DMLibDataType.Stream,
DestType = destType,
IsServiceCopy = false
});
}
// Execution
var result = this.RunTransferItems(
uploadItems,
new TestExecutionOptions <DMLibDataInfo>()
{
DisableDestinationFetch = true,
BlockSize = blockSize.HasValue ? blockSize.Value : 4 * 1024 * 1024
});
if (!fixedSized && (destType == DMLibDataType.PageBlob || destType == DMLibDataType.CloudFile))
{
Test.Assert(result.Exceptions.Count == 1 && result.Exceptions[0].Message.Contains("Source must be fixed size"), "Verify error is expected.");
}
else
{
// Verify all files are transfered successfully
Test.Assert(result.Exceptions.Count == 0, "Verify no exception occurs.");
DMLibDataInfo destDataInfo = destAdaptor.GetTransferDataInfo(string.Empty);
foreach (FileNode destFileNode in destDataInfo.EnumerateFileNodes())
{
FileNode sourceFileNode = sourceDataInfo.RootNode.GetFileNode(destFileNode.Name);
Test.Assert(DMLibDataHelper.Equals(sourceFileNode, destFileNode), "Verify transfer result.");
}
}
sourceAdaptor.Cleanup();
destAdaptor.Cleanup();
}
private void DownloadToMultipleStreams(DMLibDataType sourceType, long fileSize, int blockSize = 0)
{
DataAdaptor <DMLibDataInfo> sourceAdaptor = GetSourceAdaptor(sourceType);
DataAdaptor <DMLibDataInfo> destAdaptor1 = GetDestAdaptor(DMLibDataType.Stream);
Test.Info("SourceType: {0}, filesize {1}, blocksize {2}", sourceType, fileSize, blockSize);
DMLibDataInfo sourceDataInfo = new DMLibDataInfo(string.Empty);
long fileSizeInByte = fileSize;
sourceDataInfo.RootNode.AddFileNode(new FileNode(FileName)
{
SizeInByte = fileSizeInByte,
});
sourceAdaptor.GenerateData(sourceDataInfo);
destAdaptor1.CreateIfNotExists();
List <TransferItem> downloadItems = new List <TransferItem>();
FileNode fileNode = sourceDataInfo.RootNode.GetFileNode(FileName);
int streamCount = random.Next(2, 6);
for (int i = 0; i < streamCount; ++i)
{
downloadItems.Add(new TransferItem()
{
SourceObject = sourceAdaptor.GetTransferObject(string.Empty, fileNode),
DestObject = (destAdaptor1 as LocalDataAdaptor).GetTransferObject(string.Empty, $"{FileName}_{i}"),
SourceType = sourceType,
DestType = DMLibDataType.Stream,
IsServiceCopy = false
});
}
var options = new TestExecutionOptions <DMLibDataInfo>()
{
DisableDestinationFetch = true,
};
if (0 != blockSize)
{
options.BlockSize = blockSize;
}
// Execution
var result = this.RunTransferItems(
downloadItems,
options);
// Verify all files are transfered successfully
Test.Assert(result.Exceptions.Count == 0, "Verify no exception occurs.");
DMLibDataInfo destDataInfo = destAdaptor1.GetTransferDataInfo(string.Empty);
foreach (FileNode destFileNode in destDataInfo.EnumerateFileNodes())
{
var toBeValidateFileNode = destFileNode.Clone(FileName);
FileNode sourceFileNode = sourceDataInfo.RootNode.GetFileNode(FileName);
Test.Assert(DMLibDataHelper.Equals(sourceFileNode, toBeValidateFileNode), "Verify transfer result.");
}
sourceAdaptor.Cleanup();
destAdaptor1.Cleanup();
}
