public async Task <Stream> OpenReadAsync(string fullPath, CancellationToken cancellationToken)
{
GenericValidation.CheckBlobFullPath(fullPath);
AdlsClient client = await GetAdlsClientAsync().ConfigureAwait(false);
try
{
AdlsInputStream response = await client.GetReadStreamAsync(fullPath, cancellationToken).ConfigureAwait(false);
return(response);
}
catch (AdlsException ex) when(ex.HttpStatus == HttpStatusCode.NotFound)
{
return(null);
}
}
/// <summary>
/// used for debugging
/// </summary>
/// <param name="context"></param>
/// <param name="mockingStream"></param>
public ParallelDatalakeFlatFileExtractor(PipelineContext context, AdlsInputStream mockingStream)
{
m_Context = context;
int m_Buffersize = m_Context.ADLStreamBufferSize;
m_Buffer1 = new byte[m_Buffersize];
m_Buffer2 = new byte[m_Buffersize];
m_Stream = mockingStream;
m_Syncroot = new object();
//init buffer
FillInactiveBuffer().Wait();
m_PointerToActiveBuffer = m_Buffer1;
m_Buffer1IsActive = true;
//start filling the second buffer
m_TaskInProgress = FillInactiveBuffer();
}
public async Task <Stream> OpenReadAsync(string id, CancellationToken cancellationToken)
{
GenericValidation.CheckBlobId(id);
AdlsClient client = await GetAdlsClient();
try
{
AdlsInputStream response = await client.GetReadStreamAsync(id, cancellationToken);
return(response);
}
catch (AdlsException ex) when(ex.HttpStatus == HttpStatusCode.NotFound)
{
return(null);
}
}
public ParallelDatalakeFlatFileExtractor(PipelineContext context)
{
m_Context = context;
m_Buffersize = m_Context.ADLStreamBufferSize;
m_Buffer1 = new byte[m_Buffersize];
m_Buffer2 = new byte[m_Buffersize];
AzureClient client = new AzureClient(context);
var adls = client.GetDataLakeClient(m_Context.DataLakeAdress, m_Context.PromptAzureLogin);
m_Stream = adls.GetReadStream(m_Context.SourceFilePath, m_Buffersize);
m_Syncroot = new object();
//init buffer
FillInactiveBuffer().Wait();
m_PointerToActiveBuffer = m_Buffer1;
m_Buffer1IsActive = true;
//start filling the second buffer
m_TaskInProgress = FillInactiveBuffer();
}
