public ExportFileInfoList(string stageUri, int totalRows
, ExportQueryBase exportQueryBase
, ExportFileOptions exportFileOptions)
{
int intKey = 1;
// should we append date format
bool AppendDateFlag = exportFileOptions.AppendDateFormat;
int batchSize = exportFileOptions.MaxRowsPerFile;
string filePrefix = exportQueryBase.OutputFilePrefix;
if (totalRows > 0)
{
for (int intIdx = 1; intIdx <= totalRows; intIdx = intIdx + batchSize)
{
// get file name
string strDate = AppendDateFlag ? FileHelper.GetFormattedDate(exportFileOptions.FileDateFormat.ToString()) : string.Empty;
string strFileName = $"{filePrefix}{strDate}.{intKey.ToString()}{exportFileOptions.ExportToFileTypeToString}";
strFileName = System.IO.Path.Combine(stageUri, strFileName);
// get end row
int intEndRow = intIdx + batchSize - 1;
// if end row spills more than total rows then reset it to total rows.
intEndRow = (totalRows < intEndRow) ? totalRows : intEndRow;
// add export file object
this.Add(intKey, new ExportFileInfo(strFileName, intIdx, intEndRow, exportFileOptions.CompressionType));
intKey++;
}
}
}
public ExportDataResult(ExportQueryBase exportQueryBase, ExportFileInfoList exportFileInfoList = null)
{
this.ExportedQuery = exportQueryBase ?? throw new ArgumentNullException("exportQueryBase", "Please provide a Query/Table that was exported.");
this.ExportedFiles = exportFileInfoList;
}
private ExportFileInfoList CreateFiles(ExportDataTable exportDataTable, ExportQueryBase exportQueryBase, ExportFileOptions exportFileOptions)
{
ExportFileInfoList exportFileList = null;
if ((exportDataTable == null) || (exportDataTable?.Table == null))
{
throw new ArgumentNullException("Data Table is missing", $"Data Table to export data is null{exportQueryBase.ToString()}");
}
int intTotalRows = exportDataTable.Table.Rows.Count;
// figure out batch size
int maxRowsPerFile = exportFileOptions.SplitFiles ? exportFileOptions.MaxRowsPerFile : intTotalRows;
// Files split by Max Rows per file.
exportFileList = new ExportFileInfoList(this.StagingUri, intTotalRows, exportQueryBase, exportFileOptions);
if (exportFileList == null)
{
throw new InvalidDataException($"Export File List is null for:{exportQueryBase.ToString()}");
}
// FOR EACH FILE
foreach (var e in exportFileList)
{
// Add Encoding information if needed
// Create a new Stream
Encoding encoding = exportFileOptions.FileEncoding;
e.Value.Created = false;
e.Value.Compressed = false;
e.Value.Exported = false;
// Split the file writing into chunks in case it is too big.
int maxRowsInMemory = exportFileOptions.MaxRowsInMemory;
if (e.Value.NoOfRows > maxRowsInMemory)
{
for (int intChunkStart = 1; intChunkStart <= e.Value.NoOfRows;)
{
// Rows to be added for each file.
using (MemoryStream memStream = exportDataTable.RowsToStream(intChunkStart, maxRowsInMemory, exportFileOptions))
{
// write to file.
FileHelper.CreateFile(e.Value.FileName, memStream, exportFileOptions.CompressionType.ToString());
}
// next set
intChunkStart += maxRowsInMemory;
}
}
else
{
// Add Header for each file if needed
// Rows to be added for each file.
using (MemoryStream memStream = exportDataTable.RowsToStream(e.Value.StartRow, e.Value.NoOfRows, exportFileOptions))
{
// write to file.
FileHelper.CreateFile(e.Value.FileName, memStream, exportFileOptions.CompressionType.ToString());
}
}
if (FileHelper.CheckFileExists(e.Value.OutputFileName))
{
e.Value.Created = true;
e.Value.Compressed = (exportFileOptions.CompressionType != FileCompressionTypeEnum.None);
}
else
{
e.Value.FileExportError = new FileNotFoundException($"File didnt get created! {e.Value.FileName}");
}
bool CopyResultFlag = false;
e.Value.ExportedFileName = string.Empty;
// if file exists then export it
if ((e.Value.Created) && (this.DestinationUri.Length > 0))
{
try
{
CopyResultFlag = FileHelper.CopyFileTo(e.Value.OutputFileName, this.DestinationUri);
}
catch (Exception ex)
{
e.Value.FileExportError = ex;
CopyResultFlag = false;
}
if (CopyResultFlag)
{
string strUri = (string.IsNullOrEmpty(this.StagingUri)) ? "" : this.StagingUri;
e.Value.ExportedFileName = $"{this.DestinationUri}{e.Value.OutputFileName.Replace(strUri, "")}";
e.Value.Exported = CopyResultFlag;
}
}
}
// return file list and status
return(exportFileList);
}