public async Task <ImportDataValidationResult> ValidateAsync(string filePath)
{
var errorsList = new List <ImportDataValidationError>();
var fileMaxSize = _settingsManager.GetValue(ModuleConstants.Settings.General.ImportFileMaxSize.Name,
(int)ModuleConstants.Settings.General.ImportFileMaxSize.DefaultValue) * ModuleConstants.MByte;
var blobInfo = await _blobStorageProvider.GetBlobInfoAsync(filePath);
if (blobInfo == null)
{
var error = new ImportDataValidationError()
{
ErrorCode = ModuleConstants.ValidationErrors.FileNotExisted
};
errorsList.Add(error);
}
else if (blobInfo.Size > fileMaxSize)
{
var error = new ImportDataValidationError()
{
ErrorCode = ModuleConstants.ValidationErrors.ExceedingFileMaxSize
};
error.Properties.Add(nameof(fileMaxSize), fileMaxSize.ToString());
error.Properties.Add(nameof(blobInfo.Size), blobInfo.Size.ToString());
errorsList.Add(error);
}
else
{
var stream = _blobStorageProvider.OpenRead(filePath);
var csvConfiguration = _importConfigurationFactory.Create();
csvConfiguration.BadDataFound = null;
csvConfiguration.ReadingExceptionOccurred = null;
await ValidateDelimiterAndDataExists(stream, csvConfiguration, errorsList);
ValidateRequiredColumns(stream, csvConfiguration, errorsList);
ValidateLineLimit(stream, csvConfiguration, errorsList);
await stream.DisposeAsync();
}
var result = new ImportDataValidationResult {
Errors = errorsList.ToArray()
};
return(result);
}
private void ValidateLineLimit(Stream stream, CsvConfiguration csvConfiguration, List <ImportDataValidationError> errorsList)
{
var notCompatibleErrors = new[]
{
ModuleConstants.ValidationErrors.FileNotExisted,
ModuleConstants.ValidationErrors.ExceedingFileMaxSize,
ModuleConstants.ValidationErrors.NoData,
};
if (errorsList.Any(x => notCompatibleErrors.Contains(x.ErrorCode)))
{
return;
}
var importLimitOfLines = _settingsManager.GetValue(ModuleConstants.Settings.General.ImportLimitOfLines.Name,
(int)ModuleConstants.Settings.General.ImportLimitOfLines.DefaultValue);
stream.Seek(0, SeekOrigin.Begin);
var streamReader = new StreamReader(stream);
var csvReader = new CsvReader(streamReader, csvConfiguration);
var totalCount = 0;
csvReader.Read();
csvReader.ReadHeader();
while (csvReader.Read())
{
totalCount++;
}
if (totalCount > importLimitOfLines)
{
var error = new ImportDataValidationError()
{
ErrorCode = ModuleConstants.ValidationErrors.ExceedingLineLimits
};
error.Properties.Add(nameof(importLimitOfLines), importLimitOfLines.ToString());
error.Properties.Add("LinesCount", totalCount.ToString());
errorsList.Add(error);
}
}
private static void ValidateRequiredColumns(Stream stream, CsvConfiguration csvConfiguration, List <ImportDataValidationError> errorsList)
{
var notCompatibleErrors = new[]
{
ModuleConstants.ValidationErrors.FileNotExisted,
ModuleConstants.ValidationErrors.ExceedingFileMaxSize,
ModuleConstants.ValidationErrors.WrongDelimiter,
ModuleConstants.ValidationErrors.NoData,
};
if (errorsList.Any(x => notCompatibleErrors.Contains(x.ErrorCode)))
{
return;
}
stream.Seek(0, SeekOrigin.Begin);
var streamReader = new StreamReader(stream);
var csvReader = new CsvReader(streamReader, csvConfiguration);
csvReader.Read();
csvReader.ReadHeader();
var existedColumns = csvReader.Context.Reader.HeaderRecord;
var requiredColumns = CsvPriceImportHelper.GetImportPriceRequiredColumns();
var missedColumns = requiredColumns.Except(existedColumns).ToArray();
if (missedColumns.Length > 0)
{
var error = new ImportDataValidationError()
{
ErrorCode = ModuleConstants.ValidationErrors.MissingRequiredColumns
};
error.Properties.Add(nameof(missedColumns), string.Join(", ", missedColumns));
errorsList.Add(error);
}
}
