private static void AssertParsingError(ParsedResult result,
ParsedError error)
{
result.ShouldNotBeNull();
result.Listings.Count.ShouldBe(0);
result.UnhandledData.Count.ShouldBe(0);
error.ShouldNotBeNull();
result.Errors.First().ExceptionMessage.ShouldBe(error.ExceptionMessage);
result.Errors.First().InvalidData.ShouldNotBeNullOrWhiteSpace();
}
public void GivenAnReaFileWithSomeTypeOfBadData_Parse_ReturnsAParsedError(string fileName,
string errorMessage)
{
// Arrange.
var reaXml = File.ReadAllText(FakeDataFolder + fileName);
var reaXmlTransmorgrifier = new ReaXmlTransmorgrifier();
// Act.
var result = reaXmlTransmorgrifier.Parse(reaXml);
// Assert.
var error = new ParsedError(errorMessage, reaXml);
AssertParsingError(result, error);
}
private CsvConfiguration InitializeCsvReaderConfiguration(ParsedResult parsedResult)
{
if (parsedResult == null)
{
throw new ArgumentNullException(nameof(parsedResult));
}
void BadDataFound(BadDataFoundArgs args)
{
var parsedError = new ParsedError($"Bad data found on row '{args.RawRecord}'", args.RawRecord);
parsedResult.Errors.Add(parsedError);
}
void MissingFieldFound(MissingFieldFoundArgs args)
{
var parsedError = new ParsedError($"Field with names ['{string.Join("', '", args.HeaderNames)}'] at index '{args.Index}' was not found.", args.ToString());
parsedResult.Errors.Add(parsedError);
}
bool ReadingExceptionOccured(ReadingExceptionOccurredArgs args)
{
var parsedError = new ParsedError($"Reading exception: {args.Exception.Message}", args.Exception.Message);
parsedResult.Errors.Add(parsedError);
return(false);
}
var configuration = new CsvConfiguration(CultureInfo.InvariantCulture)
{
HasHeaderRecord = true,
PrepareHeaderForMatch = (args) => args.Header.ToLowerInvariant(),
BadDataFound = BadDataFound,
MissingFieldFound = MissingFieldFound,
ReadingExceptionOccurred = ReadingExceptionOccured
};
var context = new CsvContext(configuration);
context.RegisterClassMap <CsvResidentialListingCsvMap>();
context.RegisterClassMap <CsvRentalListingCsvMap>();
return(configuration);
}
private async Task <ParsedResult> ParseAsync(TextReader textReader)
{
if (textReader == null)
{
throw new ArgumentNullException(nameof(textReader));
}
var result = new ParsedResult();
try
{
var configuration = InitializeCsvReaderConfiguration(result);
var listingResults = new List <ListingResult>();
// We need to read the header first to determine what type of file this is : sold or rent?.
using (var csvReader = new CsvReader(textReader, configuration))
{
csvReader.Read();
csvReader.ReadHeader();
var headers = csvReader.HeaderRecord;
bool isASoldListing;
if (headers.Contains("sold_date", StringComparer.OrdinalIgnoreCase))
{
isASoldListing = true;
}
else if (headers.Contains("rent_date", StringComparer.OrdinalIgnoreCase))
{
isASoldListing = false;
}
else
{
// No valid headers found.
var parsedError = new ParsedError("Listing csv header is missing the field 'sold_date' or 'rent_date'. As such, we cannot determine what type of csv file this is suppose to be.",
"csv headers");
result.Errors.Add(parsedError);
return(result);
}
// Now read in the rest of the listings.
while (await csvReader.ReadAsync())
{
var listing = ParseCsvDataRow(isASoldListing, csvReader);
// NOTE: the listing is null if it failed to read/parse the line.
if (listing != null)
{
var listingResult = new ListingResult
{
Listing = listing,
SourceData = csvReader.ToString()
};
result.Listings.Add(listingResult);
}
}
}
}
catch (Exception exception)
{
var parsedError = new ParsedError(exception.Message, "reading csv data.");
result.Errors.Add(parsedError);
}
return(result);
}
