/// <summary>
/// Reads the store values.
/// </summary>
public void ReadStoreValues(int limit)
{
if (limit == 0)
{
limit = int.MaxValue;
}
var fuExternalFile =
new FetchUncomressExternalFile();
fuExternalFile.GetExternalFile(FileUrl, _dataDirectory, _institutionsFile);
fuExternalFile.UncompressExternalFile(_institutionsFile, _dataDirectory);
var reader = File.OpenText(_dataFile);
var csv = new CsvReader(reader);
var read = csv.Read();
var fields = csv.FieldHeaders;
Type type = typeof(InstitutionRawData);
var ip = type.GetProperties();
var institutionProperties =
ip.ToDictionary(propertyInfo => propertyInfo.Name.ToLower());
do
{
var institution = new InstitutionRawData();
var i = 0;
i = fields.Aggregate(i, (current, field) => PopulateInstitution(
csv, current, field, institutionProperties, institution));
if (++FileLenght % 500 == 0)
{
Console.WriteLine("Processed {0} rows", FileLenght);
}
read = csv.Read();
Institutions.Add(institution);
} while (read && FileLenght < limit);
}
private int PopulateInstitution(CsvReader csv, int i, string field, Dictionary <string, PropertyInfo> institutionProperties,
InstitutionRawData institution)
{
//var fieldValue = csv.GetField<string>(field);
//switching to index read; about 30 times faster.
var fieldValue = csv.GetField <string>(i++);
var prop = institutionProperties[field.Replace("_", "").ToLower()];
if (prop == null)
{
return(i);
}
try
{
bool canParse;
if (prop.PropertyType == typeof(int) || prop.PropertyType == typeof(int?))
{
var parsedValue = DataParser.ParseIntValue(fieldValue, out canParse);
if (canParse)
{
prop.SetValue(institution, parsedValue);
}
}
else if (prop.PropertyType == typeof(double) || prop.PropertyType == typeof(double?))
{
var parsedValue = DataParser.ParseDoubleValue(fieldValue, out canParse);
if (canParse)
{
prop.SetValue(institution, parsedValue);
}
}
else if (prop.PropertyType == typeof(bool) || prop.PropertyType == typeof(bool?))
{
var parsedValue = DataParser.ParseBoolValue(fieldValue, out canParse);
if (canParse)
{
prop.SetValue(institution, parsedValue);
}
}
else if (prop.PropertyType == typeof(DateTime) || prop.PropertyType == typeof(DateTime?))
{
var parsedValue = DataParser.ParseDateValue(fieldValue, out canParse);
if (canParse)
{
prop.SetValue(institution, parsedValue);
}
}
else
{
prop.SetValue(institution, fieldValue);
}
}
catch (Exception e)
{
LogTo.Error("Error while parsing input file\r\n\tDetailes:{0}",
e.Message);
Environment.Exit(1);
}
return(i);
}
