public ParallelQuery <DnsServer> ParseServersFromStream(Stream stream, ICsvMapping <DnsServer> format, bool skipHeaders, char separator)
{
var parserOptions = new CsvParserOptions(skipHeaders, separator);
var parser = new CsvParser <DnsServer>(parserOptions, format);
return(parser.ReadFromStream(stream, Encoding.UTF8).Where(res => res.IsValid).Select(res => res.Result));
}
public static IEnumerable <T> GetRecords <T>(string fileName, ICsvMapping <T> Mapping)
{
string currentFolder = AppDomain.CurrentDomain.BaseDirectory;
CsvParserOptions csvParserOptions = new CsvParserOptions(true, ',');
var csvParser = new CsvParser <T>(csvParserOptions, Mapping);
var records = csvParser.ReadFromFile(Path.Combine(currentFolder, fileName), Encoding.UTF8);
return(records.Select(x => x.Result).ToList());
}
public IncrementalDataFileParser(
ICsvMapping <IncrementalClaimData> mapping,
IConfig config,
ILog logger)
{
_config = config;
_logger = logger;
var csvParserOptions = new CsvParserOptions(true, ',');
_csvParser = new CsvParser <IncrementalClaimData>(csvParserOptions, mapping);
}
public static async Task <List <T> > ReadCsv <T>(ICsvMapping <T> mapping, IBrowserFile file)
{
CsvParserOptions csvParserOptions = new CsvParserOptions(true, ',');
CsvParser <T> csvParser = new CsvParser <T>(csvParserOptions, mapping);
using var reader = new StreamReader(file.OpenReadStream());
var line = await reader.ReadToEndAsync();
CsvReaderOptions csvReaderOptions = new CsvReaderOptions(new string[] { "\r", "\n" });
var results = csvParser.ReadFromString(csvReaderOptions, line);
return(results.Select(x => x.Result).ToList());
}
public CsvParser(CsvParserOptions options, ICsvMapping <TEntity> mapping)
{
this.options = options;
this.mapping = mapping;
}
public LPDataLoader(ICsvMapping <LPData> csvMapping, IS3Service s3Service, ILogger <LPDataLoader> logger)
{
_csvMapping = csvMapping;
_s3Service = s3Service;
_logger = logger;
}
public List <DnsServer> ParseServersFromStream(Stream stream, ICsvMapping <DnsServer> format, bool skipHeaders, char separator)
{
//This is almost always used in a 'using' context, so we dont want to return an IEnumerable where the actual enumeration would likely occur outside of that context
return(_serverParser.ParseServersFromStream(stream, format, skipHeaders, separator).Where(server => server.IPAddress != null).ToList());
}
// Returns the number of servers added
// If overwrite is set the current server list is overwritten, instead of being updated with novel servers
private int LoadServersFromStream(Stream stream, ICsvMapping <DnsServer> format, bool skipHeaders, char separator, bool overwrite)
{
var parsedServers = ParseServersFromStream(stream, format, skipHeaders, separator).ToList();
return(LoadServers(parsedServers, overwrite));
}
public CSVImporter(ICsvMapping <T> csvMapper)
{
this.csvMapper = csvMapper ?? throw new ArgumentNullException(nameof(csvMapper));
}
