static void TestGenericReader() { var csvFiles = new String[] { @"../TestData.Csv/csv-students.csv", }; var csvReaderSettings = new CsvReaderSettings(); csvReaderSettings.Encoding = System.Text.Encoding.UTF8; var dataResolver = new StudentResolver(); foreach (var csvFile in csvFiles) { var recordCount = 0; var csvFilePath = ProcessCsvFile(csvFile); var startTime = DateTime.Now; using (var reader = CsvReader <Student> .Create(csvFilePath, csvReaderSettings, dataResolver)) { foreach (var student in reader) { ++recordCount; } } var ellapsed = (DateTime.Now - startTime).TotalSeconds; Console.WriteLine("Count: {0}\tTime: {1}ms", recordCount, ellapsed); Console.WriteLine("======================"); } }
public void OutputTableDef() { string outputPath = _root + "output_test_definition.txt"; ICsvReader csv = CsvReader.Create(path: _root + "example.csv", tableName: "TestTable", connectionString: _connectionString); bool success = csv.OutputTableDefinition(outputPath); string error = csv.Error; csv.Dispose(); if (error != null) { throw new Exception(error); } Assert.IsTrue(success); }
public void ImportCsv() { ICsvReader csv = CsvReader.Create(path: _root + "example.csv", tableName: "TestTable", connectionString: _connectionString); long rowsAdded = csv.ImportCsv(); int rowCount = csv.DataTable.Rows.Count; string error = csv.Error; csv.Dispose(); if (error != null) { throw new Exception(error); } Assert.IsTrue(rowsAdded == rowCount); }
static void TestSpecificReader() { var csvFiles = new String[] { //@"../TestData.Csv/csv-bigdata.csv", @"../TestData.Csv/csv-comma-delimited.csv", //@"../TestData.Csv/csv-lumentest2.csv", //@"../TestData.Csv/csv-lumentest3.csv", @"../TestData.Csv/csv-macintosh.csv", @"../TestData.Csv/csv-ms-dos.csv", @"../TestData.Csv/csv-ms-dos-complex.csv", //@"../TestData.Csv/csv-students.csv", //@"../TestData.Csv/longrowdata.csv", }; var csvReaderSettings = new CsvReaderSettings(); csvReaderSettings.IgnoreErrors = true; csvReaderSettings.Encoding = System.Text.Encoding.UTF8; csvReaderSettings.SkipEmptyLines = true; foreach (var csvFile in csvFiles) { var csvFilePath = ProcessCsvFile(csvFile); Int32 recordCount = 0, cellCount = 0; var fileSize = new FileInfo(csvFilePath).Length; var startTime = DateTime.Now; using (var reader = CsvReader.Create(csvFilePath, csvReaderSettings)) { foreach (var data in reader) { ++recordCount; cellCount += data.Count; } } var ellapsed = (DateTime.Now - startTime).TotalSeconds; ellapsed = ellapsed == 0 ? 0.000003 : ellapsed; var speed = (fileSize / MB / ellapsed).ToString("0.00"); Console.WriteLine("RC: {0,-9}CC: {1,-10}T(s): {2,-11}S:{3}M/s", recordCount, cellCount, ellapsed, speed); Console.WriteLine("======================"); } Console.WriteLine(); }