// Uncomment for performance testing or fuzzing
//[Fact]
//public void TsvReader_Performance()
//{
// string largeFilePath = "<provide>";
// int rowCountRead = ParseFile(largeFilePath);
//}
//[Fact]
//public void TsvReader_Fuzz()
//{
// string folderPath = @"C:\Download";
// foreach (string filePath in Directory.EnumerateFiles(folderPath, "*.tsv", SearchOption.AllDirectories))
// {
// int rowCountRead = ParseFile(filePath);
// }
//}
private int ParseFile(string filePath)
{
using (TsvReader reader = new TsvReader(filePath))
{
while (reader.NextRow())
{
}
return(reader.RowCountRead);
}
}
public void TsvReader_Basics()
{
int bufferSize = 64;
// Empty file - verify no rows
using (TsvReader reader = new TsvReader(StreamFromString(""), bufferSize))
{
Assert.False(reader.NextRow());
// Verify double-dispose causes no problem
reader.Dispose();
}
// Single row file, no trailing newline
using (TsvReader reader = new TsvReader(StreamFromString("One\tTwo\tThree"), bufferSize))
{
Assert.Equal(0, reader.RowCountRead);
Assert.True(reader.NextRow());
Assert.Equal(1, reader.RowCountRead);
Assert.Equal("One|Two|Three", string.Join("|", reader.Current()));
Assert.False(reader.NextRow());
Assert.Equal(1, reader.RowCountRead);
}
// Empty values
using (TsvReader reader = new TsvReader(StreamFromString("\tValue\t\t"), bufferSize))
{
Assert.True(reader.NextRow());
Assert.Equal("|Value||", string.Join("|", reader.Current()));
Assert.False(reader.NextRow());
}
// Newline variation and trailing newline
using (TsvReader reader = new TsvReader(StreamFromString("One\nTwo\r\nThree\r\n"), bufferSize))
{
Assert.True(reader.NextRow());
Assert.Equal("One", string.Join("|", reader.Current()));
Assert.True(reader.NextRow());
Assert.Equal("Two", string.Join("|", reader.Current()));
Assert.True(reader.NextRow());
Assert.Equal("Three", string.Join("|", reader.Current()));
Assert.False(reader.NextRow());
}
// Row requiring a buffer resize and verify nothing is missed
string oneHundredColumns = string.Join("\t", Enumerable.Range(100, 100).Select(i => i.ToString()));
using (TsvReader reader = new TsvReader(StreamFromString(oneHundredColumns), bufferSize))
{
Assert.True(reader.NextRow());
Assert.Equal(100, reader.Current().Count);
Assert.False(reader.NextRow());
}
// Value exactly 2x buffer, requiring two buffer resizes to be read
string valueRequiringBufferExpand = new string('0', 128);
using (TsvReader reader = new TsvReader(StreamFromString($"One\tTwo\tThree\r\nSecond\tRow\r\n{valueRequiringBufferExpand}"), bufferSize))
{
Assert.True(reader.NextRow());
Assert.Equal("One|Two|Three", string.Join("|", reader.Current()));
Assert.True(reader.NextRow());
Assert.Equal("Second|Row", string.Join("|", reader.Current()));
Assert.True(reader.NextRow());
Assert.Single(reader.Current());
Assert.Equal(valueRequiringBufferExpand, reader.Current()[0]);
}
// '\r' exactly at buffer boundary, requiring refill to track the unread '\n' to ignore
using (TsvReader reader = new TsvReader(StreamFromString($"{new string('0', 63)}\r\nNextRow\r\n"), bufferSize))
{
Assert.True(reader.NextRow());
Assert.Equal(new string('0', 63), string.Join("|", reader.Current()));
Assert.True(reader.NextRow());
Assert.Equal("NextRow", string.Join("|", reader.Current()));
Assert.False(reader.NextRow());
}
}