public static void TestFileStreamRoundTrip()
{
try
{
using (var output = new ManagedOutputStream(File.OpenWrite("file.parquet")))
{
using var writer = new ParquetFileWriter(output, new Column[] { new Column <int>("ids") });
using var groupWriter = writer.AppendRowGroup();
using var columnWriter = groupWriter.NextColumn().LogicalWriter <int>();
columnWriter.WriteBatch(new[] { 1, 2, 3 });
writer.Close();
}
using var input = new ManagedRandomAccessFile(File.OpenRead("file.parquet"));
using var reader = new ParquetFileReader(input);
using var groupReader = reader.RowGroup(0);
using var columnReader = groupReader.Column(0).LogicalReader <int>();
Assert.AreEqual(new[] { 1, 2, 3 }, columnReader.ReadAll(3));
}
finally
{
File.Delete("file.parquet");
}
}
public static void TestReadExeption()
{
var expected = Enumerable.Range(0, 1024 * 1024).ToArray();
var exception = Assert.Throws <ParquetException>(() =>
{
using var buffer = new ErroneousReaderStream();
using (var output = new ManagedOutputStream(buffer, leaveOpen: true))
{
using var writer = new ParquetFileWriter(output, new Column[] { new Column <int>("ids") });
using var groupWriter = writer.AppendRowGroup();
using var columnWriter = groupWriter.NextColumn().LogicalWriter <int>();
columnWriter.WriteBatch(expected);
writer.Close();
}
buffer.Seek(0, SeekOrigin.Begin);
using var input = new ManagedRandomAccessFile(buffer);
using (new ParquetFileReader(input))
{
}
});
Assert.That(
exception.Message,
Contains.Substring("this is an erroneous reader"));
}
public static void TestInMemoryRoundTrip()
{
var expected = Enumerable.Range(0, 1024 * 1024).ToArray();
using var buffer = new MemoryStream();
// Write test data.
using (var output = new ManagedOutputStream(buffer, leaveOpen: true))
{
using var writer = new ParquetFileWriter(output, new Column[] { new Column <int>("ids") });
using var groupWriter = writer.AppendRowGroup();
using var columnWriter = groupWriter.NextColumn().LogicalWriter <int>();
columnWriter.WriteBatch(expected);
writer.Close();
}
// Seek back to start.
buffer.Seek(0, SeekOrigin.Begin);
// Read test data.
using var input = new ManagedRandomAccessFile(buffer, leaveOpen: true);
using var reader = new ParquetFileReader(input);
using var groupReader = reader.RowGroup(0);
using var columnReader = groupReader.Column(0).LogicalReader <int>();
Assert.AreEqual(expected, columnReader.ReadAll(expected.Length));
}