public void Write_multiple_row_groups_to_forward_only_stream()
{
var ms = new MemoryStream();
var forwardOnly = new WriteableNonSeekableStream(ms);
var schema = new Schema(
new DataField <int>("id"),
new DataField <string>("nonsense"));
using (var writer = new ParquetWriter(schema, forwardOnly))
{
using (ParquetRowGroupWriter rgw = writer.CreateRowGroup(1))
{
rgw.WriteColumn(new DataColumn((DataField)schema[0], new[] { 1 }));
rgw.WriteColumn(new DataColumn((DataField)schema[1], new[] { "1" }));
}
using (ParquetRowGroupWriter rgw = writer.CreateRowGroup(1))
{
rgw.WriteColumn(new DataColumn((DataField)schema[0], new[] { 2 }));
rgw.WriteColumn(new DataColumn((DataField)schema[1], new[] { "2" }));
}
}
ms.Position = 0;
using (var reader = new ParquetReader(ms))
{
Assert.Equal(2, reader.RowGroupCount);
using (ParquetRowGroupReader rgr = reader.OpenRowGroupReader(0))
{
Assert.Equal(1, rgr.RowCount);
DataColumn column = rgr.ReadColumn((DataField)schema[0]);
Assert.Equal(1, column.Data.GetValue(0));
}
using (ParquetRowGroupReader rgr = reader.OpenRowGroupReader(1))
{
Assert.Equal(1, rgr.RowCount);
DataColumn column = rgr.ReadColumn((DataField)schema[0]);
Assert.Equal(2, column.Data.GetValue(0));
}
}
}
public void Write_in_small_chunks_to_forward_only_stream()
{
var ms = new MemoryStream();
var forwardOnly = new WriteableNonSeekableStream(ms);
var ds = new DataSet(
new SchemaElement <int>("id"),
new SchemaElement <string>("nonsense"));
ds.Add(1, Generator.RandomString);
using (var writer = new ParquetWriter(forwardOnly))
{
writer.Write(ds);
writer.Write(ds);
writer.Write(ds);
}
ms.Position = 0;
DataSet ds1 = ParquetReader.Read(ms);
Assert.Equal(3, ds1.RowCount);
}
