static void ReadParquet52()
{
using (var r = new ChoParquetReader("myData52.parquet"))
{
foreach (var rec in r.Take(1))
{
Console.WriteLine(rec.Dump());
}
}
}
static void DataTableTest()
{
StringBuilder csv = new StringBuilder();
using (var r = new ChoParquetReader(@"C:\Projects\GitHub\ChoETL\src\Test\ChoParquetWriterTest\bin\Debug\netcoreapp2.1\test1.parquet")
.ParquetOptions(o => o.TreatByteArrayAsString = true))
{
var dt = r.AsDataTable();
}
Console.WriteLine(csv.ToString());
}
static void DataTableTest()
{
StringBuilder csv = new StringBuilder();
using (var r = new ChoParquetReader(@"test1.parquet")
.ParquetOptions(o => o.TreatByteArrayAsString = true))
{
var dt = r.AsDataTable();
}
Console.WriteLine(csv.ToString());
}
static void ParseLargeParquetTest()
{
using (var r = new ChoParquetReader(@"..\..\..\..\..\..\data\XBTUSD-Copy.parquet")
.Configure(c => c.LiteParsing = true)
.NotifyAfter(100000)
.OnRowsLoaded((o, e) => $"Rows Loaded: {e.RowsLoaded} <-- {DateTime.Now}".Print())
.ThrowAndStopOnMissingField(false)
.Setup(s => s.BeforeRowGroupLoad += (o, e) => e.Skip = e.RowGroupIndex < 2)
)
{
r.Loop();
}
}
static void Test1()
{
StringBuilder csv = new StringBuilder();
using (var r = new ChoParquetReader(@"C:\Projects\GitHub\ChoETL\src\Test\ChoParquetWriterTest\bin\Debug\netcoreapp2.1\test1.parquet")
.ParquetOptions(o => o.TreatByteArrayAsString = true))
{
using (var w = new ChoCSVWriter(csv)
.WithFirstLineHeader()
.UseNestedKeyFormat(false)
)
w.Write(r);
}
Console.WriteLine(csv.ToString());
}
static void Test1()
{
StringBuilder csv = new StringBuilder();
using (var r = new ChoParquetReader(@"test1.parquet")
.ParquetOptions(o => o.TreatByteArrayAsString = true))
{
using (var w = new ChoCSVWriter(csv)
.WithFirstLineHeader()
.UseNestedKeyFormat(false)
)
w.Write(r);
}
Console.WriteLine(csv.ToString());
}
static void ByteArrayTest()
{
StringBuilder csv = new StringBuilder();
using (var r = new ChoParquetReader(@"C:\Projects\GitHub\ChoETL\src\Test\ChoParquetWriterTest\bin\Debug\netcoreapp2.1\ByteArrayTest.parquet")
.ParquetOptions(o => o.TreatByteArrayAsString = true)
)
{
var dt = r.AsDataTable("x");
Console.WriteLine(ChoJSONWriter.ToText(dt));
return;
using (var w = new ChoCSVWriter(csv)
.WithFirstLineHeader()
.UseNestedKeyFormat(false)
)
w.Write(r);
}
Console.WriteLine(csv.ToString());
}
