public static void TestPropertiesBuilder() { var builder = new WriterPropertiesBuilder(); builder .Compression(Compression.Snappy) .CompressionLevel(3) .CreatedBy("Meeeee!!!") .DataPagesize(123) .DictionaryPagesizeLimit(456) .Encoding(Encoding.DeltaByteArray) .MaxRowGroupLength(789) .Version(ParquetVersion.PARQUET_1_0) .WriteBatchSize(666) ; var p = builder.Build(); Assert.AreEqual("Meeeee!!!", p.CreatedBy); Assert.AreEqual(Compression.Snappy, p.Compression(new ColumnPath("anypath"))); Assert.AreEqual(3, p.CompressionLevel(new ColumnPath("anypath"))); Assert.AreEqual(123, p.DataPageSize); Assert.AreEqual(Encoding.PlainDictionary, p.DictionaryIndexEncoding); Assert.AreEqual(Encoding.PlainDictionary, p.DictionaryPageEncoding); Assert.AreEqual(456, p.DictionaryPagesizeLimit); Assert.AreEqual(789, p.MaxRowGroupLength); Assert.AreEqual(ParquetVersion.PARQUET_1_0, p.Version); Assert.AreEqual(666, p.WriteBatchSize); }
private static WriterProperties CreateWriterProperties() { var builder = new WriterPropertiesBuilder(); builder.Compression(Compression.Snappy); return(builder.Build()); }
public static void TestPropertiesBuilder() { var builder = new WriterPropertiesBuilder(); builder .Compression(Compression.Snappy) .CreatedBy("Meeeee!!!") .DataPagesize(123) .DictionaryPagesizeLimit(456) .Encoding(Encoding.DeltaByteArray) .MaxRowGroupLength(789) .Version(ParquetVersion.PARQUET_1_0) .WriteBatchSize(666) ; var p = builder.Build(); Assert.AreEqual("Meeeee!!!", p.CreatedBy); Assert.AreEqual(123, p.DataPageSize); Assert.AreEqual(Encoding.PlainDictionary, p.DictionaryIndexEncoding); Assert.AreEqual(Encoding.PlainDictionary, p.DictionaryPageEncoding); Assert.AreEqual(456, p.DictionaryPagesizeLimit); Assert.AreEqual(789, p.MaxRowGroupLength); Assert.AreEqual(ParquetVersion.PARQUET_1_0, p.Version); Assert.AreEqual(666, p.WriteBatchSize); /* * public WriterPropertiesBuilder DisableDictionary() * public WriterPropertiesBuilder DisableDictionary(string path) * public WriterPropertiesBuilder EnableDictionary() * public WriterPropertiesBuilder EnableDictionary(string path) * * // Statistics enable/disable * * public WriterPropertiesBuilder DisableStatistics() * public WriterPropertiesBuilder DisableStatistics(string path) * public WriterPropertiesBuilder EnableStatistics() * public WriterPropertiesBuilder EnableStatistics(string path) * * // Other properties * * public WriterPropertiesBuilder Compression(Compression codec) * public WriterPropertiesBuilder Compression(string path, Compression codec) * public WriterPropertiesBuilder CreatedBy(string createdBy) * public WriterPropertiesBuilder DataPagesize(long pageSize) * public WriterPropertiesBuilder DictionaryPagesizeLimit(long dictionaryPagesizeLimit) * public WriterPropertiesBuilder Encoding(Encoding encoding) * public WriterPropertiesBuilder Encoding(string path, Encoding encoding) * public WriterPropertiesBuilder MaxRowGroupLength(long maxRowGroupLength) * public WriterPropertiesBuilder Version(ParquetVersion version) * public WriterPropertiesBuilder WriteBatchSize(long writeBatchSize) */ }
private static WriterProperties CreateWriterProperties(ExpectedColumn[] expectedColumns, bool useDictionaryEncoding) { var builder = new WriterPropertiesBuilder(); builder.Compression(Compression.Lz4); if (!useDictionaryEncoding) { foreach (var column in expectedColumns) { builder.DisableDictionary(column.Name); } } return(builder.Build()); }