public BinaryWriter(bool shouldAlignLengths, OrcCompressedBufferFactory bufferFactory, uint columnId) { _shouldAlignLengths = shouldAlignLengths; ColumnId = columnId; _presentBuffer = bufferFactory.CreateBuffer(StreamKind.Present); _presentBuffer.MustBeIncluded = false; _dataBuffer = bufferFactory.CreateBuffer(StreamKind.Data); _lengthBuffer = bufferFactory.CreateBuffer(StreamKind.Length); }
public static void AddDataStream(this StripeFooter footer, uint columnId, OrcCompressedBuffer buffer) { var stream = new Protocol.Stream { Column = columnId, Kind = buffer.StreamKind, Length = (ulong)buffer.Length }; footer.Streams.Add(stream); }
public DoubleWriter(bool isNullable, OrcCompressedBufferFactory bufferFactory, uint columnId) { _isNullable = isNullable; ColumnId = columnId; if (_isNullable) { _presentBuffer = bufferFactory.CreateBuffer(StreamKind.Present); _presentBuffer.MustBeIncluded = false; } _dataBuffer = bufferFactory.CreateBuffer(StreamKind.Data); }
public DateWriter(bool isNullable, bool shouldAlignEncodedValues, OrcCompressedBufferFactory bufferFactory, uint columnId) { _isNullable = isNullable; _shouldAlignEncodedValues = shouldAlignEncodedValues; ColumnId = columnId; if (_isNullable) { _presentBuffer = bufferFactory.CreateBuffer(StreamKind.Present); _presentBuffer.MustBeIncluded = false; } _dataBuffer = bufferFactory.CreateBuffer(StreamKind.Data); }
public LongWriter(bool isNullable, bool shouldAlignEncodedValues, OrcCompressedBufferFactory bufferFactory, uint columnId) { _isNullable = isNullable; _shouldAlignEncodedValues = shouldAlignEncodedValues; ColumnId = columnId; if (_isNullable) { _presentBuffer = bufferFactory.CreateBuffer(StreamKind.Present); _presentBuffer.MustBeIncluded = false; //If we never have nulls, we won't write this stream } _dataBuffer = bufferFactory.CreateBuffer(StreamKind.Data); }
public StringWriter(bool shouldAlignLengths, bool shouldAlignDictionaryLookup, double uniqueStringThresholdRatio, long strideLength, OrcCompressedBufferFactory bufferFactory, uint columnId) { _shouldAlignLengths = shouldAlignLengths; _shouldAlignDictionaryLookup = shouldAlignDictionaryLookup; _uniqueStringThresholdRatio = uniqueStringThresholdRatio; _strideLength = strideLength; ColumnId = columnId; _presentBuffer = bufferFactory.CreateBuffer(StreamKind.Present); _presentBuffer.MustBeIncluded = false; _dataBuffer = bufferFactory.CreateBuffer(StreamKind.Data); _lengthBuffer = bufferFactory.CreateBuffer(StreamKind.Length); _dictionaryDataBuffer = bufferFactory.CreateBuffer(StreamKind.DictionaryData); }
public DecimalWriter(bool isNullable, bool shouldAlignEncodedValues, int precision, int scale, OrcCompressedBufferFactory bufferFactory, uint columnId) { _isNullable = isNullable; _shouldAlignEncodedValues = shouldAlignEncodedValues; _scale = scale; ColumnId = columnId; if (precision > 18) { throw new NotSupportedException("This implementation of DecimalWriter does not support precision greater than 18 digits (2^63)"); } if (_isNullable) { _presentBuffer = bufferFactory.CreateBuffer(StreamKind.Present); _presentBuffer.MustBeIncluded = false; } _dataBuffer = bufferFactory.CreateBuffer(StreamKind.Data); _secondaryBuffer = bufferFactory.CreateBuffer(StreamKind.Secondary); }