Example #1
0
        /**
         * Build a string representation of a list of disk ranges.
         * @param ranges ranges to stringify
         * @return the resulting string
         */
        public static string stringifyDiskRanges(DiskRangeList range)
        {
            StringBuilder buffer = new StringBuilder();

            buffer.Append("[");
            bool isFirst = true;

            while (range != null)
            {
                if (!isFirst)
                {
                    buffer.Append(", {");
                }
                else
                {
                    buffer.Append("{");
                }
                isFirst = false;
                buffer.Append(range.ToString());
                buffer.Append("}");
                range = range.next;
            }
            buffer.Append("]");
            return(buffer.ToString());
        }
Example #2
0
        internal static List <DiskRange> getStreamBuffers(DiskRangeList range, long offset, long length)
        {
            // This assumes sorted ranges (as do many other parts of ORC code.
            List <DiskRange> buffers = new List <DiskRange>();

            if (length == 0)
            {
                return(buffers);
            }
            long streamEnd = offset + length;
            bool inRange   = false;

            while (range != null)
            {
                if (!inRange)
                {
                    if (range.getEnd() <= offset)
                    {
                        range = range.next;
                        continue; // Skip until we are in range.
                    }
                    inRange = true;
                    if (range.getOffset() < offset)
                    {
                        // Partial first buffer, add a slice of it.
                        buffers.Add(range.sliceAndShift(offset, Math.Min(streamEnd, range.getEnd()), -offset));
                        if (range.getEnd() >= streamEnd)
                        {
                            break;                              // Partial first buffer is also partial last buffer.
                        }
                        range = range.next;
                        continue;
                    }
                }
                else if (range.getOffset() >= streamEnd)
                {
                    break;
                }
                if (range.getEnd() > streamEnd)
                {
                    // Partial last buffer (may also be the first buffer), add a slice of it.
                    buffers.Add(range.sliceAndShift(range.getOffset(), streamEnd, -offset));
                    break;
                }
                // Buffer that belongs entirely to one stream.
                // TODO: ideally we would want to reuse the object and remove it from the list, but we cannot
                //       because bufferChunks is also used by clearStreams for zcr. Create a useless dup.
                buffers.Add(range.sliceAndShift(range.getOffset(), range.getEnd(), -offset));
                if (range.getEnd() == streamEnd)
                {
                    break;
                }
                range = range.next;
            }
            return(buffers);
        }
Example #3
0
        /**
         * Read the list of ranges from the file.
         * @param file the file to read
         * @param base the base of the stripe
         * @param ranges the disk ranges within the stripe to read
         * @return the bytes read for each disk range, which is the same length as
         *    ranges
         * @
         */
        static DiskRangeList readDiskRanges(Stream file,
                                            long @base,
                                            DiskRangeList range,
                                            bool doForceDirect)
        {
            if (range == null)
            {
                return(null);
            }
            DiskRangeList prev = range.prev;

            if (prev == null)
            {
                prev = new DiskRangeList.MutateHelper(range);
            }
            while (range != null)
            {
                if (range.hasData())
                {
                    range = range.next;
                    continue;
                }
                int  len = (int)(range.getEnd() - range.getOffset());
                long off = range.getOffset();
                if (doForceDirect)
                {
                    file.Seek(@base + off, SeekOrigin.Current);
                    ByteBuffer directBuf = ByteBuffer.allocateDirect(len);
                    readDirect(file, len, directBuf);
                    range = range.replaceSelfWith(new RecordReaderImpl.BufferChunk(directBuf, range.getOffset()));
                }
                else
                {
                    byte[] buffer = new byte[len];
                    file.readFully((@base + off), buffer, 0, buffer.Length);
                    range = range.replaceSelfWith(new RecordReaderImpl.BufferChunk(ByteBuffer.wrap(buffer), range.getOffset()));
                }
                range = range.next;
            }
            return(prev.next);
        }
Example #4
0
 public DiskRangeList readFileData(
     DiskRangeList range, long baseOffset, bool doForceDirect)
 {
     return(RecordReaderUtils.readDiskRanges(file, baseOffset, range, doForceDirect));
 }