public PointCloudTileSource(LASFile file, PointCloudTileSet tileSet, Statistics zStats)
: base(file, tileSet.PointCount, tileSet.Extent, file.Header.Quantization, file.Header.OffsetToPointData, (short)file.Header.PointDataRecordLength)
{
m_file = file;
m_id = IdentityManager.AcquireIdentity(GetType().Name);
m_tileSet = tileSet;
m_tileSet.TileSource = this;
m_statisticsZ = zStats;
m_statisticsQuantizedZ = zStats.ConvertToQuantized(Quantization);
m_lowResBuffer = BufferManager.AcquireBuffer(m_id, tileSet.LowResCount * PointSizeBytes);
m_file.UpdateEVLR(new LASRecordIdentifier("Jacere", 0), TileSet);
m_file.UpdateEVLR(new LASRecordIdentifier("Jacere", 1), StatisticsZ);
}
public PointCloudTile(PointCloudTileSet tileSet, ushort col, ushort row, int validIndex, long offset, int count, int lowResOffset, int lowResCount)
{
if (count == 0)
{
throw new ArgumentException("count");
}
TileSet = tileSet;
m_row = row;
m_col = col;
PointCount = count;
LowResOffset = lowResOffset;
LowResCount = lowResCount;
PointOffset = offset;
ValidIndex = validIndex;
}
public PointCloudTileSource TilePointFileIndex(LASFile tiledFile, BufferInstance segmentBuffer, ProgressManager progressManager)
{
var stopwatch = new Stopwatch();
stopwatch.Start();
var analysis = AnalyzePointFile(segmentBuffer.Length, progressManager);
var quantizedExtent = m_source.QuantizedExtent;
var tileCounts = analysis.Density.GetTileCountsForInitialization();
var fileSize = tiledFile.PointDataOffset + (m_source.PointSizeBytes * m_source.Count);
AttemptFastAllocate(tiledFile.FilePath, fileSize);
var lowResPointCountMax = PROPERTY_MAX_LOWRES_POINTS.Value;
var lowResBuffer = BufferManager.AcquireBuffer(m_id, lowResPointCountMax * m_source.PointSizeBytes);
var lowResWrapper = new PointBufferWrapper(lowResBuffer, m_source.PointSizeBytes, lowResPointCountMax);
var validTiles = analysis.GridIndex.Sum(r => r.GridRange.ValidCells);
var lowResPointsPerTile = lowResPointCountMax / validTiles;
var lowResTileSize = (ushort)Math.Sqrt(lowResPointsPerTile);
var lowResGrid = Grid <int> .Create(lowResTileSize, lowResTileSize, true, -1);
var lowResCounts = tileCounts.Copy <int>();
using (var outputStream = StreamManager.OpenWriteStream(tiledFile.FilePath, fileSize, tiledFile.PointDataOffset))
{
var i = 0;
foreach (var segment in analysis.GridIndex)
{
progressManager.Log("~ Processing Index Segment {0}/{1}", ++i, analysis.GridIndex.Count);
var sparseSegment = m_source.CreateSparseSegment(segment);
var sparseSegmentWrapper = new PointBufferWrapper(segmentBuffer, sparseSegment);
var tileRegionFilter = new TileRegionFilter(tileCounts, quantizedExtent, segment.GridRange);
// this call will fill the buffer with points, add the counts, and sort
QuantTilePointsIndexed(sparseSegment, sparseSegmentWrapper, tileRegionFilter, tileCounts, lowResWrapper, lowResGrid, lowResCounts, progressManager);
var segmentFilteredPointCount = tileRegionFilter.GetCellOrdering().Sum(t => tileCounts.Data[t.Row, t.Col]);
var segmentFilteredBytes = segmentFilteredPointCount * sparseSegmentWrapper.PointSizeBytes;
// write out the buffer
using (var process = progressManager.StartProcess("WriteIndexSegment"))
{
var segmentBufferIndex = 0;
foreach (var tile in segment.GridRange.GetCellOrdering())
{
var tileCount = tileCounts.Data[tile.Row, tile.Col];
if (tileCount > 0)
{
var tileSize = (tileCount - lowResCounts.Data[tile.Row, tile.Col]) * sparseSegmentWrapper.PointSizeBytes;
outputStream.Write(sparseSegmentWrapper.Data, segmentBufferIndex, tileSize);
segmentBufferIndex += tileSize;
if (!process.Update((float)segmentBufferIndex / segmentFilteredBytes))
{
break;
}
}
}
}
if (progressManager.IsCanceled())
{
break;
}
}
// write low-res
var lowResActualPointCount = lowResCounts.Data.Cast <int>().Sum();
outputStream.Write(lowResWrapper.Data, 0, lowResActualPointCount * lowResWrapper.PointSizeBytes);
}
var actualDensity = new PointCloudTileDensity(tileCounts, m_source.Quantization);
var tileSet = new PointCloudTileSet(m_source, actualDensity, tileCounts, lowResCounts);
var tileSource = new PointCloudTileSource(tiledFile, tileSet, analysis.Statistics);
if (!progressManager.IsCanceled())
{
tileSource.IsDirty = false;
}
tileSource.WriteHeader();
return(tileSource);
}
public List <PointCloudBinarySourceEnumeratorSparseGridRegion> GetGridIndex(PointCloudTileDensity density, int maxSegmentLength)
{
var maxSegmentPointCount = (maxSegmentLength / m_source.PointSizeBytes);
// update index cells
var indexGrid = (SQuantizedExtentGrid <GridIndexCell>)m_grid.Copy <GridIndexCell>();
for (var i = 0; i < m_chunkTiles.Count; i++)
{
foreach (var tileIndex in m_chunkTiles[i])
{
var coord = new PointCloudTileCoord(tileIndex);
var indexCell = indexGrid.Data[coord.Row, coord.Col];
if (indexCell == null)
{
indexCell = new GridIndexCell();
indexGrid.Data[coord.Row, coord.Col] = indexCell;
}
indexCell.Add(i);
}
}
indexGrid.CorrectCountOverflow();
var actualGrid = density.CreateTileCountsForInitialization(m_source);
var regionSourcesBySegment = new List <List <Range> >();
var tilesPerSegment = new List <GridRange>();
var pointDataBytes = m_source.PointSizeBytes * m_source.Count;
var tileOrder = PointCloudTileSet.GetTileOrdering(actualGrid.SizeY, actualGrid.SizeX).ToArray();
var tileOrderIndex = 0;
while (tileOrderIndex < tileOrder.Length)
{
var segmentTilesFromEstimation = new HashSet <int>();
var segmentChunks = new HashSet <int>();
var startTile = tileOrder[tileOrderIndex];
var startTileIndex = new GridCoord(actualGrid.Def, startTile.Row, startTile.Col);
var segmentProbableValidTileCount = 0;
var segmentPointCount = 0;
while (tileOrderIndex < tileOrder.Length)
{
var tile = tileOrder[tileOrderIndex];
// unfortunately, I cannot check the actual counts, because they have not been measured
// instead, I can count the estimated area, and undershoot
// get unique tiles/chunks
var uniqueEstimatedCoords = indexGrid
.GetCellCoordsInScaledRange(tile.Col, tile.Row, actualGrid)
.Where(c => !segmentTilesFromEstimation.Contains(c.Index))
.ToList();
// count probable valid tiles for low-res estimation
if (uniqueEstimatedCoords.Count > 0)
{
var uniquePointCount = uniqueEstimatedCoords.Sum(c => m_grid.Data[c.Row, c.Col]);
if (segmentPointCount + uniquePointCount > maxSegmentPointCount)
{
break;
}
var uniqueChunks = uniqueEstimatedCoords
.Select(c => indexGrid.Data[c.Row, c.Col])
.SelectMany(c => c.Chunks)
.ToHashSet(segmentChunks);
// no longer limiting the chunks per segment to fit buffer.
// this means that the full chunk data will almost certainly
// *not* fit in the segment buffer, but the filtered data will.
// merge tiles/chunks
foreach (var coord in uniqueEstimatedCoords)
{
segmentTilesFromEstimation.Add(coord.Index);
}
foreach (var index in uniqueChunks)
{
segmentChunks.Add(index);
}
segmentPointCount += uniquePointCount;
++segmentProbableValidTileCount;
}
++tileOrderIndex;
}
if (segmentChunks.Count > 0)
{
var endTile = tileOrder[tileOrderIndex - 1];
var endTileIndex = new GridCoord(actualGrid.Def, endTile.Row, endTile.Col);
// group by sequential regions
var sortedCellList = segmentChunks.ToArray();
Array.Sort(sortedCellList);
var regions = new List <Range>();
var sequenceStartIndex = 0;
while (sequenceStartIndex < sortedCellList.Length)
{
// find incremental sequence
int i = sequenceStartIndex;
++i;
while (i < sortedCellList.Length && (sortedCellList[i] == sortedCellList[i - 1] + 1))
{
++i;
}
regions.Add(new Range(sortedCellList[sequenceStartIndex], i - sequenceStartIndex));
sequenceStartIndex = i;
}
regionSourcesBySegment.Add(regions);
tilesPerSegment.Add(new GridRange(startTileIndex, endTileIndex, segmentProbableValidTileCount));
}
}
var chunkRangeSumForAllSegments = regionSourcesBySegment.Sum(r => r.Sum(r2 => r2.Count));
Context.WriteLine("chunkRangeSumForAllSegments: {0}", chunkRangeSumForAllSegments);
Context.WriteLine(" ratio: {0}", (double)chunkRangeSumForAllSegments * BufferManager.BUFFER_SIZE_BYTES / pointDataBytes);
return(regionSourcesBySegment.Select((t, i) => new PointCloudBinarySourceEnumeratorSparseGridRegion(t, tilesPerSegment[i], m_maxPointCountPerChunk)).ToList());
}