private static void CreateSparseExtent(Stream extentStream, long size, long descriptorLength, out long descriptorStart) { // Figure out grain size and number of grain tables, and adjust actual extent size to be a multiple // of grain size const int GtesPerGt = 512; long grainSize = 128; int numGrainTables = (int)Utilities.Ceil(size, grainSize * GtesPerGt * Sizes.Sector); descriptorLength = Utilities.RoundUp(descriptorLength, Sizes.Sector); descriptorStart = 0; if (descriptorLength != 0) { descriptorStart = 1; } long redundantGrainDirStart = Math.Max(descriptorStart, 1) + Utilities.Ceil(descriptorLength, Sizes.Sector); long redundantGrainDirLength = numGrainTables * 4; long redundantGrainTablesStart = redundantGrainDirStart + Utilities.Ceil(redundantGrainDirLength, Sizes.Sector); long redundantGrainTablesLength = numGrainTables * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector); long grainDirStart = redundantGrainTablesStart + Utilities.Ceil(redundantGrainTablesLength, Sizes.Sector); long grainDirLength = numGrainTables * 4; long grainTablesStart = grainDirStart + Utilities.Ceil(grainDirLength, Sizes.Sector); long grainTablesLength = numGrainTables * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector); long dataStart = Utilities.RoundUp(grainTablesStart + Utilities.Ceil(grainTablesLength, Sizes.Sector), grainSize); // Generate the header, and write it HostedSparseExtentHeader header = new HostedSparseExtentHeader(); header.Flags = HostedSparseExtentFlags.ValidLineDetectionTest | HostedSparseExtentFlags.RedundantGrainTable; header.Capacity = Utilities.RoundUp(size, grainSize * Sizes.Sector) / Sizes.Sector; header.GrainSize = grainSize; header.DescriptorOffset = descriptorStart; header.DescriptorSize = descriptorLength / Sizes.Sector; header.NumGTEsPerGT = GtesPerGt; header.RgdOffset = redundantGrainDirStart; header.GdOffset = grainDirStart; header.Overhead = dataStart; extentStream.Position = 0; extentStream.Write(header.GetBytes(), 0, Sizes.Sector); // Zero-out the descriptor space if (descriptorLength > 0) { byte[] descriptor = new byte[descriptorLength]; extentStream.Position = descriptorStart * Sizes.Sector; extentStream.Write(descriptor, 0, descriptor.Length); } // Generate the redundant grain dir, and write it byte[] grainDir = new byte[numGrainTables * 4]; for (int i = 0; i < numGrainTables; ++i) { Utilities.WriteBytesLittleEndian((uint)(redundantGrainTablesStart + (i * Utilities.Ceil(GtesPerGt * 4, Sizes.Sector))), grainDir, i * 4); } extentStream.Position = redundantGrainDirStart * Sizes.Sector; extentStream.Write(grainDir, 0, grainDir.Length); // Write out the blank grain tables byte[] grainTable = new byte[GtesPerGt * 4]; for (int i = 0; i < numGrainTables; ++i) { extentStream.Position = (redundantGrainTablesStart * Sizes.Sector) + (i * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector)); extentStream.Write(grainTable, 0, grainTable.Length); } // Generate the main grain dir, and write it for (int i = 0; i < numGrainTables; ++i) { Utilities.WriteBytesLittleEndian((uint)(grainTablesStart + (i * Utilities.Ceil(GtesPerGt * 4, Sizes.Sector))), grainDir, i * 4); } extentStream.Position = grainDirStart * Sizes.Sector; extentStream.Write(grainDir, 0, grainDir.Length); // Write out the blank grain tables for (int i = 0; i < numGrainTables; ++i) { extentStream.Position = (grainTablesStart * Sizes.Sector) + (i * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector)); extentStream.Write(grainTable, 0, grainTable.Length); } // Make sure stream is correct length if (extentStream.Length != dataStart * Sizes.Sector) { extentStream.SetLength(dataStart * Sizes.Sector); } }
internal override List <BuilderExtent> FixExtents(out long totalLength) { List <BuilderExtent> extents = new List <BuilderExtent>(); MemoryStream descriptorStream = new MemoryStream(); _descriptor.Write(descriptorStream); // Figure out grain size and number of grain tables, and adjust actual extent size to be a multiple // of grain size const int GtesPerGt = 512; long grainSize = 128; int numGrainTables = (int)Utilities.Ceil(_content.Length, grainSize * GtesPerGt * Sizes.Sector); long descriptorLength = 10 * Sizes.OneKiB; // Utilities.RoundUp(descriptorStream.Length, Sizes.Sector); long descriptorStart = 0; if (descriptorLength != 0) { descriptorStart = 1; } long redundantGrainDirStart = Math.Max(descriptorStart, 1) + Utilities.Ceil(descriptorLength, Sizes.Sector); long redundantGrainDirLength = numGrainTables * 4; long redundantGrainTablesStart = redundantGrainDirStart + Utilities.Ceil(redundantGrainDirLength, Sizes.Sector); long redundantGrainTablesLength = numGrainTables * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector); long grainDirStart = redundantGrainTablesStart + Utilities.Ceil(redundantGrainTablesLength, Sizes.Sector); long grainDirLength = numGrainTables * 4; long grainTablesStart = grainDirStart + Utilities.Ceil(grainDirLength, Sizes.Sector); long grainTablesLength = numGrainTables * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector); long dataStart = Utilities.RoundUp(grainTablesStart + Utilities.Ceil(grainTablesLength, Sizes.Sector), grainSize); // Generate the header, and write it HostedSparseExtentHeader header = new HostedSparseExtentHeader(); header.Flags = HostedSparseExtentFlags.ValidLineDetectionTest | HostedSparseExtentFlags.RedundantGrainTable; header.Capacity = Utilities.RoundUp(_content.Length, grainSize * Sizes.Sector) / Sizes.Sector; header.GrainSize = grainSize; header.DescriptorOffset = descriptorStart; header.DescriptorSize = descriptorLength / Sizes.Sector; header.NumGTEsPerGT = GtesPerGt; header.RgdOffset = redundantGrainDirStart; header.GdOffset = grainDirStart; header.Overhead = dataStart; extents.Add(new BuilderBytesExtent(0, header.GetBytes())); // The descriptor extent if (descriptorLength > 0) { extents.Add(new BuilderStreamExtent(descriptorStart * Sizes.Sector, descriptorStream)); } // The grain directory extents extents.Add(new GrainDirectoryExtent(redundantGrainDirStart * Sizes.Sector, redundantGrainTablesStart, numGrainTables, GtesPerGt)); extents.Add(new GrainDirectoryExtent(grainDirStart * Sizes.Sector, grainTablesStart, numGrainTables, GtesPerGt)); // For each graintable span that's present... long dataSectorsUsed = 0; long gtSpan = GtesPerGt * grainSize * Sizes.Sector; foreach (var gtRange in StreamExtent.Blocks(_content.Extents, grainSize * GtesPerGt * Sizes.Sector)) { for (long i = 0; i < gtRange.Count; ++i) { int gt = (int)(gtRange.Offset + i); SubStream gtStream = new SubStream(_content, gt * gtSpan, Math.Min(gtSpan, _content.Length - (gt * gtSpan))); GrainTableDataExtent dataExtent = new GrainTableDataExtent((dataStart + dataSectorsUsed) * Sizes.Sector, gtStream, grainSize); extents.Add(dataExtent); extents.Add(new GrainTableExtent(GrainTablePosition(redundantGrainTablesStart, gt, GtesPerGt), gtStream, dataStart + dataSectorsUsed, GtesPerGt, grainSize)); extents.Add(new GrainTableExtent(GrainTablePosition(grainTablesStart, gt, GtesPerGt), gtStream, dataStart + dataSectorsUsed, GtesPerGt, grainSize)); dataSectorsUsed += dataExtent.Length / Sizes.Sector; } } totalLength = (dataStart + dataSectorsUsed) * Sizes.Sector; return(extents); }
internal override List<BuilderExtent> FixExtents(out long totalLength) { List<BuilderExtent> extents = new List<BuilderExtent>(); MemoryStream descriptorStream = new MemoryStream(); _descriptor.Write(descriptorStream); // Figure out grain size and number of grain tables, and adjust actual extent size to be a multiple // of grain size const int GtesPerGt = 512; long grainSize = 128; int numGrainTables = (int)Utilities.Ceil(_content.Length, grainSize * GtesPerGt * Sizes.Sector); long descriptorLength = 10 * Sizes.OneKiB; // Utilities.RoundUp(descriptorStream.Length, Sizes.Sector); long descriptorStart = 0; if (descriptorLength != 0) { descriptorStart = 1; } long redundantGrainDirStart = Math.Max(descriptorStart, 1) + Utilities.Ceil(descriptorLength, Sizes.Sector); long redundantGrainDirLength = numGrainTables * 4; long redundantGrainTablesStart = redundantGrainDirStart + Utilities.Ceil(redundantGrainDirLength, Sizes.Sector); long redundantGrainTablesLength = numGrainTables * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector); long grainDirStart = redundantGrainTablesStart + Utilities.Ceil(redundantGrainTablesLength, Sizes.Sector); long grainDirLength = numGrainTables * 4; long grainTablesStart = grainDirStart + Utilities.Ceil(grainDirLength, Sizes.Sector); long grainTablesLength = numGrainTables * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector); long dataStart = Utilities.RoundUp(grainTablesStart + Utilities.Ceil(grainTablesLength, Sizes.Sector), grainSize); // Generate the header, and write it HostedSparseExtentHeader header = new HostedSparseExtentHeader(); header.Flags = HostedSparseExtentFlags.ValidLineDetectionTest | HostedSparseExtentFlags.RedundantGrainTable; header.Capacity = Utilities.RoundUp(_content.Length, grainSize * Sizes.Sector) / Sizes.Sector; header.GrainSize = grainSize; header.DescriptorOffset = descriptorStart; header.DescriptorSize = descriptorLength / Sizes.Sector; header.NumGTEsPerGT = GtesPerGt; header.RgdOffset = redundantGrainDirStart; header.GdOffset = grainDirStart; header.Overhead = dataStart; extents.Add(new BuilderBytesExtent(0, header.GetBytes())); // The descriptor extent if (descriptorLength > 0) { extents.Add(new BuilderStreamExtent(descriptorStart * Sizes.Sector, descriptorStream)); } // The grain directory extents extents.Add(new GrainDirectoryExtent(redundantGrainDirStart * Sizes.Sector, redundantGrainTablesStart, numGrainTables, GtesPerGt)); extents.Add(new GrainDirectoryExtent(grainDirStart * Sizes.Sector, grainTablesStart, numGrainTables, GtesPerGt)); // For each graintable span that's present... long dataSectorsUsed = 0; long gtSpan = GtesPerGt * grainSize * Sizes.Sector; foreach (var gtRange in StreamExtent.Blocks(_content.Extents, grainSize * GtesPerGt * Sizes.Sector)) { for (long i = 0; i < gtRange.Count; ++i) { int gt = (int)(gtRange.Offset + i); SubStream gtStream = new SubStream(_content, gt * gtSpan, Math.Min(gtSpan, _content.Length - (gt * gtSpan))); GrainTableDataExtent dataExtent = new GrainTableDataExtent((dataStart + dataSectorsUsed) * Sizes.Sector, gtStream, grainSize); extents.Add(dataExtent); extents.Add(new GrainTableExtent(GrainTablePosition(redundantGrainTablesStart, gt, GtesPerGt), gtStream, dataStart + dataSectorsUsed, GtesPerGt, grainSize)); extents.Add(new GrainTableExtent(GrainTablePosition(grainTablesStart, gt, GtesPerGt), gtStream, dataStart + dataSectorsUsed, GtesPerGt, grainSize)); dataSectorsUsed += dataExtent.Length / Sizes.Sector; } } totalLength = (dataStart + dataSectorsUsed) * Sizes.Sector; return extents; }
private static void CreateSparseExtent(Stream extentStream, long size, long descriptorLength, out long descriptorStart) { // Figure out grain size and number of grain tables, and adjust actual extent size to be a multiple // of grain size const int GtesPerGt = 512; long grainSize = 128; int numGrainTables = (int)Utilities.Ceil(size, grainSize * GtesPerGt * Sizes.Sector); descriptorLength = Utilities.RoundUp(descriptorLength, Sizes.Sector); descriptorStart = 0; if (descriptorLength != 0) { descriptorStart = 1; } long redundantGrainDirStart = Math.Max(descriptorStart, 1) + Utilities.Ceil(descriptorLength, Sizes.Sector); long redundantGrainDirLength = numGrainTables * 4; long redundantGrainTablesStart = redundantGrainDirStart + Utilities.Ceil(redundantGrainDirLength, Sizes.Sector); long redundantGrainTablesLength = numGrainTables * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector); long grainDirStart = redundantGrainTablesStart + Utilities.Ceil(redundantGrainTablesLength, Sizes.Sector); long grainDirLength = numGrainTables * 4; long grainTablesStart = grainDirStart + Utilities.Ceil(grainDirLength, Sizes.Sector); long grainTablesLength = numGrainTables * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector); long dataStart = Utilities.RoundUp(grainTablesStart + Utilities.Ceil(grainTablesLength, Sizes.Sector), grainSize); // Generate the header, and write it HostedSparseExtentHeader header = new HostedSparseExtentHeader(); header.Flags = HostedSparseExtentFlags.ValidLineDetectionTest | HostedSparseExtentFlags.RedundantGrainTable; header.Capacity = Utilities.RoundUp(size, grainSize * Sizes.Sector) / Sizes.Sector; header.GrainSize = grainSize; header.DescriptorOffset = descriptorStart; header.DescriptorSize = descriptorLength / Sizes.Sector; header.NumGTEsPerGT = GtesPerGt; header.RgdOffset = redundantGrainDirStart; header.GdOffset = grainDirStart; header.Overhead = dataStart; extentStream.Position = 0; extentStream.Write(header.GetBytes(), 0, Sizes.Sector); // Zero-out the descriptor space if (descriptorLength > 0) { byte[] descriptor = new byte[descriptorLength]; extentStream.Position = descriptorStart * Sizes.Sector; extentStream.Write(descriptor, 0, descriptor.Length); } // Generate the redundant grain dir, and write it byte[] grainDir = new byte[numGrainTables * 4]; for (int i = 0; i < numGrainTables; ++i) { Utilities.WriteBytesLittleEndian((uint)(redundantGrainTablesStart + (i * Utilities.Ceil(GtesPerGt * 4, Sizes.Sector))), grainDir, i * 4); } extentStream.Position = redundantGrainDirStart * Sizes.Sector; extentStream.Write(grainDir, 0, grainDir.Length); // Write out the blank grain tables byte[] grainTable = new byte[GtesPerGt * 4]; for (int i = 0; i < numGrainTables; ++i) { extentStream.Position = (redundantGrainTablesStart * Sizes.Sector) + (i * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector)); extentStream.Write(grainTable, 0, grainTable.Length); } // Generate the main grain dir, and write it for (int i = 0; i < numGrainTables; ++i) { Utilities.WriteBytesLittleEndian((uint)(grainTablesStart + (i * Utilities.Ceil(GtesPerGt * 4, Sizes.Sector))), grainDir, i * 4); } extentStream.Position = grainDirStart * Sizes.Sector; extentStream.Write(grainDir, 0, grainDir.Length); // Write out the blank grain tables for (int i = 0; i < numGrainTables; ++i) { extentStream.Position = (grainTablesStart * Sizes.Sector) + (i * Utilities.RoundUp(GtesPerGt * 4, Sizes.Sector)); extentStream.Write(grainTable, 0, grainTable.Length); } // Make sure stream is correct length if (extentStream.Length != dataStart * Sizes.Sector) { extentStream.SetLength(dataStart * Sizes.Sector); } }