public static void AddDiskToRaid5Volume(List <DynamicDisk> disks, Raid5Volume volume, DiskExtent newExtent, ref long bytesCopied)
{
DiskGroupDatabase database = DiskGroupDatabase.ReadFromDisks(disks, volume.DiskGroupGuid);
if (database == null)
{
throw new DatabaseNotFoundException();
}
// If there will be a power failure during the conversion, our RAID volume will resync during boot,
// To prevent destruction of the data, we temporarily convert the array to striped volume
VolumeManagerDatabaseHelper.ConvertRaidToStripedVolume(database, volume.VolumeGuid);
ulong newExtentID = VolumeManagerDatabaseHelper.AddNewExtentToVolume(database, volume, newExtent);
// Backup the first sector of the first extent to the last sector of the new extent
// (We replace the filesystem boot record with our own sector for recovery purposes)
byte[] filesystemBootRecord = volume.Extents[0].ReadSector(0);
newExtent.WriteSectors(newExtent.TotalSectors - 1, filesystemBootRecord);
AddDiskOperationBootRecord resumeRecord = new AddDiskOperationBootRecord();
resumeRecord.VolumeGuid = volume.VolumeGuid;
PrivateHeader privateHeader = PrivateHeader.ReadFromDisk(newExtent.Disk);
// privateHeader cannot be null at this point
resumeRecord.NumberOfCommittedSectors = 0;
// we use volume.WriteSectors so that the parity information will be update
// this way, we could recover the first sector of each extent if a disk will fail
volume.WriteSectors(0, resumeRecord.GetBytes());
ResumeAddDiskToRaid5Volume(disks, volume, new DynamicDiskExtent(newExtent, newExtentID), resumeRecord, ref bytesCopied);
}
/// <summary>
/// Update the database to point to the new extent location (same or different disk)
/// </summary>
public static void UpdateExtentLocation(DiskGroupDatabase database, DynamicVolume volume, DynamicDiskExtent relocatedExtent)
{
PrivateHeader privateHeader = PrivateHeader.ReadFromDisk(relocatedExtent.Disk);
DiskRecord targetDiskRecord = database.FindDiskByDiskGuid(privateHeader.DiskGuid);
VolumeRecord volumeRecord = database.FindVolumeByVolumeGuid(volume.VolumeGuid);
List <DatabaseRecord> records = new List <DatabaseRecord>();
ExtentRecord sourceExtentRecord = database.FindExtentByExtentID(relocatedExtent.ExtentID);
ExtentRecord relocatedExtentRecord = (ExtentRecord)sourceExtentRecord.Clone();
relocatedExtentRecord.DiskId = targetDiskRecord.DiskId;
relocatedExtentRecord.DiskOffsetLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionLBA(relocatedExtent.FirstSector, privateHeader);
records.Add(relocatedExtentRecord);
// we should update the disk records
foreach (DynamicDiskExtent extent in volume.Extents)
{
DiskRecord diskRecord = database.FindDiskByDiskID(relocatedExtentRecord.DiskId);
// there could be multiple extents on the same disk, make sure we only add each disk once
if (!records.Contains(diskRecord))
{
diskRecord = (DiskRecord)diskRecord.Clone();
records.Add(diskRecord);
}
}
// when moving to a new disk, we should update the new disk record as well
if (!records.Contains(targetDiskRecord))
{
records.Add(targetDiskRecord.Clone());
}
database.UpdateDatabase(records);
}
public static ulong CreateSimpleVolume(DiskGroupDatabase database, DiskExtent extent)
{
List <DatabaseRecord> records = new List <DatabaseRecord>();
VolumeRecord volumeRecord = new VolumeRecord();
volumeRecord.Id = database.AllocateNewRecordID();
volumeRecord.Name = GetNextSimpleVolumeName(database.VolumeRecords);
volumeRecord.VolumeTypeString = "gen";
volumeRecord.StateString = "ACTIVE";
volumeRecord.ReadPolicy = ReadPolicyName.Select;
volumeRecord.VolumeNumber = GetNextVolumeNumber(database.VolumeRecords);
volumeRecord.VolumeFlags = VolumeFlags.Writeback | VolumeFlags.DefaultUnknown;
volumeRecord.NumberOfComponents = 1;
volumeRecord.SizeLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionSizeLBA(extent.TotalSectors, extent.BytesPerSector);
volumeRecord.PartitionType = PartitionType.RAW;
volumeRecord.VolumeGuid = Guid.NewGuid();
records.Add(volumeRecord);
ComponentRecord componentRecord = new ComponentRecord();
componentRecord.Id = database.AllocateNewRecordID();
componentRecord.Name = volumeRecord.Name + "-01";
componentRecord.StateString = "ACTIVE";
componentRecord.ExtentLayout = ExtentLayoutName.Concatenated;
componentRecord.NumberOfExtents = 1;
componentRecord.VolumeId = volumeRecord.VolumeId;
componentRecord.HasStripedExtentsFlag = false;
componentRecord.NumberOfColumns = 0;
records.Add(componentRecord);
// we should update the disk record
PrivateHeader privateHeader = PrivateHeader.ReadFromDisk(extent.Disk);
DiskRecord diskRecord = database.FindDiskByDiskGuid(privateHeader.DiskGuid);
diskRecord = (DiskRecord)diskRecord.Clone();
records.Add(diskRecord);
ExtentRecord extentRecord = new ExtentRecord();
extentRecord.Name = GetNextExtentName(database.ExtentRecords, diskRecord.Name);
extentRecord.DiskOffsetLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionLBA(extent.FirstSector, privateHeader);
extentRecord.SizeLBA = volumeRecord.SizeLBA;
extentRecord.ComponentId = componentRecord.ComponentId;
extentRecord.DiskId = diskRecord.DiskId;
extentRecord.HasColumnIndexFlag = false;
records.Add(extentRecord);
database.UpdateDatabase(records);
return(volumeRecord.VolumeId);
}
public static VolumeManagerDatabase ReadFromDisk(Disk disk)
{
if (DynamicDisk.IsDynamicDisk(disk))
{
PrivateHeader privateHeader = PrivateHeader.ReadFromDisk(disk);
if (privateHeader != null)
{
return(ReadFromDisk(disk, privateHeader));
}
}
return(null);
}
public static DynamicDisk ReadFromDisk(Disk disk)
{
if (IsDynamicDisk(disk))
{
PrivateHeader privateHeader = PrivateHeader.ReadFromDisk(disk);
if (privateHeader != null)
{
TOCBlock tocBlock = TOCBlock.ReadFromDisk(disk, privateHeader);
if (tocBlock != null)
{
return(new DynamicDisk(disk, privateHeader, tocBlock));
}
}
}
return(null);
}
public static PrivateHeader ReadFromGPTBasedDisk(Disk disk)
{
List <GuidPartitionEntry> entries = GuidPartitionTable.ReadEntriesFromDisk(disk);
int index = GuidPartitionEntryCollection.GetIndexOfPartitionTypeGuid(entries, GPTPartition.PrivateRegionPartitionTypeGuid);
// the private header will be located at the last sector of the private region
PrivateHeader privateHeader = PrivateHeader.ReadFromDisk(disk, (long)entries[index].LastLBA, true);
if (privateHeader != null)
{
if (privateHeader.IsChecksumValid)
{
return(privateHeader);
}
else
{
// primary has invalid checksum, try secondary private header
long sectorIndex = (long)(privateHeader.PrivateRegionStartLBA + privateHeader.SecondaryPrivateHeaderLBA);
return(ReadFromDisk(disk, sectorIndex, false));
}
}
return(null);
}
/// <summary>
/// Update the database (add the new extent)
/// </summary>
/// <param name="volume">RAID-5 or striped volume</param>
/// <returns>new extent ID</returns>
public static ulong AddNewExtentToVolume(DiskGroupDatabase database, DynamicVolume volume, DiskExtent newExtent)
{
PrivateHeader privateHeader = PrivateHeader.ReadFromDisk(newExtent.Disk);
List <DatabaseRecord> records = new List <DatabaseRecord>();
VolumeRecord volumeRecord = database.FindVolumeByVolumeGuid(volume.VolumeGuid);
if (volumeRecord == null)
{
throw new MissingDatabaseRecordException("Volume record is missing");
}
volumeRecord = (VolumeRecord)volumeRecord.Clone();
volumeRecord.SizeLBA += (ulong)PublicRegionHelper.TranslateToPublicRegionSizeLBA(newExtent.TotalSectors, privateHeader);
records.Add(volumeRecord);
ComponentRecord componentRecord = database.FindComponentsByVolumeID(volumeRecord.VolumeId)[0];
if (componentRecord == null)
{
throw new MissingDatabaseRecordException("Component record is missing");
}
componentRecord = (ComponentRecord)componentRecord.Clone();
componentRecord.NumberOfExtents++;
componentRecord.NumberOfColumns++;
records.Add(componentRecord);
DiskRecord diskRecord = database.FindDiskByDiskGuid(privateHeader.DiskGuid);
if (diskRecord == null)
{
throw new MissingDatabaseRecordException("Disk record is missing");
}
diskRecord = (DiskRecord)diskRecord.Clone();
records.Add(diskRecord);
ExtentRecord newExtentRecord = new ExtentRecord();
newExtentRecord.Name = GetNextExtentName(database.ExtentRecords, diskRecord.Name);
newExtentRecord.ComponentId = componentRecord.ComponentId;
newExtentRecord.DiskId = diskRecord.DiskId;
newExtentRecord.DiskOffsetLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionLBA(newExtent.FirstSector, privateHeader);
newExtentRecord.SizeLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionSizeLBA(newExtent.TotalSectors, privateHeader);
newExtentRecord.HasColumnIndexFlag = true;
newExtentRecord.ColumnIndex = (uint)volume.Columns.Count; // zero based
records.Add(newExtentRecord);
// we should update the disk records and extent records
foreach (DynamicDiskExtent extent in volume.Extents)
{
ExtentRecord extentRecord = database.FindExtentByExtentID(extent.ExtentID);
if (extentRecord == null)
{
throw new MissingDatabaseRecordException("Extent record is missing");
}
extentRecord = (ExtentRecord)extentRecord.Clone();
records.Add(extentRecord);
diskRecord = database.FindDiskByDiskID(extentRecord.DiskId);
if (diskRecord == null)
{
throw new MissingDatabaseRecordException("Disk record is missing");
}
// there could be multiple extents on the same disk, make sure we only add each disk once
if (!records.Contains(diskRecord))
{
diskRecord = (DiskRecord)diskRecord.Clone();
records.Add(diskRecord);
}
}
database.UpdateDatabase(records);
return(newExtentRecord.ExtentId);
}
public static ulong CreateRAID5Volume(DiskGroupDatabase database, List <DiskExtent> extents, bool isDegraded)
{
int numberOfColumns;
if (isDegraded)
{
numberOfColumns = extents.Count + 1;
}
else
{
numberOfColumns = extents.Count;
}
List <DatabaseRecord> records = new List <DatabaseRecord>();
VolumeRecord volumeRecord = new VolumeRecord();
volumeRecord.Id = database.AllocateNewRecordID();
volumeRecord.Name = GetNextRAIDVolumeName(database.VolumeRecords);
volumeRecord.VolumeTypeString = "raid5";
volumeRecord.StateString = "ACTIVE";
volumeRecord.ReadPolicy = ReadPolicyName.RAID;
volumeRecord.VolumeNumber = GetNextVolumeNumber(database.VolumeRecords);
volumeRecord.VolumeFlags = VolumeFlags.Writeback | VolumeFlags.Writecopy | VolumeFlags.DefaultUnknown;
volumeRecord.NumberOfComponents = 1;
volumeRecord.SizeLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionSizeLBA(extents[0].TotalSectors * (numberOfColumns - 1), extents[0].BytesPerSector);
volumeRecord.PartitionType = PartitionType.RAW;
volumeRecord.VolumeGuid = Guid.NewGuid();
records.Add(volumeRecord);
ComponentRecord componentRecord = new ComponentRecord();
componentRecord.Id = database.AllocateNewRecordID();
componentRecord.Name = volumeRecord.Name + "-01";
componentRecord.StateString = "ACTIVE";
componentRecord.ExtentLayout = ExtentLayoutName.RAID5;
componentRecord.NumberOfExtents = (uint)numberOfColumns;
componentRecord.VolumeId = volumeRecord.VolumeId;
componentRecord.HasStripedExtentsFlag = true;
componentRecord.StripeSizeLBA = 128; // 64KB - the default
componentRecord.NumberOfColumns = (uint)numberOfColumns;
records.Add(componentRecord);
for (int index = 0; index < extents.Count; index++)
{
DiskExtent extent = extents[index];
// we should update the disk records
PrivateHeader privateHeader = PrivateHeader.ReadFromDisk(extent.Disk);
DiskRecord diskRecord = database.FindDiskByDiskGuid(privateHeader.DiskGuid);
diskRecord = (DiskRecord)diskRecord.Clone();
records.Add(diskRecord);
ExtentRecord extentRecord = new ExtentRecord();
extentRecord.Name = GetNextExtentName(database.ExtentRecords, diskRecord.Name);
extentRecord.DiskOffsetLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionLBA(extent.FirstSector, privateHeader);
extentRecord.SizeLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionSizeLBA(extent.TotalSectors, extent.BytesPerSector);
extentRecord.ComponentId = componentRecord.ComponentId;
extentRecord.DiskId = diskRecord.DiskId;
extentRecord.HasColumnIndexFlag = (index > 0);
extentRecord.ColumnIndex = (uint)index; // zero based
records.Add(extentRecord);
}
if (isDegraded)
{
// we have to make-up a disk
// The DiskFlags and ExtentFlags are not necessary (they will be added later anyway when the disk group is reimported)
DiskRecord diskRecord = new DiskRecord();
diskRecord.Id = database.AllocateNewRecordID();
diskRecord.Name = "Miss" + new Random().Next(100);
diskRecord.DiskGuid = Guid.NewGuid();
diskRecord.DiskFlags = DiskFlags.Detached;
records.Add(diskRecord);
ExtentRecord extentRecord = new ExtentRecord();
extentRecord.Name = diskRecord.Name + "-01";
extentRecord.ExtentFlags = ExtentFlags.Recover;
extentRecord.SizeLBA = (ulong)PublicRegionHelper.TranslateToPublicRegionSizeLBA(extents[0].TotalSectors, extents[0].BytesPerSector);
extentRecord.ComponentId = componentRecord.ComponentId;
extentRecord.DiskId = diskRecord.DiskId;
extentRecord.HasColumnIndexFlag = true;
extentRecord.ColumnIndex = (uint)extents.Count; // zero based
records.Add(extentRecord);
}
database.UpdateDatabase(records);
return(volumeRecord.VolumeId);
}
