public async Task Run(Guid serverId, string vmMoref = null, CancellationToken ctoken = default)
{
if (backup != null)
{
return;
}
this.ctoken = ctoken;
Server = await metaDB.GetVMWareServer(serverId, true);
backup = new DBBackup {
Server = serverId, StartDate = DateTime.UtcNow, Status = Status.Running, Log = new List <string>()
};
backup.Id = await metaDB.AddBackup(backup);
var vmBackup = new DBVMwareVM {
Backup = backup.Id, Moref = vmMoref, StartDate = DateTime.UtcNow, Valid = false, Server = Server.Id
};
vmBackup.Id = await metaDB.AddVMwareVM(vmBackup);
var snapRef = string.Empty;
try
{
vim25Proxy = new Proxy(Server.Ip);
await vim25Proxy.Login(Server.Username, Server.Password);
if (vmMoref == null)
{
int selected = -1;
var vmList = (await vim25Proxy.GetVMs()).OrderBy(vm => vm.Name).ToArray();
do
{
var i = 1;
foreach (var vm in vmList)
{
Console.WriteLine("{0}\t{1}", i++, vm.Name);
}
Console.WriteLine("Choose a VM: ");
if (!int.TryParse(Console.ReadLine(), out selected) || selected < 1 || selected > vmList.Length)
{
selected = -1;
}
} while (selected < 1);
vmMoref = vmList[selected - 1].MoRef;
}
CheckCancelStatus();
// Retrieve backup vm info, usefull for backup type
var vmPowerState = await vim25Proxy.GetVMPowerState(vmMoref);
var(changeTrackingEnabled, changeTrackingSupported) = await vim25Proxy.GetCBTState(vmMoref);
// Check and enable CBT
if (!changeTrackingEnabled && changeTrackingSupported)
{
await vim25Proxy.ConfigureForCBT(vmMoref);
}
// Create backup snapshot
snapRef = await vim25Proxy.CreateSnapshot(
vmMoref, "BerBackup", $"Backup started at {DateTime.Now}",
false, vmPowerState == VirtualMachinePowerState.poweredOn);
// Retrieve full vm config from Snapshot
var vmConfig = await vim25Proxy.GetVMConfigFromSnapshot(snapRef);
vmBackup.Name = vim25Proxy.GetVMConfigParameter(vmConfig, "name") as string;
vmBackup.Config = vim25Proxy.SerializeVMConfig(vmConfig);
vmBackup.Id = await metaDB.AddVMwareVM(vmBackup);
var previousVMBackup = changeTrackingEnabled ? await metaDB.GetLatestVM(serverId, vmMoref) : null;
// Initialize VDDK stuff
Environment.SetEnvironmentVariable("PATH", @"C:\Users\bedn\source\repos\backup\x64\Debug;C:\VMware-vix-disklib-6.5.2-6195444.x86_64\bin;%PATH%");
var status = VixDiskLib.VixDiskLib_InitEx(6, 0, null, null, null, @"C:\VMware-vix-disklib-6.5.2-6195444.x86_64", null);
var connectParams = new VixDiskLibConnectParams
{
serverName = Server.Ip,
thumbPrint = Server.ThumbPrint,
credType = VixDiskLibCredType.VIXDISKLIB_CRED_UID,
port = 0,
nfcHostPort = 0,
vmxSpec = string.Format("moref={0}", vmMoref)
};
connectParams.creds.uid.userName = Server.Username;
connectParams.creds.uid.password = Server.Password;
var vixConnHandle = IntPtr.Zero;
var vixDiskHandle = IntPtr.Zero;
status = VixDiskLib.VixDiskLib_ConnectEx(connectParams, (char)VixDiskLib.TRUE, snapRef, null, out vixConnHandle);
var blocksReadBatch = 2048UL;
var vddkReadBuffer = new byte[blocksReadBatch * 512];
foreach (var disk in vim25Proxy.GetDisksFromConfig(vmConfig))
{
var diskInfo = vim25Proxy.GetDiskInfo(disk);
status = VixDiskLib.VixDiskLib_PrepareForAccess(connectParams, "BackupSoft");
status = VixDiskLib.VixDiskLib_Open(vixConnHandle, diskInfo.Path, (uint)VixDiskLib.VIXDISKLIB_FLAG_OPEN_READ_ONLY, out vixDiskHandle);
status = VixDiskLib.VixDiskLib_GetMetadataKeys(vixDiskHandle, null, 1, out uint metaLength);
var diskMeta = new byte[metaLength];
status = VixDiskLib.VixDiskLib_GetMetadataKeys(vixDiskHandle, diskMeta, metaLength, out metaLength);
var dbDisk = new DBVMDisk {
VM = vmBackup.Id, Path = diskInfo.Path, Key = diskInfo.Key, ChangeId = diskInfo.ChangeId, Metadata = diskMeta, Length = diskInfo.Capacity, Valid = false
};
dbDisk.Id = await metaDB.AddVMDisk(dbDisk);
Console.WriteLine(DateTime.Now);
Console.WriteLine($"Backup VM disk : {diskInfo.Path}");
var previousChangeId = "*";
var previousDisk = previousVMBackup != null ? await metaDB.GetVMDisk(previousVMBackup.Id, diskInfo.Key) : null;
if (previousDisk != null)
{
previousChangeId = previousDisk.ChangeId;
await metaDB.CopyVMDiskBlocks(previousDisk.VM, dbDisk.Id);
}
long bytestart = 0;
long bytelength = 0;
ulong iterations;
ulong startsector;
ulong lastSectors;
BlocksManager.dbBlocks = 0;
IList <byte[]> blocks;
var totalBlocks = 0;
int alignoffset = 0;
foreach (var(start, length) in await vim25Proxy.GetDiskChangedAreas(vmMoref, snapRef, diskInfo.Key, bytestart, previousChangeId))
{
bytestart = start;
var _bytestart = await metaDB.GetPreviousVMDiskOffset(dbDisk.Id, bytestart);
if (_bytestart > 0)
{
bytestart = _bytestart;
}
var _byteend = await metaDB.GetNextVMDiskOffset(dbDisk.VM, start + length);
if (_byteend > 0)
{
bytelength = _byteend - bytestart;
}
else
{
bytelength = length;
}
iterations = (Convert.ToUInt64(bytelength) / 512) / blocksReadBatch;
lastSectors = (Convert.ToUInt64(bytelength) / 512) % blocksReadBatch;
startsector = Convert.ToUInt64(bytestart) / 512;
alignoffset = Convert.ToInt32(bytestart % 512);
var startNotAligned = alignoffset > 0;
hasher.Initialize();
for (var pos = 0UL; pos < iterations; pos++)
{
status = VixDiskLib.VixDiskLib_Read(vixDiskHandle, startsector, blocksReadBatch, vddkReadBuffer);
startsector += blocksReadBatch;
if (startNotAligned)
{
blocks = hasher.NextBlock(vddkReadBuffer, alignoffset);
startNotAligned = false;
}
else
{
blocks = hasher.NextBlock(vddkReadBuffer, 0);
}
foreach (var block in blocks)
{
var blockGuid = await BlocksManager.AddBlockToDB(block);
await metaDB.AddVMDiskBlock(new DBVMDiskBlock { Block = blockGuid, VMDisk = dbDisk.Id, Offset = bytestart });
bytestart += block.Length;
totalBlocks++;
}
}
if (lastSectors > 0UL)
{
status = VixDiskLib.VixDiskLib_Read(vixDiskHandle, startsector, lastSectors, vddkReadBuffer);
startsector += lastSectors;
if (startNotAligned)
{
blocks = hasher.NextBlock(vddkReadBuffer, alignoffset, 512 * Convert.ToInt32(lastSectors));
startNotAligned = false;
}
else
{
blocks = hasher.NextBlock(vddkReadBuffer, 0, 512 * Convert.ToInt32(lastSectors));
}
foreach (var block in blocks)
{
var blockGuid = await BlocksManager.AddBlockToDB(block);
await metaDB.AddVMDiskBlock(new DBVMDiskBlock { Block = blockGuid, VMDisk = dbDisk.Id, Offset = bytestart });
bytestart += block.Length;
totalBlocks++;
}
}
if (hasher.HasRemainingBytes)
{
var diskSizeInSectors = Convert.ToUInt64(diskInfo.Capacity) / 512;
while (startsector < diskSizeInSectors)
{
var readSize = Math.Min(blocksReadBatch, diskSizeInSectors - startsector);
status = VixDiskLib.VixDiskLib_Read(vixDiskHandle, startsector, readSize, vddkReadBuffer);
startsector += readSize;
if (startNotAligned)
{
blocks = hasher.NextBlock(vddkReadBuffer, alignoffset, Convert.ToInt32(readSize) * 512);
startNotAligned = false;
}
else
{
blocks = hasher.NextBlock(vddkReadBuffer, 0, Convert.ToInt32(readSize) * 512);
}
if (blocks.Count > 0)
{
var block = blocks[0];
var blockGuid = await BlocksManager.AddBlockToDB(block);
await metaDB.AddVMDiskBlock(new DBVMDiskBlock { Block = blockGuid, VMDisk = dbDisk.Id, Offset = bytestart });
bytestart += block.Length;
totalBlocks++;
break;
}
}
if (startsector >= diskSizeInSectors && hasher.HasRemainingBytes)
{
var block = hasher.RemainingBytes();
var blockGuid = await BlocksManager.AddBlockToDB(block);
await metaDB.AddVMDiskBlock(new DBVMDiskBlock { Block = blockGuid, VMDisk = dbDisk.Id, Offset = bytestart });
bytestart += block.Length;
totalBlocks++;
}
}
Console.WriteLine(DateTime.Now);
Console.WriteLine("Total blocks : " + totalBlocks);
Console.WriteLine("DB blocks : " + BlocksManager.dbBlocks);
}
Console.WriteLine(DateTime.Now);
Console.WriteLine("Total blocks : " + totalBlocks);
Console.WriteLine("DB blocks : " + BlocksManager.dbBlocks);
dbDisk.Valid = true;
await metaDB.AddVMDisk(dbDisk);
status = VixDiskLib.VixDiskLib_Close(vixDiskHandle);
dbDisk.Valid = true;
await metaDB.AddVMDisk(dbDisk);
}
status = VixDiskLib.VixDiskLib_Disconnect(vixConnHandle);
VixDiskLib.VixDiskLib_Exit();
vmBackup.EndDate = DateTime.UtcNow;
vmBackup.Valid = true;
await metaDB.AddVMwareVM(vmBackup);
}
catch (Exception e)
{
Console.WriteLine($"{backup.Id} - Backup failed: {e.Message}");
backup.AppendLog(e.Message);
backup.Status = Status.Failed;
}
finally
{
if (vim25Proxy.IsConnected)
{
if (snapRef != string.Empty)
{
await vim25Proxy.RemoveSnapshot(snapRef, false, true);
}
await vim25Proxy.Logout();
}
}
vmBackup.EndDate = DateTime.UtcNow;
await metaDB.AddVMwareVM(vmBackup);
backup.EndDate = DateTime.UtcNow;
await metaDB.AddBackup(backup);
}
private async Task BackupFile(BackupItem file)
{
var totalBlocks = 0;
try
{
var stream = await agentProxy.GetStream(file.StreamGuid);
hasher.Initialize();
var dbFile = new DBFile {
Name = file.Name, Backup = backup.Id, LastWriteTime = file.LastWriteTime, Length = file.Length, Valid = false
};
currentFileId = await metaDB.AddFile(dbFile);
dbFile.Id = currentFileId;
var currentFilePos = 0L;
var buffer = new byte[1024 * 64];
BlocksManager.dbBlocks = 0;
Console.WriteLine($"{DateTime.Now} - Backup file: {file.Name}");
IList <byte[]> newbLocks;
var readCount = await stream.ReadAsync(buffer, 0, buffer.Length, ctoken);
while (readCount > 0)
{
CheckCancelStatus();
newbLocks = hasher.NextBlock(buffer, 0, readCount);
foreach (var newbLock in newbLocks)
{
CheckCancelStatus();
var blockGuid = await BlocksManager.AddBlockToDB(newbLock);
await metaDB.AddFileBlock(new DBFileBlock { Block = blockGuid, File = currentFileId, Offset = currentFilePos });
currentFilePos += newbLock.Length;
totalBlocks++;
}
readCount = await stream.ReadAsync(buffer, 0, buffer.Length, ctoken);
}
if (hasher.HasRemainingBytes)
{
var lastLock = hasher.RemainingBytes();
var blockGuid = await BlocksManager.AddBlockToDB(lastLock);
await metaDB.AddFileBlock(new DBFileBlock { Block = blockGuid, File = currentFileId, Offset = currentFilePos });
currentFilePos += lastLock.Length;
totalBlocks++;
}
dbFile.Valid = true;
await metaDB.AddFile(dbFile);
}
catch (OperationCanceledException e)
{
// re-throws OperationCanceled exceptions
throw e;
}
catch (Exception e)
{
backup.AppendLog($"Error file: {file.Name} --- {e.Message} ");
backupStatus = Status.Warning;
await metaDB.AddBackup(backup); // Update backup with error
}
Console.WriteLine($"{DateTime.Now} - Total blocks: {totalBlocks}");
Console.WriteLine($"{DateTime.Now} - DB blocks: {BlocksManager.dbBlocks}");
}