private VCDiffResult DecodeCore()
{
using ByteBuffer instructionBuffer = new ByteBuffer(window.InstructionsAndSizesData);
using ByteBuffer addressBuffer = new ByteBuffer(window.AddressesForCopyData);
using ByteBuffer addRunBuffer = new ByteBuffer(window.AddRunData);
InstructionDecoder instrDecoder = new InstructionDecoder(instructionBuffer, customTable);
VCDiffResult result = VCDiffResult.SUCCESS;
while (this.TotalBytesDecoded < window.TargetWindowLength)
{
VCDiffInstructionType instruction = instrDecoder.Next(out int decodedSize, out byte mode);
switch (instruction)
{
case VCDiffInstructionType.EOD:
targetData.SetLength(0);
return(VCDiffResult.EOD);
case VCDiffInstructionType.ERROR:
targetData.SetLength(0);
return(VCDiffResult.ERROR);
}
switch (instruction)
{
case VCDiffInstructionType.ADD:
result = DecodeAdd(decodedSize, addRunBuffer);
break;
case VCDiffInstructionType.RUN:
result = DecodeRun(decodedSize, addRunBuffer);
break;
case VCDiffInstructionType.COPY:
result = DecodeCopy(decodedSize, mode, addressBuffer);
break;
default:
targetData.SetLength(0);
return(VCDiffResult.ERROR);
}
}
if (window.ChecksumFormat == ChecksumFormat.SDCH)
{
uint adler = Checksum.ComputeGoogleAdler32(targetData.GetBuffer().AsMemory(0, (int)targetData.Length));
if (adler != window.Checksum)
{
result = VCDiffResult.ERROR;
}
}
else if (window.ChecksumFormat == ChecksumFormat.Xdelta3)
{
uint adler = Checksum.ComputeXdelta3Adler32(targetData.GetBuffer().AsMemory(0, (int)targetData.Length));
if (adler != window.Checksum)
{
result = VCDiffResult.ERROR;
}
}
return(result);
}
private VCDiffResult DecodeInterleaveCore()
{
VCDiffResult result = VCDiffResult.SUCCESS;
//since interleave expected then the last point that was most likely decoded was the lengths section
//so following is all data for the add run copy etc
long interleaveLength = window.InstructionAndSizesLength;
using var previous = new MemoryStream();
int lastDecodedSize = 0;
VCDiffInstructionType lastDecodedInstruction = VCDiffInstructionType.NOOP;
while (interleaveLength > 0)
{
if (!delta.CanRead)
{
continue;
}
//read in
var didBreakBeforeComplete = false;
//try to read in all interleaved bytes
//if not then it will buffer for next time
previous.Write(delta.ReadBytes((int)interleaveLength).Span);
using ByteBuffer incoming = new ByteBuffer(previous.ToArray());
previous.SetLength(0);
long initialLength = incoming.Length;
InstructionDecoder instrDecoder = new InstructionDecoder(incoming, customTable);
while (incoming.CanRead && TotalBytesDecoded < window.TargetWindowLength)
{
int decodedSize = 0;
byte mode = 0;
VCDiffInstructionType instruction = VCDiffInstructionType.NOOP;
if (lastDecodedSize > 0 && lastDecodedInstruction != VCDiffInstructionType.NOOP)
{
decodedSize = lastDecodedSize;
instruction = lastDecodedInstruction;
}
else
{
instruction = instrDecoder.Next(out decodedSize, out mode);
switch (instruction)
{
case VCDiffInstructionType.EOD:
didBreakBeforeComplete = true;
break;
case VCDiffInstructionType.ERROR:
targetData.SetLength(0);
return(VCDiffResult.ERROR);
}
}
//if instruction is EOD then decodedSize will be 0 as well
//the last part of the buffer containing the instruction will be
//buffered for the next loop
lastDecodedInstruction = instruction;
lastDecodedSize = decodedSize;
if (didBreakBeforeComplete)
{
//we don't have all the data so store this pointer into a temporary list to resolve next loop
didBreakBeforeComplete = true;
interleaveLength -= incoming.Position;
if (initialLength - incoming.Position > 0)
{
previous.Write(incoming.ReadBytes((int)(initialLength - incoming.Position)).Span);
}
break;
}
switch (instruction)
{
case VCDiffInstructionType.ADD:
result = DecodeAdd(decodedSize, incoming);
break;
case VCDiffInstructionType.RUN:
result = DecodeRun(decodedSize, incoming);
break;
case VCDiffInstructionType.COPY:
result = DecodeCopy(decodedSize, mode, incoming);
break;
default:
targetData.SetLength(0);
return(VCDiffResult.ERROR);
}
if (result == VCDiffResult.EOD)
{
//we don't have all the data so store this pointer into a temporary list to resolve next loop
didBreakBeforeComplete = true;
interleaveLength -= incoming.Position;
if (initialLength - incoming.Position > 0)
{
previous.Write(incoming.ReadBytes((int)(initialLength - incoming.Position)).Span);
}
break;
}
//reset these as we have successfully used them
lastDecodedInstruction = VCDiffInstructionType.NOOP;
lastDecodedSize = 0;
}
if (!didBreakBeforeComplete)
{
interleaveLength -= initialLength;
}
}
if (window.ChecksumFormat == ChecksumFormat.SDCH)
{
uint adler = Checksum.ComputeGoogleAdler32(targetData.GetBuffer().AsMemory(0, (int)targetData.Length));
if (adler != window.Checksum)
{
result = VCDiffResult.ERROR;
}
}
return(result);
}
/// <summary>
/// Encodes the data using the settings from initialization
/// </summary>
/// <param name="newData">the target data</param>
/// <param name="outputStream">the out stream</param>
public unsafe void EncodeChunk(ByteBuffer newData, Stream outputStream)
{
newData.Position = 0;
ReadOnlyMemory <byte> checksumBytes = newData.ReadBytes((int)newData.Length);
uint checksum = this.checksumFormat switch
{
ChecksumFormat.SDCH => Checksum.ComputeGoogleAdler32(checksumBytes),
ChecksumFormat.Xdelta3 => Checksum.ComputeXdelta3Adler32(checksumBytes),
ChecksumFormat.None => 0,
_ => 0
};
windowEncoder = new WindowEncoder(oldData.Length, checksum, this.checksumFormat, this.interleaved);
oldData.Position = 0;
newData.Position = 0;
long nextEncode = newData.Position;
long targetEnd = newData.Length;
long startOfLastBlock = targetEnd - this.dictionary.blockSize;
long candidatePos = nextEncode;
ulong hash;
//create the first hash
hash = hasher.Hash(newData.DangerousGetBytePointerAtCurrentPositionAndIncreaseOffsetAfter(0),
this.dictionary.blockSize);
byte *newDataPtr = newData.DangerousGetBytePointer();
while (true)
{
//if less than block size exit and then write as an ADD
if (newData.Length - nextEncode < this.dictionary.blockSize)
{
break;
}
//try and encode the copy and add instructions that best match
var bytesEncoded = EncodeCopyForBestMatch(hash, candidatePos, nextEncode, targetEnd, newDataPtr, newData);
if (bytesEncoded > 0)
{
nextEncode += bytesEncoded;
candidatePos = nextEncode;
if (candidatePos > startOfLastBlock)
{
break;
}
newData.Position = candidatePos;
//cannot use rolling hash since we skipped so many
hash = hasher.Hash(newData.DangerousGetBytePointerAtCurrentPositionAndIncreaseOffsetAfter(this.dictionary.blockSize), this.dictionary.blockSize);
}
else
{
if (candidatePos + 1 > startOfLastBlock)
{
break;
}
//update hash requires the first byte of the last hash as well as the byte that is first byte pos + blockSize
//in order to properly calculate the rolling hash
newData.Position = candidatePos;
byte peek0 = newData.ReadByte();
newData.Position = candidatePos + this.dictionary.blockSize;
byte peek1 = newData.ReadByte();
hash = hasher.UpdateHash(hash, peek0, peek1);
candidatePos++;
}
}
//Add the rest of the data that was not encoded
if (nextEncode < newData.Length)
{
int len = (int)(newData.Length - nextEncode);
newData.Position = nextEncode;
windowEncoder.Add(newData.ReadBytes(len).Span);
}
//output the final window
windowEncoder.Output(outputStream);
}
