public void Crc64RandomData()
{
byte[] data = new byte[1048576];
FileStream fs = new FileStream(Path.Combine(Consts.TestFilesRoot, "checksums", "random"), FileMode.Open,
FileAccess.Read);
fs.Read(data, 0, 1048576);
fs.Close();
fs.Dispose();
Crc64Context.Data(data, out byte[] result);
Assert.AreEqual(ExpectedRandom, result);
}
public void RandomData()
{
byte[] data = new byte[1048576];
var fs = new FileStream(Path.Combine(Consts.TEST_FILES_ROOT, "Checksum test files", "random"),
FileMode.Open, FileAccess.Read);
fs.Read(data, 0, 1048576);
fs.Close();
fs.Dispose();
Crc64Context.Data(data, out byte[] result);
result.Should().BeEquivalentTo(_expectedRandom);
}
public void Crc64EmptyData()
{
byte[] data = new byte[1048576];
var fs = new FileStream(Path.Combine(Consts.TEST_FILES_ROOT, "Checksum test files", "empty"), FileMode.Open,
FileAccess.Read);
fs.Read(data, 0, 1048576);
fs.Close();
fs.Dispose();
Crc64Context.Data(data, out byte[] result);
Assert.AreEqual(_expectedEmpty, result);
}
internal Checksum()
{
adler32ctx = new Adler32Context();
crc16ctx = new Crc16Context();
crc32ctx = new Crc32Context();
crc64ctx = new Crc64Context();
md5ctx = new Md5Context();
ripemd160ctx = new Ripemd160Context();
sha1ctx = new Sha1Context();
sha256ctx = new Sha256Context();
sha384ctx = new Sha384Context();
sha512ctx = new Sha512Context();
ssctx = new SpamSumContext();
adlerThread = new Thread(updateAdler);
crc16Thread = new Thread(updateCRC16);
crc32Thread = new Thread(updateCRC32);
crc64Thread = new Thread(updateCRC64);
md5Thread = new Thread(updateMD5);
ripemd160Thread = new Thread(updateRIPEMD160);
sha1Thread = new Thread(updateSHA1);
sha256Thread = new Thread(updateSHA256);
sha384Thread = new Thread(updateSHA384);
sha512Thread = new Thread(updateSHA512);
spamsumThread = new Thread(updateSpamSum);
adlerPkt = new adlerPacket();
crc16Pkt = new crc16Packet();
crc32Pkt = new crc32Packet();
crc64Pkt = new crc64Packet();
md5Pkt = new md5Packet();
ripemd160Pkt = new ripemd160Packet();
sha1Pkt = new sha1Packet();
sha256Pkt = new sha256Packet();
sha384Pkt = new sha384Packet();
sha512Pkt = new sha512Packet();
spamsumPkt = new spamsumPacket();
adlerPkt.context = adler32ctx;
crc16Pkt.context = crc16ctx;
crc32Pkt.context = crc32ctx;
crc64Pkt.context = crc64ctx;
md5Pkt.context = md5ctx;
ripemd160Pkt.context = ripemd160ctx;
sha1Pkt.context = sha1ctx;
sha256Pkt.context = sha256ctx;
sha384Pkt.context = sha384ctx;
sha512Pkt.context = sha512ctx;
spamsumPkt.context = ssctx;
}
public void EmptyInstance()
{
byte[] data = new byte[1048576];
var fs = new FileStream(Path.Combine(Consts.TEST_FILES_ROOT, "Checksum test files", "empty"), FileMode.Open,
FileAccess.Read);
fs.Read(data, 0, 1048576);
fs.Close();
fs.Dispose();
IChecksum ctx = new Crc64Context();
ctx.Update(data);
byte[] result = ctx.Final();
result.Should().BeEquivalentTo(_expectedEmpty);
}
public void Crc64EmptyInstance()
{
byte[] data = new byte[1048576];
FileStream fs = new FileStream(Path.Combine(Consts.TestFilesRoot, "checksums", "empty"), FileMode.Open,
FileAccess.Read);
fs.Read(data, 0, 1048576);
fs.Close();
fs.Dispose();
IChecksum ctx = new Crc64Context();
ctx.Update(data);
byte[] result = ctx.Final();
Assert.AreEqual(ExpectedEmpty, result);
}
public void Crc64RandomInstance()
{
byte[] data = new byte[1048576];
var fs = new FileStream(Path.Combine(Consts.TEST_FILES_ROOT, "Checksum test files", "random"),
FileMode.Open, FileAccess.Read);
fs.Read(data, 0, 1048576);
fs.Close();
fs.Dispose();
IChecksum ctx = new Crc64Context();
ctx.Update(data);
byte[] result = ctx.Final();
Assert.AreEqual(_expectedRandom, result);
}
internal static List <ChecksumType> GetChecksums(byte[] data, EnableChecksum enabled = EnableChecksum.All)
{
IChecksum adler32CtxData = null;
IChecksum crc16CtxData = null;
IChecksum crc32CtxData = null;
IChecksum crc64CtxData = null;
IChecksum md5CtxData = null;
IChecksum sha1CtxData = null;
IChecksum sha256CtxData = null;
IChecksum sha384CtxData = null;
IChecksum sha512CtxData = null;
IChecksum ssctxData = null;
IChecksum f16CtxData = null;
IChecksum f32CtxData = null;
var adlerThreadData = new Thread(UpdateHash);
var crc16ThreadData = new Thread(UpdateHash);
var crc32ThreadData = new Thread(UpdateHash);
var crc64ThreadData = new Thread(UpdateHash);
var md5ThreadData = new Thread(UpdateHash);
var sha1ThreadData = new Thread(UpdateHash);
var sha256ThreadData = new Thread(UpdateHash);
var sha384ThreadData = new Thread(UpdateHash);
var sha512ThreadData = new Thread(UpdateHash);
var spamsumThreadData = new Thread(UpdateHash);
var f16ThreadData = new Thread(UpdateHash);
var f32ThreadData = new Thread(UpdateHash);
if (enabled.HasFlag(EnableChecksum.Adler32))
{
adler32CtxData = new Adler32Context();
var adlerPktData = new HashPacket
{
Context = adler32CtxData,
Data = data
};
adlerThreadData.Start(adlerPktData);
}
if (enabled.HasFlag(EnableChecksum.Crc16))
{
crc16CtxData = new CRC16IBMContext();
var crc16PktData = new HashPacket
{
Context = crc16CtxData,
Data = data
};
crc16ThreadData.Start(crc16PktData);
}
if (enabled.HasFlag(EnableChecksum.Crc32))
{
crc32CtxData = new Crc32Context();
var crc32PktData = new HashPacket
{
Context = crc32CtxData,
Data = data
};
crc32ThreadData.Start(crc32PktData);
}
if (enabled.HasFlag(EnableChecksum.Crc64))
{
crc64CtxData = new Crc64Context();
var crc64PktData = new HashPacket
{
Context = crc64CtxData,
Data = data
};
crc64ThreadData.Start(crc64PktData);
}
if (enabled.HasFlag(EnableChecksum.Md5))
{
md5CtxData = new Md5Context();
var md5PktData = new HashPacket
{
Context = md5CtxData,
Data = data
};
md5ThreadData.Start(md5PktData);
}
if (enabled.HasFlag(EnableChecksum.Sha1))
{
sha1CtxData = new Sha1Context();
var sha1PktData = new HashPacket
{
Context = sha1CtxData,
Data = data
};
sha1ThreadData.Start(sha1PktData);
}
if (enabled.HasFlag(EnableChecksum.Sha256))
{
sha256CtxData = new Sha256Context();
var sha256PktData = new HashPacket
{
Context = sha256CtxData,
Data = data
};
sha256ThreadData.Start(sha256PktData);
}
if (enabled.HasFlag(EnableChecksum.Sha384))
{
sha384CtxData = new Sha384Context();
var sha384PktData = new HashPacket
{
Context = sha384CtxData,
Data = data
};
sha384ThreadData.Start(sha384PktData);
}
if (enabled.HasFlag(EnableChecksum.Sha512))
{
sha512CtxData = new Sha512Context();
var sha512PktData = new HashPacket
{
Context = sha512CtxData,
Data = data
};
sha512ThreadData.Start(sha512PktData);
}
if (enabled.HasFlag(EnableChecksum.SpamSum))
{
ssctxData = new SpamSumContext();
var spamsumPktData = new HashPacket
{
Context = ssctxData,
Data = data
};
spamsumThreadData.Start(spamsumPktData);
}
if (enabled.HasFlag(EnableChecksum.Fletcher16))
{
f16CtxData = new Fletcher16Context();
var f16PktData = new HashPacket
{
Context = f16CtxData,
Data = data
};
f16ThreadData.Start(f16PktData);
}
if (enabled.HasFlag(EnableChecksum.Fletcher32))
{
f32CtxData = new Fletcher32Context();
var f32PktData = new HashPacket
{
Context = f32CtxData,
Data = data
};
f32ThreadData.Start(f32PktData);
}
while (adlerThreadData.IsAlive ||
crc16ThreadData.IsAlive ||
crc32ThreadData.IsAlive ||
crc64ThreadData.IsAlive ||
md5ThreadData.IsAlive ||
sha1ThreadData.IsAlive ||
sha256ThreadData.IsAlive ||
sha384ThreadData.IsAlive ||
sha512ThreadData.IsAlive ||
spamsumThreadData.IsAlive ||
f16ThreadData.IsAlive ||
f32ThreadData.IsAlive)
{
}
List <ChecksumType> dataChecksums = new List <ChecksumType>();
ChecksumType chk;
if (enabled.HasFlag(EnableChecksum.Adler32))
{
chk = new ChecksumType
{
type = ChecksumTypeType.adler32,
Value = adler32CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Crc16))
{
chk = new ChecksumType
{
type = ChecksumTypeType.crc16,
Value = crc16CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Crc32))
{
chk = new ChecksumType
{
type = ChecksumTypeType.crc32,
Value = crc32CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Crc64))
{
chk = new ChecksumType
{
type = ChecksumTypeType.crc64,
Value = crc64CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Md5))
{
chk = new ChecksumType
{
type = ChecksumTypeType.md5,
Value = md5CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Sha1))
{
chk = new ChecksumType
{
type = ChecksumTypeType.sha1,
Value = sha1CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Sha256))
{
chk = new ChecksumType
{
type = ChecksumTypeType.sha256,
Value = sha256CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Sha384))
{
chk = new ChecksumType
{
type = ChecksumTypeType.sha384,
Value = sha384CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Sha512))
{
chk = new ChecksumType
{
type = ChecksumTypeType.sha512,
Value = sha512CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.SpamSum))
{
chk = new ChecksumType
{
type = ChecksumTypeType.spamsum,
Value = ssctxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Fletcher16))
{
chk = new ChecksumType
{
type = ChecksumTypeType.fletcher16,
Value = f16CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Fletcher32))
{
chk = new ChecksumType
{
type = ChecksumTypeType.fletcher32,
Value = f32CtxData.End()
};
dataChecksums.Add(chk);
}
return(dataChecksums);
}
internal static List <ChecksumType> GetChecksums(byte[] data, EnableChecksum enabled = EnableChecksum.All)
{
IChecksum adler32CtxData = null;
IChecksum crc16CtxData = null;
IChecksum crc32CtxData = null;
IChecksum crc64CtxData = null;
IChecksum md5CtxData = null;
#if !NETSTANDARD2_0
IChecksum ripemd160CtxData = null;
#endif
IChecksum sha1CtxData = null;
IChecksum sha256CtxData = null;
IChecksum sha384CtxData = null;
IChecksum sha512CtxData = null;
IChecksum ssctxData = null;
IChecksum f16CtxData = null;
IChecksum f32CtxData = null;
Thread adlerThreadData = new Thread(UpdateHash);
Thread crc16ThreadData = new Thread(UpdateHash);
Thread crc32ThreadData = new Thread(UpdateHash);
Thread crc64ThreadData = new Thread(UpdateHash);
Thread md5ThreadData = new Thread(UpdateHash);
#if !NETSTANDARD2_0
Thread ripemd160ThreadData = new Thread(UpdateHash);
#endif
Thread sha1ThreadData = new Thread(UpdateHash);
Thread sha256ThreadData = new Thread(UpdateHash);
Thread sha384ThreadData = new Thread(UpdateHash);
Thread sha512ThreadData = new Thread(UpdateHash);
Thread spamsumThreadData = new Thread(UpdateHash);
Thread f16ThreadData = new Thread(UpdateHash);
Thread f32ThreadData = new Thread(UpdateHash);
if (enabled.HasFlag(EnableChecksum.Adler32))
{
adler32CtxData = new Adler32Context();
HashPacket adlerPktData = new HashPacket {
Context = adler32CtxData, Data = data
};
adlerThreadData.Start(adlerPktData);
}
if (enabled.HasFlag(EnableChecksum.Crc16))
{
crc16CtxData = new Crc16Context();
HashPacket crc16PktData = new HashPacket {
Context = crc16CtxData, Data = data
};
crc16ThreadData.Start(crc16PktData);
}
if (enabled.HasFlag(EnableChecksum.Crc32))
{
crc32CtxData = new Crc32Context();
HashPacket crc32PktData = new HashPacket {
Context = crc32CtxData, Data = data
};
crc32ThreadData.Start(crc32PktData);
}
if (enabled.HasFlag(EnableChecksum.Crc64))
{
crc64CtxData = new Crc64Context();
HashPacket crc64PktData = new HashPacket {
Context = crc64CtxData, Data = data
};
crc64ThreadData.Start(crc64PktData);
}
if (enabled.HasFlag(EnableChecksum.Md5))
{
md5CtxData = new Md5Context();
HashPacket md5PktData = new HashPacket {
Context = md5CtxData, Data = data
};
md5ThreadData.Start(md5PktData);
}
#if !NETSTANDARD2_0
if (enabled.HasFlag(EnableChecksum.Ripemd160))
{
ripemd160CtxData = new Ripemd160Context();
HashPacket ripemd160PktData = new HashPacket {
Context = ripemd160CtxData, Data = data
};
ripemd160ThreadData.Start(ripemd160PktData);
}
#endif
if (enabled.HasFlag(EnableChecksum.Sha1))
{
sha1CtxData = new Sha1Context();
HashPacket sha1PktData = new HashPacket {
Context = sha1CtxData, Data = data
};
sha1ThreadData.Start(sha1PktData);
}
if (enabled.HasFlag(EnableChecksum.Sha256))
{
sha256CtxData = new Sha256Context();
HashPacket sha256PktData = new HashPacket {
Context = sha256CtxData, Data = data
};
sha256ThreadData.Start(sha256PktData);
}
if (enabled.HasFlag(EnableChecksum.Sha384))
{
sha384CtxData = new Sha384Context();
HashPacket sha384PktData = new HashPacket {
Context = sha384CtxData, Data = data
};
sha384ThreadData.Start(sha384PktData);
}
if (enabled.HasFlag(EnableChecksum.Sha512))
{
sha512CtxData = new Sha512Context();
HashPacket sha512PktData = new HashPacket {
Context = sha512CtxData, Data = data
};
sha512ThreadData.Start(sha512PktData);
}
if (enabled.HasFlag(EnableChecksum.SpamSum))
{
ssctxData = new SpamSumContext();
HashPacket spamsumPktData = new HashPacket {
Context = ssctxData, Data = data
};
spamsumThreadData.Start(spamsumPktData);
}
if (enabled.HasFlag(EnableChecksum.Fletcher16))
{
f16CtxData = new Fletcher16Context();
HashPacket f16PktData = new HashPacket {
Context = f16CtxData, Data = data
};
f16ThreadData.Start(f16PktData);
}
if (enabled.HasFlag(EnableChecksum.Fletcher32))
{
f32CtxData = new Fletcher32Context();
HashPacket f32PktData = new HashPacket {
Context = f32CtxData, Data = data
};
f32ThreadData.Start(f32PktData);
}
while (adlerThreadData.IsAlive || crc16ThreadData.IsAlive || crc32ThreadData.IsAlive ||
crc64ThreadData.IsAlive || md5ThreadData.IsAlive ||
#if !NETSTANDARD2_0
ripemd160ThreadData.IsAlive ||
#endif
sha1ThreadData.IsAlive || sha256ThreadData.IsAlive || sha384ThreadData.IsAlive ||
sha512ThreadData.IsAlive || spamsumThreadData.IsAlive || f16ThreadData.IsAlive ||
f32ThreadData.IsAlive)
{
}
List <ChecksumType> dataChecksums = new List <ChecksumType>();
ChecksumType chk;
if (enabled.HasFlag(EnableChecksum.Adler32))
{
chk = new ChecksumType {
type = ChecksumTypeType.adler32, Value = adler32CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Crc16))
{
chk = new ChecksumType {
type = ChecksumTypeType.crc16, Value = crc16CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Crc32))
{
chk = new ChecksumType {
type = ChecksumTypeType.crc32, Value = crc32CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Crc64))
{
chk = new ChecksumType {
type = ChecksumTypeType.crc64, Value = crc64CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Md5))
{
chk = new ChecksumType {
type = ChecksumTypeType.md5, Value = md5CtxData.End()
};
dataChecksums.Add(chk);
}
#if !NETSTANDARD2_0
if (enabled.HasFlag(EnableChecksum.Ripemd160))
{
chk = new ChecksumType {
type = ChecksumTypeType.ripemd160, Value = ripemd160CtxData.End()
};
dataChecksums.Add(chk);
}
#endif
if (enabled.HasFlag(EnableChecksum.Sha1))
{
chk = new ChecksumType {
type = ChecksumTypeType.sha1, Value = sha1CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Sha256))
{
chk = new ChecksumType {
type = ChecksumTypeType.sha256, Value = sha256CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Sha384))
{
chk = new ChecksumType {
type = ChecksumTypeType.sha384, Value = sha384CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Sha512))
{
chk = new ChecksumType {
type = ChecksumTypeType.sha512, Value = sha512CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.SpamSum))
{
chk = new ChecksumType {
type = ChecksumTypeType.spamsum, Value = ssctxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Fletcher16))
{
chk = new ChecksumType {
type = ChecksumTypeType.fletcher16, Value = f16CtxData.End()
};
dataChecksums.Add(chk);
}
if (enabled.HasFlag(EnableChecksum.Fletcher32))
{
chk = new ChecksumType {
type = ChecksumTypeType.fletcher32, Value = f32CtxData.End()
};
dataChecksums.Add(chk);
}
return(dataChecksums);
}
public static BenchmarkResults Do(int bufferSize, int blockSize)
{
BenchmarkResults results = new BenchmarkResults
{
Entries = new Dictionary <string, BenchmarkEntry>(),
MinMemory = long.MaxValue,
MaxMemory = 0,
SeparateTime = 0
};
MemoryStream ms = new MemoryStream(bufferSize);
Random rnd = new Random();
DateTime start;
DateTime end;
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Writing block {0} of {1} with random data.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
rnd.NextBytes(tmp);
ms.Write(tmp, 0, blockSize);
}
EndProgress();
end = DateTime.Now;
results.FillTime = (end - start).TotalSeconds;
results.FillSpeed = bufferSize / 1048576.0 / (end - start).TotalSeconds;
ms.Seek(0, SeekOrigin.Begin);
long mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Reading block {0} of {1}.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
}
EndProgress();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.ReadTime = (end - start).TotalSeconds;
results.ReadSpeed = bufferSize / 1048576.0 / (end - start).TotalSeconds;
#region Adler32
IChecksum ctx = new Adler32Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with Adler32.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("Adler32",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion Adler32
#region Fletcher16
ctx = new Fletcher16Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with Fletcher-16.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("Fletcher16",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion Fletcher16
#region Fletcher32
ctx = new Fletcher32Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with Fletcher-32.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("Fletcher32",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion Fletcher32
#region CRC16
ctx = new Crc16Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with CRC16.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("CRC16",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion CRC16
#region CRC32
ctx = new Crc32Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with CRC32.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("CRC32",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion CRC32
#region CRC64
ctx = new Crc64Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with CRC64.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("CRC64",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion CRC64
#region MD5
ctx = new Md5Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with MD5.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("MD5",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion MD5
#if !NETSTANDARD2_0
#region RIPEMD160
ctx = new Ripemd160Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with RIPEMD160.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("RIPEMD160",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion RIPEMD160
#endif
#region SHA1
ctx = new Sha1Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with SHA1.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("SHA1",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion SHA1
#region SHA256
ctx = new Sha256Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with SHA256.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("SHA256",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion SHA256
#region SHA384
ctx = new Sha384Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with SHA384.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("SHA384",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion SHA384
#region SHA512
ctx = new Sha512Context();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with SHA512.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("SHA512",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion SHA512
#region SpamSum
ctx = new SpamSumContext();
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Checksumming block {0} of {1} with SpamSum.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
ctx.Update(tmp);
}
EndProgress();
ctx.End();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.Entries.Add("SpamSum",
new BenchmarkEntry
{
TimeSpan = (end - start).TotalSeconds,
Speed = bufferSize / 1048576.0 / (end - start).TotalSeconds
});
results.SeparateTime += (end - start).TotalSeconds;
#endregion SpamSum
#region Entropy
ulong[] entTable = new ulong[256];
ms.Seek(0, SeekOrigin.Begin);
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
start = DateTime.Now;
InitProgress();
for (int i = 0; i < bufferSize / blockSize; i++)
{
UpdateProgress("Entropying block {0} of {1}.", i + 1, bufferSize / blockSize);
byte[] tmp = new byte[blockSize];
ms.Read(tmp, 0, blockSize);
foreach (byte b in tmp)
{
entTable[b]++;
}
}
EndProgress();
end = DateTime.Now;
mem = GC.GetTotalMemory(false);
if (mem > results.MaxMemory)
{
results.MaxMemory = mem;
}
if (mem < results.MinMemory)
{
results.MinMemory = mem;
}
results.EntropyTime = (end - start).TotalSeconds;
results.EntropySpeed = bufferSize / 1048576.0 / (end - start).TotalSeconds;
#endregion Entropy
/*
#region Multitasking
* start = DateTime.Now;
* Checksum allChecksums = new Checksum();
* InitProgress();
* for(int i = 0; i < bufferSize / blockSize; i++)
* {
* UpdateProgress("Checksumming block {0} of {1} with all algorithms at the same time.", i + 1,
* bufferSize / blockSize);
* byte[] tmp = new byte[blockSize];
* ms.Read(tmp, 0, blockSize);
*
* allChecksums.Update(tmp);
* }
*
* EndProgress();
*
* allChecksums.End();
* end = DateTime.Now;
* mem = GC.GetTotalMemory(false);
* if(mem > results.MaxMemory) results.MaxMemory = mem;
* if(mem < results.MinMemory) results.MinMemory = mem;
*
* results.TotalTime = (end - start).TotalSeconds;
* results.TotalSpeed = bufferSize / 1048576.0 / results.TotalTime;
#endregion
*/
results.SeparateSpeed = bufferSize / 1048576.0 / results.SeparateTime;
return(results);
}
public void EmptyFile()
{
byte[] result = Crc64Context.File(Path.Combine(Consts.TEST_FILES_ROOT, "Checksum test files", "empty"));
result.Should().BeEquivalentTo(_expectedEmpty);
}
public void Crc64EmptyFile()
{
byte[] result = Crc64Context.File(Path.Combine(Consts.TestFilesRoot, "checksums", "empty"));
Assert.AreEqual(ExpectedEmpty, result);
}
public void Crc64RandomFile()
{
byte[] result = Crc64Context.File(Path.Combine(Consts.TestFilesRoot, "checksums", "random"));
Assert.AreEqual(ExpectedRandom, result);
}
public void Crc64EmptyFile()
{
byte[] result = Crc64Context.File(Path.Combine(Consts.TEST_FILES_ROOT, "Checksum test files", "empty"));
Assert.AreEqual(_expectedEmpty, result);
}
public bool?VerifyMediaImage()
{
// This will traverse all blocks and check their CRC64 without uncompressing them
AaruConsole.DebugWriteLine("Aaru Format plugin", "Checking index integrity at {0}", _header.indexOffset);
_imageStream.Position = (long)_header.indexOffset;
_structureBytes = new byte[Marshal.SizeOf <IndexHeader>()];
_imageStream.Read(_structureBytes, 0, _structureBytes.Length);
IndexHeader idxHeader = Marshal.SpanToStructureLittleEndian <IndexHeader>(_structureBytes);
if (idxHeader.identifier != BlockType.Index)
{
AaruConsole.DebugWriteLine("Aaru Format plugin", "Incorrect index identifier");
return(false);
}
AaruConsole.DebugWriteLine("Aaru Format plugin", "Index at {0} contains {1} entries", _header.indexOffset,
idxHeader.entries);
_structureBytes = new byte[Marshal.SizeOf <IndexEntry>() * idxHeader.entries];
_imageStream.Read(_structureBytes, 0, _structureBytes.Length);
Crc64Context.Data(_structureBytes, out byte[] verifyCrc);
if (BitConverter.ToUInt64(verifyCrc, 0) != idxHeader.crc64)
{
AaruConsole.DebugWriteLine("Aaru Format plugin", "Expected index CRC {0:X16} but got {1:X16}",
idxHeader.crc64, BitConverter.ToUInt64(verifyCrc, 0));
return(false);
}
_imageStream.Position -= _structureBytes.Length;
List <IndexEntry> vrIndex = new List <IndexEntry>();
for (ushort i = 0; i < idxHeader.entries; i++)
{
_structureBytes = new byte[Marshal.SizeOf <IndexEntry>()];
_imageStream.Read(_structureBytes, 0, _structureBytes.Length);
IndexEntry entry = Marshal.SpanToStructureLittleEndian <IndexEntry>(_structureBytes);
AaruConsole.DebugWriteLine("Aaru Format plugin",
"Block type {0} with data type {1} is indexed to be at {2}", entry.blockType,
entry.dataType, entry.offset);
vrIndex.Add(entry);
}
// Read up to 1MiB at a time for verification
const int verifySize = 1024 * 1024;
foreach (IndexEntry entry in vrIndex)
{
_imageStream.Position = (long)entry.offset;
Crc64Context crcVerify;
ulong readBytes;
byte[] verifyBytes;
switch (entry.blockType)
{
case BlockType.DataBlock:
_structureBytes = new byte[Marshal.SizeOf <BlockHeader>()];
_imageStream.Read(_structureBytes, 0, _structureBytes.Length);
BlockHeader blockHeader = Marshal.SpanToStructureLittleEndian <BlockHeader>(_structureBytes);
crcVerify = new Crc64Context();
readBytes = 0;
AaruConsole.DebugWriteLine("Aaru Format plugin",
"Verifying data block type {0} at position {1}", entry.dataType,
entry.offset);
while (readBytes + verifySize < blockHeader.cmpLength)
{
verifyBytes = new byte[verifySize];
_imageStream.Read(verifyBytes, 0, verifyBytes.Length);
crcVerify.Update(verifyBytes);
readBytes += (ulong)verifyBytes.LongLength;
}
verifyBytes = new byte[blockHeader.cmpLength - readBytes];
_imageStream.Read(verifyBytes, 0, verifyBytes.Length);
crcVerify.Update(verifyBytes);
verifyCrc = crcVerify.Final();
if (BitConverter.ToUInt64(verifyCrc, 0) != blockHeader.cmpCrc64)
{
AaruConsole.DebugWriteLine("Aaru Format plugin",
"Expected block CRC {0:X16} but got {1:X16}",
blockHeader.cmpCrc64, BitConverter.ToUInt64(verifyCrc, 0));
return(false);
}
break;
case BlockType.DeDuplicationTable:
_structureBytes = new byte[Marshal.SizeOf <DdtHeader>()];
_imageStream.Read(_structureBytes, 0, _structureBytes.Length);
DdtHeader ddtHeader = Marshal.SpanToStructureLittleEndian <DdtHeader>(_structureBytes);
crcVerify = new Crc64Context();
readBytes = 0;
AaruConsole.DebugWriteLine("Aaru Format plugin",
"Verifying deduplication table type {0} at position {1}",
entry.dataType, entry.offset);
while (readBytes + verifySize < ddtHeader.cmpLength)
{
verifyBytes = new byte[readBytes];
_imageStream.Read(verifyBytes, 0, verifyBytes.Length);
crcVerify.Update(verifyBytes);
readBytes += (ulong)verifyBytes.LongLength;
}
verifyBytes = new byte[ddtHeader.cmpLength - readBytes];
_imageStream.Read(verifyBytes, 0, verifyBytes.Length);
crcVerify.Update(verifyBytes);
verifyCrc = crcVerify.Final();
if (BitConverter.ToUInt64(verifyCrc, 0) != ddtHeader.cmpCrc64)
{
AaruConsole.DebugWriteLine("Aaru Format plugin", "Expected DDT CRC {0:X16} but got {1:X16}",
ddtHeader.cmpCrc64, BitConverter.ToUInt64(verifyCrc, 0));
return(false);
}
break;
case BlockType.TracksBlock:
_structureBytes = new byte[Marshal.SizeOf <TracksHeader>()];
_imageStream.Read(_structureBytes, 0, _structureBytes.Length);
TracksHeader trkHeader = Marshal.SpanToStructureLittleEndian <TracksHeader>(_structureBytes);
AaruConsole.DebugWriteLine("Aaru Format plugin", "Track block at {0} contains {1} entries",
_header.indexOffset, trkHeader.entries);
_structureBytes = new byte[Marshal.SizeOf <TrackEntry>() * trkHeader.entries];
_imageStream.Read(_structureBytes, 0, _structureBytes.Length);
Crc64Context.Data(_structureBytes, out verifyCrc);
if (BitConverter.ToUInt64(verifyCrc, 0) != trkHeader.crc64)
{
AaruConsole.DebugWriteLine("Aaru Format plugin",
"Expected index CRC {0:X16} but got {1:X16}", trkHeader.crc64,
BitConverter.ToUInt64(verifyCrc, 0));
return(false);
}
break;
default:
AaruConsole.DebugWriteLine("Aaru Format plugin", "Ignored field type {0}", entry.blockType);
break;
}
}
return(true);
}
internal static List <ChecksumType> GetChecksums(byte[] data)
{
Adler32Context adler32ctxData = new Adler32Context();
Crc16Context crc16ctxData = new Crc16Context();
Crc32Context crc32ctxData = new Crc32Context();
Crc64Context crc64ctxData = new Crc64Context();
Md5Context md5ctxData = new Md5Context();
Ripemd160Context ripemd160ctxData = new Ripemd160Context();
Sha1Context sha1ctxData = new Sha1Context();
Sha256Context sha256ctxData = new Sha256Context();
Sha384Context sha384ctxData = new Sha384Context();
Sha512Context sha512ctxData = new Sha512Context();
SpamSumContext ssctxData = new SpamSumContext();
Thread adlerThreadData = new Thread(updateAdler);
Thread crc16ThreadData = new Thread(updateCRC16);
Thread crc32ThreadData = new Thread(updateCRC32);
Thread crc64ThreadData = new Thread(updateCRC64);
Thread md5ThreadData = new Thread(updateMD5);
Thread ripemd160ThreadData = new Thread(updateRIPEMD160);
Thread sha1ThreadData = new Thread(updateSHA1);
Thread sha256ThreadData = new Thread(updateSHA256);
Thread sha384ThreadData = new Thread(updateSHA384);
Thread sha512ThreadData = new Thread(updateSHA512);
Thread spamsumThreadData = new Thread(updateSpamSum);
adlerPacket adlerPktData = new adlerPacket();
crc16Packet crc16PktData = new crc16Packet();
crc32Packet crc32PktData = new crc32Packet();
crc64Packet crc64PktData = new crc64Packet();
md5Packet md5PktData = new md5Packet();
ripemd160Packet ripemd160PktData = new ripemd160Packet();
sha1Packet sha1PktData = new sha1Packet();
sha256Packet sha256PktData = new sha256Packet();
sha384Packet sha384PktData = new sha384Packet();
sha512Packet sha512PktData = new sha512Packet();
spamsumPacket spamsumPktData = new spamsumPacket();
adler32ctxData.Init();
adlerPktData.context = adler32ctxData;
crc16ctxData.Init();
crc16PktData.context = crc16ctxData;
crc32ctxData.Init();
crc32PktData.context = crc32ctxData;
crc64ctxData.Init();
crc64PktData.context = crc64ctxData;
md5ctxData.Init();
md5PktData.context = md5ctxData;
ripemd160ctxData.Init();
ripemd160PktData.context = ripemd160ctxData;
sha1ctxData.Init();
sha1PktData.context = sha1ctxData;
sha256ctxData.Init();
sha256PktData.context = sha256ctxData;
sha384ctxData.Init();
sha384PktData.context = sha384ctxData;
sha512ctxData.Init();
sha512PktData.context = sha512ctxData;
ssctxData.Init();
spamsumPktData.context = ssctxData;
adlerPktData.data = data;
adlerThreadData.Start(adlerPktData);
crc16PktData.data = data;
crc16ThreadData.Start(crc16PktData);
crc32PktData.data = data;
crc32ThreadData.Start(crc32PktData);
crc64PktData.data = data;
crc64ThreadData.Start(crc64PktData);
md5PktData.data = data;
md5ThreadData.Start(md5PktData);
ripemd160PktData.data = data;
ripemd160ThreadData.Start(ripemd160PktData);
sha1PktData.data = data;
sha1ThreadData.Start(sha1PktData);
sha256PktData.data = data;
sha256ThreadData.Start(sha256PktData);
sha384PktData.data = data;
sha384ThreadData.Start(sha384PktData);
sha512PktData.data = data;
sha512ThreadData.Start(sha512PktData);
spamsumPktData.data = data;
spamsumThreadData.Start(spamsumPktData);
while (adlerThreadData.IsAlive || crc16ThreadData.IsAlive || crc32ThreadData.IsAlive ||
crc64ThreadData.IsAlive || md5ThreadData.IsAlive || ripemd160ThreadData.IsAlive ||
sha1ThreadData.IsAlive || sha256ThreadData.IsAlive || sha384ThreadData.IsAlive ||
sha512ThreadData.IsAlive || spamsumThreadData.IsAlive)
{
}
List <ChecksumType> dataChecksums = new List <ChecksumType>();
ChecksumType chk = new ChecksumType {
type = ChecksumTypeType.adler32, Value = adler32ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.crc16, Value = crc16ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.crc32, Value = crc32ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.crc64, Value = crc64ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.md5, Value = md5ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.ripemd160, Value = ripemd160ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.sha1, Value = sha1ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.sha256, Value = sha256ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.sha384, Value = sha384ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.sha512, Value = sha512ctxData.End()
};
dataChecksums.Add(chk);
chk = new ChecksumType {
type = ChecksumTypeType.spamsum, Value = ssctxData.End()
};
dataChecksums.Add(chk);
return(dataChecksums);
}
public bool?VerifyMediaImage()
{
// This will traverse all blocks and check their CRC64 without uncompressing them
DicConsole.DebugWriteLine("DiscImageChef format plugin", "Checking index integrity at {0}",
header.indexOffset);
imageStream.Position = (long)header.indexOffset;
IndexHeader idxHeader = new IndexHeader();
structureBytes = new byte[Marshal.SizeOf(idxHeader)];
imageStream.Read(structureBytes, 0, structureBytes.Length);
structurePointer = Marshal.AllocHGlobal(Marshal.SizeOf(idxHeader));
Marshal.Copy(structureBytes, 0, structurePointer, Marshal.SizeOf(idxHeader));
idxHeader = (IndexHeader)Marshal.PtrToStructure(structurePointer, typeof(IndexHeader));
Marshal.FreeHGlobal(structurePointer);
if (idxHeader.identifier != BlockType.Index)
{
DicConsole.DebugWriteLine("DiscImageChef format plugin", "Incorrect index identifier");
return(false);
}
DicConsole.DebugWriteLine("DiscImageChef format plugin", "Index at {0} contains {1} entries",
header.indexOffset, idxHeader.entries);
structureBytes = new byte[Marshal.SizeOf(typeof(IndexEntry)) * idxHeader.entries];
imageStream.Read(structureBytes, 0, structureBytes.Length);
Crc64Context.Data(structureBytes, out byte[] verifyCrc);
if (BitConverter.ToUInt64(verifyCrc, 0) != idxHeader.crc64)
{
DicConsole.DebugWriteLine("DiscImageChef format plugin", "Expected index CRC {0:X16} but got {1:X16}",
idxHeader.crc64, BitConverter.ToUInt64(verifyCrc, 0));
return(false);
}
imageStream.Position -= structureBytes.Length;
List <IndexEntry> vrIndex = new List <IndexEntry>();
for (ushort i = 0; i < idxHeader.entries; i++)
{
IndexEntry entry = new IndexEntry();
structureBytes = new byte[Marshal.SizeOf(entry)];
imageStream.Read(structureBytes, 0, structureBytes.Length);
structurePointer = Marshal.AllocHGlobal(Marshal.SizeOf(entry));
Marshal.Copy(structureBytes, 0, structurePointer, Marshal.SizeOf(entry));
entry = (IndexEntry)Marshal.PtrToStructure(structurePointer, typeof(IndexEntry));
Marshal.FreeHGlobal(structurePointer);
DicConsole.DebugWriteLine("DiscImageChef format plugin",
"Block type {0} with data type {1} is indexed to be at {2}", entry.blockType,
entry.dataType, entry.offset);
vrIndex.Add(entry);
}
// Read up to 1MiB at a time for verification
const int VERIFY_SIZE = 1024 * 1024;
foreach (IndexEntry entry in vrIndex)
{
imageStream.Position = (long)entry.offset;
Crc64Context crcVerify;
ulong readBytes;
byte[] verifyBytes;
switch (entry.blockType)
{
case BlockType.DataBlock:
BlockHeader blockHeader = new BlockHeader();
structureBytes = new byte[Marshal.SizeOf(blockHeader)];
imageStream.Read(structureBytes, 0, structureBytes.Length);
structurePointer = Marshal.AllocHGlobal(Marshal.SizeOf(blockHeader));
Marshal.Copy(structureBytes, 0, structurePointer, Marshal.SizeOf(blockHeader));
blockHeader = (BlockHeader)Marshal.PtrToStructure(structurePointer, typeof(BlockHeader));
Marshal.FreeHGlobal(structurePointer);
crcVerify = new Crc64Context();
readBytes = 0;
DicConsole.DebugWriteLine("DiscImageChef format plugin",
"Verifying data block type {0} at position {1}", entry.dataType,
entry.offset);
while (readBytes + VERIFY_SIZE < blockHeader.cmpLength)
{
verifyBytes = new byte[VERIFY_SIZE];
imageStream.Read(verifyBytes, 0, verifyBytes.Length);
crcVerify.Update(verifyBytes);
readBytes += (ulong)verifyBytes.LongLength;
}
verifyBytes = new byte[blockHeader.cmpLength - readBytes];
imageStream.Read(verifyBytes, 0, verifyBytes.Length);
crcVerify.Update(verifyBytes);
verifyCrc = crcVerify.Final();
if (BitConverter.ToUInt64(verifyCrc, 0) != blockHeader.cmpCrc64)
{
DicConsole.DebugWriteLine("DiscImageChef format plugin",
"Expected block CRC {0:X16} but got {1:X16}",
blockHeader.cmpCrc64, BitConverter.ToUInt64(verifyCrc, 0));
return(false);
}
break;
case BlockType.DeDuplicationTable:
DdtHeader ddtHeader = new DdtHeader();
structureBytes = new byte[Marshal.SizeOf(ddtHeader)];
imageStream.Read(structureBytes, 0, structureBytes.Length);
structurePointer = Marshal.AllocHGlobal(Marshal.SizeOf(ddtHeader));
Marshal.Copy(structureBytes, 0, structurePointer, Marshal.SizeOf(ddtHeader));
ddtHeader = (DdtHeader)Marshal.PtrToStructure(structurePointer, typeof(DdtHeader));
Marshal.FreeHGlobal(structurePointer);
crcVerify = new Crc64Context();
readBytes = 0;
DicConsole.DebugWriteLine("DiscImageChef format plugin",
"Verifying deduplication table type {0} at position {1}",
entry.dataType, entry.offset);
while (readBytes + VERIFY_SIZE < ddtHeader.cmpLength)
{
verifyBytes = new byte[readBytes];
imageStream.Read(verifyBytes, 0, verifyBytes.Length);
crcVerify.Update(verifyBytes);
readBytes += (ulong)verifyBytes.LongLength;
}
verifyBytes = new byte[ddtHeader.cmpLength - readBytes];
imageStream.Read(verifyBytes, 0, verifyBytes.Length);
crcVerify.Update(verifyBytes);
verifyCrc = crcVerify.Final();
if (BitConverter.ToUInt64(verifyCrc, 0) != ddtHeader.cmpCrc64)
{
DicConsole.DebugWriteLine("DiscImageChef format plugin",
"Expected DDT CRC {0:X16} but got {1:X16}", ddtHeader.cmpCrc64,
BitConverter.ToUInt64(verifyCrc, 0));
return(false);
}
break;
case BlockType.TracksBlock:
TracksHeader trkHeader = new TracksHeader();
structureBytes = new byte[Marshal.SizeOf(trkHeader)];
imageStream.Read(structureBytes, 0, structureBytes.Length);
structurePointer = Marshal.AllocHGlobal(Marshal.SizeOf(trkHeader));
Marshal.Copy(structureBytes, 0, structurePointer, Marshal.SizeOf(trkHeader));
trkHeader = (TracksHeader)Marshal.PtrToStructure(structurePointer, typeof(TracksHeader));
Marshal.FreeHGlobal(structurePointer);
DicConsole.DebugWriteLine("DiscImageChef format plugin",
"Track block at {0} contains {1} entries", header.indexOffset,
trkHeader.entries);
structureBytes = new byte[Marshal.SizeOf(typeof(TrackEntry)) * trkHeader.entries];
imageStream.Read(structureBytes, 0, structureBytes.Length);
Crc64Context.Data(structureBytes, out verifyCrc);
if (BitConverter.ToUInt64(verifyCrc, 0) != trkHeader.crc64)
{
DicConsole.DebugWriteLine("DiscImageChef format plugin",
"Expected index CRC {0:X16} but got {1:X16}", trkHeader.crc64,
BitConverter.ToUInt64(verifyCrc, 0));
return(false);
}
break;
default:
DicConsole.DebugWriteLine("DiscImageChef format plugin", "Ignored field type {0}",
entry.blockType);
break;
}
}
return(true);
}
public void Crc64RandomFile()
{
byte[] result = Crc64Context.File(Path.Combine(Consts.TEST_FILES_ROOT, "Checksum test files", "random"));
Assert.AreEqual(_expectedRandom, result);
}
