private static Stream AddHash(Stream stream)
{
if (stream == null)
{
throw new ArgumentNullException("stream");
}
try
{
var targetStream = new RangeStream(stream, true);
BufferStream metadataStream = new BufferStream(_bufferManager);
metadataStream.WriteByte((byte)ConvertHashAlgorithm.Sha256);
targetStream.Seek(0, SeekOrigin.Begin);
var hash = Sha256.ComputeHash(targetStream);
BufferStream hashStream = new BufferStream(_bufferManager);
hashStream.Write(hash, 0, hash.Length);
return(new UniteStream(metadataStream, targetStream, hashStream));
}
catch (Exception e)
{
throw new ArgumentException(e.Message, e);
}
}
private static Stream RemoveHash(Stream stream)
{
if (stream == null)
{
throw new ArgumentNullException(nameof(stream));
}
int type = (int)Varint.GetUInt64(stream);
if (type == (int)ConvertHashAlgorithm.Sha256)
{
var value = new byte[32];
stream.Read(value, 0, value.Length);
var dataStream = new RangeStream(stream, true);
if (!Unsafe.Equals(value, Sha256.Compute(new WrapperStream(dataStream))))
{
throw new ArgumentException("Hash");
}
dataStream.Seek(0, SeekOrigin.Begin);
return(dataStream);
}
else
{
throw new NotSupportedException();
}
}
public void seek()
{
MemoryStream memStream = new MemoryStream(testData, false);
memStream.Seek(testDataOffset, SeekOrigin.Current);
RangeStream rangeStream = new RangeStream(memStream, testDataLength);
Assert.AreEqual(testData[testDataOffset + 0], rangeStream.ReadByte());
rangeStream.Position += 2;
Assert.AreEqual(testData[testDataOffset + 3], rangeStream.ReadByte());
Assert.AreEqual(0, rangeStream.Seek(0, SeekOrigin.Begin));
Assert.AreEqual(testData[testDataOffset + 0], rangeStream.ReadByte());
Assert.AreEqual(2, rangeStream.Seek(1, SeekOrigin.Current));
Assert.AreEqual(testData[testDataOffset + 2], rangeStream.ReadByte());
Assert.AreEqual(1, rangeStream.Seek(-3, SeekOrigin.End));
Assert.AreEqual(testData[testDataOffset + 1], rangeStream.ReadByte());
}
private static string ToBase64String(Stream stream)
{
using (var targetStream = new RangeStream(stream, true))
using (var safeBuffer = _bufferManager.CreateSafeBuffer((int)targetStream.Length))
{
targetStream.Seek(0, SeekOrigin.Begin);
targetStream.Read(safeBuffer.Value, 0, (int)targetStream.Length);
return(NetworkConverter.ToBase64UrlString(safeBuffer.Value, 0, (int)targetStream.Length));
}
}
private static Stream RemoveHash(Stream stream)
{
if (stream == null)
{
throw new ArgumentNullException("stream");
}
byte type = (byte)stream.ReadByte();
if (type == (byte)ConvertHashAlgorithm.Sha256)
{
Stream dataStream = null;
try
{
byte[] hash = new byte[32];
using (RangeStream hashStream = new RangeStream(stream, stream.Length - 32, 32, true))
{
hashStream.Read(hash, 0, hash.Length);
}
dataStream = new RangeStream(stream, 1, stream.Length - (1 + 32));
if (!Unsafe.Equals(hash, Sha256.ComputeHash(dataStream)))
{
throw new FormatException();
}
dataStream.Seek(0, SeekOrigin.Begin);
return(dataStream);
}
catch (Exception)
{
if (dataStream != null)
{
dataStream.Dispose();
}
throw;
}
}
throw new NotSupportedException();
}
private static string ToBase64String(Stream stream)
{
using (var targetStream = new RangeStream(stream, true))
{
byte[] buffer = null;
try
{
buffer = _bufferManager.TakeBuffer((int)targetStream.Length);
targetStream.Seek(0, SeekOrigin.Begin);
targetStream.Read(buffer, 0, (int)targetStream.Length);
return(NetworkConverter.ToBase64UrlString(buffer, 0, (int)targetStream.Length));
}
finally
{
if (buffer != null)
{
_bufferManager.ReturnBuffer(buffer);
}
}
}
}
private static Stream ToStream <T>(int version, MessageBase <T> item)
where T : MessageBase <T>
{
Stream stream = null;
try
{
stream = new RangeStream(item.Export(_bufferManager));
var dic = new Dictionary <byte, Stream>();
try
{
stream.Seek(0, SeekOrigin.Begin);
RecyclableMemoryStream deflateBufferStream = null;
try
{
deflateBufferStream = new RecyclableMemoryStream(_bufferManager);
using (var deflateStream = new DeflateStream(deflateBufferStream, CompressionMode.Compress, true))
using (var safeBuffer = _bufferManager.CreateSafeBuffer(1024 * 4))
{
int length;
while ((length = stream.Read(safeBuffer.Value, 0, safeBuffer.Value.Length)) > 0)
{
deflateStream.Write(safeBuffer.Value, 0, length);
}
}
deflateBufferStream.Seek(0, SeekOrigin.Begin);
dic.Add((byte)ConvertCompressionAlgorithm.Deflate, deflateBufferStream);
}
catch (Exception)
{
if (deflateBufferStream != null)
{
deflateBufferStream.Dispose();
}
}
}
catch (Exception)
{
}
dic.Add((byte)ConvertCompressionAlgorithm.None, stream);
var list = dic.ToList();
list.Sort((x, y) =>
{
int c = x.Value.Length.CompareTo(y.Value.Length);
if (c != 0)
{
return(c);
}
return(x.Key.CompareTo(y.Key));
});
for (int i = 1; i < list.Count; i++)
{
list[i].Value.Dispose();
}
var headerStream = new RecyclableMemoryStream(_bufferManager);
Varint.SetUInt64(headerStream, (uint)version);
Varint.SetUInt64(headerStream, list[0].Key);
var dataStream = new UniteStream(headerStream, list[0].Value);
var crcStream = new MemoryStream(Crc32_Castagnoli.Compute(new WrapperStream(dataStream)));
return(new UniteStream(dataStream, crcStream));
}
catch (Exception ex)
{
if (stream != null)
{
stream.Dispose();
}
throw new ArgumentException(ex.Message, ex);
}
}
public override System.IO.Stream Receive(TimeSpan timeout, Information options)
{
if (_disposed)
{
throw new ObjectDisposedException(this.GetType().FullName);
}
if (!_connect)
{
throw new ConnectionException();
}
lock (_receiveLock)
{
Stream stream = null;
RangeStream dataStream = null;
try
{
stream = _connection.Receive(timeout, options);
dataStream = new RangeStream(stream, 0, stream.Length - 4);
byte[] verifyCrc = Crc32_Castagnoli.ComputeHash(dataStream);
byte[] orignalCrc = new byte[4];
using (RangeStream crcStream = new RangeStream(stream, stream.Length - 4, 4, true))
{
crcStream.Read(orignalCrc, 0, orignalCrc.Length);
}
if (!Unsafe.Equals(verifyCrc, orignalCrc))
{
throw new ArgumentException("Crc Error");
}
dataStream.Seek(0, SeekOrigin.Begin);
return(dataStream);
}
catch (ConnectionException e)
{
if (stream != null)
{
stream.Dispose();
}
if (dataStream != null)
{
dataStream.Dispose();
}
throw e;
}
catch (Exception e)
{
if (stream != null)
{
stream.Dispose();
}
if (dataStream != null)
{
dataStream.Dispose();
}
throw new ConnectionException(e.Message, e);
}
}
}
private static Stream ToStream <T>(ItemBase <T> item)
where T : ItemBase <T>
{
Stream stream = null;
try
{
stream = new RangeStream(item.Export(_bufferManager));
List <KeyValuePair <byte, Stream> > list = new List <KeyValuePair <byte, Stream> >();
try
{
stream.Seek(0, SeekOrigin.Begin);
BufferStream deflateBufferStream = null;
try
{
deflateBufferStream = new BufferStream(_bufferManager);
using (DeflateStream deflateStream = new DeflateStream(deflateBufferStream, CompressionMode.Compress, true))
{
byte[] compressBuffer = null;
try
{
compressBuffer = _bufferManager.TakeBuffer(1024 * 4);
int i = -1;
while ((i = stream.Read(compressBuffer, 0, compressBuffer.Length)) > 0)
{
deflateStream.Write(compressBuffer, 0, i);
}
}
finally
{
if (compressBuffer != null)
{
_bufferManager.ReturnBuffer(compressBuffer);
}
}
}
deflateBufferStream.Seek(0, SeekOrigin.Begin);
list.Add(new KeyValuePair <byte, Stream>((byte)ConvertCompressionAlgorithm.Deflate, deflateBufferStream));
}
catch (Exception)
{
if (deflateBufferStream != null)
{
deflateBufferStream.Dispose();
}
}
}
catch (Exception)
{
}
list.Add(new KeyValuePair <byte, Stream>((byte)ConvertCompressionAlgorithm.None, stream));
list.Sort((x, y) =>
{
int c = x.Value.Length.CompareTo(y.Value.Length);
if (c != 0)
{
return(c);
}
return(x.Key.CompareTo(y.Key));
});
#if DEBUG
if (list[0].Value.Length != stream.Length)
{
Debug.WriteLine("AmoebaConverter ToStream : {0}→{1} {2}",
NetworkConverter.ToSizeString(stream.Length),
NetworkConverter.ToSizeString(list[0].Value.Length),
NetworkConverter.ToSizeString(list[0].Value.Length - stream.Length));
}
#endif
for (int i = 1; i < list.Count; i++)
{
list[i].Value.Dispose();
}
BufferStream headerStream = new BufferStream(_bufferManager);
headerStream.WriteByte((byte)list[0].Key);
var dataStream = new UniteStream(headerStream, list[0].Value);
MemoryStream crcStream = new MemoryStream(Crc32_Castagnoli.ComputeHash(dataStream));
return(new UniteStream(dataStream, crcStream));
}
catch (Exception ex)
{
if (stream != null)
{
stream.Dispose();
}
throw new ArgumentException(ex.Message, ex);
}
}
private static T FromStream <T>(Stream stream)
where T : ItemBase <T>
{
try
{
using (var targetStream = new RangeStream(stream, true))
{
using (Stream verifyStream = new RangeStream(targetStream, 0, targetStream.Length - 4, true))
{
byte[] verifyCrc = Crc32_Castagnoli.ComputeHash(verifyStream);
byte[] orignalCrc = new byte[4];
using (RangeStream crcStream = new RangeStream(targetStream, targetStream.Length - 4, 4, true))
{
crcStream.Read(orignalCrc, 0, orignalCrc.Length);
}
if (!Unsafe.Equals(verifyCrc, orignalCrc))
{
throw new ArgumentException("Crc Error");
}
}
targetStream.Seek(0, SeekOrigin.Begin);
byte type = (byte)targetStream.ReadByte();
using (Stream dataStream = new RangeStream(targetStream, targetStream.Position, targetStream.Length - targetStream.Position - 4, true))
{
if (type == (byte)ConvertCompressionAlgorithm.None)
{
return(ItemBase <T> .Import(dataStream, _bufferManager));
}
else if (type == (byte)ConvertCompressionAlgorithm.Deflate)
{
using (BufferStream deflateBufferStream = new BufferStream(_bufferManager))
{
byte[] decompressBuffer = null;
try
{
decompressBuffer = _bufferManager.TakeBuffer(1024 * 4);
using (DeflateStream deflateStream = new DeflateStream(dataStream, CompressionMode.Decompress, true))
{
int i = -1;
while ((i = deflateStream.Read(decompressBuffer, 0, decompressBuffer.Length)) > 0)
{
deflateBufferStream.Write(decompressBuffer, 0, i);
}
}
}
finally
{
if (decompressBuffer != null)
{
_bufferManager.ReturnBuffer(decompressBuffer);
}
}
#if DEBUG
Debug.WriteLine("AmoebaConverter FromStream : {0}→{1} {2}",
NetworkConverter.ToSizeString(dataStream.Length),
NetworkConverter.ToSizeString(deflateBufferStream.Length),
NetworkConverter.ToSizeString(dataStream.Length - deflateBufferStream.Length));
#endif
deflateBufferStream.Seek(0, SeekOrigin.Begin);
return(ItemBase <T> .Import(deflateBufferStream, _bufferManager));
}
}
else
{
throw new ArgumentException("ArgumentException");
}
}
}
}
catch (Exception e)
{
throw new ArgumentException(e.Message, e);
}
}
private static Stream Compress(Stream stream)
{
if (stream == null)
{
throw new ArgumentNullException("stream");
}
var targetStream = new RangeStream(stream, true);
List <KeyValuePair <byte, Stream> > list = new List <KeyValuePair <byte, Stream> >();
try
{
targetStream.Seek(0, SeekOrigin.Begin);
BufferStream deflateBufferStream = null;
try
{
deflateBufferStream = new BufferStream(_bufferManager);
using (DeflateStream deflateStream = new DeflateStream(deflateBufferStream, CompressionMode.Compress, true))
{
byte[] compressBuffer = null;
try
{
compressBuffer = _bufferManager.TakeBuffer(1024 * 4);
int i = -1;
while ((i = targetStream.Read(compressBuffer, 0, compressBuffer.Length)) > 0)
{
deflateStream.Write(compressBuffer, 0, i);
}
}
finally
{
if (compressBuffer != null)
{
_bufferManager.ReturnBuffer(compressBuffer);
}
}
}
deflateBufferStream.Seek(0, SeekOrigin.Begin);
list.Add(new KeyValuePair <byte, Stream>((byte)ConvertCompressionAlgorithm.Deflate, deflateBufferStream));
}
catch (Exception)
{
if (deflateBufferStream != null)
{
deflateBufferStream.Dispose();
}
}
}
catch (Exception)
{
}
list.Add(new KeyValuePair <byte, Stream>((byte)ConvertCompressionAlgorithm.None, targetStream));
list.Sort((x, y) =>
{
int c = x.Value.Length.CompareTo(y.Value.Length);
if (c != 0)
{
return(c);
}
return(x.Key.CompareTo(y.Key));
});
#if DEBUG
if (list[0].Value.Length != targetStream.Length)
{
Debug.WriteLine("ContentConverter Compress {3} : {0}→{1} {2}",
NetworkConverter.ToSizeString(targetStream.Length),
NetworkConverter.ToSizeString(list[0].Value.Length),
NetworkConverter.ToSizeString(list[0].Value.Length - targetStream.Length),
(ConvertCompressionAlgorithm)list[0].Key);
}
#endif
for (int i = 1; i < list.Count; i++)
{
list[i].Value.Dispose();
}
BufferStream metadataStream = new BufferStream(_bufferManager);
metadataStream.WriteByte((byte)list[0].Key);
return(new UniteStream(metadataStream, list[0].Value));
}
