public static Int32 ReadTEBlockLength(this Byte[] TEContent, Int32 Position, Int32 TELength)
{
var TEBlockLength = new Byte[TELength];
Array.Copy(TEContent, Position, TEBlockLength, 0, TELength);
return Convert.ToInt32(TEBlockLength.ToUTF8String(), // Hex-String
16);
}
/// <summary>
/// Execute the given HTTP request and return its result.
/// </summary>
/// <param name="Request">A HTTP request.</param>
/// <param name="RequestLogDelegate">A delegate for logging the HTTP request.</param>
/// <param name="ResponseLogDelegate">A delegate for logging the HTTP request/response.</param>
/// <param name="Timeout">An optional timeout.</param>
/// <param name="CancellationToken">A cancellation token.</param>
public async Task<HTTPResponse> Execute(HTTPRequest Request,
ClientRequestLogHandler RequestLogDelegate = null,
ClientResponseLogHandler ResponseLogDelegate = null,
TimeSpan? Timeout = null,
CancellationToken? CancellationToken = null)
{
#region Call the optional HTTP request log delegate
try
{
RequestLogDelegate?.Invoke(DateTime.Now, this, Request);
}
catch (Exception e)
{
e.Log(nameof(HTTPClient) + "." + nameof(RequestLogDelegate));
}
#endregion
var task = Task<HTTPResponse>.Factory.StartNew(() => {
HTTPResponse Response = null;
try
{
if (Environment.MachineName.Contains("QUAD2QUANTOR") && Request.URI.Contains("eRoaming"))
throw new Exception("Catch me if you can!");
Thread.CurrentThread.Priority = ThreadPriority.BelowNormal;
#region Data
var HTTPHeaderBytes = new Byte[0];
var sw = new Stopwatch();
if (!Timeout.HasValue)
Timeout = TimeSpan.FromSeconds(60);
#endregion
#region Create TCP connection (possibly also do DNS lookups)
if (TCPClient == null)
{
System.Net.IPEndPoint _FinalIPEndPoint = null;
IIPAddress _ResolvedRemoteIPAddress = null;
if (RemoteIPAddress == null)
{
if (Hostname.Trim() == "127.0.0.1")
_ResolvedRemoteIPAddress = IPv4Address.Localhost;
else
{
var RegExpr = new Regex(@"\b\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}\b");
if (RegExpr.IsMatch(Hostname))
_ResolvedRemoteIPAddress = IPv4Address.Parse(Hostname);
}
#region DNS lookup...
if (_ResolvedRemoteIPAddress == null)
{
try
{
var IPv4AddressTask = DNSClient.
Query<A>(Hostname).
ContinueWith(QueryTask => QueryTask.Result.
Select(ARecord => ARecord.IPv4Address).
FirstOrDefault());
IPv4AddressTask.Wait();
_ResolvedRemoteIPAddress = IPv4AddressTask.Result;
}
catch (Exception e)
{
Debug.WriteLine("[" + DateTime.Now + "] " + e.Message);
}
}
#endregion
}
else
_ResolvedRemoteIPAddress = RemoteIPAddress;
_FinalIPEndPoint = new System.Net.IPEndPoint(new System.Net.IPAddress(_ResolvedRemoteIPAddress.GetBytes()), RemotePort.ToInt32());
sw.Start();
TCPClient = new TcpClient();
TCPClient.Connect(_FinalIPEndPoint);
TCPClient.ReceiveTimeout = (Int32) Timeout.Value.TotalMilliseconds;
}
#endregion
#region Create (Crypto-)Stream
TCPStream = TCPClient.GetStream();
TCPStream.ReadTimeout = (Int32)Timeout.Value.TotalMilliseconds;
TLSStream = RemoteCertificateValidator != null
? new SslStream(TCPStream,
false,
RemoteCertificateValidator)
// ClientCertificateSelector,
//EncryptionPolicy.RequireEncryption)
: null;
if (TLSStream != null)
TLSStream.ReadTimeout = (Int32)Timeout.Value.TotalMilliseconds;
HTTPStream = null;
if (RemoteCertificateValidator != null)
{
HTTPStream = TLSStream;
TLSStream.AuthenticateAsClient(Hostname);//, new X509CertificateCollection(new X509Certificate[] { ClientCert }), SslProtocols.Default, false);
}
else
HTTPStream = TCPStream;
HTTPStream.ReadTimeout = (Int32)Timeout.Value.TotalMilliseconds;
#endregion
#region Send Request
HTTPStream.Write(String.Concat(Request.EntireRequestHeader,
Environment.NewLine,
Environment.NewLine).
ToUTF8Bytes());
var RequestBodyLength = Request.HTTPBody == null
? Request.ContentLength.HasValue ? (Int32) Request.ContentLength.Value : 0
: Request.ContentLength.HasValue ? Math.Min((Int32) Request.ContentLength.Value, Request.HTTPBody.Length) : Request.HTTPBody.Length;
if (RequestBodyLength > 0)
HTTPStream.Write(Request.HTTPBody, 0, RequestBodyLength);
var _MemoryStream = new MemoryStream();
var _Buffer = new Byte[10485760]; // 10 MBytes, a smaller value leads to read errors!
#endregion
#region Wait timeout for the server to react!
//Debug.WriteLine("[" + DateTime.Now + "] HTTPClient timeout: " + Timeout.Value.ToString());
while (!TCPStream.DataAvailable)
{
if (sw.ElapsedMilliseconds >= Timeout.Value.TotalMilliseconds)
{
TCPClient.Close();
throw new Exception("[" + DateTime.Now + "] Could not read from the TCP stream for " + sw.ElapsedMilliseconds + "ms!");
}
Thread.Sleep(1);
}
//Debug.WriteLine("[" + DateTime.Now + "] HTTPClient (" + TCPClient.Client.LocalEndPoint.ToString() + " -> " + RemoteSocket.ToString() + ") got first response after " + sw.ElapsedMilliseconds + "ms!");
#endregion
#region Read the entire HTTP header, and maybe some of the HTTP body
var CurrentDataLength = 0;
do
{
#region When data available, write it to the buffer...
while (TCPStream.DataAvailable)
{
CurrentDataLength = HTTPStream.Read(_Buffer, 0, _Buffer.Length);
if (CurrentDataLength > -1)
{
_MemoryStream.Write(_Buffer, 0, CurrentDataLength);
// Debug.WriteLine("[" + DateTime.Now + "] Read " + CurrentDataLength + " bytes from HTTP connection (" + TCPClient.Client.LocalEndPoint.ToString() + " -> " + RemoteSocket.ToString() + ") (" + sw.ElapsedMilliseconds + "ms)!");
}
}
#endregion
#region Check if the entire HTTP header was already read into the buffer
if (_MemoryStream.Length > 4)
{
var MemoryCopy = _MemoryStream.ToArray();
for (var pos = 3; pos < MemoryCopy.Length; pos++)
{
if (MemoryCopy[pos ] == 0x0a &&
MemoryCopy[pos - 1] == 0x0d &&
MemoryCopy[pos - 2] == 0x0a &&
MemoryCopy[pos - 3] == 0x0d)
{
Array.Resize(ref HTTPHeaderBytes, pos - 3);
Array.Copy(MemoryCopy, 0, HTTPHeaderBytes, 0, pos - 3);
break;
}
}
//if (HTTPHeaderBytes.Length > 0)
// Debug.WriteLine("[" + DateTime.Now + "] End of (" + TCPClient.Client.LocalEndPoint.ToString() + " -> " + RemoteSocket.ToString() + ") HTTP header at " + HTTPHeaderBytes.Length + " bytes (" + sw.ElapsedMilliseconds + "ms)!");
}
#endregion
Thread.Sleep(1);
}
// Note: Delayed parts of the HTTP body may not be read into the buffer
// => Must be read later!
while (TCPStream.DataAvailable ||
((sw.ElapsedMilliseconds < HTTPStream.ReadTimeout) && HTTPHeaderBytes.Length == 0));
//Debug.WriteLine("[" + DateTime.Now + "] Finally read " + _MemoryStream.Length + " bytes of HTTP client (" + TCPClient.Client.LocalEndPoint.ToString() + " -> " + RemoteSocket.ToString() + ") data (" + sw.ElapsedMilliseconds + "ms)!");
#endregion
#region Copy HTTP header data and create HTTP response
if (HTTPHeaderBytes.Length == 0)
throw new ApplicationException(DateTime.Now + " Could not find the end of the HTTP protocol header!");
Response = HTTPResponse.Parse(HTTPHeaderBytes.ToUTF8String(),
Request);
#endregion
#region Read 'Content-Length' bytes...
// Copy only the number of bytes given within
// the HTTP header element 'Content-Length'!
if (Response.ContentLength.HasValue && Response.ContentLength.Value > 0)
{
_MemoryStream.Seek(HTTPHeaderBytes.Length + 4, SeekOrigin.Begin);
var _Read = _MemoryStream.Read(_Buffer, 0, _Buffer.Length);
var _StillToRead = (Int32)Response.ContentLength.Value - _Read;
Response.HTTPBodyStream.Write(_Buffer, 0, _Read);
var _CurrentBufferSize = 0;
do
{
while (TCPStream.DataAvailable && _StillToRead > 0)
{
_CurrentBufferSize = Math.Min(_Buffer.Length, (Int32)_StillToRead);
_Read = HTTPStream.Read(_Buffer, 0, _CurrentBufferSize);
Response.HTTPBodyStream.Write(_Buffer, 0, _Read);
_StillToRead -= _Read;
}
if (_StillToRead <= 0)
break;
Thread.Sleep(1);
}
while (sw.ElapsedMilliseconds < HTTPStream.ReadTimeout);
Response.ContentStreamToArray();
}
#endregion
#region ...or read till timeout (e.g. for chunked transport)!
else
{
try
{
_MemoryStream.Seek(HTTPHeaderBytes.Length + 4, SeekOrigin.Begin);
Response.NewContentStream();
Response.HTTPBodyStream.Write(_Buffer, 0, _MemoryStream.Read(_Buffer, 0, _Buffer.Length));
var Retries = 0;
while (Retries < 10)
{
while (TCPStream.DataAvailable)
{
Response.HTTPBodyStream.Write(_Buffer, 0, HTTPStream.Read(_Buffer, 0, _Buffer.Length));
Retries = 0;
}
Thread.Sleep(10);
Retries++;
}
if (Response.TransferEncoding == "chunked")
{
//Debug.WriteLine(DateTime.Now + " Chunked encoding detected");
var TEContent = ((MemoryStream)Response.HTTPBodyStream).ToArray();
var TEString = TEContent.ToUTF8String();
var ReadBlockLength = true;
var TEMemStram = new MemoryStream();
var LastPos = 0;
var i = 0;
do
{
if (i > 2 &&
ReadBlockLength &&
TEContent[i - 1] == '\n' &&
TEContent[i - 2] == '\r')
{
var len = TEContent.ReadTEBlockLength(LastPos, i - LastPos - 2);
//Debug.WriteLine(DateTime.Now + " Chunked encoded block of length " + len + " bytes detected");
if (len == 0)
break;
if (i + len <= TEContent.Length)
{
TEMemStram.Write(TEContent, i, len);
i = i + len;
if (TEContent[i] == 0x0d)
i++;
if (i < TEContent.Length - 1)
{
if (TEContent[i] == 0x0a)
i++;
}
else
{
}
LastPos = i;
ReadBlockLength = false;
}
else
{
// Reaching this point seems to be an endless loop!
break;
}
}
else
{
ReadBlockLength = true;
i++;
}
} while (i < TEContent.Length);
Response.ContentStreamToArray(TEMemStram);
}
else
Response.ContentStreamToArray();
}
catch (Exception e)
{
Debug.WriteLine(DateTime.Now + " " + e.Message);
}
}
#endregion
#region Close connection if requested!
if (Response.Connection == null ||
Response.Connection == "close")
{
TCPClient.Close();
HTTPStream = null;
TCPClient = null;
}
#endregion
}
catch (Exception e)
{
#region Create a HTTP response for the exception...
while (e.InnerException != null)
e = e.InnerException;
Response = new HTTPResponseBuilder(Request,
HTTPStatusCode.BadRequest)
{
ContentType = HTTPContentType.JSON_UTF8,
Content = JSONObject.Create(new JProperty("Message", e.Message),
new JProperty("StackTrace", e.StackTrace)).
ToUTF8Bytes()
};
#endregion
}
#region Call the optional HTTP response log delegate
try
{
ResponseLogDelegate?.Invoke(DateTime.Now, this, Request, Response);
}
catch (Exception e2)
{
e2.Log(nameof(HTTPClient) + "." + nameof(ResponseLogDelegate));
}
#endregion
return Response;
}, TaskCreationOptions.AttachedToParent);
return await task;
}
public Task<HTTPClient> Execute(HTTPRequestBuilder HTTPRequest, Action<HTTPResponse> HTTPResponseDelegate)
{
return Task<HTTPClient>.Factory.StartNew(() =>
{
#region Data
Boolean _EndOfHTTPHeader = false;
long _Length = 0;
long EndOfHeaderPosition = 6;
#endregion
#region Client initialisieren und mit dem Server verbinden
// Init TcpClient
if (TCPClient == null)
TCPClient = new TcpClient(this.RemoteIPAddress.ToString(), this.RemotePort.ToInt32());
//TCPClient.ReceiveTimeout = 5000;
// Open stream for reading and writting
if (TCPStream == null)
TCPStream = TCPClient.GetStream();
#endregion
#region Send Request
var _RequestBytes = (HTTPRequest.EntireRequestHeader + Environment.NewLine + Environment.NewLine).ToUTF8Bytes();
TCPStream.Write(_RequestBytes, 0, _RequestBytes.Length);
var _MemoryStream = new MemoryStream();
var _Buffer = new Byte[65535];
var sw = new Stopwatch();
#endregion
#region Wait for the server to react!
sw.Start();
while (!TCPStream.DataAvailable || sw.ElapsedMilliseconds > 20000)
Thread.Sleep(1);
if (!TCPStream.DataAvailable && sw.ElapsedMilliseconds > 20000)
{
TCPClient.Close();
throw new ApplicationException("Could not read from the TCP stream!");
}
sw.Stop();
#endregion
#region Read
TCPStream.ReadTimeout = 2;
while (!_EndOfHTTPHeader || TCPStream.DataAvailable || !TCPClient.Connected)
{
#region Read the entire stream into the memory <= Rethink this someday!
while (TCPStream.DataAvailable)
_MemoryStream.Write(_Buffer, 0, TCPStream.Read(_Buffer, 0, _Buffer.Length));
#endregion
#region Walk through the stream and search for two consecutive newlines indicating the end of the HTTP header
_Length = _MemoryStream.Length;
if (_Length > 4)
{
_MemoryStream.Seek(0, SeekOrigin.Begin);
int state = 0;
int _int = 0;
_EndOfHTTPHeader = false;
while (!_EndOfHTTPHeader || _int == -1)
{
_int = _MemoryStream.ReadByte();
switch (state)
{
case 0 : if (_int == 0x0d) state = 1; else state = 0; break;
case 1 : if (_int == 0x0a) state = 2; else state = 0; break;
case 2 : if (_int == 0x0d) state = 3; else state = 0; break;
case 3 : if (_int == 0x0a) _EndOfHTTPHeader = true; else state = 0; break;
default : state = 0; break;
}
}
if (_EndOfHTTPHeader)
break;
}
#endregion
}
if (_EndOfHTTPHeader == false)
throw new ApplicationException("Could not find the end of the HTTP protocol header!");
EndOfHeaderPosition = _MemoryStream.Position - 3;
#endregion
#region Copy HTTP header data
var HeaderBytes = new Byte[EndOfHeaderPosition - 1];
_MemoryStream.Seek(0, SeekOrigin.Begin);
_MemoryStream.Read(HeaderBytes, 0, HeaderBytes.Length);
#endregion
var _HTTPResponse = new HTTPResponse(HeaderBytes.ToUTF8String());
#region Read 'Content-Length' bytes...
// Copy only the number of bytes given within
// the HTTP header element 'Content-Length'!
if (_HTTPResponse.ContentLength.HasValue)
{
_MemoryStream.Seek(4, SeekOrigin.Current);
var _Read = _MemoryStream.Read(_Buffer, 0, _Buffer.Length);
var _StillToRead = (Int32) _HTTPResponse.ContentLength.Value - _Read;
_HTTPResponse.ContentStream.Write(_Buffer, 0, _Read);
var _CurrentBufferSize = 0;
var Retries = 0;
while (Retries < 10)
{
while (TCPStream.DataAvailable)
{
_CurrentBufferSize = Math.Min(_Buffer.Length, (Int32) _StillToRead);
_Read = TCPStream.Read(_Buffer, 0, _CurrentBufferSize);
_HTTPResponse.ContentStream.Write(_Buffer, 0, _Read);
_StillToRead -= _Read;
Retries = 0;
}
if (_StillToRead <= 0)
break;
Thread.Sleep(10);
Retries++;
}
_HTTPResponse.ContentStreamToArray();
}
#endregion
#region ...or read till timeout!
else
{
_MemoryStream.Seek(4, SeekOrigin.Current);
_HTTPResponse.ContentStream.Write(_Buffer, 0, _MemoryStream.Read(_Buffer, 0, _Buffer.Length));
var Retries = 0;
while (Retries < 10)
{
while (TCPStream.DataAvailable)
{
_HTTPResponse.ContentStream.Write(_Buffer, 0, TCPStream.Read(_Buffer, 0, _Buffer.Length));
Retries = 0;
}
Thread.Sleep(10);
Retries++;
}
_HTTPResponse.ContentStreamToArray();
}
#endregion
#region Close connection if requested!
if (_HTTPResponse.Connection == "close")
{
TCPClient.Close();
TCPClient = null;
TCPStream = null;
}
#endregion
#region Call HTTPResponse delegates
if (HTTPResponseDelegate != null)
HTTPResponseDelegate(_HTTPResponse);
#endregion
return this;
}, TaskCreationOptions.AttachedToParent);
}