public IWebResponse Invoke(Ds3Request request)
{
Assert.AreEqual(_verb, request.Verb);
Assert.AreEqual(_path, request.Path);
CollectionAssert.AreEquivalent(_queryParams, request.QueryParams);
Assert.AreEqual(_requestContent, HelpersForTest.StringFromStream(request.GetContentStream()));
return new MockWebResponse(_responseContent, _statusCode, _responseHeaders);
}
public IWebResponse Invoke(Ds3Request request)
{
int redirectCount = 0;
using (var content = request.GetContentStream())
{
do
{
if (sdkNetworkSwitch.TraceInfo) { Trace.WriteLine(string.Format(Resources.RequestLogging, request.GetType().ToString())); }
if (sdkNetworkSwitch.TraceVerbose) { Trace.WriteLine(request.getDescription(BuildQueryParams(request.QueryParams))); }
HttpWebRequest httpRequest = CreateRequest(request, content);
try
{
long send = DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond;
var response = new WebResponse((HttpWebResponse)httpRequest.GetResponse());
long millis = (DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond) - send;
if (Is307(response))
{
redirectCount++;
if (sdkNetworkSwitch.TraceWarning) { Trace.Write(string.Format(Resources.Encountered307NTimes, redirectCount), "Ds3Network"); }
}
else
{
if (sdkNetworkSwitch.TraceInfo) { Trace.WriteLine(string.Format(Resources.ResponseLogging, response.StatusCode.ToString(), millis)); }
return response;
}
}
catch (WebException e)
{
if (e.Response == null)
{
throw e;
}
return new WebResponse((HttpWebResponse)e.Response);
}
} while (redirectCount < _maxRedirects);
}
throw new Ds3RedirectLimitException(Resources.TooManyRedirectsException);
}
private HttpWebRequest CreateRequest(Ds3Request request, Stream content)
{
if (request.Verb == HttpVerb.PUT || request.Verb == HttpVerb.POST)
{
if (content != Stream.Null && !content.CanRead)
{
throw new Ds3.Runtime.Ds3RequestException(Resources.InvalidStreamException);
}
}
DateTime date = DateTime.UtcNow;
UriBuilder uriBuilder = new UriBuilder(_endpoint);
uriBuilder.Path = HttpHelper.PercentEncodePath(request.Path);
if (request.QueryParams.Count > 0)
{
uriBuilder.Query = BuildQueryParams(request.QueryParams);
}
HttpWebRequest httpRequest = (HttpWebRequest)WebRequest.Create(uriBuilder.ToString());
httpRequest.ServicePoint.ConnectionLimit = _connectionLimit;
httpRequest.Method = request.Verb.ToString();
if (Proxy != null)
{
WebProxy webProxy = new WebProxy();
webProxy.Address = Proxy;
httpRequest.Proxy = webProxy;
}
httpRequest.Date = date;
httpRequest.Host = CreateHostString(_endpoint);
httpRequest.AllowAutoRedirect = false;
httpRequest.AllowWriteStreamBuffering = false;
// hangs on Mono's NET framework for DELETEs (NETSDK-58)
if (request.Verb == HttpVerb.DELETE)
{
httpRequest.AllowWriteStreamBuffering = true;
}
httpRequest.ReadWriteTimeout = this._readWriteTimeout;
httpRequest.Timeout = this._requestTimeout;
var chucksumValue = ComputeChecksum(request.ChecksumValue, content, request.ChecksumType);
if (!string.IsNullOrEmpty(chucksumValue))
{
switch (request.ChecksumType)
{
case Checksum.ChecksumType.Md5:
if (sdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("MD5 checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentMd5, chucksumValue);
break;
case Checksum.ChecksumType.Sha256:
if (sdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("SHA-256 checksum is {0}",chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentSha256, chucksumValue);
break;
case Checksum.ChecksumType.Sha512:
if (sdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("SHA-512 checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentSha512, chucksumValue);
break;
case Checksum.ChecksumType.Crc32:
if (sdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("Crc32 checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentCRC32, chucksumValue);
break;
case Checksum.ChecksumType.Crc32C:
if (sdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("Crc32C checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentCRC32C, chucksumValue);
break;
}
}
httpRequest.Headers.Add(HttpHeaders.Authorization, S3Signer.AuthField(
_creds,
request.Verb.ToString(),
date.ToString("r"),
request.Path,
request.QueryParams,
chucksumValue,
amzHeaders: request.Headers
));
foreach (var byteRange in request.GetByteRanges())
{
httpRequest.AddRange(byteRange.Start, byteRange.End);
}
foreach (var header in request.Headers)
{
httpRequest.Headers.Add(header.Key, header.Value);
}
if (request.Verb == HttpVerb.PUT || request.Verb == HttpVerb.POST)
{
httpRequest.ContentLength = content.Length;
if (content != Stream.Null)
{
using (var requestStream = httpRequest.GetRequestStream())
{
if (content.Position != 0)
{
content.Seek(0, SeekOrigin.Begin);
}
content.CopyTo(requestStream, this.CopyBufferSize);
requestStream.Flush();
}
}
}
return httpRequest;
}
private IWebRequest CreateDs3WebRequest(Ds3Request request, Stream content)
{
if (request.Verb == HttpVerb.PUT || request.Verb == HttpVerb.POST)
{
if (content != Stream.Null && !content.CanRead)
{
throw new Ds3RequestException(Resources.InvalidStreamException);
}
}
var date = DateTime.UtcNow;
var uriBuilder = new UriBuilder(_endpoint)
{
Path = HttpHelper.PercentEncodePath(request.Path)
};
if (request.QueryParams.Count > 0)
{
uriBuilder.Query = BuildQueryParams(request.QueryParams);
}
var httpRequest = (HttpWebRequest)WebRequest.Create(uriBuilder.ToString());
httpRequest.ServicePoint.ConnectionLimit = _connectionLimit;
httpRequest.Method = request.Verb.ToString();
if (Proxy != null)
{
var webProxy = new WebProxy
{
Address = Proxy
};
httpRequest.Proxy = webProxy;
}
httpRequest.Date = date;
httpRequest.Host = CreateHostString(_endpoint);
httpRequest.AllowAutoRedirect = false;
httpRequest.AllowWriteStreamBuffering = false;
// hangs on Mono's NET framework for DELETEs (NETSDK-58)
if (request.Verb == HttpVerb.DELETE)
{
httpRequest.AllowWriteStreamBuffering = true;
}
httpRequest.ReadWriteTimeout = this._readWriteTimeout;
httpRequest.Timeout = this._requestTimeout;
var chucksumValue = ComputeChecksum(request.ChecksumValue, content, request.CType);
if (!string.IsNullOrEmpty(chucksumValue))
{
switch (request.CType)
{
case ChecksumType.Type.MD5:
if (SdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("MD5 checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentMd5, chucksumValue);
break;
case ChecksumType.Type.SHA_256:
if (SdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("SHA-256 checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentSha256, chucksumValue);
break;
case ChecksumType.Type.SHA_512:
if (SdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("SHA-512 checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentSha512, chucksumValue);
break;
case ChecksumType.Type.CRC_32:
if (SdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("Crc32 checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentCRC32, chucksumValue);
break;
case ChecksumType.Type.CRC_32C:
if (SdkNetworkSwitch.TraceVerbose) Trace.WriteLine(string.Format("Crc32C checksum is {0}", chucksumValue));
httpRequest.Headers.Add(HttpHeaders.ContentCRC32C, chucksumValue);
break;
}
}
httpRequest.Headers.Add(HttpHeaders.Authorization, S3Signer.AuthField(
_creds,
request.Verb.ToString(),
date.ToString("r"),
request.Path,
request.QueryParams,
chucksumValue,
amzHeaders: request.Headers
));
foreach (var byteRange in request.GetByteRanges())
{
httpRequest.AddRange(byteRange.Start, byteRange.End);
}
foreach (var header in request.Headers)
{
httpRequest.Headers.Add(header.Key, header.Value);
}
if (request.Verb == HttpVerb.PUT || request.Verb == HttpVerb.POST)
{
httpRequest.ContentLength = request.GetContentLength();
if (content != Stream.Null)
{
var ds3ContentLengthNotMatchCatched = false;
Ds3ContentLengthNotMatch ds3ContentLengthNotMatch = null;
try
{
using (var requestStream = httpRequest.GetRequestStream())
{
if (content.CanSeek && content.Position != 0)
{
content.Seek(0, SeekOrigin.Begin);
}
using (var webStream = new Ds3WebStream(content, request.GetContentLength()))
{
try
{
webStream.CopyTo(requestStream, this.CopyBufferSize);
}
catch (Ds3ContentLengthNotMatch ex)
{
ds3ContentLengthNotMatchCatched = true;
ds3ContentLengthNotMatch = ex;
throw ds3ContentLengthNotMatch;
}
catch (Exception ex)
{
const string windowsMessage = "Bytes to be written to the stream exceed the Content-Length bytes size specified.";
const string monoMessage = "The number of bytes to be written is greater than the specified ContentLength.";
if (ex.Message.Equals(windowsMessage) || ex.Message.Equals(monoMessage))
{
ds3ContentLengthNotMatchCatched = true;
ds3ContentLengthNotMatch = new Ds3ContentLengthNotMatch(ex.Message, ex);
throw ds3ContentLengthNotMatch;
}
throw;
}
requestStream.Flush();
}
}
}
//if only Ds3ContentLengthNotMatch was thrown than just re-throw it
catch (Ds3ContentLengthNotMatch)
{
throw;
}
//if an Exception was thrown from closing requestStream in finally block and also Ds3ContentLengthNotMatch than we will aggregate them,
//and if not than just re-throw
catch (Exception ex)
{
if (!ds3ContentLengthNotMatchCatched) throw;
var innerExceptions = ds3ContentLengthNotMatch.InnerExceptions.Select(e => e).ToList();
innerExceptions.Add(ex);
throw new Ds3ContentLengthNotMatch(ds3ContentLengthNotMatch.Message, innerExceptions);
}
}
}
return new Ds3WebRequest(httpRequest);
}
private HttpWebRequest CreateRequest(Ds3Request request, Stream content)
{
if (request.Verb == HttpVerb.PUT || request.Verb == HttpVerb.POST)
{
if (content != Stream.Null && !content.CanRead)
{
throw new Ds3.Runtime.Ds3RequestException(Resources.InvalidStreamException);
}
}
DateTime date = DateTime.UtcNow;
UriBuilder uriBuilder = new UriBuilder(_endpoint);
uriBuilder.Path = HttpHelper.PercentEncodePath(request.Path);
if (request.QueryParams.Count > 0)
{
uriBuilder.Query = BuildQueryParams(request.QueryParams);
}
HttpWebRequest httpRequest = (HttpWebRequest)WebRequest.Create(uriBuilder.ToString());
httpRequest.ServicePoint.ConnectionLimit = _connectionLimit;
httpRequest.Method = request.Verb.ToString();
if (Proxy != null)
{
WebProxy webProxy = new WebProxy();
webProxy.Address = Proxy;
httpRequest.Proxy = webProxy;
}
httpRequest.Date = date;
httpRequest.Host = CreateHostString(_endpoint);
httpRequest.AllowAutoRedirect = false;
httpRequest.AllowWriteStreamBuffering = false;
httpRequest.ReadWriteTimeout = this._readWriteTimeout;
httpRequest.Timeout = this._requestTimeout;
var md5 = ComputeChecksum(request.Md5, content);
if (!string.IsNullOrEmpty(md5))
{
httpRequest.Headers.Add(HttpHeaders.ContentMd5, md5);
}
httpRequest.Headers.Add(HttpHeaders.Authorization, S3Signer.AuthField(
_creds,
request.Verb.ToString(),
date.ToString("r"),
request.Path,
request.QueryParams,
md5: md5,
amzHeaders: request.Headers
));
foreach (var byteRange in request.GetByteRanges())
{
httpRequest.AddRange(byteRange.Start, byteRange.End);
}
foreach (var header in request.Headers)
{
httpRequest.Headers.Add(header.Key, header.Value);
}
if (request.Verb == HttpVerb.PUT || request.Verb == HttpVerb.POST)
{
httpRequest.ContentLength = content.Length;
if (content != Stream.Null)
{
using (var requestStream = httpRequest.GetRequestStream())
{
if (content.Position != 0)
{
content.Seek(0, SeekOrigin.Begin);
}
content.CopyTo(requestStream, this.CopyBufferSize);
requestStream.Flush();
}
}
}
return httpRequest;
}
public IWebResponse Invoke(Ds3Request request)
{
var redirectCount = 0;
using (var content = request.GetContentStream())
{
do
{
if (SdkNetworkSwitch.TraceInfo) { Trace.WriteLine(string.Format(Resources.RequestLogging, request.GetType())); }
if (SdkNetworkSwitch.TraceVerbose) { Trace.WriteLine(request.getDescription(BuildQueryParams(request.QueryParams))); }
Ds3ServerCertificateValidation.OverrideValidation();
var ds3WebRequest = _createDs3WebRequestFunc(request, content);
try
{
var send = DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond;
var response = ds3WebRequest.GetResponse();
var millis = (DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond) - send;
if (Is307(response))
{
redirectCount++;
if (SdkNetworkSwitch.TraceWarning) { Trace.Write(string.Format(Resources.Encountered307NTimes, redirectCount), "Ds3Network"); }
}
else
{
if (SdkNetworkSwitch.TraceInfo) { Trace.WriteLine(string.Format(Resources.ResponseLogging, response.StatusCode, millis)); }
return response;
}
}
catch (WebException e)
{
if (e.Response == null)
{
throw;
}
return new Ds3WebResponse((HttpWebResponse)e.Response);
}
} while (redirectCount < _redirectRetryCount);
}
throw new Ds3RedirectLimitException(Resources.TooManyRedirectsException, redirectCount);
}