public static ResultData GetRequest(Uri uri, IPEndPoint proxy, String postData, String ContentType, Boolean allowRedirect, Dictionary <String, String> headers, String method, CookieContainer cookie, DebugMessage debugCallback)
{
ResultData res = new ResultData();
res.RequestUri = uri;
try
{
Stopwatch timer = new Stopwatch();
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(uri);
request.UserAgent = "Mozilla/5.0 (compatible; LoadTest/1.0; +http://www.safetrend.com.br)";
request.AllowAutoRedirect = allowRedirect;
request.Headers.Add("Accept-Encoding", "gzip,deflate");
//request.ProtocolVersion = new Version("1.0");
if (cookie != null)
{
request.CookieContainer = cookie;
}
if (headers != null)
{
foreach (String k in headers.Keys)
{
switch (k.ToLower())
{
case "accept-encoding":
case "connection":
case "host":
case "referer":
case "content-Length":
case "content-type":
//Nada
break;
case "user-agent":
request.UserAgent = headers[k];
break;
case "cookie":
if (request.CookieContainer == null)
{
request.CookieContainer = new CookieContainer();
}
request.CookieContainer.SetCookies(uri, headers[k]);
break;
default:
request.Headers.Remove(k);
request.Headers.Add(k, headers[k]);
break;
}
}
}
if (proxy != null)
{
request.Proxy = new WebProxy("http://" + proxy.Address + ":" + proxy.Port);
}
if (!String.IsNullOrWhiteSpace(method))
{
switch (method.ToUpper())
{
case "GET":
case "POST":
case "PUT":
case "DELETE":
request.Method = method.ToUpper();
break;
default:
request.Method = "GET";
break;
}
}
else
{
request.Method = "GET";
}
try
{
if (debugCallback != null)
{
debugCallback("POST Data", postData);
}
if (!String.IsNullOrWhiteSpace(postData))
{
request.ContentType = ContentType.Split(";".ToCharArray(), 2)[0].Trim() + "; charset=UTF-8";
// Create POST data and convert it to a byte array.
byte[] byteArray = Encoding.UTF8.GetBytes(postData);
request.ContentLength = byteArray.Length;
using (Stream dataStream = request.GetRequestStream())
{
dataStream.Write(byteArray, 0, byteArray.Length);
}
}
//request.Headers.Add("Content-Type", "application/json; charset=UTF-8");
}
catch (Exception ex)
{
if (debugCallback != null)
{
debugCallback("POST Data Error", ex.Message);
}
}
try
{
// Get the response.
if (debugCallback != null)
{
debugCallback("GetResponse", "");
}
timer.Start();
using (WebResponse r1 = request.GetResponse())
using (HttpWebResponse response = (HttpWebResponse)r1)
{
timer.Stop();
res.Code = (Int32)response.StatusCode;
String[] ct = response.ContentType.Split(";".ToCharArray(), 2);
res.ContentType = ct[0].Trim();
res.ContentEncoding = response.ContentEncoding;
if (String.IsNullOrEmpty(res.ContentEncoding) && ct.Length == 2)
{
res.ContentEncoding = ct[1].Replace("charset=", "").Trim();
}
//text/html; charset=UTF-8
using (Stream dataStream = response.GetResponseStream())
res.Data = ReadBuffer(dataStream);
if ((res.Data != null) && (res.Data.Length > 0))
{
res.OriginalDataLength = res.Data.Length;
switch (response.ContentEncoding.ToUpperInvariant())
{
case "GZIP":
using (MemoryStream streamIn = new MemoryStream(res.Data))
using (Stream dataStream = new GZipStream(streamIn, CompressionMode.Decompress))
res.Data = ReadBuffer(dataStream);
break;
case "DEFLATE":
using (MemoryStream streamIn = new MemoryStream(res.Data))
using (Stream dataStream = new DeflateStream(streamIn, CompressionMode.Decompress))
res.Data = ReadBuffer(dataStream);
break;
}
}
/*
* using(StreamReader readStream = new StreamReader(dataStream, Encoding.UTF8))
* {
* //Quando o response.ContentLength retorna -1 pois o site não informou o tamanho
* //Faz a leitura completa
* String tmp = readStream.ReadToEnd();
* res.Data = Encoding.UTF8.GetBytes(tmp);
* }*/
}
}
catch (Exception ex)
{
res.Error = true;
timer.Stop();
res.ErrorMessage = ex.Message;
if (debugCallback != null)
{
debugCallback("GetResponse Error", ex.Message);
}
try
{
if (ex is WebException)
{
WebException webEx = (WebException)ex;
if (webEx.Response != null)
{
using (HttpWebResponse response = (HttpWebResponse)webEx.Response)
{
res.Code = (Int32)response.StatusCode;
HttpWebResponse httpResponse = (HttpWebResponse)response;
/*using (Stream data = response.GetResponseStream())
* {
* res.Data = new Byte[response.ContentLength];
* data.Read(res.Data, 0, res.Data.Length);
* }*/
using (Stream dataStream = response.GetResponseStream())
res.Data = ReadBuffer(dataStream);
}
}
}
}
catch { }
}
res.Time = timer.Elapsed;
}
catch (Exception ex)
{
res.Error = true;
res.ErrorMessage = ex.Message;
}
if ((res.Data != null) && (res.Data.Length > 0))
{
res.DataLength = res.Data.Length;
}
if (res.OriginalDataLength == 0)
{
res.OriginalDataLength = res.DataLength;
}
return(res);
}
public QueueItem(DateTime date, ResultData result)
: this(new WebResultQueueItem(date, result))
{
}
private void evtOnErrorReceived(ResultData result)
{
SendText("Connection Error:", result.RequestUri + " " + result.ErrorMessage);
}
public WebResultQueueItem(DateTime date, ResultData result)
{
this.date = date;
this.result = result;
}
private void Check(LoadTestDatabase db, CheckType type, UriInfo info, ResultData request)
{
switch (type)
{
case CheckType.Css:
case CheckType.JS:
String value = request.ContentEncoding2.GetString(request.Data);
String min = minify(value);
String expanded = expand(value);
double percentMin = 100F - (((double)min.Length / (double)value.Length) * 100F);
double percentExp = 100F - (((double)value.Length / (double)expanded.Length) * 100F);
if (percentMin > 10)
{
db.insertMessages(this.TestName, "5. Otimização de arquivos (minify *.js, *.css)", "URL: <a href=\"" + info.Target.AbsoluteUri + "\" target=\"_blank\">" + info.Target.AbsoluteUri + "</a>" + Environment.NewLine + (info.Referer != null ? "Referer: <a href=\"" + info.Referer.AbsoluteUri + "\" target=\"_blank\">" + info.Referer.AbsoluteUri + "</a>" + Environment.NewLine : "") + Environment.NewLine + "Redução estimada de: " + FileResources.formatData(percentMin, ChartDataType.Percent) + Environment.NewLine + "Tamanho original: " + FileResources.formatData(value.Length, ChartDataType.Bytes) + Environment.NewLine + "Tamanho reduzido: " + FileResources.formatData(min.Length, ChartDataType.Bytes));
db.insertOptimization(this.TestName, request.RequestUri, value.Length, min.Length);
}
if (percentExp > 3)
{
db.insertNonOptimization(this.TestName, request.RequestUri, value.Length, expanded.Length);
}
break;
case CheckType.Image:
String text = "";
String imageInfo = "";
imageInfo = "Tamanho: " + FileResources.formatData(request.DataLength, ChartDataType.Bytes) + Environment.NewLine;
if (request.DataLength > (100 * 1024)) //100 Kb
{
text += "* Tamanho da imagem acima de 100Kb" + Environment.NewLine;
}
using (MemoryStream stm = new MemoryStream(request.Data))
using (Image bmp = Image.FromStream(stm))
{
Boolean resolution = false;
PixelFormat pxFormat = PixelFormat.Format24bppRgb;
float saveRes = bmp.HorizontalResolution;
try
{
imageInfo += "Resolução: " + bmp.Width + " x " + bmp.Height + "px" + Environment.NewLine;
}
catch { }
try
{
if ((((Int32)bmp.HorizontalResolution) > 72) || (((Int32)bmp.VerticalResolution) > 72))
{
text += "* Qualidade (DPI) da imagem acima de 72" + Environment.NewLine;
}
imageInfo += "DPI: " + bmp.HorizontalResolution + Environment.NewLine;
resolution = true;
saveRes = 72;
}
catch { }
try
{
switch (bmp.PixelFormat)
{
case System.Drawing.Imaging.PixelFormat.Format32bppArgb:
case System.Drawing.Imaging.PixelFormat.Format32bppPArgb:
case System.Drawing.Imaging.PixelFormat.Format32bppRgb:
case System.Drawing.Imaging.PixelFormat.Format48bppRgb:
case System.Drawing.Imaging.PixelFormat.Format64bppArgb:
case System.Drawing.Imaging.PixelFormat.Format64bppPArgb:
text += "* Qualidade (Bit depth) da imagem acima de 24 bits" + Environment.NewLine;
resolution = true;
pxFormat = PixelFormat.Format24bppRgb;
break;
}
switch (bmp.PixelFormat)
{
case System.Drawing.Imaging.PixelFormat.Format8bppIndexed:
imageInfo += "Bit depth: 16 bits" + Environment.NewLine;
pxFormat = bmp.PixelFormat;
break;
case System.Drawing.Imaging.PixelFormat.Format16bppArgb1555:
case System.Drawing.Imaging.PixelFormat.Format16bppGrayScale:
case System.Drawing.Imaging.PixelFormat.Format16bppRgb555:
case System.Drawing.Imaging.PixelFormat.Format16bppRgb565:
imageInfo += "Bit depth: 16 bits" + Environment.NewLine;
pxFormat = bmp.PixelFormat;
break;
case System.Drawing.Imaging.PixelFormat.Format24bppRgb:
imageInfo += "Bit depth: 24 bits" + Environment.NewLine;
pxFormat = PixelFormat.Format24bppRgb;
break;
case System.Drawing.Imaging.PixelFormat.Format32bppArgb:
case System.Drawing.Imaging.PixelFormat.Format32bppPArgb:
case System.Drawing.Imaging.PixelFormat.Format32bppRgb:
imageInfo += "Bit depth: 32 bits" + Environment.NewLine;
pxFormat = PixelFormat.Format24bppRgb;
break;
case System.Drawing.Imaging.PixelFormat.Format48bppRgb:
imageInfo += "Bit depth: 48 bits" + Environment.NewLine;
pxFormat = PixelFormat.Format24bppRgb;
break;
case System.Drawing.Imaging.PixelFormat.Format64bppArgb:
case System.Drawing.Imaging.PixelFormat.Format64bppPArgb:
imageInfo += "Bit depth: 64 bits" + Environment.NewLine;
pxFormat = PixelFormat.Format24bppRgb;
break;
default:
imageInfo += "Bit depth: " + bmp.PixelFormat.ToString() + Environment.NewLine;
break;
}
}
catch { }
try
{
using (ImageInfo imgInfo = new ImageInfo(bmp))
{
if (imgInfo.HasExif)
{
text += "* Imagem com informações EXIF. A remoção desta informação reduz o tamanho da imagem" + Environment.NewLine;
resolution = true;
}
}
}
catch { }
//Realiza a Otimização sugerida e calcula o tamanho estimado a conseguir
if (resolution)
{
try
{
ImageFormat saveFormat = ImageFormat.Jpeg;
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Jpeg))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Jpeg;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Bmp))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Bmp;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Png))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Png;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Emf))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Emf;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Exif))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Exif;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Gif))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Gif;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Icon))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Icon;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.MemoryBmp))
{
saveFormat = System.Drawing.Imaging.ImageFormat.MemoryBmp;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Tiff))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Tiff;
}
if (bmp.RawFormat.Equals(System.Drawing.Imaging.ImageFormat.Wmf))
{
saveFormat = System.Drawing.Imaging.ImageFormat.Wmf;
}
Bitmap newImage = new Bitmap(bmp.Width, bmp.Height, pxFormat);
newImage.SetResolution(saveRes, saveRes);
Graphics g = Graphics.FromImage(newImage);
g.SmoothingMode = SmoothingMode.AntiAlias;
g.InterpolationMode = InterpolationMode.HighQualityBicubic;
g.PixelOffsetMode = PixelOffsetMode.HighQuality;
g.DrawImage(bmp, 0, 0);
g.Dispose();
MemoryStream newStm = new MemoryStream();
newImage.Save(newStm, saveFormat);
if (newStm.Length < request.DataLength)
{
db.insertOptimization(this.TestName, request.RequestUri, request.DataLength, newStm.Length);
double percent2 = 100F - (((double)newStm.Length / (double)request.DataLength) * 100F);
text += Environment.NewLine;
text += "Tamanho estimado após redução: " + FileResources.formatData(newStm.Length, ChartDataType.Bytes) + Environment.NewLine;
text += "Redução estimada de: " + FileResources.formatData(percent2, ChartDataType.Percent) + Environment.NewLine;
}
else
{
//Não há redução, a imagem está otimizada
text = "";
}
newImage.Dispose();
newImage = null;
newStm.Dispose();
newStm = null;
}
catch (Exception ex)
{
#if DEBUG
text += "Erro ao calcular a redução: " + ex.Message;
#endif
}
}
}
if (text != "")
{
db.insertMessages(this.TestName, "6. Otimização de imagem", "Img URL: <a href=\"" + info.Target.AbsoluteUri + "\" target=\"_blank\">" + info.Target.AbsoluteUri + "</a>" + Environment.NewLine + (info.Referer != null ? "Referer: <a href=\"" + info.Referer.AbsoluteUri + "\" target=\"_blank\">" + info.Referer.AbsoluteUri + "</a>" + Environment.NewLine : "") + Environment.NewLine + imageInfo + Environment.NewLine + text);
}
break;
}
}
private void AnalizeURI(LoadTestDatabase db, UriInfo u)
{
switch (GetExtension(u.Target))
{
case ".txt":
//Sai sem analizar
return;
break;
}
Console.WriteLine("ContentAnalizer> " + u.Target);
Console.Write("\tBaixando: ");
ResultData request = Request.GetRequest(u.Target, this.Proxy, false, HTTPHeaders);
if (request.Error)
{
Console.WriteLine("Err " + request.ErrorMessage);
db.insertMessages(this.TestName, "3. Erro na chamada de URL", "URL: <a href=\"" + u.Target.AbsoluteUri + "\" target=\"_blank\">" + u.Target.AbsoluteUri + "</a>" + Environment.NewLine + (u.Referer != null ? "Referer: <a href=\"" + u.Referer.AbsoluteUri + "\" target=\"_blank\">" + u.Referer.AbsoluteUri + "</a>" + Environment.NewLine : "") + Environment.NewLine + "Tempo de resposta: " + FileResources.formatData(request.Time.TotalMilliseconds, ChartDataType.Integer) + "ms " + Environment.NewLine + "Código de retorno HTTP: " + request.Code + Environment.NewLine + Environment.NewLine + (!String.IsNullOrEmpty(request.ErrorMessage) ? "Texto do erro: " + request.ErrorMessage : ""));
}
else
{
Console.WriteLine("OK " + request.DataLength);
Console.Write("\tVerificando: ");
//Tempo de resposta
if (request.Time.TotalMilliseconds > 1500F)
{
db.insertMessages(this.TestName, "2. Alto tempo de resposta", "URL: <a href=\"" + u.Target.AbsoluteUri + "\" target=\"_blank\">" + u.Target.AbsoluteUri + "</a>" + Environment.NewLine + (u.Referer != null ? "Referer: <a href=\"" + u.Referer.AbsoluteUri + "\" target=\"_blank\">" + u.Referer.AbsoluteUri + "</a>" + Environment.NewLine : "") + Environment.NewLine + "Tempo de resposta: " + FileResources.formatData(request.Time.TotalMilliseconds, ChartDataType.Integer) + " ms");
}
String extension = GetExtension(u.Target);
if (!MIMECheck.CheckMime(request.ContentType.ToLower(), extension))
{
db.insertMessages(this.TestName, "4. ContentType inválido", "URL: <a href=\"" + u.Target.AbsoluteUri + "\" target=\"_blank\">" + u.Target.AbsoluteUri + "</a>" + Environment.NewLine + (u.Referer != null ? "Referer: <a href=\"" + u.Referer.AbsoluteUri + "\" target=\"_blank\">" + u.Referer.AbsoluteUri + "</a>" + Environment.NewLine : "") + Environment.NewLine + "Extensão: " + extension + Environment.NewLine + "MIME Type: " + request.ContentType);
}
if ((request.OriginalDataLength > 0) && (request.OriginalDataLength < request.DataLength))
{
db.insertGzipOptimization(this.TestName, request.RequestUri, request.OriginalDataLength, request.DataLength);
}
else if ((request.OriginalDataLength > 0) && (request.OriginalDataLength == request.DataLength))
{
//Realiza a compactação Gzip para estimar a otimização
Byte[] tmp = GzipCompress(request.Data);
double percent = 100F - (((double)tmp.Length / (double)request.DataLength) * 100F);
if (percent > 10)
{
db.insertMessages(this.TestName, "7. Otimização de rede (compactação gzip/deflate)", "URL: <a href=\"" + u.Target.AbsoluteUri + "\" target=\"_blank\">" + u.Target.AbsoluteUri + "</a>" + Environment.NewLine + (u.Referer != null ? "Referer: <a href=\"" + u.Referer.AbsoluteUri + "\" target=\"_blank\">" + u.Referer.AbsoluteUri + "</a>" + Environment.NewLine : "") + Environment.NewLine + "Redução estimada de: " + FileResources.formatData(percent, ChartDataType.Percent) + Environment.NewLine + "Tamanho original: " + FileResources.formatData(request.DataLength, ChartDataType.Bytes) + Environment.NewLine + "Tamanho reduzido: " + FileResources.formatData(tmp.Length, ChartDataType.Bytes));
}
}
//Consições específicas por conteúdo
switch (request.ContentType.ToLower())
{
case "application/x-pointplus":
case "text/css":
Check(db, CheckType.Css, u, request);
break;
case "application/x-javascript":
case "application/javascript":
case "application/ecmascript":
case "text/javascript":
case "text/ecmascript":
Check(db, CheckType.JS, u, request);
break;
case "image/png":
Check(db, CheckType.Image, u, request);
break;
default:
//Verifica por extenção
switch (extension)
{
case ".css":
Check(db, CheckType.Css, u, request);
break;
case ".js":
Check(db, CheckType.JS, u, request);
break;
case ".png":
case ".jpg":
case ".gif":
Check(db, CheckType.Image, u, request);
break;
}
break;
}
Console.WriteLine("OK");
}
}
