public PersonatorAddressCheckResult ScrappingCheckAddress(AddressDTO address)
{
var url = String.Format(
"http://www.melissadata.com/Lookups/AddressVerify.asp?name={0}&Company=&Address={1}&city={2}&state={3}&zip={4}",
HttpUtility.UrlEncode(address.FinalFullName),
HttpUtility.UrlEncode(StringHelper.JoinTwo(" ", address.FinalAddress1, address.FinalAddress2)),
HttpUtility.UrlEncode(address.FinalCity),
HttpUtility.UrlEncode(address.FinalState),
HttpUtility.UrlEncode(StringHelper.JoinTwo("-", address.Zip, address.ZipAddon)));
_log.Info("Request url: " + url);
var response = _htmlScraper.GetHtml(url, ProxyUseTypes.Mellisa, (proxy, status, html) =>
{
var correctContent = !(html ?? "").Contains("Lookup Level Exceeded") && (html ?? "").Contains("Address Verify");
_log.Info(url + (correctContent ? " (Correct Content)" : " (Incorrect Content)") + ", Status=" + status + ", Is Empty Html=" + String.IsNullOrEmpty(html) + ", Proxy=" + proxy.IPAddress + ":" + proxy.Port);
if (status == HttpStatusCode.OK && !correctContent)
{
_log.Info("Content=" + html);
}
return(status == HttpStatusCode.OK && correctContent && !String.IsNullOrEmpty(html));
});
if (response.IsFail)
{
_log.Fatal("ScrappingCheckAddress. No result: " + response.Message);
}
return(new PersonatorAddressCheckResult()
{
IsNotServedByUSPSNote = (response.Data ?? "").Contains("Address is served by FedEx, UPS and NOT the USPS"),
});
}
public bool CallMellissaPage()
{
var url = "http://www.melissadata.com/Lookups/AddressVerify.asp?name=linda%20airhart&Company=&Address=300%20garber%20st&city=plains&state=MT&zip=59859-0178";
var response = _htmlScraper.GetHtml(url, ProxyUseTypes.Mellisa, ((dto, code, arg3) => { return(true); }));
var result = false;
if (response.IsSuccess && response.Data.Contains("Address is served by FedEx, UPS and NOT the USPS"))
{
result = true;
}
url = "http://www.melissadata.com/Lookups/AddressVerify.asp?name=EVELYN+JOSE&Company=&Address=7137+35+AVENUE+NW&city=CALGARY&state=AB&zip=T3B+1T1";
response = _htmlScraper.GetHtml(url);
result = false;
if (response.IsSuccess && response.Data.Contains("Address is served by FedEx, UPS and NOT the USPS"))
{
result = true;
}
return(result);
}
public CallResult <IList <ImageInfo> > GetMainImageFromUrl(string url, IWebPageParser pageParser, out long downloadedSize)
{
downloadedSize = 0;
var html = String.Empty;
try
{
/*
* <div id="imgTagWrapperId" class="imgTagWrapper" style="height: 801.299px;">
*
* <img alt="Sara's Prints Little Girls' Short Sleeve Nightie, Red/Pink Chevron, 2"
* src="http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UY879_.jpg"
* data-old-hires="http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UL1500_.jpg"
* class="a-dynamic-image a-stretch-vertical" id="landingImage"
* data-a-dynamic-image="{"http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UY606_.jpg":[405,606],"http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UY879_.jpg":[587,879],"http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UY741_.jpg":[495,741],"http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UY445_.jpg":[297,445],"http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UY500_.jpg":[334,500],"http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UY679_.jpg":[453,679],"http://ecx.images-amazon.com/images/I/81YDdI2Rk0L._UY550_.jpg":[367,550]}" style="max-height: 801px; max-width: 587px;">
*
* </div>
*/
var htmlResult = _htmlScraper.GetHtml(url, ProxyUseTypes.Amazon, (proxy, status, content) =>
{
return(status == HttpStatusCode.OK &&
pageParser.ValidateHtml(content));
});
if (htmlResult.IsSuccess)
{
html = htmlResult.Data;
downloadedSize = html.Length;
return(pageParser.GetLargeImages(html));
}
else
{
CallHelper.ThrowIfFail(htmlResult);
}
}
catch (Exception ex)
{
_log.Error("Parsing html page issue, url=" + url, ex);
_log.Info("HTML: " + html);
return(new CallResult <IList <ImageInfo> >()
{
Status = CallStatus.Fail,
Exception = ex,
});
}
return(new CallResult <IList <ImageInfo> >()
{
Status = CallStatus.Fail
});
}