public WebPageContent GetContent(WebResponse response)
{
var webPageContent = new WebPageContent();
using (var memoryStream = GetRawData(response))
{
webPageContent.Bytes = memoryStream.ToArray();
webPageContent.ContentType = response.ContentType;
webPageContent.IsHtmlContent = response.ContentType?.Contains("text/html") == true;
//Note ignore case when content body has different charset
webPageContent.Encoding = GetEncodingFromHeadersOrDefault(response);
return(webPageContent);
}
}
public void SetResponseData(WebPageContent content)
{
Content = content;
_waitCompleteTsc.TrySetResult(this);
}
public bool TryGetLinkContent(string link, out WebPageContent content)
{
return(_storage.TryGetValue(link, out content));
}
public void SetOrUpdateLinkContent(string link, WebPageContent content)
{
_storage.AddOrUpdate(link, content, (_, __) => content);
}
