public WebPageContent GetContent(WebResponse response) { var webPageContent = new WebPageContent(); using (var memoryStream = GetRawData(response)) { webPageContent.Bytes = memoryStream.ToArray(); webPageContent.ContentType = response.ContentType; webPageContent.IsHtmlContent = response.ContentType?.Contains("text/html") == true; //Note ignore case when content body has different charset webPageContent.Encoding = GetEncodingFromHeadersOrDefault(response); return(webPageContent); } }
public void SetResponseData(WebPageContent content) { Content = content; _waitCompleteTsc.TrySetResult(this); }
public bool TryGetLinkContent(string link, out WebPageContent content) { return(_storage.TryGetValue(link, out content)); }
public void SetOrUpdateLinkContent(string link, WebPageContent content) { _storage.AddOrUpdate(link, content, (_, __) => content); }