public async Task <string> AnalyzeDescriptions()
{
AllDescriptions = new List <TitleDescCheck>();
HealthyDescriptions = new List <TitleDescCheck>();
EmptyDescriptions = new List <TitleDescCheck>();
LongDescriptions = new List <TitleDescCheck>();
ShortDescriptions = new List <TitleDescCheck>();
await foreach (var response in Responses)
{
var results = response.Doc.DocumentNode.SelectNodes("//meta[@name='description']");
if (results != null)
{
foreach (var result in results)
{
var innerText = result.GetAttributeValue("content", "none");
if (innerText.Equals("none") || innerText.Equals(""))
{
TitleDescCheck description =
new TitleDescCheck("Missing description", innerText, response.Url);
EmptyDescriptions.Add(description);
AllDescriptions.Add(description);
}
else if (innerText.Length > 160)
{
TitleDescCheck description = new TitleDescCheck("Too long", innerText, response.Url);
LongDescriptions.Add(description);
AllDescriptions.Add(description);
}
else if (innerText.Length <= 50)
{
TitleDescCheck description = new TitleDescCheck("Too short", innerText, response.Url);
ShortDescriptions.Add(description);
AllDescriptions.Add(description);
}
else
{
TitleDescCheck description = new TitleDescCheck("Good", innerText, response.Url);
HealthyDescriptions.Add(description);
AllDescriptions.Add(description);
}
}
}
}
return("done");
}
public async Task <string> AnalyzeTitles()
{
AllTitles = new List <TitleDescCheck>();
HealthyTitles = new List <TitleDescCheck>();
EmptyTitles = new List <TitleDescCheck>();
LongTitles = new List <TitleDescCheck>();
ShortTitles = new List <TitleDescCheck>();
await foreach (var response in Responses)
{
var results = response.Doc.DocumentNode.SelectNodes("//title");
if (results != null)
{
foreach (var result in results)
{
if (result.OuterHtml == null || result.InnerText == "")
{
TitleDescCheck title = new TitleDescCheck("Missing title", result.InnerText, response.Url);
EmptyTitles.Add(title);
AllTitles.Add(title);
}
else if (result.InnerText.Length >= 60)
{
TitleDescCheck title = new TitleDescCheck("Too long", result.InnerText, response.Url);
LongTitles.Add(title);
AllTitles.Add(title);
}
else if (result.InnerText.Length <= 40)
{
TitleDescCheck title = new TitleDescCheck("Too short", result.InnerText, response.Url);
ShortTitles.Add(title);
AllTitles.Add(title);
}
else
{
TitleDescCheck title = new TitleDescCheck("Good", result.InnerText, response.Url);
HealthyTitles.Add(title);
AllTitles.Add(title);
}
}
}
}
return("done");
}
public void DescriptionsHelper(ScraperEngineResponse response)
{
var results = response.Doc.DocumentNode.SelectNodes("//meta[@name='description']");
if (results != null)
{
foreach (var result in results)
{
var innerText = result.GetAttributeValue("content", "none");
if (innerText.Equals("none") || innerText.Equals(""))
{
TitleDescCheck description =
new TitleDescCheck("Missing description", innerText, response.Url);
EmptyDescriptions.Add(description);
AllDescriptions.Add(description);
}
else if (innerText.Length > 160)
{
TitleDescCheck description = new TitleDescCheck("Too long", innerText, response.Url);
LongDescriptions.Add(description);
AllDescriptions.Add(description);
}
else if (innerText.Length <= 50)
{
TitleDescCheck description = new TitleDescCheck("Too short", innerText, response.Url);
ShortDescriptions.Add(description);
AllDescriptions.Add(description);
}
else
{
TitleDescCheck description = new TitleDescCheck("Good", innerText, response.Url);
HealthyDescriptions.Add(description);
AllDescriptions.Add(description);
}
StateHasChangedDelegate?.Invoke();
}
}
}
public void TitlesHelper(ScraperEngineResponse response)
{
var results = response.Doc.DocumentNode.SelectNodes("//title");
if (results != null)
{
foreach (var result in results)
{
if (result.OuterHtml == null || result.InnerText == "")
{
TitleDescCheck title = new TitleDescCheck("Missing title", result.InnerText, response.Url);
EmptyTitles.Add(title);
AllTitles.Add(title);
}
else if (result.InnerText.Length >= 60)
{
TitleDescCheck title = new TitleDescCheck("Too long", result.InnerText, response.Url);
LongTitles.Add(title);
AllTitles.Add(title);
}
else if (result.InnerText.Length <= 40)
{
TitleDescCheck title = new TitleDescCheck("Too short", result.InnerText, response.Url);
ShortTitles.Add(title);
AllTitles.Add(title);
}
else
{
TitleDescCheck title = new TitleDescCheck("Good", result.InnerText, response.Url);
HealthyTitles.Add(title);
AllTitles.Add(title);
}
StateHasChangedDelegate?.Invoke();
}
}
}
