public static HtmlDocumentReductionSettings GetDefaultReductionSettings()
{
HtmlDocumentReductionSettings output = new HtmlDocumentReductionSettings();
output.tagsToRemove.Add("link");
output.tagsToRemove.Add("style");
output.tagsToRemove.Add("script");
output.tagsToRemove.Add("comment");
output.attributesToRemove.Add("id");
output.attributesToRemove.Add("class");
output.attributesToRemove.Add("style");
return(output);
}
public static WebSiteDataSetReductionSettings GetDefaultReductionSettings()
{
WebSiteDataSetReductionSettings output = new WebSiteDataSetReductionSettings();
output.HtmlDocumentReduction = HtmlDocumentReductionSettings.GetDefaultReductionSettings();
output.marksToRemove = WebSiteGraphDiagnosticMark.OnlyHomePageLoaded;
output.LimitSettings.minPageLimit = 5;
output.LimitSettings.maxPageLimit = 100;
output.LimitSettings.filterEmptyDocuments = true;
output.LimitSettings.flattenCategoryHierarchy = false;
return(output);
}
