public static void LookForOutdatedPosts() { WriteLine("Give me the sitemap, please."); var sitemapFilePath = ReadLine(); try { var sitemap = new Sitemap(sitemapFilePath); var client = new SimpleWebClient(); var pageChecker = new PageChecker(client) { ProblemTerms = new List <string>() { "master", "slave", "blacklist", "whitelist", "lame", "retard", "crazy", "derp", "ocd", "gyp", "jip", "ghetto", "hysterical", "dumb", "cripple" } }; var auditResult = pageChecker.AuditSiteFromSiteMap(sitemap).Result; File.WriteAllText(@"C:\users\erik\desktop\problems.csv", auditResult.ProblemsToCsv(), Encoding.UTF8); } catch { WriteLine("Oops, try again."); } }
public void BeforeEachTest() { Target = new PageChecker(Client) { ProblemTerms = new List <string>() { "master", "slave" } }; }
public static void AnalyzeAPage() { WriteLine("Url, please."); var url = System.Console.ReadLine(); var client = new SimpleWebClient(); var pageChecker = new PageChecker(); var rawHtml = client.GetRawResultOfBasicGetRequest(url); pageChecker.GetLinksFrom(rawHtml).ToList().ForEach(l => WriteLine(l)); }
static void Main(string[] args) { if (args.Length == 0) { ShowHelp(); } if (args.Length > 0 && (args[0] == "-h" || args[0] == "--help")) { ShowHelp(); } var url = args[0]; var enableFullLogging = args.Length > 1 && (args[1] == "-f" || args[1] == "--full"); ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12 | SecurityProtocolType.Tls11; var getter = new PageGetter( new WebClientWrapper(), new HtmlDocumentWrapper(), new Website(url), new Log(enableFullLogging)); var pages = getter.GetPages(url); pages.Sort(); var checker = new PageChecker( new LinkDictionary(), new WebClientWrapper(), new HtmlDocumentWrapper(), new Log(enableFullLogging), new Website(url)); foreach (var page in pages) { checker.Check(page); } Console.WriteLine("Press any key to exit..."); Console.ReadKey(); }
public void BeforeEachTest() { Target = new PageChecker(); }
public void BeforeEachTest() { Target = new PageChecker(Client); Target.Now = new DateTime(2020, 1, 1); }