public void Download(string url, AddUrl addUrl) { this.addUrl=addUrl; string map = (new PageDownloader()).DownloadPage(url); if (map == string.Empty) return ; sitemap = new XmlFacade(); sitemap.Set(map); // if (sitemap.curName.Equals("urlset",StringComparison.OrdinalIgnoreCase) // || sitemap.curName.Equals("sitemapindex", StringComparison.OrdinalIgnoreCase)) GetUrlList(); }
public ValidityParser(string url) { origUrl = url; if (url.StartsWith(ValidityCollector.httpString)) url = url.Substring(ValidityCollector.httpString.Length); url = Options.Get("ValidatorSite") + url + Options.Get("ValidatorParms"); string content = (new PageDownloader()).DownloadPage(url); if (content != string.Empty) { validity = new XmlFacade(); validity.Set(content); Parse(); } }