private void Parse(string mainLink) { CQ cq = CQ.Create(_html); foreach (IDomObject obj in cq.Find("a")) { var atr = obj.GetAttribute("href"); if (!String.IsNullOrEmpty(atr) && !atr.StartsWith('#') && !(atr.StartsWith("tel")) && atr != mainLink) { string atribute = AttributeRepair(atr); var protocol = "https://"; if (WebPage.OpenedLnks.All(l => !l.Contains(atribute)) && protocol + _homePage != atribute) { var splittedAtribute = atribute.Split('/'); if (splittedAtribute.Length <= 4 || atribute.StartsWith(protocol + _homePage)) { WebPage webPage = new WebPage(atribute, WebPg.Depth + 1); WebPg.Links.Add(webPage); WebParser webParser = new WebParser(webPage); } } } } }
static void Main(string[] args) { WebParser link = new WebParser("https://rozetka.com.ua"); Console.WriteLine("Saving"); HtmlSaver saver = new HtmlSaver(link.WebPg); Console.WriteLine("Saved"); }
static void Main(string[] args) { WebParser link = new WebParser("https://rozetka.com.ua"); Console.WriteLine("Building the tree"); Console.ReadKey(true); Console.WriteLine(link.WebPg.Link); Display(link.WebPg); }
public WebPage(string link, string path) { Link = link; Path = path; WebParser webParser = new WebParser(this); }