コード例 #1
0
        private void Parse(string mainLink)
        {
            CQ cq = CQ.Create(_html);

            foreach (IDomObject obj in cq.Find("a"))
            {
                var atr = obj.GetAttribute("href");

                if (!String.IsNullOrEmpty(atr) &&
                    !atr.StartsWith('#') &&
                    !(atr.StartsWith("tel")) &&
                    atr != mainLink)
                {
                    string atribute = AttributeRepair(atr);
                    var    protocol = "https://";

                    if (WebPage.OpenedLnks.All(l => !l.Contains(atribute)) &&
                        protocol + _homePage != atribute)
                    {
                        var splittedAtribute = atribute.Split('/');

                        if (splittedAtribute.Length <= 4 || atribute.StartsWith(protocol + _homePage))
                        {
                            WebPage webPage = new WebPage(atribute, WebPg.Depth + 1);
                            WebPg.Links.Add(webPage);

                            WebParser webParser = new WebParser(webPage);
                        }
                    }
                }
            }
        }
コード例 #2
0
ファイル: Program.cs プロジェクト: IskraKate/.net
        static void Main(string[] args)
        {
            WebParser link = new WebParser("https://rozetka.com.ua");

            Console.WriteLine("Saving");
            HtmlSaver saver = new HtmlSaver(link.WebPg);

            Console.WriteLine("Saved");
        }
コード例 #3
0
        static void Main(string[] args)
        {
            WebParser link = new WebParser("https://rozetka.com.ua");

            Console.WriteLine("Building the tree");
            Console.ReadKey(true);

            Console.WriteLine(link.WebPg.Link);
            Display(link.WebPg);
        }
コード例 #4
0
 public WebPage(string link, string path)
 {
     Link = link;
     Path = path;
     WebParser webParser = new WebParser(this);
 }