Пример #1
0
        public override void Run(bool runChildren)
        {
            var webclient = this.GetUpperRawler <WebClient>();

            if (webclient != null && SampleUrls != null)
            {
                webclient.HttpGetAsync(SampleUrls);
                var      urls = SampleUrls.OrderBy(n => Guid.NewGuid()).Take(2);
                PageData p1   = new PageData();
                PageData p2   = new PageData();
                p1.CreateData(webclient.HttpGet(urls.First()), urls.First());
                p2.CreateData(webclient.HttpGet(urls.Last()), urls.Last());
                var  result = p1.Compair(p2);
                Page page   = new Page();
                foreach (var item in result.Where(n => n.Index >= rate違いの大きさの下限値))
                {
                    Tags tag = new Tags()
                    {
                        Tag = "div", ParameterFilter = item.Tag, TagVisbleType = TagVisbleType.Outer
                    };
                    tag.Add(new RawlerAutoSingleDataWrite());
                    page.Add(tag);
                }
                page.Add(new NextDataRow());
                var urlstack = new UrlStack()
                {
                    Urls = new TextVauleList(SampleUrls)
                }.Add(page).GetRoot();
                this.Add(urlstack);
            }

            base.Run(runChildren);
        }