private void Button_Click(object sender, RoutedEventArgs e)
        {
            var html1 = NetCommon.DownloadString(URL1Text.Text);
            var html2 = NetCommon.DownloadString(URL2Text.Text);

            var tree1 = new HtmlTree(html1);
            var tree2 = new HtmlTree(html2);

            tree1.BuildTree();
            tree2.BuildTree();

            var diff = tree1.Diff(tree2);

            if (diff.Item1)
            {
                MessageBox.Show("The structure of the downloaded data is exactly the same and no differences can be found.", "Diff", MessageBoxButton.OK, MessageBoxImage.Information);
                return;
            }

            var rr    = new List <CustomCrawlerDiffDataGridItemViewModel>();
            var index = 0;

            foreach (var node in diff.Item2)
            {
                string info;
                if (node.Item1.Name != node.Item2.Name)
                {
                    info = $"Tag-diff: {node.Item1.Name} <=> {node.Item2.Name}";
                }
                else if (node.Item1.ChildNodes.Count != node.Item2.ChildNodes.Count)
                {
                    info = $"Childcount-diff: {node.Item1.XPath}";
                }
                else if (node.Item1.Name == "#text")
                {
                    info = $"Text-diff: {node.Item1.InnerText.Trim()} <=> {node.Item2.InnerText.Trim()}";
                }
                else if (!HtmlTree.IsEqual(node.Item1.Attributes, node.Item2.Attributes))
                {
                    info = $"Attributes-diff: {node.Item1.XPath}";
                }
                else
                {
                    info = "";
                }

                rr.Add(new CustomCrawlerDiffDataGridItemViewModel
                {
                    Index    = (++index).ToString(),
                    Info     = info,
                    Location = node.Item1,
                });
            }

            marking(tree1);

            browser.LoadHtml(tree1[0][0].OuterHtml, URL1Text.Text);
            Thread.Sleep(500);
            DiffList.DataContext = new CustomCrawlerDiffDataGridViewModel(rr);
        }
 private void marking(HtmlTree tree)
 {
     for (int i = 0; i <= tree.Height; i++)
     {
         for (int j = 0; j < tree[i].Count; j++)
         {
             if (tree[i][j].Name != "#comment" && tree[i][j].Name != "#text")
             {
                 tree[i][j].SetAttributeValue("ccw_tag", $"ccw_{i}_{j}");
                 tree[i][j].SetAttributeValue("onmouseenter", $"ccw.hoverelem('ccw_{i}_{j}')");
                 tree[i][j].SetAttributeValue("onmouseleave", $"ccw.hoverelem('ccw_{i}_{j}')");
             }
         }
     }
 }
Пример #3
0
        private void URLButton_Click(object sender, RoutedEventArgs e)
        {
            if (original_url == URLText.Text)
            {
                HTMLList.DataContext = new CustomCrawlerDataGridViewModel(GetLoadResults());
                return;
            }
            try
            {
                original_url = URLText.Text;
                try { root_url = string.Join("/", URLText.Text.Split(new char[] { '/' }, 4), 0, 3); } catch { }

                if (driverCheck.IsChecked == false)
                {
                    string html;
                    if (!File.Exists(URLText.Text))
                    {
                        var client = NetCommon.GetDefaultClient();
                        if (EucKR.IsChecked == true)
                        {
                            client.Encoding = Encoding.GetEncoding(51949);
                        }
                        html = client.DownloadString(URLText.Text);
                    }
                    else
                    {
                        html = File.ReadAllText(URLText.Text);
                    }
                    tree = new HtmlTree(html);
                    tree.BuildTree();
                    HTMLList.DataContext = new CustomCrawlerDataGridViewModel(GetLoadResults());
                }
                else
                {
                    var driver = new SeleniumWrapper();
                    driver.Navigate(URLText.Text);
                    tree = new HtmlTree(driver.GetHtml());
                    tree.BuildTree();
                    driver.Close();
                    HTMLList.DataContext = new CustomCrawlerDataGridViewModel(GetLoadResults());
                }
            }
            catch (Exception ex)
            {
                MessageBox.Show(ex.Message, Title, MessageBoxButton.OK, MessageBoxImage.Error);
            }
        }
Пример #4
0
        public CustomCrawlerCluster(string url, HtmlTree tree)
        {
            InitializeComponent();

            browser = new ChromiumWebBrowser(string.Empty);
            browserContainer.Content             = browser;
            browser.IsBrowserInitializedChanged += Browser_IsBrowserInitializedChanged;

            CefSharpSettings.LegacyJavascriptBindingEnabled          = true;
            browser.JavascriptObjectRepository.Register("ccw", cbccw = new CallbackCCW(this), isAsync: true);

            this.url  = url;
            this.tree = tree;

            ResultList.DataContext  = new CustomCrawlerClusterDataGridViewModel();
            ResultList.Sorting     += new DataGridSortingEventHandler(new DataGridSorter <CustomCrawlerClusterDataGridItemViewModel>(ResultList).SortHandler);
            CaptureList.DataContext = new CustomCrawlerClusterCaptureDataGridViewModel();
            CaptureList.Sorting    += new DataGridSortingEventHandler(new DataGridSorter <CustomCrawlerClusterCaptureDataGridItemViewModel>(CaptureList).SortHandler);
            PatternList.DataContext = new CustomCrawlerClusterPatternDataGridViewModel();
            PatternList.Sorting    += new DataGridSortingEventHandler(new DataGridSorter <CustomCrawlerClusterPatternDataGridItemViewModel>(PatternList).SortHandler);

            for (int i = 0; i <= tree.Height; i++)
            {
                for (int j = 0; j < tree[i].Count; j++)
                {
                    if (tree[i][j].Name != "#comment" && tree[i][j].Name != "#text")
                    {
                        tree[i][j].SetAttributeValue("ccw_tag", $"ccw_{i}_{j}");
                        if (tree[i][j].Attributes.Contains("onmouseenter"))
                        {
                            tree[i][j].SetAttributeValue("origin_onmouseenter", tree[i][j].GetAttributeValue("onmouseenter", ""));
                        }
                        if (tree[i][j].Attributes.Contains("onmouseleave"))
                        {
                            tree[i][j].SetAttributeValue("origin_onmouseleave", tree[i][j].GetAttributeValue("onmouseleave", ""));
                        }
                        tree[i][j].SetAttributeValue("onmouseenter", $"ccw.hoverelem('ccw_{i}_{j}')");
                        tree[i][j].SetAttributeValue("onmouseleave", $"ccw.hoverelem('ccw_{i}_{j}')");
                    }
                }
            }

            KeyDown += CustomCrawlerCluster_KeyDown;
            Loaded  += CustomCrawlerCluster_Loaded;
        }