public void ShouldReturnResult() { var url = "http://wiprodigital.com/"; //var url = "http://iot.wiprodigital.com/"; var uri = WebCrawlerUtil.GetResponseUri(new Uri(url)); DefaultWebCrawler crawler = new DefaultWebCrawler(uri); var result = crawler.Craw(); Assert.IsNotNull(result); }
private async void BrwOnLoadingStateChanged(object o, LoadingStateChangedEventArgs e) { if (e.IsLoading || _isCrawling || !(o is ChromiumWithScript brw)) { return; } _isCrawling = true; var result = await brw.GetAllPageUrlWithSameOrigin(); foreach (var x in result) { String soform = await WebCrawlerUtil.findget(brw, x.ToString()); Console.WriteLine(soform); } Invoke((Action)(async() => { await lblProgress.ChangeText("Tìm GET form", pnlInfo); })); }