public Crawler(int pageCount = 100, int wordCouny = 1000)
{
PageCount = pageCount;
WordCount = wordCouny;
CreateForder();
htmlParser = new HtmlParser.HtmlParser();
httpClient = new HttpClient();
httpClient.DefaultRequestHeaders.Add("user-agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/88.0.4324.150 Safari/537.36");
}
private void btnQuery_Click(object sender, EventArgs e)
{
trParsedURL.Nodes.Clear();
if (txtURL.Text == String.Empty)
return;
HtmlParser.HtmlParser parser = new HtmlParser.HtmlParser();
if (!parser.ParseURL(txtURL.Text, true, new string[] {"<br>"}))
return;
parser.PopulateTreeView(ref this.trParsedURL);
trParsedURL.ExpandAll();
}
