private HtmlDocument LoadHtmlFromUrl(string url, Encoding encoding)
{
string htmlStr = Downloador.Post(url);
if (string.IsNullOrEmpty(htmlStr))
{
return(null);
}
HtmlDocument htmlDoc = new HtmlDocument();
htmlDoc.LoadHtml(htmlStr);
return(htmlDoc);
}
public void Crawl(string url)
{
//Downloador.DownloadAsync(
// url,
// str =>
// {
// using (StreamWriter writer = new StreamWriter("data.txt"))
// {
// writer.Write(str);
// }
// });
string str = Downloador.Download(url);
Console.WriteLine(str);
Console.ReadKey();
}
public Spider()
{
Downloador = new Downloador();
}
