예제 #1
0
 /// <summary>
 /// 一个网址连续抓取三次,如果三次都抓取超时或者失败,就不抓了
 /// </summary>
 /// <param name="webClient"></param>
 /// <param name="url"></param>
 /// <returns></returns>
 private string GetHtmlString(MyWebClient webClient,string url)
 {
     string result = "";
     try
     {
         result = Encoding.GetEncoding("utf-8").GetString(webClient.DownloadData(url));
     }
     catch (Exception er)
     {
         ExecuteNum++;
         if (ExecuteNum > 3) return "";
         GetHtmlString(webClient, url);
     }
     return result;
 }