コード例 #1
0
    public void ProcessRequest(HttpContext context)
    {
        context.Response.ContentType = "text/plain";
        context.Response.Write("测试 MyWebRequest 抓取文件...");

        string path = context.Server.MapPath("~/Data");

        if (!Directory.Exists(path))
        {
            Directory.CreateDirectory(path);
        }

        using (Stream ms = MyWebRequest.Get("https://www.cnblogs.com/xingzc/p/5986464.html"))
        {
            using (StreamReader sr = new StreamReader(ms, Encoding.UTF8))
            {
                string       re = sr.ReadToEnd();
                StreamWriter sw = new StreamWriter(File.Open(path + "/https-" + System.DateTime.Now.ToString("yyyyMMddHHmmss") + ".html", FileMode.Append));
                sw.Write(re);
                sw.Flush();
                sw.Close();
                sw.Dispose();
            }
            ms.Close();
        }

        using (Stream ms = MyWebRequest.Get("http://www.jyubbs.com/bbs/forum.php?a=123"))
        {
            using (StreamReader sr = new StreamReader(ms, Encoding.UTF8))
            {
                string re = sr.ReadToEnd();

                StreamWriter sw = new StreamWriter(File.Open(path + "/http-" + System.DateTime.Now.ToString("yyyyMMddHHmmss") + ".html", FileMode.Append));
                sw.Write(re);
                sw.Flush();
                sw.Close();
                sw.Dispose();
            }
            ms.Close();
        }



        context.Response.Write("\n\n抓取完成");
    }