public Crawler2 Fetch()
{
if (!IsExternalIPAddress(SourceUrl))
{
State = "INVALID_URL";
return(this);
}
var request = HttpWebRequest.Create(SourceUrl) as HttpWebRequest;
using (var response = request.GetResponse() as HttpWebResponse)
{
if (response.StatusCode != HttpStatusCode.OK)
{
State = "Url returns " + response.StatusCode + ", " + response.StatusDescription;
return(this);
}
if (response.ContentType.IndexOf("image") == -1)
{
State = "Url is not an image";
return(this);
}
ServerUrl = Uploader.Format(Path.GetFileName(SourceUrl), PathFormat);
var savePath = ServerUrl.GetFullPath();
savePath.EnsureDirectory();
//if (!Directory.Exists(Path.GetDirectoryName(savePath)))
//{
// Directory.CreateDirectory(Path.GetDirectoryName(savePath));
//}
try
{
var stream = response.GetResponseStream();
var reader = new BinaryReader(stream);
Byte[] bytes;
using (var ms = new MemoryStream())
{
var buffer = new Byte[4096];
Int32 count;
while ((count = reader.Read(buffer, 0, buffer.Length)) != 0)
{
ms.Write(buffer, 0, count);
}
bytes = ms.ToArray();
}
File.WriteAllBytes(savePath, bytes);
State = "SUCCESS";
}
catch (Exception e)
{
State = "抓取错误：" + e.Message;
}
return(this);
}
}
public Crawler Fetch()
{
var request = HttpWebRequest.Create(this.SourceUrl) as HttpWebRequest;
using (var response = request.GetResponse() as HttpWebResponse)
{
if (response.StatusCode != HttpStatusCode.OK)
{
State = "Url returns " + response.StatusCode + ", " + response.StatusDescription;
return(this);
}
if (response.ContentType.IndexOf("image") == -1)
{
State = "Url is not an image";
return(this);
}
ServerUrl = PathFormatter.Format(Path.GetFileName(this.SourceUrl), Config.GetString("catcherPathFormat"));
var savePath = ServerUrl.GetFullPath().EnsureDirectory();
try
{
var stream = response.GetResponseStream();
var reader = new BinaryReader(stream);
byte[] bytes;
using (var ms = new MemoryStream())
{
byte[] buffer = new byte[4096];
int count;
while ((count = reader.Read(buffer, 0, buffer.Length)) != 0)
{
ms.Write(buffer, 0, count);
}
bytes = ms.ToArray();
}
File.WriteAllBytes(savePath, bytes);
State = "SUCCESS";
}
catch (Exception e)
{
State = "抓取错误：" + e.Message;
}
return(this);
}
}