/// <summary>
/// 1. download page
/// 2. save page
/// 3. send info to MQ
/// </summary>
/// <param name="model"></param>
/// <param name="?"></param>
public void Process(WebSiteModel model, string dataFilePath)
{
string readyRoot = FileHelper.ReadyRoot;
HtmlHelper helper = new HtmlHelper();
WebSiteModel newModel = WebSiteManager.GetSiteInfo(dataFilePath);
foreach (UrlModel item in newModel.DownloadUrls)
{
string url = item.Url;
string tmpFileName = string.Format("{0}{1}", FileHelper.GenerateFileName(url),
FileHelper.DOWNLOAD_FILE_EXTENSION);
string targetPath = string.Format("{0}{1}", readyRoot, tmpFileName);
helper.Download(url);
bool isSuccess = helper.SaveTo(helper.M_Html, targetPath);
try
{
if (isSuccess)
{
MSMQMsg msg = new MSMQMsg();
msg.RuleFileName = dataFilePath;
msg.DownloadedFileName = targetPath;
CrawlJob job = new CrawlJob();
job.Send(msg);
//MSMQManager.InstanceLocalComputer.Send(msg, new BinaryMessageFormatter());
}
}
catch (Exception ex)
{
LogHelper.WriteLog(ex);
}
}
//MSMQManager.InstanceLocalComputer.Dispose();
}
public void Send(MSMQMsg crawlMessage)
{
base.transactionType = MessageQueueTransactionType.Single;
base.Send(crawlMessage);
}