/// <summary> /// 1. download page /// 2. save page /// 3. send info to MQ /// </summary> /// <param name="model"></param> /// <param name="?"></param> public void Process(WebSiteModel model, string dataFilePath) { string readyRoot = FileHelper.ReadyRoot; HtmlHelper helper = new HtmlHelper(); WebSiteModel newModel = WebSiteManager.GetSiteInfo(dataFilePath); foreach (UrlModel item in newModel.DownloadUrls) { string url = item.Url; string tmpFileName = string.Format("{0}{1}", FileHelper.GenerateFileName(url), FileHelper.DOWNLOAD_FILE_EXTENSION); string targetPath = string.Format("{0}{1}", readyRoot, tmpFileName); helper.Download(url); bool isSuccess = helper.SaveTo(helper.M_Html, targetPath); try { if (isSuccess) { MSMQMsg msg = new MSMQMsg(); msg.RuleFileName = dataFilePath; msg.DownloadedFileName = targetPath; CrawlJob job = new CrawlJob(); job.Send(msg); //MSMQManager.InstanceLocalComputer.Send(msg, new BinaryMessageFormatter()); } } catch (Exception ex) { LogHelper.WriteLog(ex); } } //MSMQManager.InstanceLocalComputer.Dispose(); }
public void Send(MSMQMsg crawlMessage) { base.transactionType = MessageQueueTransactionType.Single; base.Send(crawlMessage); }