private void btnSubmit_Click(object sender, EventArgs e)
{
string Name = this.txtDiyWebUrlName.Text;
string Url = this.txtDiyWebUrl.Text;
string Encode = this.cmbUrlEncode.Text;
string UrlParams = this.txtUrlPrams.Text;
ModelDiyWebUrl model = new ModelDiyWebUrl();
model.Name = Name;
model.Url = Url;
model.UrlEncode = Encode;
model.UrlParams = UrlParams;
model.SelfId = this.TaskId;
if (this.EditItem == null)
{
model.CreateTime = DateTime.Now.ToString();
DALDiyWebUrlHelper.Insert(model);
}
else
{
DALDiyWebUrlHelper.Update(model, int.Parse(this.EditItem.ToString()));
}
if (OnDataOperation != null)
{
OnDataOperation(this, ee);
}
this.Hide();
this.Close();
}
public void Delete()
{
if (this.EditItem != null)
{
DALDiyWebUrlHelper.Delete(int.Parse(this.EditItem.ToString()));
}
if (OnDataOperation != null)
{
OnDataOperation(this, ee);
}
}
private void Bind_DiyUrlWebList(string p)
{
this.listView_DiyUrlWeb.Items.Clear();
var list = DALDiyWebUrlHelper.GetList(p, "", 0);
foreach (var l in list)
{
ListViewItem li = new ListViewItem(l.Name);
li.SubItems.Add(l.Url);
li.Tag = l.Id;
this.listView_DiyUrlWeb.Items.Add(li);
}
}
private void frmTaskDiyWebUrl_Load(object sender, EventArgs e)
{
if (this.EditItem != null)
{
var model = DALDiyWebUrlHelper.GetList("And Id=" + this.EditItem, "", 1).SingleOrDefault();
if (model != null)
{
this.txtDiyWebUrlName.Text = model.Name;
this.txtDiyWebUrl.Text = model.Url;
this.cmbUrlEncode.Text = model.UrlEncode;
this.txtUrlPrams.Text = model.UrlParams;
this.txtEditId.Text = this.EditItem.ToString();
}
}
Bind_UrlEncode();
}
private void StartDiyWeb()
{
string LocalSQLiteName = "Data\\Collection\\" + Model.TaskName + "\\SpiderResult.db";
DataTable dtData = DbHelper.Query(LocalSQLiteName, "Select * From Content").Tables[0];
var listDiyUrl = DALDiyWebUrlHelper.GetList(" And SelfId=" + Model.ID, "", 0);
HttpHelper4 http = new HttpHelper4();
int taskId = Model.ID;
foreach (DataRow dr in dtData.Rows)
{
int resultId = int.Parse(dr["Id"].ToString());
foreach (var m in listDiyUrl)
{
try {
string getUrl = m.Url;
string postParams = m.UrlParams;
StringBuilder sbContent = new StringBuilder();
foreach (ModelTaskLabel mTaskLabel in Model.ListTaskLabel)
{
string pageEncodeContent = dr[mTaskLabel.LabelName].ToString().Replace("'", "''");
//可能需要编码实际测试才知道
getUrl = getUrl.Replace("[" + mTaskLabel.LabelName + "]", pageEncodeContent);
postParams = postParams.Replace("[" + mTaskLabel.LabelName + "]", pageEncodeContent);
sbContent.Append(pageEncodeContent);
}
string md5key = StringHelper.Instance.MD5(taskId.ToString() + resultId.ToString() + sbContent.ToString(), 32).ToLower();
//判断该条记录这个weburl是否发过
if (!DALDataPublishLogHelper.ChkRecord(
Model.ID, resultId, md5key))
{
//记录日志
DALDataPublishLogHelper.Insert(new ModelDataPublishLog()
{
TaskId = taskId,
ResultId = resultId,
DesKey = md5key,
CreateTime = DateTime.Now.ToString()
});
}
else
{
continue;
}
//开始发布网站
var result = http.GetHtml(new HttpItem()
{
URL = getUrl,
Postdata = postParams,
ContentType = "application/x-www-form-urlencoded"
});
var html = result.Html;
}
catch (Exception ex) {
continue;
}
}
}
if (PublishCompalteDelegate != null)
{
gatherEv.Message = "发布到自定义Web网站完成!";
PublishCompalteDelegate(this, gatherEv);
}
}
