private static string GetNodeIs(string nodeIds, string itemIds)
{
CollectionItemInfo infoById = CollectionItem.GetInfoById(DataConverter.CLng(itemIds));
if (!infoById.IsNull)
{
nodeIds = nodeIds + infoById.NodeId.ToString() + "," + infoById.InfoNodeId;
}
return(nodeIds);
}
protected void Page_Load(object sender, EventArgs e)
{
int id = BasePage.RequestInt32("ItemId");
if (id <= 0)
{
AdminPage.WriteErrMsg("<li>ItemID不存在！");
}
CollectionItemInfo infoById = CollectionItem.GetInfoById(id);
if (infoById.IsNull)
{
AdminPage.WriteErrMsg("<li>当前采集项目不存在！");
}
this.LblItemName.Text = infoById.ItemName;
this.m_itemId = infoById.ItemId;
this.m_ModelId = infoById.ModelId;
this.m_NodeId = infoById.NodeId;
string str = BasePage.RequestString("Action", "Add");
if (!base.IsPostBack)
{
this.RptModelList.DataSource = Field.GetFieldList(infoById.ModelId, false);
this.RptModelList.DataBind();
if (str == "Modify")
{
this.BtnCancel1.Visible = true;
}
this.SmpNavigator.CurrentNode = string.Concat(new object[] { "<a title=\"采集项目设置\" href=\"ConfigStep1.aspx?Action=Modify&ItemId=", this.m_itemId, "&ModelId=", this.m_ModelId.ToString(), "&NodeId=", this.m_NodeId.ToString(), "\">采集项目设置</a> >> <a title=\"列表页采集设置\" href=\"ConfigStep2.aspx?Action=Modify&ItemID=", id.ToString(), "\">列表页采集设置</a> >> <span style='color:red;'>内容页采集设置</span>" });
}
this.HdnAction.Value = str;
CollectionCommon common = new CollectionCommon();
Uri url = new Uri(infoById.Url);
string httpPage = common.GetHttpPage(url, infoById.CodeType);
CollectionListRuleInfo info2 = CollectionListRules.GetInfoById(infoById.ItemId);
if (info2.IsNull)
{
AdminPage.WriteErrMsg("<li>隶属于" + infoById.ItemName + "采集项目的列表规则不存在！");
}
string code = common.GetInterceptionString(httpPage, info2.ListBeginCode, info2.ListEndCode);
ArrayList list = common.GetArray(code, info2.LinkBeginCode, info2.LinkEndCode);
if (list.Count < 1)
{
AdminPage.WriteErrMsg("<li>隶属于" + infoById.ItemName + "采集项目的链接规则设置错误无法捕捉到链接组！");
}
Uri uri2 = new Uri(common.ConvertToAbsluteUrl(list[0].ToString(), infoById.Url));
this.Session["ShowCode"] = common.GetHttpPage(uri2, infoById.CodeType);
}
protected void Page_Load(object sender, EventArgs e)
{
string str = BasePage.RequestString("Action", "Add");
if (!base.IsPostBack)
{
IList <ModelInfo> cacheModelList = ModelManager.GetCacheModelList();
this.DropModelId.DataSource = cacheModelList;
this.DropModelId.DataBind();
this.DropModelId.SelectedValue = BasePage.RequestString("ModelId");
this.DropModelId.Attributes.Add("Onchange", "javascript:window.location='ConfigStep1.aspx?ItemId=" + BasePage.RequestInt32("ItemId").ToString() + "&ModelId='+this.options[this.selectedIndex].value +'&NodeID=" + BasePage.RequestInt32("NodeID").ToString() + "';");
this.NodeType1.NodeInfoType = 2;
this.SpecialId.SpecialInfoType = 2;
if (str == "Modify")
{
int id = BasePage.RequestInt32("ItemId");
if (id <= 0)
{
AdminPage.WriteErrMsg("<li>ItemID不存在！");
}
CollectionItemInfo infoById = CollectionItem.GetInfoById(id);
if (infoById.IsNull)
{
AdminPage.WriteErrMsg("<li>采集项目规则不存在！");
}
if (!infoById.IsNull)
{
this.TxtItemName.Text = infoById.ItemName;
this.TxtWebSite.Text = infoById.UrlName;
this.TxtUrl.Text = infoById.Url;
this.RadlCodeType.SelectedValue = infoById.CodeType;
this.TxtMaxNum.Text = infoById.MaxNum.ToString();
this.RadlCodeType.SelectedValue = infoById.OrderType.ToString();
this.TxtIntro.Text = infoById.Intro;
this.DropModelId.SelectedValue = infoById.ModelId.ToString();
this.NodeType1.FieldValue = infoById.NodeId.ToString();
this.SpecialId.FieldValue = infoById.SpecialId.ToString();
this.RadlAutoCreateHtml.SelectedValue = infoById.AutoCreateHtml.ToString();
this.RadlOrder.SelectedValue = infoById.OrderType.ToString();
this.HdnAction.Value = str;
this.HdnItemName.Value = infoById.ItemName;
this.HiddenModel.Value = infoById.ModelId.ToString();
this.DropModelId.Enabled = false;
}
this.SmpNavigator.CurrentNode = "<span style='color:red;'>采集项目设置</span> >> <a title=\"列表页采集设置\" href=\"ConfigStep2.aspx?Action=Modify&ItemID=" + id.ToString() + "\">列表页采集设置</a> >> <a title=\"内容页采集设置\" href=\"ConfigStep3.aspx?Action=Modify&ItemID=" + id.ToString() + "\">内容页采集设置</a>";
}
}
}
public static bool Copy(int id)
{
if (id <= 0)
{
return(false);
}
CollectionItemInfo infoById = GetInfoById(id);
if (infoById.IsNull)
{
return(false);
}
bool flag = false;
infoById.ItemName = infoById.ItemName + "_复制";
if (!Add(infoById))
{
return(flag);
}
CollectionListRuleInfo collectionListRuleInfo = CollectionListRules.GetInfoById(id);
collectionListRuleInfo.ItemId = infoById.ItemId;
if (!CollectionListRules.Add(collectionListRuleInfo))
{
return(flag);
}
foreach (CollectionPagingRuleInfo info3 in CollectionPagingRules.GetCollectionPagingRuleList(id))
{
info3.ItemId = infoById.ItemId;
CollectionPagingRules.Add(info3);
}
foreach (CollectionFieldRuleInfo info4 in CollectionFieldRules.GetList(id))
{
info4.ItemId = infoById.ItemId;
CollectionFieldRules.Add(info4);
}
return(true);
}
protected void Page_Load(object sender, EventArgs e)
{
this.m_ItemId = BasePage.RequestInt32("ItemId");
this.m_FieldName = BasePage.RequestString("FieldName");
this.m_FieldType = BasePage.RequestString("FieldType");
string str = BasePage.RequestString("FieldAlias");
if (this.m_ItemId <= 0)
{
AdminPage.WriteErrMsg("<li>ItemID不存在！");
}
if (string.IsNullOrEmpty(this.m_FieldName))
{
AdminPage.WriteErrMsg("<li>字段名称不存在！");
}
if (string.IsNullOrEmpty(this.m_FieldType))
{
AdminPage.WriteErrMsg("<li>字段类型不能为空！");
}
this.LblFieldName.Text = str + "[" + this.m_FieldType + "]";
FieldType none = FieldType.None;
if (Enum.IsDefined(typeof(FieldType), this.m_FieldType))
{
none = (FieldType)Enum.Parse(typeof(FieldType), this.m_FieldType);
}
else
{
AdminPage.WriteErrMsg("<li>不是系统字段类型！");
}
CollectionItemInfo infoById = CollectionItem.GetInfoById(this.m_ItemId);
if (infoById.IsNull)
{
AdminPage.WriteErrMsg("<li>当前采集项目不存在！");
}
CollectionListRuleInfo info2 = CollectionListRules.GetInfoById(infoById.ItemId);
if (info2.IsNull)
{
AdminPage.WriteErrMsg("<li>隶属于" + infoById.ItemName + "采集项目的列表规则不存在！");
}
CollectionCommon common = new CollectionCommon();
Uri url = new Uri(infoById.Url);
string httpPage = common.GetHttpPage(url, infoById.CodeType);
string code = common.GetInterceptionString(httpPage, info2.ListBeginCode, info2.ListEndCode);
try
{
ArrayList list = common.GetArray(code, info2.LinkBeginCode, info2.LinkEndCode);
if ((this.Session["ShowCode"] != null) && !string.IsNullOrEmpty(this.Session["ShowCode"].ToString()))
{
this.TxtShowCode.Text = this.Session["ShowCode"].ToString();
}
else
{
Uri uri2 = new Uri(common.ConvertToAbsluteUrl(list[0].ToString(), infoById.Url));
this.TxtShowCode.Text = common.GetHttpPage(uri2, infoById.CodeType);
this.Session["ShowCode"] = this.TxtShowCode.Text;
}
this.HdnTestContent.Value = this.TxtShowCode.Text;
StringBuilder builder = new StringBuilder();
builder.Append("<select name='ArrContentUrl' onchange=\"testContentLink(this.options[this.selectedIndex].value)\">");
string str4 = "";
for (int i = 0; i < list.Count; i++)
{
str4 = common.ConvertToAbsluteUrl(list[i].ToString(), url.ToString());
builder.Append(" <option value='" + str4 + "'>" + str4 + "</option>");
}
this.m_Url = common.ConvertToAbsluteUrl(list[0].ToString(), url.ToString());
builder.Append("</select> <a href='" + this.m_Url + "' id='contentLink' target='_blank' >查看原始网页</a>");
this.LblArrContentUrl.Text = builder.ToString();
this.m_CodeType = infoById.CodeType;
}
catch (ArgumentOutOfRangeException exception)
{
AdminPage.WriteErrMsg("<li>" + exception.Message + "</li>");
}
this.ListFilterRuleID.Items.Add(new ListItem("不设置过滤", "0"));
this.ListFilterRuleID.AppendDataBoundItems = true;
this.ListFilterRuleID.DataSource = CollectionFilterRules.GetList(0, 0);
this.ListFilterRuleID.DataBind();
if (!base.IsPostBack)
{
CollectionFieldRuleInfo info3 = CollectionFieldRules.GetInfoById(infoById.ItemId, this.m_FieldName);
if (!info3.IsNull)
{
this.TxtFieldBegin.Text = info3.BeginCode;
this.TxtFieldEnd.Text = info3.EndCode;
this.TxtKeyWord.Text = info3.SpecialSetting;
this.SavePhoto.Checked = DataConverter.CBoolean(info3.SpecialSetting);
foreach (ListItem item in this.ListFilterRuleID.Items)
{
if (StringHelper.FoundCharInArr(info3.FilterRuleId, item.Value))
{
item.Selected = true;
}
}
foreach (ListItem item2 in this.ListFilterSelect.Items)
{
if (StringHelper.FoundCharInArr(info3.PrivateFilter, item2.Value))
{
item2.Selected = true;
}
}
}
FieldType type2 = none;
if (type2 == FieldType.KeywordType)
{
this.LblKeyWord.Visible = true;
this.TxtKeyWord.Visible = true;
this.ValeKeyWord.Visible = true;
}
else if (type2 == FieldType.ContentType)
{
this.TabTitle1.Visible = true;
this.SavePhoto.Visible = true;
this.RadlPaingType.Attributes.Add("onclick", "javascript:ListPaing(0);");
this.RadlPaingType1.Attributes.Add("onclick", "javascript:ListPaing(1);");
this.RadlPaingType2.Attributes.Add("onclick", "javascript:ListPaing(2);");
this.RadlPaingType3.Attributes.Add("onclick", "javascript:ListPaing(3);");
this.RadlPaingType4.Attributes.Add("onclick", "javascript:ListPaing(4);");
if (info3.UsePaging)
{
CollectionPagingRuleInfo info4 = CollectionPagingRules.GetInfoById(infoById.ItemId, 1);
this.TxtPaingBegin.Text = info4.PagingBeginCode;
this.TxtPaingEnd.Text = info4.PagingEndCode;
switch (info4.PagingType)
{
case 0:
this.RadlPaingType.Checked = true;
break;
case 1:
this.RadlPaingType1.Checked = true;
break;
case 2:
this.RadlPaingType2.Checked = true;
break;
case 3:
this.RadlPaingType3.Checked = true;
break;
case 4:
this.RadlPaingType4.Checked = true;
break;
default:
this.RadlPaingType.Checked = true;
break;
}
this.TxtPaingAddress.Text = info4.DesignatedUrl;
this.TxtScopeBegin.Text = info4.ScopeBegin.ToString();
this.TxtScopeEnd.Text = info4.ScopeEnd.ToString();
this.TxtListPaing.Text = info4.PagingUrlList;
this.TxtPaingBegin2.Text = info4.PagingBeginCode;
this.TxtPaingEnd2.Text = info4.PagingEndCode;
this.TxtLinkBegin2.Text = info4.LinkBeginCode;
this.TxtLinkEnd2.Text = info4.LinkEndCode;
this.Page.ClientScript.RegisterStartupScript(base.GetType(), "Init", "<script type='text/javascript'>ListPaing(" + DataConverter.CLng(info4.PagingType).ToString() + ");</script>");
}
}
this.ShowExclosionList(info3.ExclosionId, none);
}
}
public static bool Update(CollectionItemInfo collectionItemInfo)
{
return(dal.Update(collectionItemInfo));
}
public static bool Add(CollectionItemInfo collectionItemInfo)
{
return(dal.Add(collectionItemInfo));
}
protected void Page_Load(object sender, EventArgs e)
{
int id = BasePage.RequestInt32("ItemId");
if (id <= 0)
{
AdminPage.WriteErrMsg("<li>ItemID不存在！</li>");
}
CollectionItemInfo infoById = CollectionItem.GetInfoById(id);
if (infoById.IsNull)
{
AdminPage.WriteErrMsg("<li>当前采集项目不存在！</li>");
}
this.m_CodeType = infoById.CodeType;
this.m_Url = infoById.Url;
this.m_itemId = infoById.ItemId;
this.m_ModelId = infoById.ModelId;
this.m_NodeId = infoById.NodeId;
this.LblItemName.Text = infoById.ItemName;
CollectionCommon common = new CollectionCommon();
Uri url = new Uri(this.m_Url);
this.TxtShowCode.Text = common.GetHttpPage(url, this.m_CodeType);
this.HdnTestContent.Value = this.TxtShowCode.Text;
this.LblLink.Text = " <a href='" + this.m_Url + "' target='_blank'>查看原始网页</a>";
string str = BasePage.RequestString("Action", "Add");
if (!base.IsPostBack)
{
this.RadlPaingType.Attributes.Add("onclick", "javascript:ListPaing(0);");
this.RadlPaingType1.Attributes.Add("onclick", "javascript:ListPaing(1);");
this.RadlPaingType2.Attributes.Add("onclick", "javascript:ListPaing(2);");
this.RadlPaingType3.Attributes.Add("onclick", "javascript:ListPaing(3);");
this.RadlPaingType4.Attributes.Add("onclick", "javascript:ListPaing(4);");
if (str == "Modify")
{
CollectionListRuleInfo info2 = CollectionListRules.GetInfoById(infoById.ItemId);
if (!info2.IsNull)
{
this.TxtListBegin.Text = info2.ListBeginCode;
this.TxtListEnd.Text = info2.ListEndCode;
this.TxtLinkBegin.Text = info2.LinkBeginCode;
this.TxtLinkEnd.Text = info2.LinkEndCode;
if (info2.UsePaging)
{
CollectionPagingRuleInfo info3 = CollectionPagingRules.GetInfoById(infoById.ItemId, 0);
this.TxtPaingBegin.Text = info3.PagingBeginCode;
this.TxtPaingEnd.Text = info3.PagingEndCode;
switch (info3.PagingType)
{
case 0:
this.RadlPaingType.Checked = true;
break;
case 1:
this.RadlPaingType1.Checked = true;
break;
case 2:
this.RadlPaingType2.Checked = true;
break;
case 3:
this.RadlPaingType3.Checked = true;
break;
case 4:
this.RadlPaingType4.Checked = true;
break;
default:
this.RadlPaingType.Checked = true;
break;
}
this.TxtPaingAddress.Text = info3.DesignatedUrl;
this.TxtScopeBegin.Text = info3.ScopeBegin.ToString();
this.TxtScopeEnd.Text = info3.ScopeEnd.ToString();
this.TxtListPaing.Text = info3.PagingUrlList;
this.TxtPaingBegin2.Text = info3.PagingBeginCode;
this.TxtPaingEnd2.Text = info3.PagingEndCode;
this.TxtLinkBegin2.Text = info3.LinkBeginCode;
this.TxtLinkEnd2.Text = info3.LinkEndCode;
this.Page.ClientScript.RegisterStartupScript(base.GetType(), "Init", "<script type='text/javascript'>ListPaing(" + DataConverter.CLng(info3.PagingType).ToString() + ");</script>");
}
this.BtnCancel1.Visible = true;
}
}
}
this.SmpNavigator.CurrentNode = string.Concat(new object[] { "<a title=\"采集项目设置\" href=\"ConfigStep1.aspx?Action=Modify&ItemId=", this.m_itemId, "&ModelId=", this.m_ModelId.ToString(), "&NodeId=", this.m_NodeId.ToString(), "\">采集项目设置</a> >> <span style='color:red;'>列表页采集设置</span> >> <a title=\"内容页采集设置\" href=\"ConfigStep3.aspx?Action=Modify&ItemID=", id.ToString(), "\">内容页采集设置</a>" });
this.HdnAction.Value = str;
}
protected void EBtnSubmit_Click(object sender, EventArgs e)
{
if (this.Page.IsValid)
{
string str = this.TxtUrl.Text.Trim();
if (string.IsNullOrEmpty(str))
{
AdminPage.WriteErrMsg("采集URL地址不能为空！");
}
else if (str.Length < 8)
{
AdminPage.WriteErrMsg("采集URL不是有效的URL地址！");
}
else if (str.Substring(0, 7) != "http://")
{
AdminPage.WriteErrMsg("采集URL不是有效的URL地址！");
}
else
{
bool flag;
CollectionItemInfo collectionItemInfo = new CollectionItemInfo();
collectionItemInfo.ItemName = this.TxtItemName.Text;
collectionItemInfo.NodeId = DataConverter.CLng(this.NodeType1.FieldValue);
collectionItemInfo.InfoNodeId = this.NodeType1.InfoNodeId;
collectionItemInfo.Url = str;
collectionItemInfo.UrlName = this.TxtWebSite.Text;
collectionItemInfo.CodeType = this.RadlCodeType.SelectedValue;
collectionItemInfo.MaxNum = DataConverter.CLng(this.TxtMaxNum.Text);
collectionItemInfo.OrderType = DataConverter.CLng(this.RadlOrder.SelectedValue);
collectionItemInfo.Intro = this.TxtIntro.Text;
collectionItemInfo.SpecialId = this.SpecialId.FieldValue;
collectionItemInfo.AutoCreateHtml = DataConverter.CBoolean(this.RadlAutoCreateHtml.SelectedValue);
bool flag2 = false;
if (this.HdnAction.Value == "Modify")
{
collectionItemInfo.ItemId = BasePage.RequestInt32("ItemID");
collectionItemInfo.ModelId = DataConverter.CLng(this.HiddenModel.Value);
collectionItemInfo.Detection = DataConverter.CBoolean(this.HdnDetection.Value);
if (collectionItemInfo.ItemName == this.HdnItemName.Value)
{
flag = false;
}
else
{
flag = CollectionItem.Exists(collectionItemInfo.ItemName);
}
}
else
{
collectionItemInfo.Detection = false;
collectionItemInfo.ModelId = DataConverter.CLng(this.DropModelId.SelectedValue);
flag = CollectionItem.Exists(collectionItemInfo.ItemName);
}
if (flag)
{
AdminPage.WriteErrMsg("<li>数据库中已经存在此采集项目！</li>");
}
if (this.HdnAction.Value == "Modify")
{
flag2 = CollectionItem.Update(collectionItemInfo);
}
else
{
flag2 = CollectionItem.Add(collectionItemInfo);
}
if (flag2)
{
BasePage.ResponseRedirect("ConfigStep2.aspx?Action=" + this.HdnAction.Value + "&ItemId=" + collectionItemInfo.ItemId.ToString());
}
else
{
AdminPage.WriteErrMsg("保存采集配置第一步失败！");
}
}
}
}