private void UrlConfig_Bind()
{
//string str_url = Server.MapPath("/") + "URLConfig.xml";
UrlConfigManager configmager = new UrlConfigManager();
IList<Entity.URLConfig> list = configmager.GetUrlConfig();
if (list.Count == 0)
result = " <tr><td colspan=\"32\" align=\"center\">您还没有配置抓取规则</td></tr>";
for (int i = 0; i < list.Count; i++)
{
if (list[i].Proxy == "")
{
list[i].Proxy = "暂无填写";
}
if (list[i].Port == "")
{
list[i].Port = "暂无填写";
}
result += "<tr><td>" + list[i].Proxy + "</td><td>" + list[i].Port + "</td><td >" + list[i].Site + "</td><td >" + list[i].SiteUrl + "</td><td>" + list[i].Channel + "</td><td>" + list[i].Charset + "</td><td><a href=Item.aspx?action=showitem&site=" + list[i].Site + "&siteurl=" + list[i].SiteUrl + "&channel=" + list[i].Channel + "&charset=" + list[i].Charset + ">详细信息</a></td><td><a href=AddConfig.aspx?action=update&site=" + list[i].Site + "&siteurl=" + list[i].SiteUrl + "&channel=" + list[i].Channel + "&charset=" + list[i].Charset + ">编辑</a></td><td><a href=DeleteConfig.aspx?action=delete&site=" + list[i].Site + "&siteurl=" + list[i].SiteUrl + "&channel=" + list[i].Channel + "&charset=" + list[i].Charset + " onclick='javascript:return p_del();'>删除</a></td><td><a href=setuser.aspx>添加发贴用户</a><td><a href=addconfig.aspx?action=add>添加规则</a></td></tr>";
//result += "<tr><td><a href=UpdateConfig.aspx?action=update&entity=" + list[i] + ">编辑</a></td><td><a href=DeleteConfig.aspx?action=delete&entity=" + list[i] + ">删除</a></td><td>" + list[i].Proxy + "</td><td>" + list[i].Port + "</td><td >" + list[i].Site + "</td><td >" + list[i].SiteUrl + "</td><td>" + list[i].Channel + "</td><td>" + list[i].Charset + "</td><td>" + list[i].ListFormat + "</td><td>" + list[i].StartPageNo + "</td><td>" + list[i].EndPageNo + "</td><td>" + list[i].ListNextPage + "</td><td>" + list[i].ListNextPageReplace + "</td><td>" + list[i].ListStep + "</td><td>" + list[i].ListContent + "</td><td>" + list[i].ListContentReplace + "</td><td>" + list[i].DetailLink + "</td><td>" + list[i].TitleDetail + "</td><td>" + list[i].TitleDetailReplace + "</td><td>" + list[i].AuthorDetail + "</td><td>" + list[i].AuthorDetailReplace + "</td><td>" + list[i].DateDetail + "</td><td>" + list[i].DateDetailReplace + "</td><td>" + list[i].ContentDetail + "</td><td>" + list[i].ContentDetailReplace + "</td><td>" + list[i].ContentList + "</td><td>" + list[i].ContentListReplace + "</td><td>" + list[i].TagDetail + "</td><td>" + list[i].TagDetailReplace + "</td><td>" + list[i].SnatchDate + "</td><td>" + list[i].SnatchInterval + "</td><td>" + list[i].SnatchFrequency + "</td></tr>";
}
}
public CollectorCore()
{
hc = new HttpClient();
sb = new StringBuilder();
//UrlConfigManager ucm = new UrlConfigManager(__root);
UrlConfigManager ucm = new UrlConfigManager();
_configlist = ucm.GetUrlConfig();
}
private void gvUrlConfig_Bind()
{
//string str_url = Server.MapPath("/") + "URLConfig.xml";
UrlConfigManager configmager = new UrlConfigManager();
IList<Entity.URLConfig> list = configmager.GetUrlConfig();
GridView1.DataSource = configmager.GetUrlConfig();
GridView1.DataBind();
}
//private void VerfyUser()
//{
// if (Session["DS"] != null)
// {
// ds = (DiscuzSession)Session["DS"];
// }
// else
// {
// ds = new DiscuzSession(api, secret, url);
// }
// if (Request.QueryString["auth_token"] == null || Request.QueryString["auth_token"].ToString() == "")
// {
// Uri uri = ds.CreateToken();
// Response.Redirect(uri.ToString());
// }
// ds.session_info = ds.GetSessionFromToken(Request.QueryString["auth_token"].ToString());
//}
private void UrlConfig_Bind()
{
//string str_url = Server.MapPath("/") + "URLConfig.xml";
UrlConfigManager configmager = new UrlConfigManager();
IList<Entity.URLConfig> list = configmager.GetUrlConfig();
if (list.Count == 0)
result = " <tr><td colspan=\"32\" align=\"center\">您还没有配置抓取规则</td></tr>";
for (int i = 0; i < list.Count; i++)
{
if((Request.QueryString["site"].ToString() == list[i].Site) && (Request.QueryString["siteurl"].ToString() == list[i].SiteUrl) && (Request.QueryString["channel"].ToString() == list[i].Channel) && (Request.QueryString["charset"].ToString() == list[i].Charset))
{
result += "<tr><td width=\"30%\">网站名称</td><td width=\"70%\">" + list[i].SiteUrl + "</td></tr><tr><td>网址</td><td>" + list[i].SiteUrl + "</td></tr><tr><td>频道名称</td><td>" + list[i].Channel + "</td></tr><tr><td>列表格式</td><td>" + list[i].ListFormat + "</td></tr><tr><td>列表开始页码</td><td>" + list[i].StartPageNo + "</td></tr><tr><td>列表结束页码</td><td>" + list[i].EndPageNo + "</td></tr><tr><td>下页格式</td><td>" + list[i].ListNextPage + "</td></tr><tr><td>匹配组号</td><td>" + list[i].ListNextPageReplace + "</td></tr><tr><td>每页步长</td><td>" + list[i].ListStep + "</td></tr><tr><td>列表页内容</td><td>" + list[i].ListContent + "</td></tr><tr><td>列表内容匹配组号</td><td>" + list[i].ListContentReplace + "</td></tr><tr><td>详细页连接</td><td>" + list[i].DetailLink + "</td></tr><tr><td>详细页标题</td><td>" + list[i].TitleDetail + "</td></tr><tr><td>详细页标题匹配组号</td><td>" + list[i].TitleDetailReplace + "</td></tr><tr><td>详细页作者</td><td>" + list[i].AuthorDetail + "</td></tr><tr><td>详细页作者匹配组号</td><td>" + list[i].AuthorDetailReplace + "</td></tr><tr><td>详细页日期</td><td>" + list[i].DateDetail + "</td></tr><tr><td>详细页日期匹配组号</td><td>" + list[i].DateDetailReplace + "</td></tr><tr><td>详细页内容</td><td>" + list[i].ContentList + "</td></tr><tr><td>详细页内容匹配组号</td><td>" + list[i].ContentListReplace + "</td></tr><tr><td>详细页Tag</td><td>" + list[i].TagDetail + "</td></tr><tr><td>详细页Tag匹配组号</td><td>" + list[i].TagDetailReplace + "</td></tr><tr><td>抓取最新时间</td><td>" + list[i].SnatchDate + "</td></tr><tr><td>抓取间隔</td><td>" + list[i].SnatchInterval + "</td></tr><tr><td>抓取频率</td><td>" + list[i].SnatchFrequency + "</td></tr>";
}
//result += "<tr><td><a href=AddConfig.aspx?action=update&site=" + list[i].Site + "&siteurl=" + list[i].SiteUrl + "&channel=" + list[i].Channel + "&charset=" + list[i].Charset + ">编辑</a></td><td><a href=DeleteConfig.aspx?action=delete&site=" + list[i].Site + "&siteurl=" + list[i].SiteUrl + "&channel=" + list[i].Channel + "&charset=" + list[i].Charset + ">删除</a></td><td>" + list[i].Proxy + "</td><td>" + list[i].Port + "</td><td >" + list[i].Site + "</td><td >" + list[i].SiteUrl + "</td><td>" + list[i].Channel + "</td><td>" + list[i].Charset + "</td><td>" + list[i].ListFormat + "</td><td>" + list[i].StartPageNo + "</td><td>" + list[i].EndPageNo + "</td><td>" + list[i].ListNextPage + "</td><td>" + list[i].ListNextPageReplace + "</td><td>" + list[i].ListStep + "</td><td>" + list[i].ListContent + "</td><td>" + list[i].ListContentReplace + "</td><td>" + list[i].DetailLink + "</td><td>" + list[i].TitleDetail + "</td><td>" + list[i].TitleDetailReplace + "</td><td>" + list[i].AuthorDetail + "</td><td>" + list[i].AuthorDetailReplace + "</td><td>" + list[i].DateDetail + "</td><td>" + list[i].DateDetailReplace + "</td><td>" + list[i].ContentDetail + "</td><td>" + list[i].ContentDetailReplace + "</td><td>" + list[i].ContentList + "</td><td>" + list[i].ContentListReplace + "</td><td>" + list[i].TagDetail + "</td><td>" + list[i].TagDetailReplace + "</td><td>" + list[i].SnatchDate + "</td><td>" + list[i].SnatchInterval + "</td><td>" + list[i].SnatchFrequency + "</td></tr>";
//result += "<tr><td><a href=UpdateConfig.aspx?action=update&entity=" + list[i] + ">编辑</a></td><td><a href=DeleteConfig.aspx?action=delete&entity=" + list[i] + ">删除</a></td><td>" + list[i].Proxy + "</td><td>" + list[i].Port + "</td><td >" + list[i].Site + "</td><td >" + list[i].SiteUrl + "</td><td>" + list[i].Channel + "</td><td>" + list[i].Charset + "</td><td>" + list[i].ListFormat + "</td><td>" + list[i].StartPageNo + "</td><td>" + list[i].EndPageNo + "</td><td>" + list[i].ListNextPage + "</td><td>" + list[i].ListNextPageReplace + "</td><td>" + list[i].ListStep + "</td><td>" + list[i].ListContent + "</td><td>" + list[i].ListContentReplace + "</td><td>" + list[i].DetailLink + "</td><td>" + list[i].TitleDetail + "</td><td>" + list[i].TitleDetailReplace + "</td><td>" + list[i].AuthorDetail + "</td><td>" + list[i].AuthorDetailReplace + "</td><td>" + list[i].DateDetail + "</td><td>" + list[i].DateDetailReplace + "</td><td>" + list[i].ContentDetail + "</td><td>" + list[i].ContentDetailReplace + "</td><td>" + list[i].ContentList + "</td><td>" + list[i].ContentListReplace + "</td><td>" + list[i].TagDetail + "</td><td>" + list[i].TagDetailReplace + "</td><td>" + list[i].SnatchDate + "</td><td>" + list[i].SnatchInterval + "</td><td>" + list[i].SnatchFrequency + "</td></tr>";
}
result += "</table>";
}
protected void Page_Load(object sender, EventArgs e)
{
str_path = Server.MapPath("~/URLConfig.xml");
VerfyUser();
if (!Page.IsPostBack)
{
if (Request.QueryString["action"] == null || Request.QueryString["action"].ToString() == "")
{
return;
}
if (Request.QueryString["site"] == null || Request.QueryString["site"].ToString() == "")
{
return;
}
if (Request.QueryString["siteurl"] == null || Request.QueryString["siteurl"].ToString() == "")
{
return;
}
if (Request.QueryString["channel"] == null || Request.QueryString["channel"].ToString() == "")
{
return;
}
if (Request.QueryString["charset"] == null || Request.QueryString["charset"].ToString() == "")
{
return;
}
URLConfig uc = new URLConfig();
uc.Site = Encode(Request.QueryString["site"].ToString().Trim());
uc.SiteUrl = Encode(Request.QueryString["siteurl"].ToString().Trim());
uc.Channel = Encode(Request.QueryString["channel"].ToString().Trim());
uc.Charset = Encode(Request.QueryString["charset"].ToString().Trim());
if (Request.QueryString["action"].ToString() == "update")
{
txt_site.Text = uc.Site;
txt_siteurl.Text = uc.SiteUrl;
txt_channel.Text = uc.Channel;
txt_charset.Text = uc.Charset;
UrlConfigManager ucm = new UrlConfigManager();
IList<URLConfig> configlist = ucm.GetUrlConfig();
foreach(URLConfig urlconfig in configlist)
{
if ((urlconfig.Site == uc.Site) && (urlconfig.SiteUrl == uc.SiteUrl) && (urlconfig.Channel == uc.Channel) && (urlconfig.Charset == uc.Charset))
{
#region
txt_proxy.Text = Encode(urlconfig.Proxy);
txt_port.Text = Encode(urlconfig.Port);
txt_listformat.Text = Encode(urlconfig.ListFormat);
txt_listnextpage.Text = Encode(urlconfig.ListNextPage);
txt_listnextpagereplace.Text = Encode(urlconfig.ListNextPageReplace);
txt_startno.Text = Encode(urlconfig.StartPageNo);
txt_endno.Text = Encode(urlconfig.EndPageNo);
txt_liststep.Text = Encode(urlconfig.ListStep);
txt_listcontent.Text = Encode(urlconfig.ListContent);
txt_listcontentreplace.Text = Encode(urlconfig.ListContentReplace);
txt_detaillink.Text = Encode(urlconfig.DetailLink);
txt_titledetail.Text = Encode(urlconfig.TitleDetail);
txt_titledetailreplace.Text = Encode(urlconfig.TitleDetailReplace);
txt_authordetail.Text = Encode(urlconfig.AuthorDetail);
txt_authordetailreplace.Text = Encode(urlconfig.AuthorDetailReplace);
txt_datedetail.Text = Encode(urlconfig.DateDetail);
txt_datedetailreplace.Text = Encode(urlconfig.DateDetailReplace);
txt_contentdetail.Text = Encode(urlconfig.ContentDetail);
txt_contentdetailreplace.Text = Encode(urlconfig.ContentDetailReplace);
txt_contentlist.Text = Encode(urlconfig.ContentList);
txt_contentlistreplace.Text = Encode(urlconfig.ContentListReplace);
txt_tagdetail.Text = Encode(urlconfig.TagDetail);
txt_tagdetailreplace.Text = Encode(urlconfig.TagDetailReplace);
txt_snatchdate.Text = Encode(urlconfig.SnatchDate);
txt_snatchinterval.Text = Encode(urlconfig.SnatchInterval);
txt_snatchfrequency.Text = Encode(urlconfig.SnatchFrequency);
#endregion
}
}
}
}
}
