Beispiel #1
0
    //采集
    private bool GetTest(int testType)
    {
        string Pic = "/upload/images_collects/";
        System.Text.Encoding enType = System.Text.Encoding.Default;
        switch (WebEncode)
        {
            case "1":
                enType = System.Text.Encoding.GetEncoding("gb2312");
                break;
            case "2":
                enType = System.Text.Encoding.UTF8;
                break;
            case "3":
                enType = System.Text.Encoding.Unicode;
                break;
        }

        TPortalClass.Collection Cn = new TPortalClass.Collection();

        string testList = Cn.GetHttpPageCode(ListUrl, enType);
        if (testList == "$UrlIsFalse")
        {
            Response.Write("<script>alert('列表地址设置错误');window.location='list_collect.aspx?action=list&id=" + this.txtId.Text + "'</script");
            return false;
        }
        if (testList == "$GetFalse")
        {
            Response.Write("<script>alert('无法连接列表页或连接超时');window.location='list_collect.aspx?action=list&id=" + this.txtId.Text + "'</script");
            return false;
        }
        testList = Cn.GetBody(testList, ListStart, ListEnd, true, true);
        if (testList == "$StartFalse")
        {
            Response.Write("<script>alert('列表开始标记设置错误,请重新设置');window.location='list_collect.aspx?action=list&id=" + this.txtId.Text + "'</script");
            return false;
        }
        if (testList == "$EndFalse")
        {
            Response.Write("<script>alert('列表结束记设置错误,请重新设置');window.location='list_collect.aspx?action=list&id=" + this.txtId.Text + "'</script");
            return false;
        }
        if (testType == 0)
        {
            this.ltListTest.Text = testList;
        }
        else
        {
            ArrayList linkArray = Cn.GetLinkArray(testList, LinkStart, LinkEnd);
            if (linkArray.Count == 0)
            {
                Response.Write("<script>alert('未取到链接,请检查链接设置');window.location='list_collect.aspx?action=link&id=" + this.txtId.Text + "'</script");
                return false;
            }
            else
            {
                if (linkArray[0].ToString() == "$StartFalse")
                {
                    Response.Write("<script>alert('链接开始标记设置错误,请重新设置111');window.location='list_collect.aspx?action=link&id=" + this.txtId.Text + "'</script");
                    return false;
                }
                if (linkArray[0].ToString() == "$EndFalse")
                {
                    Response.Write("<script>alert('链接开始标记设置错误,请重新设置');window.location='list_collect.aspx?action=link&id=" + this.txtId.Text + "'</script");
                    return false;
                }
                if (linkArray[0].ToString() == "$NoneLink")
                {
                    Response.Write("<script>alert('未取到链接,请检查链接设置222');window.location='list_collect.aspx?action=link&id=" + this.txtId.Text + "'</script");
                    return false;
                }
                if (IsDesc == 1)
                {
                    linkArray.Reverse();
                }
                if (CollecNum > 0 && linkArray.Count > CollecNum)
                {
                    linkArray.RemoveRange(CollecNum, linkArray.Count - CollecNum);
                }
                string linkStr = string.Empty;

                if (testType == 1)//链接地址
                {
                    for (int i = 0; i < linkArray.Count; i++)
                    {
                        linkStr = Cn.DefiniteUrl(linkArray[i].ToString(), WebUrl);
                        if (linkStr != "$False")
                        {
                            linkStr = "<a href='" + linkStr + "' target=_blank>" + linkStr + "</a><br>";
                            ltLinkTest.Text += linkStr;
                        }
                    }
                }

                if (testType == 2)//测试
                {
                    linkStr = Cn.DefiniteUrl(linkArray[0].ToString(), WebUrl);
                    if (linkStr == "$False")
                    {
                        Response.Write("<script>alert('获取到的链接地址无效,请检查链接设置');window.location='list_collect.aspx?action=link&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    string newsCode = Cn.GetHttpPageCode(linkStr, enType);
                    if (newsCode == "$UrlIsFalse")
                    {
                        Response.Write("<script>alert('获取到的链接地址无效,请检查链接设置');window.location='list_collect.aspx?action=link&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (newsCode == "$GetFalse")
                    {
                        Response.Write("<script>alert('无法连接内容页或连接超时');window.location='list_collect.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    string testTitle = Cn.GetBody(newsCode, TitleStart, TitleEnd, false, false);
                    string testKeyWord = Cn.GetBody(newsCode, KeyWordStart, KeyWordEnd, false, false);
                    string testDateTime = Cn.GetBody(newsCode, DateStart, DateEnd, false, false);
                    string testSource = Cn.GetBody(newsCode, SourceStart, SourceEnd, false, false);
                    //string testDateTime = Cn.GetRegValue(DateRegex, newsCode);
                    //string testSource = Cn.GetRegValue(SourceRegex, newsCode);
                    string testBody = Cn.GetBody(newsCode, ContentStart, ContentEnd, false, false);
                    if (testTitle == "$StartFalse")
                    {
                        Response.Write("<script>alert('标题开始标记设置错误,请重新设置');window.location='list_collect.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (testTitle == "$EndFalse")
                    {
                        Response.Write("<script>alert('标题结束标记设置错误,请重新设置');window.location='list_collect.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (testBody == "$StartFalse")
                    {
                        Response.Write("<script>alert('正文开始标记设置错误,请重新设置');window.location='list_collect.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (testBody == "$EndFalse")
                    {
                        Response.Write("<script>alert('正文结束标记设置错误,请重新设置');window.location='list_collect.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (RemoveTitle != "")
                    {
                        testTitle = testTitle.Replace(RemoveTitle, "");
                    }
                    this.ltTestTitle.Text = testTitle;
                    this.ltKeyWord.Text = testKeyWord;
                    this.ltDateTime.Text = testDateTime;
                    this.ltSource.Text = testSource;

                    //------------------获取详细页内容的下一页开始-------------------
                    string NewsNextUrl = Cn.GetRegValue(NextPageRegex, newsCode);
                    int PageCount = 0;
                    while (NewsNextUrl.Length > 0 && PageCount < 20)
                    {
                        string NewsPaingNextCode = string.Empty;
                        string ContentTemp = string.Empty;
                        NewsNextUrl = Cn.DefiniteUrl(NewsNextUrl, WebUrl);
                        NewsPaingNextCode = Cn.GetHttpPageCode(NewsNextUrl, enType);
                        ContentTemp = Cn.GetBody(NewsPaingNextCode, ContentStart, ContentEnd, false, false);
                        testBody = testBody + "<br>$PageNext$<br>" + ContentTemp;
                        string NewsNextUrl_1 = Cn.GetRegValue(NextPageRegex, NewsPaingNextCode);
                        if (NewsNextUrl_1.Length > 0)
                            NewsNextUrl = Cn.DefiniteUrl(NewsNextUrl_1, WebUrl);
                        else
                            break;
                        PageCount++;
                    }
                    //-----------------------获取详细页内容的下一页结束-------------------

                    //-------过滤正文开始-----------------------
                    if (RemoveBodyStart != "" && RemoveBodyEnd != "")
                    {
                        string[] removeBodyStartArr = RemoveBodyStart.Split('$');
                        string[] removeBodyEndArr = RemoveBodyEnd.Split('$');
                        if (removeBodyStartArr.Length > 1 && removeBodyEndArr.Length > 1)
                        {
                            if (removeBodyStartArr.Length != removeBodyEndArr.Length)
                            {
                                Response.Write("<script>alert('少了$请注意');window.location='list_collect.aspx'</script");
                                return false;
                            }
                            else
                            {
                                for (int i = 0; i < removeBodyStartArr.Length; i++)
                                {
                                    string remove = Cn.GetBody(testBody, removeBodyStartArr[i], removeBodyEndArr[i], true, true);
                                    testBody = testBody.Replace(remove, "");
                                }
                            }
                        }
                        else
                        {
                            string remove = Cn.GetBody(testBody, RemoveBodyStart, RemoveBodyEnd, true, true);
                            testBody = testBody.Replace(remove, "");
                        }
                    }
                    //--------------过滤正文结束---------------------------

                    ArrayList testBodyArray = Cn.ReplaceSaveRemoteFile(testBody, Pic, WebUrl, "0");

                    ltTestContent.Text = testBodyArray[0].ToString();
                    if (testBodyArray.Count == 2)
                    {
                        ltPhotoUrl.Text = testBodyArray[1].ToString();
                    }
                }

                if (testType == 3)//采集
                {
                    int falseNum = 0;
                    int successNum = 0;
                    SetProcessBar("从" + WebUrl + "采集信息", true);
                    for (int i = 0; i < linkArray.Count; i++)
                    {
                        int isImg = 0;
                        string photoUrl = string.Empty;
                        ProcessBar(i, linkArray.Count);
                        linkStr = Cn.DefiniteUrl(linkArray[i].ToString(), WebUrl);
                        if (linkStr == "$False$")
                        {
                            falseNum++;
                            continue;
                        }
                        string newsPageCode = Cn.GetHttpPageCode(linkStr, enType);
                        if (newsPageCode == "$UrlIsFalse" || newsPageCode == "$GetFalse")
                        {
                            falseNum++;
                            continue;
                        }
                        string cTitle = Cn.GetBody(newsPageCode, TitleStart, TitleEnd, false, false);
                        string cKeyWord = Cn.GetBody(newsPageCode, KeyWordStart, KeyWordEnd, false, false);
                        string cDateTime = Cn.GetBody(newsPageCode, DateStart, DateEnd, false, false);
                        string cSource = Cn.GetBody(newsPageCode, SourceStart, SourceEnd, false, false);
                        //string cDateTime = Cn.GetRegValue(DateRegex, newsPageCode);
                        //string cSource = Cn.GetRegValue(SourceRegex, newsPageCode);
                        string cBody = Cn.GetBody(newsPageCode, ContentStart, ContentEnd, false, false);
                        if (cTitle == "$StartFalse" || cBody == "$StartFalse" || cTitle == "$EndFalse" || cBody == "$EndFalse")
                        {
                            falseNum++;
                            continue;
                        }

                        //--------获取详细页内容的下一页开始---------------
                        string NewsNextUrl = Cn.GetRegValue(NextPageRegex, newsPageCode);
                        int PageCount = 0;
                        while (NewsNextUrl.Length > 0 && PageCount < 20)
                        {
                            string NewsPaingNextCode = string.Empty;
                            string ContentTemp = string.Empty;
                            NewsNextUrl = Cn.DefiniteUrl(NewsNextUrl, WebUrl);
                            NewsPaingNextCode = Cn.GetHttpPageCode(NewsNextUrl, enType);
                            ContentTemp = Cn.GetBody(NewsPaingNextCode, ContentStart, ContentEnd, false, false);
                            cBody = cBody + "<br>$PageNext$<br>" + ContentTemp;
                            string NewsNextUrl_1 = Cn.GetRegValue(NextPageRegex, NewsPaingNextCode);
                            if (NewsNextUrl_1.Length > 0)
                                NewsNextUrl = Cn.DefiniteUrl(NewsNextUrl_1, WebUrl);
                            else
                                break;
                            PageCount++;
                        }
                        //---------获取详细页内容的下一页结束--------------
                        //string url_ss = dt.Rows[0]["ListUrl"].ToString();
                        string dq_url = "/"+ListUrl.Substring(20,4);
                        string ls_newurl = WebUrl + dq_url;
                        Response.Write(dq_url + "||");

                        ArrayList bodyArray = Cn.ReplaceSaveRemoteFile(cBody, Pic, ls_newurl, IsSaveImg.ToString());
                        if (bodyArray.Count == 2)
                        {
                            isImg = 1;
                            photoUrl = bodyArray[1].ToString();
                        }
                        cBody = bodyArray[0].ToString();

                        cBody = cBody.Replace("'", "");

                        //-------过滤正文开始-----------------------
                        if (RemoveBodyStart != "" && RemoveBodyEnd != "")
                        {
                            string[] removeBodyStartArr = RemoveBodyStart.Split('$');
                            string[] removeBodyEndArr = RemoveBodyEnd.Split('$');
                            if (removeBodyStartArr.Length > 1 && removeBodyEndArr.Length > 1)
                            {
                                for (int j = 0; j < removeBodyStartArr.Length; j++)
                                {
                                    string remove = Cn.GetBody(cBody, removeBodyStartArr[j], removeBodyEndArr[j], true, true);
                                    cBody = cBody.Replace(remove, "");
                                }
                            }
                            else
                            {
                                string remove = Cn.GetBody(cBody, RemoveBodyStart, RemoveBodyEnd, true, true);
                                cBody = cBody.Replace(remove, "");
                            }
                        }
                        //--------------过滤正文结束---------------------------

                        //---------------过滤开始-----------IFRAME---------
                        if (Script_Iframe == 1)
                            cBody = Cn.ScriptHtml(cBody, "Iframe", 2);
                        if (Script_Object == 1)
                            cBody = Cn.ScriptHtml(cBody, "Object", 2);
                        if (Script_Script == 1)
                            cBody = Cn.ScriptHtml(cBody, "Script", 2);
                        if (Script_Div == 1)
                            cBody = Cn.ScriptHtml(cBody, "Div", 3);
                        if (Script_Table == 1)
                            cBody = Cn.ScriptHtml(cBody, "Table", 2);
                        if (Script_Span == 1)
                            cBody = Cn.ScriptHtml(cBody, "Span", 3);
                        if (Script_Img == 1)
                            cBody = Cn.ScriptHtml(cBody, "Img", 3);
                        if (Script_Font == 1)
                            cBody = Cn.ScriptHtml(cBody, "Font", 3);
                        if (Script_A == 1)
                            cBody = Cn.ScriptHtml(cBody, "A", 3);
                        if (Script_Html == 1)
                            cBody = Cn.HtmlScript(cBody);
                        //-------------------过滤结束-------------------------------
                        //采集的数据保存至JpArticle

                        //关键字
                        string ls_str = cKeyWord.Trim();
                        string ls_date = System.DateTime.Now.ToString();
                        string ls_ly = "本网站";
                        if (cDateTime != "")
                        {
                            ls_date = cDateTime;
                        }
                        //if (cSource != "")
                        //{
                        //    ls_ly = cSource;
                        //}
                        if (RemoveTitle != "")
                        {
                            cTitle = cTitle.Replace(RemoveTitle, "");
                        }

                        Int32 ld_aid = -1;
                        TPortalClass.JpArticle art = new TPortalClass.JpArticle(ld_aid);
                        art.cid = ClassId.ToString();  //栏目
                        art.title = cTitle;  //标题
                        art.subhead = "";    //小标题
                        art.ht_content = cBody;  //正文
                        art.summary = "";      //摘要
                        art.author = "系统管理员";
                        art.status = "发布";
                        art.crtime = ls_date;
                        art.modtime = ls_date;
                        art.pubtime = ls_date;
                        art.endtime = System.DateTime.Now.AddYears(20).ToString();
                        art.hits = 1;     //点击率
                        art.ifindexdisplay ="0";   //是否首页显示
                        art.indexdisplaypicpath = "0";//首页显示图片上传路径

                        art.seotitle = "";
                        art.seokeywords = "";
                        art.seodescription = "";

                        art.asort = 50 + successNum;    //排序号
                        art.iftop = "0";   //是否置顶
                        art.topcreatetime = ls_date;   //置顶时间
                        art.topendtime = ls_date;      //置顶结束时间
                        art.ifcomment = "0";    //是否启用评论
                        art.source = ls_ly;        //来源
                        art.role_userid = "";
                        art.role_username = "";
                        art.shtml_created = 0;  //是否已生成静态页面
                        art.GUID = System.Guid.NewGuid().ToString();  //随机数
                        art.map_aid = 0;
                        art.input = "admin";
                        art.targettype = "";
                        //art.hasimg = 0;
                        //art.set("artcontent", cBody);
                        //是否包含图片
                        //String artcontent = "";
                        //artcontent =
                        //String imgsrc = TPortalClass.JpRegx.parseIMG(artcontent);

                        //if (imgsrc.ToLower().IndexOf("<img") >= 0)
                        //    art.hasimg = 1;
                        //else
                        //    art.hasimg = 0;

                        art.Insert();

                        successNum++;

                    }
                    Response.Write("<script>alert('采集完成,成功 " + successNum + "条 ,失败 " + falseNum + "');window.location='list_collect.aspx'</script");
                }
            }
        }
        return true;
    }
Beispiel #2
0
    //采集
    private bool GetTest(int testType)
    {
        string Pic = "/upload/images_collects/";
        System.Text.Encoding enType = System.Text.Encoding.Default;
        switch (WebEncode)
        {
            case "1":
                enType = System.Text.Encoding.GetEncoding("gb2312");
                break;
            case "2":
                enType = System.Text.Encoding.UTF8;
                break;
            case "3":
                enType = System.Text.Encoding.Unicode;
                break;
        }

        TPortalClass.Collection Cn = new TPortalClass.Collection();

        string testList = Cn.GetHttpPageCode(ListUrl, enType);
        if (testList == "$UrlIsFalse")
        {
            Response.Write("<script>alert('列表地址设置错误');window.location='list_collect_box.aspx?action=list&id=" + this.txtId.Text + "'</script");
            return false;
        }
        if (testList == "$GetFalse")
        {
            Response.Write("<script>alert('无法连接列表页或连接超时');window.location='list_collect_box.aspx?action=list&id=" + this.txtId.Text + "'</script");
            return false;
        }
        testList = Cn.GetBody(testList, ListStart, ListEnd, true, true);
        if (testList == "$StartFalse")
        {
            Response.Write("<script>alert('列表开始标记设置错误,请重新设置');window.location='list_collect_box.aspx?action=list&id=" + this.txtId.Text + "'</script");
            return false;
        }
        if (testList == "$EndFalse")
        {
            Response.Write("<script>alert('列表结束记设置错误,请重新设置');window.location='list_collect_box.aspx?action=list&id=" + this.txtId.Text + "'</script");
            return false;
        }
        if (testType == 0)
        {
            this.ltListTest.Text = testList;
        }
        else
        {
            ArrayList linkArray = Cn.GetLinkArray(testList, LinkStart, LinkEnd);
            if (linkArray.Count == 0)
            {
                Response.Write("<script>alert('未取到链接,请检查链接设置');window.location='list_collect_box.aspx?action=link&id=" + this.txtId.Text + "'</script");
                return false;
            }
            else
            {
                if (linkArray[0].ToString() == "$StartFalse")
                {
                    Response.Write("<script>alert('链接开始标记设置错误,请重新设置111');window.location='list_collect_box.aspx?action=link&id=" + this.txtId.Text + "'</script");
                    return false;
                }
                if (linkArray[0].ToString() == "$EndFalse")
                {
                    Response.Write("<script>alert('链接开始标记设置错误,请重新设置');window.location='list_collect_box.aspx?action=link&id=" + this.txtId.Text + "'</script");
                    return false;
                }
                if (linkArray[0].ToString() == "$NoneLink")
                {
                    Response.Write("<script>alert('未取到链接,请检查链接设置222');window.location='list_collect_box.aspx?action=link&id=" + this.txtId.Text + "'</script");
                    return false;
                }
                if (IsDesc == 1)
                {
                    linkArray.Reverse();
                }
                if (CollecNum > 0 && linkArray.Count > CollecNum)
                {
                    linkArray.RemoveRange(CollecNum, linkArray.Count - CollecNum);
                }
                string linkStr = string.Empty;

                if (testType == 1)//链接地址
                {
                    for (int i = 0; i < linkArray.Count; i++)
                    {
                        linkStr = Cn.DefiniteUrl(linkArray[i].ToString(), WebUrl);
                        if (linkStr != "$False")
                        {
                            linkStr = "<a href='" + linkStr + "' target=_blank>" + linkStr + "</a><br>";
                            ltLinkTest.Text += linkStr;
                        }
                    }
                }

                if (testType == 2)//测试
                {
                    linkStr = Cn.DefiniteUrl(linkArray[0].ToString(), WebUrl);
                    if (linkStr == "$False")
                    {
                        Response.Write("<script>alert('获取到的链接地址无效,请检查链接设置');window.location='list_collect_box.aspx?action=link&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    string newsCode = Cn.GetHttpPageCode(linkStr, enType);
                    if (newsCode == "$UrlIsFalse")
                    {
                        Response.Write("<script>alert('获取到的链接地址无效,请检查链接设置');window.location='list_collect_box.aspx?action=link&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (newsCode == "$GetFalse")
                    {
                        Response.Write("<script>alert('无法连接内容页或连接超时');window.location='list_collect_box.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    string testTitle = Cn.GetBody(newsCode, TitleStart, TitleEnd, false, false);
                    string testKeyWord = Cn.GetBody(newsCode, KeyWordStart, KeyWordEnd, false, false);
                    string testDateTime = Cn.GetBody(newsCode, DateStart, DateEnd, false, false);
                    string testSource = Cn.GetBody(newsCode, SourceStart, SourceEnd, false, false);
                    //string testDateTime = Cn.GetRegValue(DateRegex, newsCode);
                    //string testSource = Cn.GetRegValue(SourceRegex, newsCode);
                    string testBody = Cn.GetBody(newsCode, ContentStart, ContentEnd, false, false);
                    if (testTitle == "$StartFalse")
                    {
                        Response.Write("<script>alert('标题开始标记设置错误,请重新设置');window.location='list_collect_box.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (testTitle == "$EndFalse")
                    {
                        Response.Write("<script>alert('标题结束标记设置错误,请重新设置');window.location='list_collect_box.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (testBody == "$StartFalse")
                    {
                        Response.Write("<script>alert('正文开始标记设置错误,请重新设置');window.location='list_collect_box.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (testBody == "$EndFalse")
                    {
                        Response.Write("<script>alert('正文结束标记设置错误,请重新设置');window.location='list_collect_box.aspx?action=content&id=" + this.txtId.Text + "'</script");
                        return false;
                    }
                    if (RemoveTitle != "")
                    {
                        testTitle = testTitle.Replace(RemoveTitle, "");
                    }
                    this.ltTestTitle.Text = testTitle;
                    this.ltKeyWord.Text = testKeyWord;
                    this.ltDateTime.Text = testDateTime;
                    this.ltSource.Text = testSource;

                    //------------------获取详细页内容的下一页开始-------------------
                    string NewsNextUrl = Cn.GetRegValue(NextPageRegex, newsCode);
                    int PageCount = 0;
                    while (NewsNextUrl.Length > 0 && PageCount < 20)
                    {
                        string NewsPaingNextCode = string.Empty;
                        string ContentTemp = string.Empty;
                        NewsNextUrl = Cn.DefiniteUrl(NewsNextUrl, WebUrl);
                        NewsPaingNextCode = Cn.GetHttpPageCode(NewsNextUrl, enType);
                        ContentTemp = Cn.GetBody(NewsPaingNextCode, ContentStart, ContentEnd, false, false);
                        testBody = testBody + "<br>$PageNext$<br>" + ContentTemp;
                        string NewsNextUrl_1 = Cn.GetRegValue(NextPageRegex, NewsPaingNextCode);
                        if (NewsNextUrl_1.Length > 0)
                            NewsNextUrl = Cn.DefiniteUrl(NewsNextUrl_1, WebUrl);
                        else
                            break;
                        PageCount++;
                    }
                    //-----------------------获取详细页内容的下一页结束-------------------

                    //-------过滤正文开始-----------------------
                    if (RemoveBodyStart != "" && RemoveBodyEnd != "")
                    {
                        string[] removeBodyStartArr = RemoveBodyStart.Split('$');
                        string[] removeBodyEndArr = RemoveBodyEnd.Split('$');
                        if (removeBodyStartArr.Length > 1 && removeBodyEndArr.Length > 1)
                        {
                            if (removeBodyStartArr.Length != removeBodyEndArr.Length)
                            {
                                Response.Write("<script>alert('少了$请注意');window.location='list_collect_box.aspx'</script");
                                return false;
                            }
                            else
                            {
                                for (int i = 0; i < removeBodyStartArr.Length; i++)
                                {
                                    string remove = Cn.GetBody(testBody, removeBodyStartArr[i], removeBodyEndArr[i], true, true);
                                    testBody = testBody.Replace(remove, "");
                                }
                            }
                        }
                        else
                        {
                            string remove = Cn.GetBody(testBody, RemoveBodyStart, RemoveBodyEnd, true, true);
                            testBody = testBody.Replace(remove, "");
                        }
                    }
                    //--------------过滤正文结束---------------------------

                    ArrayList testBodyArray = Cn.ReplaceSaveRemoteFile(testBody, Pic, WebUrl, "0");

                    ltTestContent.Text = testBodyArray[0].ToString();
                    if (testBodyArray.Count == 2)
                    {
                        ltPhotoUrl.Text = testBodyArray[1].ToString();
                    }
                }

                if (testType == 3)//采集
                {
                    int falseNum = 0;
                    int successNum = 0;
                    SetProcessBar("从" + WebUrl + "采集信息", true);
                    for (int i = 0; i < linkArray.Count; i++)
                    {
                        int isImg = 0;
                        string photoUrl = string.Empty;
                        ProcessBar(i, linkArray.Count);
                        linkStr = Cn.DefiniteUrl(linkArray[i].ToString(), WebUrl);
                        if (linkStr == "$False$")
                        {
                            falseNum++;
                            continue;
                        }
                        string newsPageCode = Cn.GetHttpPageCode(linkStr, enType);
                        if (newsPageCode == "$UrlIsFalse" || newsPageCode == "$GetFalse")
                        {
                            falseNum++;
                            continue;
                        }
                        string cTitle = Cn.GetBody(newsPageCode, TitleStart, TitleEnd, false, false);          //标题
                        string cKeyWord = Cn.GetBody(newsPageCode, KeyWordStart, KeyWordEnd, false, false);   //摘要
                        string cDateTime = Cn.GetBody(newsPageCode, DateStart, DateEnd, false, false);        //发布日期
                        string cSource = Cn.GetBody(newsPageCode, SourceStart, SourceEnd, false, false);    //来源
                        //string cDateTime = Cn.GetRegValue(DateRegex, newsPageCode);
                        //string cSource = Cn.GetRegValue(SourceRegex, newsPageCode);
                        string cBody = Cn.GetBody(newsPageCode, ContentStart, ContentEnd, false, false);
                        if (cTitle == "$StartFalse" || cBody == "$StartFalse" || cTitle == "$EndFalse" || cBody == "$EndFalse")
                        {
                            falseNum++;
                            continue;
                        }

                        //--------获取详细页内容的下一页开始---------------
                        string NewsNextUrl = Cn.GetRegValue(NextPageRegex, newsPageCode);
                        int PageCount = 0;
                        while (NewsNextUrl.Length > 0 && PageCount < 20)
                        {
                            string NewsPaingNextCode = string.Empty;
                            string ContentTemp = string.Empty;
                            NewsNextUrl = Cn.DefiniteUrl(NewsNextUrl, WebUrl);
                            NewsPaingNextCode = Cn.GetHttpPageCode(NewsNextUrl, enType);
                            ContentTemp = Cn.GetBody(NewsPaingNextCode, ContentStart, ContentEnd, false, false);
                            cBody = cBody + "<br>$PageNext$<br>" + ContentTemp;
                            string NewsNextUrl_1 = Cn.GetRegValue(NextPageRegex, NewsPaingNextCode);
                            if (NewsNextUrl_1.Length > 0)
                                NewsNextUrl = Cn.DefiniteUrl(NewsNextUrl_1, WebUrl);
                            else
                                break;
                            PageCount++;
                        }
                        //---------获取详细页内容的下一页结束--------------
                        //string url_ss = dt.Rows[0]["ListUrl"].ToString();
                        //string dq_url = "/"+ListUrl.Substring(20,4);
                        //string ls_newurl = WebUrl + dq_url;
                        //Response.Write(dq_url + "||");

                        ArrayList bodyArray = Cn.ReplaceSaveRemoteFile(cBody, Pic, WebUrl, IsSaveImg.ToString());
                        if (bodyArray.Count == 2)
                        {
                            isImg = 1;
                            photoUrl = bodyArray[1].ToString();
                        }
                        cBody = bodyArray[0].ToString();

                        cBody = cBody.Replace("'", "");

                        //-------过滤正文开始-----------------------
                        if (RemoveBodyStart != "" && RemoveBodyEnd != "")
                        {
                            string[] removeBodyStartArr = RemoveBodyStart.Split('$');
                            string[] removeBodyEndArr = RemoveBodyEnd.Split('$');
                            if (removeBodyStartArr.Length > 1 && removeBodyEndArr.Length > 1)
                            {
                                for (int j = 0; j < removeBodyStartArr.Length; j++)
                                {
                                    string remove = Cn.GetBody(cBody, removeBodyStartArr[j], removeBodyEndArr[j], true, true);
                                    cBody = cBody.Replace(remove, "");
                                }
                            }
                            else
                            {
                                string remove = Cn.GetBody(cBody, RemoveBodyStart, RemoveBodyEnd, true, true);
                                cBody = cBody.Replace(remove, "");
                            }
                        }
                        //--------------过滤正文结束---------------------------

                        //---------------过滤开始-----------IFRAME---------
                        if (Script_Iframe == 1)
                            cBody = Cn.ScriptHtml(cBody, "Iframe", 2);
                        if (Script_Object == 1)
                            cBody = Cn.ScriptHtml(cBody, "Object", 2);
                        if (Script_Script == 1)
                            cBody = Cn.ScriptHtml(cBody, "Script", 2);
                        if (Script_Div == 1)
                            cBody = Cn.ScriptHtml(cBody, "Div", 3);
                        if (Script_Table == 1)
                            cBody = Cn.ScriptHtml(cBody, "Table", 2);
                        if (Script_Span == 1)
                            cBody = Cn.ScriptHtml(cBody, "Span", 3);
                        if (Script_Img == 1)
                            cBody = Cn.ScriptHtml(cBody, "Img", 3);
                        if (Script_Font == 1)
                            cBody = Cn.ScriptHtml(cBody, "Font", 3);
                        if (Script_A == 1)
                            cBody = Cn.ScriptHtml(cBody, "A", 3);
                        if (Script_Html == 1)
                            cBody = Cn.HtmlScript(cBody);
                        //-------------------过滤结束-------------------------------
                        //采集的数据保存至JpArticle

                        //关键字
                        string ls_str = cKeyWord.Trim();
                        string ls_date = System.DateTime.Now.ToString();
                        string ls_ly = "本网站";
                        if (cDateTime != "")
                        {
                            if (cDateTime.Length > 19)
                            {
                                ls_date = DateTime.Parse(cDateTime.Substring(0, 19)).ToString("yyyy-MM-dd HH:mm:ss");
                            }
                            //ls_date = cDateTime;
                        }

                        string ls_xm = "", ls_tel = "", ls_sfz = "", ls_addtime = System.DateTime.Now.ToString(), ls_dept = "", ls_mail = "", ls_type = "";
                        if (cSource != "")
                        {
                            string[] lv_sourse = cSource.Split('|');
                            ls_xm = lv_sourse[0];
                            ls_dept = lv_sourse[1];
                            //if (lv_sourse[1] == "01")
                            //{
                            //    ls_dept = "办公室";
                            //}
                            //else if (lv_sourse[1] == "02")
                            //{
                            //    ls_dept = "养老保险处";
                            //}
                            //else if (lv_sourse[1] == "03")
                            //{
                            //    ls_dept = "养老保险综合管理中心";
                            //}
                            //else if (lv_sourse[1] == "04")
                            //{
                            //    ls_dept = "医疗工伤处";
                            //}
                            //else if (lv_sourse[1] == "05")
                            //{
                            //    ls_dept = "医疗工伤保险管理中心";
                            //}
                            //else if (lv_sourse[1] == "06")
                            //{
                            //    ls_dept = "计算机信息中心";
                            //}
                            //else if (lv_sourse[1] == "07")
                            //{
                            //    ls_dept = "社会保险稽核处";
                            //}
                            //else if (lv_sourse[1] == "08")
                            //{
                            //    ls_dept = "计划财务处";
                            //}
                            //else if (lv_sourse[1] == "09")
                            //{
                            //    ls_dept = "离(退)休人员管理处";
                            //}
                            //else if (lv_sourse[1] == "10")
                            //{
                            //    ls_dept = "新城管理中心";
                            //}
                            //else if (lv_sourse[1] == "11")
                            //{
                            //    ls_dept = "定海社保";
                            //}
                            //else if (lv_sourse[1] == "12")
                            //{
                            //    ls_dept = "普陀社保";
                            //}
                            //else if (lv_sourse[1] == "13")
                            //{
                            //    ls_dept = "岱山社保";
                            //}
                            //else if (lv_sourse[1] == "14")
                            //{
                            //    ls_dept = "嵊泗社保";
                            //}
                            //else
                            //{
                            //    ls_dept = "";
                            //}
                            if (lv_sourse[2].Length > 19)
                            {
                                ls_addtime = DateTime.Parse(lv_sourse[2].Substring(0, 19)).ToString("yyyy-MM-dd HH:mm:ss");
                            }
                            ls_tel = lv_sourse[3];
                            ls_mail = lv_sourse[4];
                            ls_sfz = lv_sourse[5];
                            if (lv_sourse[6] == "1")
                            {
                                ls_type = "局长信箱";
                            }
                            if (lv_sourse[6] == "3")
                            {
                                ls_type = "投诉咨询";
                            }
                        }
                        if (RemoveTitle != "")
                        {
                            cTitle = cTitle.Replace(RemoveTitle, "");
                        }
                        //Response.Write(ls_date);
                        TPortalClass.JpBox JpBox = new TPortalClass.JpBox();

                        JpBox.lyusername = ls_xm;
                        JpBox.tel = ls_tel;
                        JpBox.mail = ls_mail;
                        JpBox.content = cBody;  //正文2
                        JpBox.addtime = ls_addtime;
                        JpBox.ip = "127.0.0.1";
                        string ls_cxm = System.Guid.NewGuid().ToString();
                        JpBox.cxm = ls_cxm;
                        JpBox.yb = ls_sfz;   //sfz
                        JpBox.nrzt = cTitle;  //标题1
                        JpBox.jtzz = "公开";   //是否公开

                        JpBox.type = ls_type;

                        JpBox.ifhf = "1";   //是否回复 默认为未回复 0
                        JpBox.ifshow = "1";   //是否前台显示 默认为未前台显示 0
                        JpBox.hfsj = ls_date;  //回复时间
                        JpBox.hfcontent = ls_str;  //回复内容
                        JpBox.by4 = ls_dept;
                        JpBox.InsertLS();

                        successNum++;

                    }
                    Response.Write("<script>alert('采集完成,成功 " + successNum + "条 ,失败 " + falseNum + "');window.location='list_collect_box.aspx'</script");
                }
            }
        }
        return true;
    }