public static bool InseartDB(WXArticleInfo info, string _id)
        {
            bool rs = false;

            try
            {
                using (MAction _action = new MAction(TableNames.TB_WXARTICLE, ConnectStr))
                {
                    _action.Set(TB_WXARTICLE.id, _id);
                    _action.Set(TB_WXARTICLE.author, info.author);
                    _action.Set(TB_WXARTICLE.source, info.source);
                    _action.Set(TB_WXARTICLE.title, info.title);
                    _action.Set(TB_WXARTICLE.content, info.content);
                    _action.Set(TB_WXARTICLE.flag, 0);

                    rs = _action.Insert();
                }
            }
            catch (System.Exception ex)
            {
            }


            return(rs);
        }
 public static void SetSLTInfo(WXArticleInfo info)
 {
     if (string.IsNullOrWhiteSpace(info.sltImageUrl) == false)
     {
         if (info.sltImageUrl.Contains("alimmdn.com"))
         {
             info.sltImageUrl += "@!tkqslt";
         }
     }
     else
     {
         ALBC_REST_SDK.ALBCClient _client = new ALBC_REST_SDK.ALBCClient(WXGZHDownload.DeDe.DedeStaticValues.ALBCAK, WXGZHDownload.DeDe.DedeStaticValues.ALBCSK, "image1");
         string imagename = DateTime.Now.ToString("yyyyMMddHHmmssfff") + Guid.NewGuid().ToString("N") + ".jpg";
         ALBC_REST_SDK.ALBCUnit.ResultType rs = _client.UpLoadFile(new Uri("https://bing.ioliu.cn/v1/rand?w=640&h=480"), imagename, "tiankongqi");
         if (rs.code == "OK")
         {
             info.sltImageUrl = rs.url;
         }
         else
         {
             info.sltImageUrl = "https://bing.ioliu.cn/v1/rand?w=640&h=480";
         }
     }
 }
Esempio n. 3
0
        public static WXArticleInfo GetArticle(string htmlstr)
        {
            WXArticleInfo info = new WXArticleInfo();

            HtmlAgilityPack.HtmlDocument docBody = new HtmlAgilityPack.HtmlDocument();

            docBody.LoadHtml(htmlstr);

            HtmlAgilityPack.HtmlNode _nodeTemp = docBody.DocumentNode.SelectSingleNode("//*[@id='post-user']");
            if (_nodeTemp != null)
            {
                info.source = _nodeTemp.InnerText.Trim();
            }

            _nodeTemp = docBody.DocumentNode.SelectSingleNode("//em[@class='rich_media_meta rich_media_meta_text' and not(@id)]");
            if (_nodeTemp != null)
            {
                info.author = _nodeTemp.InnerText.Trim();
            }

            _nodeTemp = docBody.DocumentNode.SelectSingleNode("//*[@id='activity-name']");
            if (_nodeTemp != null)
            {
                info.title = _nodeTemp.InnerText.Trim();
            }

            HtmlAgilityPack.HtmlNodeCollection videoPtahs = docBody.DocumentNode.SelectNodes("//iframe[@class='video_iframe']");
            if (videoPtahs != null)
            {
                foreach (var item in videoPtahs)
                {
                    string imageUrl = item.Attributes["data-src"].Value;
                    item.Attributes.Remove("src");
                    item.Attributes.Remove("style");
                    item.Attributes.Add("style", "width: 670px ; height: 376.875px ;");
                    item.Attributes.Add("src", imageUrl);
                    item.Attributes.Remove("data-src");
                }
            }

            HtmlAgilityPack.HtmlNodeCollection ImagePtahs = docBody.DocumentNode.SelectNodes("//img[@data-src]");
            if (ImagePtahs != null)
            {
                Configuration config = System.Configuration.ConfigurationManager.OpenExeConfiguration(ConfigurationUserLevel.None);
                //根据Key读取<add>元素的Value
                string ak = config.AppSettings.Settings["ALBCAK"].Value;
                string sk = config.AppSettings.Settings["ALBCSK"].Value;

                ALBC_REST_SDK.ALBCClient _client = new ALBC_REST_SDK.ALBCClient(ak, sk, "image1");

                HttpClient client = new HttpClient();
                foreach (var item in ImagePtahs)
                {
                    string imageUrl = item.Attributes["data-src"].Value;

                    Stream inStream = client.GetStreamAsync(imageUrl).Result;

                    string[] lists   = imageUrl.Split(new char[] { '?', '&' });
                    string   houzhui = "";
                    foreach (string itempit in lists)
                    {
                        if (itempit.Contains("wx_fmt="))
                        {
                            houzhui = itempit.Replace("wx_fmt=", "");
                            break;
                        }
                    }

                    //按照时间+uuid来命名
                    string imagename = DateTime.Now.ToString("yyyyMMddHHmmssfff") + Guid.NewGuid().ToString("N");
                    if (string.IsNullOrWhiteSpace(houzhui) == false)
                    {
                        imagename = imagename + "." + houzhui;
                    }

                    //把文件保存到本地
                    byte[] buffer    = new byte[1024];
                    Stream outStream = System.IO.File.Create(ImagePath + "\\" + imagename);
                    int    l;
                    do
                    {
                        l = inStream.Read(buffer, 0, buffer.Length);
                        if (l > 0)
                        {
                            outStream.Write(buffer, 0, l);
                        }
                    }while (l > 0);

                    outStream.Close();
                    inStream.Close();

                    //把图片文件上传到阿里百川
                    string newImagePath = ImagePath + "\\" + imagename;
                    ALBC_REST_SDK.ALBCUnit.ResultType rs = _client.UpLoadFile(ImagePath + "\\" + imagename, imagename, "tiankongqi");
                    if (rs.code == "OK")
                    {
                        newImagePath = rs.url;
                    }
                    //去掉html中img之前的src属性,替换为新的src属性,同时去掉data-src
                    item.Attributes.Remove("src");
                    item.Attributes.Add("src", newImagePath);
                    item.Attributes.Remove("data-src");
                }
            }

            _nodeTemp = docBody.DocumentNode.SelectSingleNode("//div[@id='js_content']");
            if (_nodeTemp != null)
            {
                info.content = _nodeTemp.OuterHtml;
                //正则去掉所有的a标签
                info.content = Regex.Replace(info.content, @"<a\s*[^>]*>", "", RegexOptions.IgnoreCase);
                info.content = Regex.Replace(info.content, @"</a>", "", RegexOptions.IgnoreCase);
            }

            return(info);
        }
        public static WXArticleInfo GetArticle(string htmlstr)
        {
            WXArticleInfo info = new WXArticleInfo();

            HtmlAgilityPack.HtmlDocument docBody = new HtmlAgilityPack.HtmlDocument();

            docBody.LoadHtml(htmlstr);

            HtmlAgilityPack.HtmlNode _nodeTemp = docBody.DocumentNode.SelectSingleNode("//*[@id='post-user']");
            if (_nodeTemp != null)
            {
                info.source = _nodeTemp.InnerText.Trim();
            }

            _nodeTemp = docBody.DocumentNode.SelectSingleNode("//em[@class='rich_media_meta rich_media_meta_text' and not(@id)]");
            if (_nodeTemp != null)
            {
                info.author = _nodeTemp.InnerText.Trim();
            }

            _nodeTemp = docBody.DocumentNode.SelectSingleNode("//*[@id='activity-name']");
            if (_nodeTemp != null)
            {
                info.title = _nodeTemp.InnerText.Trim();
            }

            HtmlAgilityPack.HtmlNodeCollection videoPtahs = docBody.DocumentNode.SelectNodes("//iframe[@class='video_iframe']");
            if (videoPtahs != null)
            {
                foreach (var item in videoPtahs)
                {
                    string imageUrl = item.Attributes["data-src"].Value;
                    item.Attributes.Remove("src");
                    item.Attributes.Remove("style");
                    item.Attributes.Add("style", "width: 670px ; height: 376.875px ;");
                    item.Attributes.Add("src", imageUrl);
                    item.Attributes.Remove("data-src");
                }
            }

            HtmlAgilityPack.HtmlNodeCollection ImagePtahs = docBody.DocumentNode.SelectNodes("//img[@data-src]");
            if (ImagePtahs != null)
            {
                WXGZHArticle.LogUtil.Log("开始创建阿里百川对象");
                ALBC_REST_SDK.ALBCClient _client = new ALBC_REST_SDK.ALBCClient(WXGZHDownload.DeDe.DedeStaticValues.ALBCAK, WXGZHDownload.DeDe.DedeStaticValues.ALBCSK, "image1");

                WXGZHArticle.LogUtil.Log("开始抓取图片");
                HttpClient client = new HttpClient();
                foreach (var item in ImagePtahs)
                {
                    string imageUrl = item.Attributes["data-src"].Value;

                    string[] lists   = imageUrl.Split(new char[] { '?', '&' });
                    string   houzhui = "";
                    foreach (string itempit in lists)
                    {
                        if (itempit.Contains("wx_fmt="))
                        {
                            houzhui = itempit.Replace("wx_fmt=", "");
                            break;
                        }
                    }

                    //按照时间+uuid来命名
                    string imagename = DateTime.Now.ToString("yyyyMMddHHmmssfff") + Guid.NewGuid().ToString("N");
                    if (string.IsNullOrWhiteSpace(houzhui) == false)
                    {
                        imagename = imagename + "." + houzhui;
                    }

                    //把图片文件上传到阿里百川
                    string newImagePath = ImagePath + "\\" + imagename;
                    ALBC_REST_SDK.ALBCUnit.ResultType rs = _client.UpLoadFile(new Uri(imageUrl), imagename, "tiankongqi");
                    if (rs.code == "OK")
                    {
                        newImagePath = rs.url;
                    }

                    //给文章设置缩略图
                    if (string.IsNullOrWhiteSpace(info.sltImageUrl) && houzhui.ToUpper() != "GIF")
                    {
                        info.sltImageUrl = newImagePath;
                    }

                    //去掉html中img之前的src属性,替换为新的src属性,同时去掉data-src
                    item.Attributes.Remove("src");
                    item.Attributes.Add("src", newImagePath);
                    item.Attributes.Remove("data-src");
                    item.Attributes.Remove("style");
                    item.Attributes.Add("style", "width: auto !important; height: auto !important; line-height: 24.38px; font-size: 14.44px;max-width:100%");
                }

                WXGZHArticle.LogUtil.Log("抓取图片结束");
            }

            _nodeTemp = docBody.DocumentNode.SelectSingleNode("//div[@id='js_content']");
            if (_nodeTemp != null)
            {
                info.content = _nodeTemp.OuterHtml;
                //正则去掉所有的a标签
                info.content = Regex.Replace(info.content, @"<a\s*[^>]*>", "", RegexOptions.IgnoreCase);
                info.content = Regex.Replace(info.content, @"</a>", "", RegexOptions.IgnoreCase);
            }

            //设置缩略图
            SetSLTInfo(info);

            return(info);
        }