public static MblogData GetMblogsWithUrl(string url, ref CookieContainer weibocc)
{
string ss = "";
//string html = HttpHelper1.GetHttpsHtml(url, "", ref ss);
CookieCollection ccl = weibocc.GetCookies(new Uri("http://weibo.com"));
CookieCollection newccl = ccl;
for (int i = 0; i < newccl.Count; i++)
{
newccl[i].Domain = "weibo.cn";
}
CookieContainer newcc = new CookieContainer();
weibocc.Add(new Uri("http://weibo.cn"), newccl);
string html = HttpHelper1.SendDataByGET(url, ref weibocc);
if (html.Length < 1000)
{
for (int i = 0; i < newccl.Count; i++)
{
newccl[i].Domain = "sina.com.cn";
}
newcc = new CookieContainer();
weibocc.Add(new Uri("http://sina.com.cn"), newccl);
string ssourl1 = "http://login.sina.com.cn/sso/login.php?url=http%3A%2F%2Fm.weibo.cn%2F&_rand=" + HttpHelper1.GetTicks() + ".3493&gateway=1&service=sinawap&entry=sinawap&useticket=1&returntype=META&sudaref=&_client_version=0.6.23";
string ssoresult1 = HttpHelper1.SendDataByGET(ssourl1, ref weibocc);
string ssourl2 = "";
HttpHelper1.GetStringInTwoKeyword(ssoresult1, ref ssourl2, "arrURL\":[\"", "\"]", 0);
ssourl2 = ssourl2.Replace(@"\/", "/");
ssourl2 = ssourl2 + "&callback=sinaSSOController.doCrossDomainCallBack&scriptId=ssoscript0&client=ssologin.js(v1.4.19)&_=" + HttpHelper1.GetTicks();
string ssoresult2 = HttpHelper1.SendDataByGET(ssourl2, ref weibocc);
ccl = weibocc.GetCookies(new Uri("http://sina.com.cn"));
newccl = ccl;
for (int i = 0; i < newccl.Count; i++)
{
newccl[i].Domain = "weibo.cn";
}
newcc = new CookieContainer();
weibocc.Add(new Uri("http://weibo.cn"), newccl);
html = HttpHelper1.SendDataByGET(url, ref weibocc);
}
for (int i = 0; i < newccl.Count; i++)
{
newccl[i].Domain = "weibo.com";
}
weibocc.Add(newccl);
if (html.Contains(""))
{
html = html.Replace("page\":null", "page\":1");
}
MblogData mbloglist = Newtonsoft.Json.JsonConvert.DeserializeObject <MblogData>(html);
return(mbloglist);
}
private void btn_test_Click(object sender, EventArgs e)
{
Mblog mblog = null;
string mid = "";
string ss = "";
string url = "";
string colresult = "";
MblogData mbloglist = null;
int isHave = 0;
WeiboComment comment = null;
string links = "";//多链接以,分割
int j = 1;
int linknum = 0;
bool isCoupon = false;
string couponlinks = "";
string[] urls = File.ReadAllLines(("config/colweibo.txt"));
string[] xiaohaos = File.ReadAllLines(("config/xiaohao.txt"));
alimamacc = Alimama.Login();
InitWeiboAccounts();
weibocc = WeiboHandler.InitWeiboCookie(((DEWeiboAccount)DEWeiboAccounts[0]).Username, "config", 1);
while (true)
{
foreach (string urltemp in urls)
{
#region 抓取微博列表
url = urltemp + "1";
ss = "";
colresult = HttpHelper1.GetHttpsHtml(url, "", ref ss);
if (colresult.Contains(""))
{
colresult = colresult.Replace("page\":null", "page\":1");
}
mbloglist = Newtonsoft.Json.JsonConvert.DeserializeObject <MblogData>(colresult);
#endregion
#region 遍历处理需评论微博
foreach (Card card in mbloglist.Cards)
{
if (card.Mblog == null)
{
continue;
}
mblog = card.Mblog;
mid = card.Mblog.Id;
isHave = Convert.ToInt32(SQLiteHelper.ExecuteScalar("select count(*) from mblog where id=" + mid));
if (isHave > 0)
{
continue;//如果数据已存在，则跳过
}
//先查看评论是否包含链接
comment = WeiboHandler.GetComment(mid, weibocc);
if (comment == null)
{
continue;
}
if (comment.Data.Html.Contains("图1："))
{
string tbklinks_html = "";
linknum = j = 1;
couponlinks = "";
HttpHelper1.GetStringInTwoKeyword(comment.Data.Html, ref tbklinks_html, "图1：", "<!-- 评论图片的处理 -->", 0);
Hashtable tbklinks = new Hashtable();
Regex reg = new Regex(@"[a-zA-z]+://[^\s]*");
MatchCollection mc = reg.Matches(tbklinks_html);
foreach (Match m in mc)
{
linknum++;
string weiboshortlink = m.Value.Replace("\"", "");
if (!weiboshortlink.StartsWith("http://t.cn"))
{
continue;
}
links = links + weiboshortlink + ",";
//转换淘客微博评论链接为自有ID优惠券链接
//获取代理IP
//通过代理IP登录微博
//通过代理IP发布评论
string tbrealitem = "";
string result = Alimama.GetItemResultWithWeiboShortUrl(weiboshortlink, alimamacc, ref tbrealitem);
if (tbrealitem.Contains("http://ai.taobao.com"))
{
int staresult = SQLiteHelper.ExecuteNonQuery("insert into mblog(id,Source,Text,CreateAt,TbkLinks)values(@id,@Source,@Text,@CreateAt,@TbkLinks)", new[] {
mblog.Id,
mblog.Source,
mblog.Text,
mblog.CreatedAt,
""
});
break;
}
DEWeiboAccount deweiboaccount = WeiboHandler.GetOneAccount();
//string own_tbklink = Weibo.Common.Alimama.GetTbkLink(tbrealitem, deweiboaccount.Siteid, deweiboaccount.Adzoneid, alimamacc);//把淘宝客链接更换为自己链接
//if (own_tbklink == "" || own_tbklink == "链接不支持转化")
//{
// int staresult = SQLiteHelper.ExecuteNonQuery("insert into mblog(id,Source,Text,CreateAt,TbkLinks)values(@id,@Source,@Text,@CreateAt,@TbkLinks)", new[] {
// mblog.Id,
// mblog.Source,
// mblog.Text,
// mblog.CreatedAt,
// ""
// });
// break;//没有淘宝客链接，当前内容不可用，直接退出循环
//}
//else if (own_tbklink == "阿里妈妈登录失效")
//{
// alimamacc = Alimama.Login();
// if (Alimama.TestLogin(alimamacc))
// ;
// else
// {
// return;
// }
//}
double maxRate = 0;
string searchresult = Alimama.SearchItem(tbrealitem, alimamacc);
bool isSuc = Alimama.ApplyCampaign(searchresult, tbrealitem, ref alimamacc, ref maxRate);//申请定向计划
//获取优惠券信息
if (!searchresult.Contains("couponInfo\":\"无"))
{
string couponshorturl = Alimama.GetCouponInfo(searchresult, tbrealitem, alimamacc);
string couponweiboShortlink = WeiboHandler.GetWeiboShorturl(couponshorturl);//微博短地址
if (couponweiboShortlink != "")
{
couponlinks += "图" + j.ToString() + ":" + couponweiboShortlink + " ";
}
isCoupon = true;
}
//string weiboShortlink = WeiboHandler.GetWeiboShorturl(own_tbklink);//微博短地址
//own_tbklinks += "图" + j.ToString() + ":" + weiboShortlink + " ";
j++;
}
}
if (!couponlinks.Contains("图"))
{
continue;
}
//WebProxy proxy = DailiHelper.GetProxy();
//while (!DailiHelper.VerIP(proxy))
//{
// proxy = DailiHelper.GetProxy();
//}
Random r = new Random();
string xiaohao = xiaohaos[r.Next(xiaohaos.Length)];
string xiaohaousername = xiaohao.Split(',')[0];
string xiaohaopassword = xiaohao.Split(',')[1];
string uid = "";
HttpHelper1.GetStringInTwoKeyword(url, ref uid, "uid=", "&", 0);
string refer = "http://www.weibo.com/u/" + uid + "/home?wvr=5";
CookieContainer xiaohaocc = WeiboHandler.InitWeiboCookie(xiaohaousername);
if (!WeiboHandler.TestLogin(xiaohaocc))
{
xiaohaocc = WeiboHandler.Login(xiaohaousername, xiaohaopassword);
}
while (xiaohaocc == null)
{
//取新号
xiaohao = xiaohaos[r.Next(xiaohaos.Length)];
xiaohaousername = xiaohao.Split(',')[0];
xiaohaopassword = xiaohao.Split(',')[1];
//proxy = DailiHelper.GetProxy();
xiaohaocc = WeiboHandler.InitWeiboCookie(xiaohaousername);
if (!WeiboHandler.TestLogin(xiaohaocc))
{
xiaohaocc = WeiboHandler.Login(xiaohaousername, xiaohaopassword);
}
}
couponlinks = couponlinks.Replace("图", "");
string commentresult = WeiboHandler.Comment(mblog.Id, uid, couponlinks, refer, xiaohaocc);
string decode_commentresult = Regex.Unescape(commentresult);
if (!decode_commentresult.Contains("抱歉") && !decode_commentresult.Contains("广告"))
{
if (!commentresult.Contains("{\"code\":\"100000\""))
{
//评论失败之后，再次评论
commentresult = WeiboHandler.Comment(mid, uid, "地址 " + couponlinks, refer, weibocc);
}
if (!commentresult.Contains("{\"code\":\"100000\""))
{
//第二次评论尝试
commentresult = WeiboHandler.Comment(mid, uid, "链接 " + couponlinks, refer, weibocc);
}
if (!commentresult.Contains("{\"code\":\"100000\""))
{
//第三次评论尝试
commentresult = WeiboHandler.Comment(mid, uid, "购 " + couponlinks, refer, weibocc);
}
}
if (commentresult.Contains("{\"code\":\"100000\""))
{
int statu = SQLiteHelper.ExecuteNonQuery("insert into mblog(id,Source,Text,CreateAt,TbkLinks)values(@id,@Source,@Text,@CreateAt,@TbkLinks)", new[] {
mblog.Id,
mblog.Source,
mblog.Text,
mblog.CreatedAt,
couponlinks
});//选品库下载完成后，保存微博数据到数据库
}
}//单个mblog处理结束
#endregion
}
Thread.Sleep(10 * 60 * 1000);
}
}
public void StartCol(object parms)
{
while (true)
{
SetColeButtonStatus(true);
int pagenum = Convert.ToInt32(this.nud_Pages.Value);
for (int i = 1; i < pagenum + 1; i++)
{
AppenColCmd("开始抓取第" + i.ToString() + "页微博内容");
//string[] weiboAccounts = File.ReadAllLines("weiboAccounts.txt");
CookieContainer weibocc = new CookieContainer();
string[] urls = File.ReadAllLines(("colweibo.txt"));
foreach (string urltemp in urls)
{
string url = urltemp + i.ToString();
string ss = "";
string html = HttpHelper1.GetHttpsHtml(url, "", ref ss);
if (html.Contains(""))
{
html = html.Replace("page\":null", "page\":1");
}
MblogData mbloglist = Newtonsoft.Json.JsonConvert.DeserializeObject <MblogData>(html);
foreach (Card card in mbloglist.Cards)
{
if (card.Mblog == null)
{
continue;
}
Mblog mblog = card.Mblog;
string mid = card.Mblog.Id;
try
{
int isHave = Convert.ToInt32(SQLiteHelper.ExecuteScalar("select count(*) from mblog where id=" + mid));
if (isHave > 0)
{
continue; //如果数据已存在，则跳过
}
string dirname = HttpHelper1.NoHTML(mblog.Text).Trim(); //截取选品文件夹名称
int picnum = 1;
dirname = dirname.Replace("\"", "");
if (!Directory.Exists("temp/" + dirname))
{
Directory.CreateDirectory("temp/" + dirname);
}
else
{
continue;
}
foreach (Pic pic in mblog.Pics)
{
AppenColCmd("下载图" + picnum.ToString());
string[] strs = pic.Url.Split('.');
string houzhui = strs[strs.Length - 1];
string savepicurl = "temp/" + dirname + "/" + picnum.ToString() + "." + houzhui;
string picurl = "http://wx2.sinaimg.cn/large/" + pic.Pid + "." + houzhui;
HttpHelper1.HttpDownloadFile(picurl, "temp/" + dirname + "/" + picnum.ToString() + "." + houzhui, weibocc);
picnum++;
}
Directory.Move("temp/" + dirname, "待发布/" + dirname);
int staresult = SQLiteHelper.ExecuteNonQuery("insert into mblog(id,Source,Text,CreateAt,TbkLinks)values(@id,@Source,@Text,@CreateAt,@TbkLinks)", new[] {
mblog.Id,
mblog.Source,
mblog.Text,
mblog.CreatedAt,
""
});
AppenColCmd("单条微博抓取完成！");
}
catch (Exception ex)
{
int staresult = SQLiteHelper.ExecuteNonQuery("insert into mblog(id,Source,Text,CreateAt,TbkLinks)values(@id,@Source,@Text,@CreateAt,@TbkLinks)", new[] {
mblog.Id,
mblog.Source,
mblog.Text,
mblog.CreatedAt,
""
});
AppenColCmd(ex.Message);
}
}
}
}
int alimamajiange = Convert.ToInt32(this.nud_coljiange.Value);
AppenColCmd("此次抓取完毕，等待" + alimamajiange.ToString() + "分钟");
Thread.Sleep(alimamajiange * 60 * 1000);
}
}
