public Task Execute(IJobExecutionContext context) { var spider = new TiebaPostSpider(); spider.ThreadNum = 20; var postServer = new GroupServer(); spider.AddTiebaNames(postServer.Select(p => p.Ba_M_Num > 10000, 1, 20000).Select(p => p.Ba_Name)); return(spider.RunAsync()); }
public Task Execute(IJobExecutionContext context) { var spider = new TiebaGroupSpider(false); spider.ThreadNum = 20; var groupServer = new GroupServer(); //获取数据库里所有的贴吧名称进行更新 spider.AddTiebaNames(groupServer.SelectOrderByDescTime().Select(p => p.Ba_Name)); return(spider.RunAsync()); }
public override void Process(IList <ResultItems> resultItems, dynamic sender = null) { foreach (var resultItem in resultItems.Where(p => p.ContainsKey("TiebaGroup"))) { List <TiebaGroup> tiebas = resultItem["TiebaGroup"] as List <TiebaGroup>; foreach (var tieba in tiebas) { //Console.WriteLine($"【{tieba.Ba_Name}】:{tieba.Ba_Desc} 关注:{tieba.Ba_M_Num} 发帖:{tieba.Ba_P_Num}\r\n"); } GroupServer groupServer = new GroupServer(); //添加到数据库 groupServer.AddorUpdates(tiebas); } }