public CrawlerMain()
{
InitializeComponent();
CrawlerNproView cnv = new CrawlerNproView();
Init();
// LocTitleListDAL loct = new LocTitleListDAL();
// loct.SelectLocalTBTitle();
// cnv.InsertTieBarName();
// var datas = cnv.ReadTBNameFile();
// cnv.InsertTieBarName();
// cnv.SaveTBNameToJson();
// cnv.InsertKeyWorld();
var data = CrawlerNproView.ReadTBNameFile();
lsturl.ItemsSource = data;
//lsturl.ItemsSource = new List<SearchlistEntity> {
// //https://tieba.baidu.com/f?kw=%E5%BF%B5%E7%A0%B4&ie=utf-8&pn=100
// new SearchlistEntity("念破","https://tieba.baidu.com/f?kw=%E5%BF%B5%E7%A0%B4&ie=utf-8","1"),
// new SearchlistEntity("剑网三交易","https://tieba.baidu.com/f?kw=%E5%89%91%E7%BD%91%E4%B8%89%E4%BA%A4%E6%98%93&ie=utf-8","2"),
// new SearchlistEntity("剑网三账号交易","https://tieba.baidu.com/f?kw=%E5%89%91%E7%BD%91%E4%B8%89%E8%B4%A6%E5%8F%B7%E4%BA%A4%E6%98%93&ie=utf-8","3"),
// new SearchlistEntity("五鸢","https://tieba.baidu.com/f?kw=%E4%BA%94%E9%B8%A2&ie=utf-8","4"),
// new SearchlistEntity("唯满侠","https://tieba.baidu.com/f?kw=%E5%94%AF%E6%BB%A1%E4%BE%A0&ie=utf-8","5"),
// };
}
/// <summary>
/// 开始获取数据
/// </summary>
/// <param name="sender"></param>
/// <param name="e"></param>
private async void BtnGetData(object sender, RoutedEventArgs e)
{
Elements elements;
string strGetConetex = null;
var content = this.txtUri.Text.Trim();
if (content == null)
{
content = lsturl.Items[0].ToString();
txtUri.Text = content;
}
CrawlerNproView crawlerNproView = new CrawlerNproView();
var url = crawlerNproView.UrlFiler(content);
int type = (int)ViewEnum.searchEnum.WriteSQLite;
crawlerNproView.SearchStart(url, content, type);//搜索开始
}
/// <summary>
///获取贴吧内容
/// </summary>
/// <param name="url"></param>
public async Task <bool> GetContextData(string url, string pagesize)
{
bool flag;
CrawlerNproView crawlerNproView = new CrawlerNproView();
var resultFrist = await crawlerNproView.GetContext(url);
flag = resultFrist.Flag;
//如果返回实体 的值不为1 就进行循环
var count = Convert.ToInt32(resultFrist.FullPageSIze);
if (count > 1)
{
for (int i = 2; i < count; i++)
{
var resultOther = await crawlerNproView.GetContext(url);
flag = resultOther.Flag;
}
}
return(flag);
}
