static void Main(string[] args)
{
Console.WriteLine("商铺采集小程序，管理员QQ 592955699!");
var shopConfig = ShopConfig.LoadConfig();
Console.WriteLine($"商铺账号：{shopConfig.Account}");
Console.WriteLine($"文件地址：{shopConfig.SavePath}");
//注册编码（放在将要指定编码，进行文件解析前）
Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
SnifferContext snifferContext = new SnifferContext();
PageConfigManager pageConfigManager = new PageConfigManager();
String path = AppContext.BaseDirectory + "PageConfigs\\ShopConfig.xml";
var configs = pageConfigManager.LoadConfig(path);
foreach (var item in configs)
{
Console.WriteLine($"商铺地址：{item.Url}");
if (item.PageType == PageType.DetailPage)
{
DetailPage rootDetailPage = new DetailPage(null, item);
snifferContext.AddToWaitPages(rootDetailPage);
}
else
{
ListPage rootListPage = new ListPage(null, item);
snifferContext.AddToWaitPages(rootListPage);
Console.WriteLine($"采集页数：{rootListPage.ListPageConfig.MaxPage}");
}
}
SnifferManager sniffer = new SnifferManager(snifferContext);
sniffer.OnPageDoneEventHandler = (page, context) =>
{
Console.WriteLine($"OnPageDoneEventHandler\t\t{page.Url}");
Console.WriteLine($"待处理页面 {context.GetWaitPageCount()} 个");
};
sniffer.OnRootPageDoneEventHandler = (page, context) =>
{
Console.WriteLine($"OnRootPageDoneEventHandler\t{page.Url}");
};
sniffer.OnListUrlPageDoneEventHandler = (page, context) =>
{
Console.WriteLine($"OnListUrlPageDoneEventHandler\t{page.Url}");
};
sniffer.OnListPageDoneEventHandler = (page, context) =>
{
Console.WriteLine($"OnListPageDoneEventHandler\t{page.Url}");
};
//详细页采集完毕，组合生成url待下载
sniffer.OnDetailPageDoneEventHandler = (page, context) =>
{
//Console.WriteLine($"OnDetailPageDoneEventHandler\t{page.Url}");
};
sniffer.Execute();
}
/// <summary>
/// 判断本任务以及所有子任务是否完毕
/// 如果完毕则通知父页
/// </summary>
/// <param name="snifferManager"></param>
public void PageDone(SnifferManager snifferManager)
{
//snifferManager?.OnPageDoneEventHandler(this);
//if (this.Config.Plug != null)
// this.Config.Plug.OnPageDoneEventHandler(this);
//所有子页已完成，则标注已完成状态
if (SubPages.All(x => x.Done && x.SnifferState == SnifferState.Complate))
{
SnifferState = SnifferState.Complate;
}
if (ParentPage == null)
{
if (SubPages.All(x => x.Done && x.SnifferState == SnifferState.Complate))
{
//触发顶级页采集完毕事件
snifferManager?.OnRootPageDoneEventHandler(this, snifferManager.Context);
if (this.Config.Plug != null)
{
this.Config.Plug.OnRootPageDoneEventHandler(this, snifferManager.Context);
}
}
}
else
{
//当前页以及当前页的所有子页完毕
if (SnifferState == SnifferState.Complate)
{
if (Config.PageType == PageType.DetailPage)
{
//当前详细页以及详细页内容采集完毕
snifferManager?.OnDetailPageDoneEventHandler(this as DetailPage, snifferManager.Context);
if (this.Config.Plug != null)
{
this.Config.Plug.OnDetailPageDoneEventHandler(this as DetailPage, snifferManager.Context);
}
}
else
{
//列表页以及所有子页采集完毕
snifferManager?.OnListPageDoneEventHandler(this as ListPage, snifferManager.Context);
if (this.Config.Plug != null)
{
this.Config.Plug.OnListPageDoneEventHandler(this as ListPage, snifferManager.Context);
}
}
//触发父页 PageDone
ParentPage.PageDone(snifferManager);
}
}
}
public void SnifferManagerTest()
{
string[] urls = new String[]
{
"http://www.mil.be",
"http://www.mil.be",
"https://code.i-harness.com/en/q/1d64607",
"http://www.mil.be",
"https://blog.angular-university.io/angular-jwt-authentication/",
"http://www.mil.be",
"http://www.mil.be",
"https://code.i-harness.com/en/q/1d64607",
"http://www.mil.be",
"https://blog.angular-university.io/angular-jwt-authentication/",
"http://www.mil.be",
"http://www.mil.be",
"https://code.i-harness.com/en/q/1d64607",
"http://www.mil.be",
"https://blog.angular-university.io/angular-jwt-authentication/",
"http://www.mil.be",
"http://www.mil.be",
"https://code.i-harness.com/en/q/1d64607",
"http://www.mil.be",
"https://blog.angular-university.io/angular-jwt-authentication/",
};
SnifferManager manager = new SnifferManager();
manager.Subscribe(ResultsSniff_CollectionChanged);
manager.Load(urls);
// manager.Start();
manager.Stop();
Assert.Equal(20, manager.ResultsSniffing.Count);
}
static void Main(string[] args)
{
Console.WriteLine("Hello World!");
ChromeDriver driver = new ChromeDriver(AppContext.BaseDirectory);
driver.Manage().Window.Maximize();//窗口最大化，便于脚本执行
driver.Manage().Window.Size = new Size(800, 800);
TianyanchaLogin tianyanchaLogin = new TianyanchaLogin(driver);
bool login = tianyanchaLogin.Login();
CookieContainer = tianyanchaLogin.CookieContainer;
//注册编码（放在将要指定编码，进行文件解析前）
Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
SnifferContext context = new SnifferContext();
PageConfigManager pageConfigManager = new PageConfigManager();
String path = AppContext.BaseDirectory + "PageConfigs\\ShopConfig.xml";
var configs = pageConfigManager.LoadConfig(path);
foreach (var item in configs)
{
if (item.PageType == PageType.DetailPage)
{
DetailPage rootDetailPage = new DetailPage(null, item);
context.AddToWaitPages(rootDetailPage);
}
else
{
ListPage rootListPage = new ListPage(null, item);
context.AddToWaitPages(rootListPage);
}
}
SnifferManager sniffer = new SnifferManager(context);
sniffer.OnPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnPageDoneEventHandler\t\t{page.Url}");
};
sniffer.OnRootPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnRootPageDoneEventHandler\t{page.Url}");
};
sniffer.OnListUrlPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnListUrlPageDoneEventHandler\t{page.Url}");
};
sniffer.OnListPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnListPageDoneEventHandler\t{page.Url}");
};
//详细页采集完毕，组合生成url待下载
sniffer.OnDetailPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnDetailPageDoneEventHandler\t{page.Url}");
};
sniffer.Execute();
}
