static void Main(string[] args)
{
Console.WriteLine("商铺采集小程序，管理员QQ 592955699!");
var shopConfig = ShopConfig.LoadConfig();
Console.WriteLine($"商铺账号：{shopConfig.Account}");
Console.WriteLine($"文件地址：{shopConfig.SavePath}");
//注册编码（放在将要指定编码，进行文件解析前）
Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
SnifferContext snifferContext = new SnifferContext();
PageConfigManager pageConfigManager = new PageConfigManager();
String path = AppContext.BaseDirectory + "PageConfigs\\ShopConfig.xml";
var configs = pageConfigManager.LoadConfig(path);
foreach (var item in configs)
{
Console.WriteLine($"商铺地址：{item.Url}");
if (item.PageType == PageType.DetailPage)
{
DetailPage rootDetailPage = new DetailPage(null, item);
snifferContext.AddToWaitPages(rootDetailPage);
}
else
{
ListPage rootListPage = new ListPage(null, item);
snifferContext.AddToWaitPages(rootListPage);
Console.WriteLine($"采集页数：{rootListPage.ListPageConfig.MaxPage}");
}
}
SnifferManager sniffer = new SnifferManager(snifferContext);
sniffer.OnPageDoneEventHandler = (page, context) =>
{
Console.WriteLine($"OnPageDoneEventHandler\t\t{page.Url}");
Console.WriteLine($"待处理页面 {context.GetWaitPageCount()} 个");
};
sniffer.OnRootPageDoneEventHandler = (page, context) =>
{
Console.WriteLine($"OnRootPageDoneEventHandler\t{page.Url}");
};
sniffer.OnListUrlPageDoneEventHandler = (page, context) =>
{
Console.WriteLine($"OnListUrlPageDoneEventHandler\t{page.Url}");
};
sniffer.OnListPageDoneEventHandler = (page, context) =>
{
Console.WriteLine($"OnListPageDoneEventHandler\t{page.Url}");
};
//详细页采集完毕，组合生成url待下载
sniffer.OnDetailPageDoneEventHandler = (page, context) =>
{
//Console.WriteLine($"OnDetailPageDoneEventHandler\t{page.Url}");
};
sniffer.Execute();
}
public void OnDetailPageDoneEventHandler(DetailPage page, SnifferContext snifferContext)
{
String filePath = Path.Combine(ShopConfig.SavePath, fileName);
String key, value;
page.Data.TryGetValue("店铺Id", out key);
page.Data.TryGetValue("产品Id", out value);
String url = String.Format("https://seller.17zwd.com/site/goods/img/download?goods_id={0}&shop_id={1}\r\n", value, key);
AppendFile(filePath, url);
//保存后，清除数据，减少内存开销
page.Data.Clear();
page.Body = "";
}
public void OnRootPageDoneEventHandler(PageBase page, SnifferContext snifferContext)
{
String filePath = Path.Combine(ShopConfig.SavePath, fileName);
List <string> urls = ReadFile(filePath);
if (driver == null)
{
string driverDiectory = Path.Combine(AppContext.BaseDirectory, "ref");
driver = new ChromeDriver(driverDiectory);
}
DownLoadZip downLoadZip = new DownLoadZip(driver);
downLoadZip.Execute(urls);
driver.Close();
driver.Dispose();
}
static void Main(string[] args)
{
Console.WriteLine("Hello World!");
ChromeDriver driver = new ChromeDriver(AppContext.BaseDirectory);
driver.Manage().Window.Maximize();//窗口最大化，便于脚本执行
driver.Manage().Window.Size = new Size(800, 800);
TianyanchaLogin tianyanchaLogin = new TianyanchaLogin(driver);
bool login = tianyanchaLogin.Login();
CookieContainer = tianyanchaLogin.CookieContainer;
//注册编码（放在将要指定编码，进行文件解析前）
Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
SnifferContext context = new SnifferContext();
PageConfigManager pageConfigManager = new PageConfigManager();
String path = AppContext.BaseDirectory + "PageConfigs\\ShopConfig.xml";
var configs = pageConfigManager.LoadConfig(path);
foreach (var item in configs)
{
if (item.PageType == PageType.DetailPage)
{
DetailPage rootDetailPage = new DetailPage(null, item);
context.AddToWaitPages(rootDetailPage);
}
else
{
ListPage rootListPage = new ListPage(null, item);
context.AddToWaitPages(rootListPage);
}
}
SnifferManager sniffer = new SnifferManager(context);
sniffer.OnPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnPageDoneEventHandler\t\t{page.Url}");
};
sniffer.OnRootPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnRootPageDoneEventHandler\t{page.Url}");
};
sniffer.OnListUrlPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnListUrlPageDoneEventHandler\t{page.Url}");
};
sniffer.OnListPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnListPageDoneEventHandler\t{page.Url}");
};
//详细页采集完毕，组合生成url待下载
sniffer.OnDetailPageDoneEventHandler = (page) =>
{
Console.WriteLine($"OnDetailPageDoneEventHandler\t{page.Url}");
};
sniffer.Execute();
}
public void OnPageDoneEventHandler(PageBase page, SnifferContext snifferContext)
{
}
public void OnListUrlPageDoneEventHandler(ListPage page, SnifferContext snifferContext)
{
}
