public void CrawlListFailureImageBook()
{
var dsSubCategory = categoryBal.GetSubCategoryNameList();
for (int i = 28; i < dsSubCategory.Tables[0].Rows.Count; i++)
{
var dsBook = bookBal.GetListFailureIDBookWhenInsertImage(dsSubCategory.Tables[0].Rows[i][0].ToString())
.Tables[0];
Console.WriteLine("----------------" + dsSubCategory.Tables[0].Rows[i][0].ToString() +
"----------------");
for (int j = 0; j < dsBook.Rows.Count; j++)
{
var url = ConfigHelper.GetConfig().GetSection("Link").GetSection("Search").Value + dsBook.Rows[j][0];
HtmlDocument document = htmlWeb.Load(url, "POST");
var threadItems = document.DocumentNode.QuerySelectorAll("ul.products-grid > li")
.ToList();
if (threadItems.Count != 0)
{
var item = threadItems[0]
.QuerySelector(
"div.item-inner > div.ma-box-content > div.products > div.images-container");
var link = item.ChildNodes["a"].Attributes["href"].Value;
var book_name = threadItems[0].QuerySelector("div.item-inner > div.ma-box-content > h2 > a")
.Attributes["title"].Value;
Console.Write(book_name + "\t\t\t ");
CrawlImageBook(link, book_name);
Console.WriteLine();
}
}
}
#region Draft
//var dsBook = bookBal.GetListFailureIDBookWhenInsertImage("Crime").Tables[0];
//for (int i = 0; i < dsBook.Rows.Count; i++)
//{
// var url = ConfigHelper.GetConfig().GetSection("Link").GetSection("Search").Value + dsBook.Rows[i][0];
// HtmlDocument document = htmlWeb.Load(url, "POST");
// var threadItems = document.DocumentNode.QuerySelectorAll("ul.products-grid > li")
// .ToList();
// if (threadItems.Count != 0)
// {
// var item = threadItems[0]
// .QuerySelector(
// "div.item-inner > div.ma-box-content > div.products > div.images-container");
// var link = item.ChildNodes["a"].Attributes["href"].Value;
// var book_name = threadItems[0].QuerySelector("div.item-inner > div.ma-box-content > h2 > a")
// .Attributes["title"].Value;
// Console.Write(book_name + "\t\t\t ");
// CrawlImageBook(link, book_name);
// Console.WriteLine();
// }
//}
#endregion
}
