public void CrawlListFailureImageBook() { var dsSubCategory = categoryBal.GetSubCategoryNameList(); for (int i = 28; i < dsSubCategory.Tables[0].Rows.Count; i++) { var dsBook = bookBal.GetListFailureIDBookWhenInsertImage(dsSubCategory.Tables[0].Rows[i][0].ToString()) .Tables[0]; Console.WriteLine("----------------" + dsSubCategory.Tables[0].Rows[i][0].ToString() + "----------------"); for (int j = 0; j < dsBook.Rows.Count; j++) { var url = ConfigHelper.GetConfig().GetSection("Link").GetSection("Search").Value + dsBook.Rows[j][0]; HtmlDocument document = htmlWeb.Load(url, "POST"); var threadItems = document.DocumentNode.QuerySelectorAll("ul.products-grid > li") .ToList(); if (threadItems.Count != 0) { var item = threadItems[0] .QuerySelector( "div.item-inner > div.ma-box-content > div.products > div.images-container"); var link = item.ChildNodes["a"].Attributes["href"].Value; var book_name = threadItems[0].QuerySelector("div.item-inner > div.ma-box-content > h2 > a") .Attributes["title"].Value; Console.Write(book_name + "\t\t\t "); CrawlImageBook(link, book_name); Console.WriteLine(); } } } #region Draft //var dsBook = bookBal.GetListFailureIDBookWhenInsertImage("Crime").Tables[0]; //for (int i = 0; i < dsBook.Rows.Count; i++) //{ // var url = ConfigHelper.GetConfig().GetSection("Link").GetSection("Search").Value + dsBook.Rows[i][0]; // HtmlDocument document = htmlWeb.Load(url, "POST"); // var threadItems = document.DocumentNode.QuerySelectorAll("ul.products-grid > li") // .ToList(); // if (threadItems.Count != 0) // { // var item = threadItems[0] // .QuerySelector( // "div.item-inner > div.ma-box-content > div.products > div.images-container"); // var link = item.ChildNodes["a"].Attributes["href"].Value; // var book_name = threadItems[0].QuerySelector("div.item-inner > div.ma-box-content > h2 > a") // .Attributes["title"].Value; // Console.Write(book_name + "\t\t\t "); // CrawlImageBook(link, book_name); // Console.WriteLine(); // } //} #endregion }