public async Task <IActionResult> convertXML()
{
List <SearchViewModel> listSearch = SessionGoogle.GetSessionGoogleSearch(this.HttpContext);
List <DACN.Models.XmlViewModels.ParserViewModel> listParser = new List <DACN.Models.XmlViewModels.ParserViewModel>();
foreach (var item in listSearch)
{
//listParser.Add(await getParserAsync(item));
XML xml = new XML();
listParser.Add(await xml.convertXML(item));
}
return(View(listParser));
}
public async Task <IActionResult> Parser()
{
List <SearchViewModel> listSearch = SessionGoogle.GetSessionGoogleSearch(this.HttpContext);
List <ParserViewModel> listParser = new List <ParserViewModel>();
if (ModelState.IsValid)
{
foreach (var item in listSearch)
{
listParser.Add(await CRFSServices.getParserAsync(item));
}
}
SessionParser.SetSession(listParser, this.HttpContext);
return(View(listParser));
}
public async Task <List <SearchViewModel> > getContentGoogleAsync(string Search, int number)
{
string url = "https://www.google.com.vn/search?num=" + number + "&q=" + Search +
"&ie=utf-8&oe=utf-8";
List <SearchViewModel> listSearch = new List <SearchViewModel>();
HttpClient http = new HttpClient();
var response = await http.GetByteArrayAsync(url);
String source = Encoding.GetEncoding("utf-8").GetString(response, 0, response.Length - 1);
source = WebUtility.HtmlDecode(source);
HtmlDocument document = new HtmlDocument();
// Load trang web, nạp html vào document
// HtmlDocument document = htmlWeb.Load(url);
document.LoadHtml(source);
ViewData["Text"] = source;
var threadItems = document.DocumentNode.SelectNodes(".//div[@class='g']").ToList();
foreach (var item in threadItems)
{
try
{
var linkNode = item.SelectSingleNode(".//h3[@class='r']/a");
var link = linkNode.Attributes["href"].Value;
//Format UTF 8
link = System.Uri.UnescapeDataString(link);
var title = linkNode.InnerText;
var Desciption = item.SelectSingleNode(".//span[@class='st']").InnerText;
if (link.Contains("http"))
{
listSearch.Add(new SearchViewModel(title, Desciption, link));
}
}
catch { }
}
//ViewData["Text"] = items;
////Load các tag div trong tag div id="rso'
//var threadItems = document.DocumentNode.QuerySelectorAll("div#rso > div").ToList();
//if (threadItems != null)
SessionGoogle.SetSessionGoogleSearch(listSearch, this.HttpContext);
return(listSearch);
}
public async Task <IActionResult> Index()
{
List <SearchViewModel> listSearch = SessionGoogle.GetSessionGoogleSearch(this.HttpContext);
List <NhanDienMauViewModel> listResult = new List <NhanDienMauViewModel>();
foreach (var item in listSearch)
{
bool daThem = false;
try
{
string source = await NhanDienMauServices.formatHtml(item.Link);
HtmlDocument doc = new HtmlDocument();
doc.LoadHtml(source);
bool isMau1 = Mau1.Check(doc);
bool isMau2 = Mau2.Check(doc);
bool isMau3 = Mau3.Check(doc);
bool isMau4 = Mau4.Check(doc);
bool isMau5 = Mau5.Check(doc);
bool isMau6 = Mau6.Check(doc);
bool isMau7 = Mau7.Check(doc);
int result = 0;
if (isMau1)
{
if (isMau2)
{
if (isMau3)
{
result = Max(Mau1.GetContent(doc, item.Link).P, Mau2.GetContent(doc, item.Link).P, Mau3.GetContent(doc, item.Link).P);
}
else
{
result = Max(Mau1.GetContent(doc, item.Link).P, Mau2.GetContent(doc, item.Link).P, 1, 2);
}
}
else if (isMau3)
{
result = Max(Mau1.GetContent(doc, item.Link).P, Mau3.GetContent(doc, item.Link).P, 1, 3);
}
else
{
result = 1;
}
}
else if (isMau2)
{
if (isMau3)
{
result = Max(Mau2.GetContent(doc, item.Link).P, Mau3.GetContent(doc, item.Link).P, 2, 3);
}
else
{
result = 2;
}
}
else if (isMau3)
{
result = 3;
}
else if (isMau4)
{
result = 4;
}
else if (isMau5)
{
result = 5;
}
else if (isMau6)
{
result = 6;
}
else if (isMau7)
{
result = 7;
}
switch (result)
{
case 1:
listResult.Add(Mau1.GetContent(doc, item.Link));
daThem = true;
break;
case 2:
listResult.Add(Mau2.GetContent(doc, item.Link));
daThem = true;
break;
case 3:
listResult.Add(Mau3.GetContent(doc, item.Link));
daThem = true;
break;
case 4:
listResult.Add(Mau4.GetContent(doc, item.Link));
daThem = true;
break;
case 5:
listResult.Add(Mau5.GetContent(doc, item.Link));
daThem = true;
break;
case 6:
listResult.Add(Mau6.GetContent(doc, item.Link));
daThem = true;
break;
case 7:
listResult.Add(Mau7.GetContent(doc, item.Link));
daThem = true;
break;
default:
break;
}
}
catch { }
if (!daThem)
{
listResult.Add(new NhanDienMauViewModel(item.Link, "Có thể nó không phải là một bài tin tức hoặc không phải là một bài tin tức chi tiết hoặc là chúng tôi chưa có mẫu để lấy dữ liệu", null, "Not Template"));
}
}
return(View(listResult));
}
