private static Ebookdz_PostDetail_v2 GetData(WebResult webResult)
{
XXElement xeSource = new XXElement(webResult.Http.zGetXDocument().Root);
Ebookdz_PostDetail_v2 data = new Ebookdz_PostDetail_v2();
data.SourceUrl = webResult.WebRequest.HttpRequest.Url;
data.LoadFromWebDate = webResult.LoadFromWebDate;
data.Id = _GetPostDetailKey(webResult.WebRequest.HttpRequest);
// <div class="body_bd">
XXElement xePost = xeSource.XPathElement("//div[@class='body_bd']");
// Le Monde + Magazine + 2 suppléments du samedi 03 janvier 2015
//data.Title = xePost.XPathValue(".//div[@id='pagetitle']//a//text()").Trim(DownloadPrint.TrimChars);
data.Title = xePost.XPathValue(".//div[@id='pagetitle']//a//text()").zNotNullFunc(s => s.Trim(DownloadPrint.TrimChars));
PrintTitleInfos titleInfos = DownloadPrint.PrintTextValuesManager.ExtractTitleInfos(data.Title);
if (titleInfos.foundInfo)
{
data.OriginalTitle = data.Title;
data.Title = titleInfos.title;
data.Infos.SetValues(titleInfos.infos);
}
// Forum / Journaux / Presse quotidienne / Le Monde / Journal Le Monde + Magazine + 2 suppléments du samedi 03 janvier 2015
string lowerTitle = null;
if (data.Title != null)
{
lowerTitle = data.Title.ToLowerInvariant();
}
//data.Category = xePost.DescendantTextList(".//div[@id='breadcrumb']//a").Where(text => { text = text.ToLowerInvariant(); return text != "forum" && !text.EndsWith(lowerTitle); }).Select(DownloadPrint.TrimFunc1).zToStringValues("/");
data.Category = xePost.XPathElements(".//div[@id='breadcrumb']//a").DescendantTexts().Where(text => { text = text.ToLowerInvariant(); return(text != "forum" && !text.EndsWith(lowerTitle)); }).Select(DownloadPrint.Trim).zToStringValues("/");
string category = data.Category.ToLowerInvariant();
data.PrintType = GetPrintType(category);
//pb.Trace.WriteLine("category \"{0}\" printType {1}", category, data.printType);
// <div id="postlist" class="postlist restrain">
XXElement xe = xePost.XPathElement(".//div[@id='postlist']");
// Aujourd'hui, 07h32 - Aujourd'hui, 10h51 - Hier, 12h55 - 22/02/2014, 21h09
//string date = xe.DescendantTextList(".//div[@class='posthead']//text()", nodeFilter: node => node.zGetName() != "a").zToStringValues("");
XXElement xe2 = xe.XPathElement(".//div[@class='posthead']");
//string date = xe2.DescendantTextList(nodeFilter: node => node.zGetName() != "a").zToStringValues("");
string date = xe2.DescendantTexts(node => node.zGetName() != "a" ? XNodeFilter.SelectNode : XNodeFilter.SkipNode).zToStringValues("");
date = date.Replace('\xA0', ' ');
data.PostCreationDate = zdate.ParseDateTimeLikeToday(date, webResult.LoadFromWebDate, @"d/M/yyyy, HH\hmm", @"d-M-yyyy, HH\hmm");
if (data.PostCreationDate == null)
{
pb.Trace.WriteLine("unknow post creation date \"{0}\"", date);
}
if (__trace)
{
pb.Trace.WriteLine("post creation date {0} - \"{1}\"", data.PostCreationDate, date);
}
//data.PostAuthor = xe.XPathValue(".//div[@class='userinfo']//a//text()").Trim(DownloadPrint.TrimChars);
data.PostAuthor = xe.XPathValue(".//div[@class='userinfo']//a//text()").zNotNullFunc(s => s.Trim(DownloadPrint.TrimChars));
// <div class="postbody">
xe = xePost.XPathElement(".//div[@class='postbody']//div[@class='content']//blockquote/div");
//data.Images = xe.XPathImages(xeImg => new UrlImage(zurl.GetUrl(data.SourceUrl, xeImg.zAttribValue("src")))).ToArray();
data.Images = xe.DescendantNodes(node => XmlDescendant.ImageFilter(node)).Select(xeImg => new WebImage(zurl.GetUrl(data.SourceUrl, xeImg.zAttribValue("src")))).ToArray();
// force load image to get image width and height
if (webResult.WebRequest.LoadImage)
{
data.Images = DownloadPrint.LoadImages(data.Images).ToArray();
}
// get infos, description, language, size, nbPages
// xe.DescendantTextList(nodeFilter: node => !(node is XElement) || ((XElement)node).Name != "a")
PrintTextValues textValues = DownloadPrint.PrintTextValuesManager.GetTextValues(xe.DescendantTexts(node => !(node is XElement) || ((XElement)node).Name != "a" ? XNodeFilter.SelectNode : XNodeFilter.SkipNode), data.Title);
data.Description = textValues.description;
//data.Language = textValues.language;
//data.Size = textValues.size;
//data.NbPages = textValues.nbPages;
data.Infos.SetValues(textValues.infos);
// modif pour avoir les liens de http://www.ebookdz.com/forum/showthread.php?t=113291
//data.DownloadLinks = xe.XPathValues(".//a/@href");
data.DownloadLinks = xePost.XPathElement(".//div[@class='postbody']//div[@class='content']//blockquote").XPathValues(".//a/@href").ToArray();
if (__trace)
{
pb.Trace.WriteLine(data.zToJson());
}
return(data);
}
private static Ebookdz_PostDetail_v2 GetData(WebResult webResult)
{
XXElement xeSource = new XXElement(webResult.Http.zGetXDocument().Root);
Ebookdz_PostDetail_v2 data = new Ebookdz_PostDetail_v2();
data.SourceUrl = webResult.WebRequest.HttpRequest.Url;
data.LoadFromWebDate = webResult.LoadFromWebDate;
data.Id = _GetPostDetailKey(webResult.WebRequest.HttpRequest);
// <div class="body_bd">
XXElement xePost = xeSource.XPathElement("//div[@class='body_bd']");
// Le Monde + Magazine + 2 suppléments du samedi 03 janvier 2015
//data.Title = xePost.XPathValue(".//div[@id='pagetitle']//a//text()").Trim(DownloadPrint.TrimChars);
data.Title = xePost.XPathValue(".//div[@id='pagetitle']//a//text()").zNotNullFunc(s => s.Trim(DownloadPrint.TrimChars));
PrintTitleInfos titleInfos = DownloadPrint.PrintTextValuesManager.ExtractTitleInfos(data.Title);
if (titleInfos.foundInfo)
{
data.OriginalTitle = data.Title;
data.Title = titleInfos.title;
data.Infos.SetValues(titleInfos.infos);
}
// Forum / Journaux / Presse quotidienne / Le Monde / Journal Le Monde + Magazine + 2 suppléments du samedi 03 janvier 2015
string lowerTitle = null;
if (data.Title != null)
lowerTitle = data.Title.ToLowerInvariant();
//data.Category = xePost.DescendantTextList(".//div[@id='breadcrumb']//a").Where(text => { text = text.ToLowerInvariant(); return text != "forum" && !text.EndsWith(lowerTitle); }).Select(DownloadPrint.TrimFunc1).zToStringValues("/");
data.Category = xePost.XPathElements(".//div[@id='breadcrumb']//a").DescendantTexts().Where(text => { text = text.ToLowerInvariant(); return text != "forum" && !text.EndsWith(lowerTitle); }).Select(DownloadPrint.Trim).zToStringValues("/");
string category = data.Category.ToLowerInvariant();
data.PrintType = GetPrintType(category);
//pb.Trace.WriteLine("category \"{0}\" printType {1}", category, data.printType);
// <div id="postlist" class="postlist restrain">
XXElement xe = xePost.XPathElement(".//div[@id='postlist']");
// Aujourd'hui, 07h32 - Aujourd'hui, 10h51 - Hier, 12h55 - 22/02/2014, 21h09
//string date = xe.DescendantTextList(".//div[@class='posthead']//text()", nodeFilter: node => node.zGetName() != "a").zToStringValues("");
XXElement xe2 = xe.XPathElement(".//div[@class='posthead']");
//string date = xe2.DescendantTextList(nodeFilter: node => node.zGetName() != "a").zToStringValues("");
string date = xe2.DescendantTexts(node => node.zGetName() != "a" ? XNodeFilter.SelectNode : XNodeFilter.SkipNode).zToStringValues("");
date = date.Replace('\xA0', ' ');
data.PostCreationDate = zdate.ParseDateTimeLikeToday(date, webResult.LoadFromWebDate, @"d/M/yyyy, HH\hmm", @"d-M-yyyy, HH\hmm");
if (data.PostCreationDate == null)
pb.Trace.WriteLine("unknow post creation date \"{0}\"", date);
if (__trace)
pb.Trace.WriteLine("post creation date {0} - \"{1}\"", data.PostCreationDate, date);
//data.PostAuthor = xe.XPathValue(".//div[@class='userinfo']//a//text()").Trim(DownloadPrint.TrimChars);
data.PostAuthor = xe.XPathValue(".//div[@class='userinfo']//a//text()").zNotNullFunc(s => s.Trim(DownloadPrint.TrimChars));
// <div class="postbody">
xe = xePost.XPathElement(".//div[@class='postbody']//div[@class='content']//blockquote/div");
//data.Images = xe.XPathImages(xeImg => new UrlImage(zurl.GetUrl(data.SourceUrl, xeImg.zAttribValue("src")))).ToArray();
data.Images = xe.DescendantNodes(node => XmlDescendant.ImageFilter(node)).Select(xeImg => new WebImage(zurl.GetUrl(data.SourceUrl, xeImg.zAttribValue("src")))).ToArray();
// force load image to get image width and height
if (webResult.WebRequest.LoadImage)
data.Images = DownloadPrint.LoadImages(data.Images).ToArray();
// get infos, description, language, size, nbPages
// xe.DescendantTextList(nodeFilter: node => !(node is XElement) || ((XElement)node).Name != "a")
PrintTextValues textValues = DownloadPrint.PrintTextValuesManager.GetTextValues(xe.DescendantTexts(node => !(node is XElement) || ((XElement)node).Name != "a" ? XNodeFilter.SelectNode : XNodeFilter.SkipNode), data.Title);
data.Description = textValues.description;
//data.Language = textValues.language;
//data.Size = textValues.size;
//data.NbPages = textValues.nbPages;
data.Infos.SetValues(textValues.infos);
// modif pour avoir les liens de http://www.ebookdz.com/forum/showthread.php?t=113291
//data.DownloadLinks = xe.XPathValues(".//a/@href");
data.DownloadLinks = xePost.XPathElement(".//div[@class='postbody']//div[@class='content']//blockquote").XPathValues(".//a/@href").ToArray();
if (__trace)
pb.Trace.WriteLine(data.zToJson());
return data;
}