//protected override IEnumDataPages<int, IHeaderData> GetDataFromWeb(LoadDataFromWeb loadDataFromWeb)
protected override IEnumDataPages_v2 <int, IHeaderData_v2> GetData(LoadDataFromWeb_v4 loadDataFromWeb)
{
XXElement xeSource = new XXElement(loadDataFromWeb.Http.zGetXDocument().Root);
string url = loadDataFromWeb.WebRequest.HttpRequest.Url;
Ebookdz_HeaderPage data = new Ebookdz_HeaderPage();
data.SourceUrl = url;
data.LoadFromWebDate = loadDataFromWeb.LoadFromWebDate;
data.Id = Ebookdz_LoadHeaderPagesManager.GetHeaderPageKey(loadDataFromWeb.WebRequest.HttpRequest);
//data.UrlNextPage = zurl.GetUrl(url, xeSource.XPathValue("//div[@class='basenavi']//span[@class='nnext']//a/@href"));
data.UrlNextPage = null;
// <div id="vba_news4">
IEnumerable <XXElement> xeHeaders = xeSource.XPathElements("//div[@id='vba_news4']//div[@class='collapse']");
List <Ebookdz_PostHeader> headers = new List <Ebookdz_PostHeader>();
foreach (XXElement xeHeader in xeHeaders)
{
Ebookdz_PostHeader header = new Ebookdz_PostHeader();
header.SourceUrl = url;
header.LoadFromWebDate = loadDataFromWeb.LoadFromWebDate;
//XXElement xe = xeHeader.XPathElement(".//h2[@class='blockhead']//a[@class!='mcbadge mcbadge_r']");
XXElement xe = xeHeader.XPathElement(".//h2[@class='blockhead']//a[2]");
header.Title = xe.XPathValue(".//text()");
header.UrlDetail = xe.XPathValue("./@href");
//header.images = xeHeader.XPathImages(xeImg => new UrlImage(zurl.GetUrl(url, xeImg.zAttribValue("src")))).ToList();
//XXElement xe = xeHeader.XPathElement(".//*[@class='shd']//a");
//header.urlDetail = zurl.GetUrl(url, xe.XPathValue("@href"));
//header.title = RapideDdl.ExtractTextValues(header.infos, xe.XPathValue(".//text()", RapideDdl.TrimFunc1));
//xe = xeHeader.XPathElement(".//div[@class='shdinfo']");
//header.postAuthor = xe.XPathValue(".//span[@class='arg']//a//text()");
//// Aujourd'hui, 17:13
//header.creationDate = RapideDdl.ParseDateTime(xe.XPathValue(".//span[@class='date']//text()"), loadDataFromWeb.loadFromWebDate);
//xe = xeHeader.XPathElement(".//div[@class='maincont']");
//header.images = xe.XPathImages(xeImg => new UrlImage(zurl.GetUrl(url, xeImg.zAttribValue("src")))).ToList();
//RapideDdl.SetTextValues(header, xe.DescendantTextList());
//xe = xeHeader.XPathElement(".//div[@class='morelink']//span[@class='arg']");
//header.category = xe.DescendantTextList(".//a").Select(RapideDdl.TrimFunc1).Where(s => !s.StartsWith("Commentaires")).zToStringValues("/");
headers.Add(header);
}
data.PostHeaders = headers.ToArray();
return((IEnumDataPages_v2 <int, IHeaderData_v2>)data);
}
public static void ClassInit(XElement xe)
{
__useUrlCache = xe.zXPathValue("UseUrlCache").zTryParseAs(false);
__cacheDirectory = xe.zXPathValue("CacheDirectory");
__useMongo = xe.zXPathValue("UseMongo").zTryParseAs(__useMongo);
__mongoServer = xe.zXPathValue("MongoServer", __mongoServer);
__mongoDatabase = xe.zXPathValue("MongoDatabase");
__mongoCollectionName = xe.zXPathValue("MongoCollection");
__mongoDocumentItemName = xe.zXPathValue("MongoDocumentItemName");
IDocumentStore_v3 <int, IEnumDataPages_v2 <int, IHeaderData_v2> > documentStore = null;
if (__useMongo)
{
MongoDocumentStore_v3 <int, IEnumDataPages_v2 <int, IHeaderData_v2> > mongoDocumentStore = new MongoDocumentStore_v3 <int, IEnumDataPages_v2 <int, IHeaderData_v2> >(__mongoServer, __mongoDatabase, __mongoCollectionName, __mongoDocumentItemName);
mongoDocumentStore.DefaultSort = "{ 'download.id': 1 }";
mongoDocumentStore.GetDataKey = headerPage => headerPage.GetKey();
mongoDocumentStore.Deserialize = document => (IEnumDataPages_v2 <int, IHeaderData_v2>)BsonSerializer.Deserialize <Ebookdz_HeaderPage>(document);
documentStore = mongoDocumentStore;
}
__currentLoadHeaderPagesManager = new Ebookdz_LoadHeaderPagesManager(new Ebookdz_LoadHeaderPageFromWebManager(GetUrlCache()), documentStore);
}
