public void SaveDocument(LoadWebData_v4 <TKey, TData> loadWebData)
{
if (_documentStore != null && !_desactivateDocumentStore)
{
_documentStore.SaveDocument(loadWebData.Key, loadWebData.Document);
}
}
public LoadWebData_v4 <TKey, TData> LoadDocumentFromWeb(RequestWebData_v4 <TKey> request)
{
LoadWebData_v4 <TKey, TData> loadWebData = new LoadWebData_v4 <TKey, TData>(request);
_LoadDocumentFromWeb(loadWebData);
return(loadWebData);
}
// maxPage = 0 : all pages
public virtual void LoadNewDocuments(int maxNbDocumentLoadedFromStore = 7, int startPage = 1, int maxPage = 20, bool loadImage = true,
Action <LoadWebData_v4 <TDetailKey, TDetailData> > onDocumentLoaded = null)
{
//bool loadImage = true; // obligatoire pour charger les images
bool refreshDocumentStore = false; // obligatoire sinon nbDocumentLoadedFromStore reste à 0
int nbDocumentLoadedFromStore = 0;
foreach (IHeaderData_v1 header in _loadEnumDataPagesFromWeb.LoadPages(startPage, maxPage, reload: true, loadImage: false))
{
LoadWebData_v4 <TDetailKey, TDetailData> loadWebData = LoadDocument(header.GetUrlDetail(), reloadFromWeb: false, loadImage: loadImage, refreshDocumentStore: refreshDocumentStore);
if (loadWebData.DocumentLoadedFromStore)
{
nbDocumentLoadedFromStore++;
}
if (onDocumentLoaded != null)
{
onDocumentLoaded(loadWebData);
}
if (maxNbDocumentLoadedFromStore != 0 && nbDocumentLoadedFromStore == maxNbDocumentLoadedFromStore)
{
break;
}
}
}
private void _LoadDocumentFromWeb(LoadWebData_v4 <TKey, TData> loadWebData)
{
if (!loadWebData.DocumentLoaded)
{
loadWebData.Document = _loadDataFromWeb.Load(loadWebData.Request);
loadWebData.DocumentLoaded = true;
loadWebData.DocumentLoadedFromWeb = true;
}
}
public LoadWebData_v4 <TKey, TData> LoadDocument(string url, HttpRequestParameters_v1 requestParameters = null, bool reloadFromWeb = false, bool loadImage = false, bool refreshDocumentStore = false)
{
if (requestParameters == null)
{
requestParameters = GetHttpRequestParameters();
}
LoadWebData_v4 <TKey, TData> loadWebData = _loadWebDataManager.Load(new RequestWebData_v4 <TKey>(new RequestFromWeb_v3(url, requestParameters, reloadFromWeb, loadImage), GetKeyFromUrl(url), refreshDocumentStore));
return(loadWebData);
}
private bool DocumentExists(LoadWebData_v4 <TKey, TData> loadWebData)
{
if (_documentStore != null && !_desactivateDocumentStore)
{
return(_documentStore.DocumentExists(loadWebData.Key));
}
else
{
return(false);
}
}
public LoadWebData_v4 <TKey, TData> Load(RequestWebData_v4 <TKey> request)
{
LoadWebData_v4 <TKey, TData> loadWebData = new LoadWebData_v4 <TKey, TData>(request);
if (request.ReloadFromWeb || request.RefreshDocumentStore || !DocumentExists(loadWebData))
{
_LoadDocumentFromWeb(loadWebData);
SaveDocument(loadWebData);
}
LoadDocument(loadWebData);
return(loadWebData);
}
private void LoadDocument(LoadWebData_v4 <TKey, TData> loadWebData)
{
if (_documentStore != null && !_desactivateDocumentStore)
{
if (!loadWebData.DocumentLoaded)
{
loadWebData.Document = _documentStore.LoadDocument(loadWebData.Key);
loadWebData.DocumentLoaded = true;
loadWebData.DocumentLoadedFromStore = true;
}
}
else
{
_LoadDocumentFromWeb(loadWebData);
}
}
public void RefreshDocumentsStore(Action <TData, TData> action = null, int limit = 100, bool reloadFromWeb = false, string query = null, string sort = null, bool loadImage = false)
{
////int traceLevel = Trace.CurrentTrace.TraceLevel;
//Trace.CurrentTrace.TraceLevel = 1;
foreach (TData data in FindDocuments(query, sort: sort, limit: limit, loadImage: false))
{
HttpRequestParameters_v1 requestParameters = GetHttpRequestParameters();
string url = GetDataSourceUrl(data);
LoadWebData_v4 <TKey, TData> loadWebData = _loadWebDataManager.LoadDocumentFromWeb(new RequestWebData_v4 <TKey>(new RequestFromWeb_v3(url, requestParameters, reloadFromWeb, loadImage),
_documentStore.GetDataKey(data)));
TData data2 = loadWebData.Document;
if (action != null)
{
action(data, data2);
}
_loadWebDataManager.SaveDocument(loadWebData);
}
////Trace.CurrentTrace.TraceLevel = traceLevel;
}
