public void SaveDocument(LoadWebData_v4 <TKey, TData> loadWebData) { if (_documentStore != null && !_desactivateDocumentStore) { _documentStore.SaveDocument(loadWebData.Key, loadWebData.Document); } }
public LoadWebData_v4 <TKey, TData> LoadDocumentFromWeb(RequestWebData_v4 <TKey> request) { LoadWebData_v4 <TKey, TData> loadWebData = new LoadWebData_v4 <TKey, TData>(request); _LoadDocumentFromWeb(loadWebData); return(loadWebData); }
// maxPage = 0 : all pages public virtual void LoadNewDocuments(int maxNbDocumentLoadedFromStore = 7, int startPage = 1, int maxPage = 20, bool loadImage = true, Action <LoadWebData_v4 <TDetailKey, TDetailData> > onDocumentLoaded = null) { //bool loadImage = true; // obligatoire pour charger les images bool refreshDocumentStore = false; // obligatoire sinon nbDocumentLoadedFromStore reste à 0 int nbDocumentLoadedFromStore = 0; foreach (IHeaderData_v1 header in _loadEnumDataPagesFromWeb.LoadPages(startPage, maxPage, reload: true, loadImage: false)) { LoadWebData_v4 <TDetailKey, TDetailData> loadWebData = LoadDocument(header.GetUrlDetail(), reloadFromWeb: false, loadImage: loadImage, refreshDocumentStore: refreshDocumentStore); if (loadWebData.DocumentLoadedFromStore) { nbDocumentLoadedFromStore++; } if (onDocumentLoaded != null) { onDocumentLoaded(loadWebData); } if (maxNbDocumentLoadedFromStore != 0 && nbDocumentLoadedFromStore == maxNbDocumentLoadedFromStore) { break; } } }
private void _LoadDocumentFromWeb(LoadWebData_v4 <TKey, TData> loadWebData) { if (!loadWebData.DocumentLoaded) { loadWebData.Document = _loadDataFromWeb.Load(loadWebData.Request); loadWebData.DocumentLoaded = true; loadWebData.DocumentLoadedFromWeb = true; } }
public LoadWebData_v4 <TKey, TData> LoadDocument(string url, HttpRequestParameters_v1 requestParameters = null, bool reloadFromWeb = false, bool loadImage = false, bool refreshDocumentStore = false) { if (requestParameters == null) { requestParameters = GetHttpRequestParameters(); } LoadWebData_v4 <TKey, TData> loadWebData = _loadWebDataManager.Load(new RequestWebData_v4 <TKey>(new RequestFromWeb_v3(url, requestParameters, reloadFromWeb, loadImage), GetKeyFromUrl(url), refreshDocumentStore)); return(loadWebData); }
private bool DocumentExists(LoadWebData_v4 <TKey, TData> loadWebData) { if (_documentStore != null && !_desactivateDocumentStore) { return(_documentStore.DocumentExists(loadWebData.Key)); } else { return(false); } }
public LoadWebData_v4 <TKey, TData> Load(RequestWebData_v4 <TKey> request) { LoadWebData_v4 <TKey, TData> loadWebData = new LoadWebData_v4 <TKey, TData>(request); if (request.ReloadFromWeb || request.RefreshDocumentStore || !DocumentExists(loadWebData)) { _LoadDocumentFromWeb(loadWebData); SaveDocument(loadWebData); } LoadDocument(loadWebData); return(loadWebData); }
private void LoadDocument(LoadWebData_v4 <TKey, TData> loadWebData) { if (_documentStore != null && !_desactivateDocumentStore) { if (!loadWebData.DocumentLoaded) { loadWebData.Document = _documentStore.LoadDocument(loadWebData.Key); loadWebData.DocumentLoaded = true; loadWebData.DocumentLoadedFromStore = true; } } else { _LoadDocumentFromWeb(loadWebData); } }
public void RefreshDocumentsStore(Action <TData, TData> action = null, int limit = 100, bool reloadFromWeb = false, string query = null, string sort = null, bool loadImage = false) { ////int traceLevel = Trace.CurrentTrace.TraceLevel; //Trace.CurrentTrace.TraceLevel = 1; foreach (TData data in FindDocuments(query, sort: sort, limit: limit, loadImage: false)) { HttpRequestParameters_v1 requestParameters = GetHttpRequestParameters(); string url = GetDataSourceUrl(data); LoadWebData_v4 <TKey, TData> loadWebData = _loadWebDataManager.LoadDocumentFromWeb(new RequestWebData_v4 <TKey>(new RequestFromWeb_v3(url, requestParameters, reloadFromWeb, loadImage), _documentStore.GetDataKey(data))); TData data2 = loadWebData.Document; if (action != null) { action(data, data2); } _loadWebDataManager.SaveDocument(loadWebData); } ////Trace.CurrentTrace.TraceLevel = traceLevel; }