public void SaveDocument(LoadWebData_v5 <TKey, TData> loadWebData) { if (_documentStore != null && !_desactivateDocumentStore) { _documentStore.SaveDocument(loadWebData.Key, loadWebData.Document); } }
public LoadWebData_v5 <TKey, TData> LoadDocumentFromWeb(RequestWebData_v5 <TKey> request) { LoadWebData_v5 <TKey, TData> loadWebData = new LoadWebData_v5 <TKey, TData>(request); _LoadDocumentFromWeb(loadWebData); return(loadWebData); }
// maxPage = 0 : all pages public virtual void LoadNewDocuments(int maxNbDocumentLoadedFromStore = 7, int startPage = 1, int maxPage = 20, bool loadImage = true, Action <LoadWebData_v5 <TDetailKey, TDetailData> > onDocumentLoaded = null) { //bool loadImage = true; // obligatoire pour charger les images bool refreshDocumentStore = false; // obligatoire sinon nbDocumentLoadedFromStore reste à 0 int nbDocumentLoadedFromStore = 0; foreach (IHeaderData_v2 header in _loadEnumDataPagesFromWeb.LoadPages(startPage, maxPage, reload: true, loadImage: false)) { LoadWebData_v5 <TDetailKey, TDetailData> loadWebData = LoadDocument(header.GetHttpRequestDetail(), reloadFromWeb: false, loadImage: loadImage, refreshDocumentStore: refreshDocumentStore); if (loadWebData.DocumentLoadedFromStore) { nbDocumentLoadedFromStore++; } if (onDocumentLoaded != null) { onDocumentLoaded(loadWebData); } if (maxNbDocumentLoadedFromStore != 0 && nbDocumentLoadedFromStore == maxNbDocumentLoadedFromStore) { break; } } }
private void _LoadDocumentFromWeb(LoadWebData_v5 <TKey, TData> loadWebData) { if (!loadWebData.DocumentLoaded) { loadWebData.Document = _loadDataFromWeb.LoadData(loadWebData.Request); loadWebData.DocumentLoaded = true; loadWebData.DocumentLoadedFromWeb = true; } }
private bool DocumentExists(LoadWebData_v5 <TKey, TData> loadWebData) { if (_documentStore != null && !_desactivateDocumentStore) { return(_documentStore.DocumentExists(loadWebData.Key)); } else { return(false); } }
public LoadWebData_v5 <TKey, TData> Load(RequestWebData_v5 <TKey> request) { LoadWebData_v5 <TKey, TData> loadWebData = new LoadWebData_v5 <TKey, TData>(request); if (request.ReloadFromWeb || request.RefreshDocumentStore || !DocumentExists(loadWebData)) { _LoadDocumentFromWeb(loadWebData); SaveDocument(loadWebData); } LoadDocument(loadWebData); return(loadWebData); }
private void LoadDocument(LoadWebData_v5 <TKey, TData> loadWebData) { if (_documentStore != null && !_desactivateDocumentStore) { if (!loadWebData.DocumentLoaded) { loadWebData.Document = _documentStore.LoadDocument(loadWebData.Key); loadWebData.DocumentLoaded = true; loadWebData.DocumentLoadedFromStore = true; } } else { _LoadDocumentFromWeb(loadWebData); } }
public void RefreshDocumentsStore(Action <TData, TData> action = null, int limit = 100, bool reloadFromWeb = false, string query = null, string sort = null, bool loadImage = false) { ////int traceLevel = Trace.CurrentTrace.TraceLevel; ////Trace.CurrentTrace.TraceLevel = 1; foreach (TData data in FindDocuments(query, sort: sort, limit: limit, loadImage: false)) { //HttpRequestParameters requestParameters = GetHttpRequestParameters(); //string url = GetDataSourceUrl(data); //HttpRequest httpRequest = new HttpRequest { Url = GetDataSourceUrl(data) }; LoadWebData_v5 <TKey, TData> loadWebData = _loadWebDataManager.LoadDocumentFromWeb(new RequestWebData_v5 <TKey>(new RequestFromWeb_v4(GetDataSourceHttpRequest(data), reloadFromWeb, loadImage), _documentStore.GetDataKey(data))); TData data2 = loadWebData.Document; if (action != null) { action(data, data2); } _loadWebDataManager.SaveDocument(loadWebData); } ////Trace.CurrentTrace.TraceLevel = traceLevel; }