public GenericDatumProvider(IDocumentBrowser webScrapSC, DatumLocator locator, IFetchPolicy fetchPolicy, IResultPolicy resultPolicy)
{
myWebScrapSC = webScrapSC;
Locator = locator;
FetchPolicy = fetchPolicy;
ResultPolicy = resultPolicy;
}
public DatumProviderFactory(IDocumentBrowser webScrapSC, IFetchPolicy fetchPolicy, IResultPolicy resultPolicy)
{
myWebScrapSC = webScrapSC;
FetchPolicy = fetchPolicy;
ResultPolicy = resultPolicy;
LocatorRepository = new DatumLocatorRepository();
}
public DatumProviderFactory( IDocumentBrowser webScrapSC, IFetchPolicy fetchPolicy, IResultPolicy resultPolicy )
{
myWebScrapSC = webScrapSC;
FetchPolicy = fetchPolicy;
ResultPolicy = resultPolicy;
LocatorRepository = new DatumLocatorRepository();
}
public Pipeline(string name, IElementProcessor elementProcessor, IBrowsableElementStore elementStore, IFetchPolicy fetchPolicy)
{
_name = name;
_elementStore = elementStore;
_demultiplexer = new Demultiplexer();
_demultiplexer.EventDemultiplexed += OnDemultiplexed;
_processor = new PipelineProcessor(elementProcessor);
_processor.EventProcessed += OnEventProcessed;
_fetcher = new ElementFetcher(fetchPolicy, _elementStore, name);
_fetcher.ElementFetched += OnElementFetched;
_fetchTimer = new Timer(x => EvaluateFetchPolicy(), null, TimeSpan.Zero, TimeSpan.FromSeconds(1));
}
public ElementFetcher(IFetchPolicy fetchPolicy, IBrowsableElementStore elementStore, string pipelineName)
{
_fetchPolicy = fetchPolicy;
_pipelineName = pipelineName;
_elementStore = elementStore;
}
public DatumProviderFactory(IDocumentBrowser webScrapSC, IFetchPolicy fetchPolicy)
: this(webScrapSC, fetchPolicy, null)
{
}
public Pipeline(string name, IElementProcessor elementProcessor, IBrowsableElementStore elementStore, IFetchPolicy fetchPolicy)
{
_name = name;
_elementStore = elementStore;
_demultiplexer = new Demultiplexer();
_demultiplexer.EventDemultiplexed += OnDemultiplexed;
_processor = new PipelineProcessor(elementProcessor);
_processor.EventProcessed += OnEventProcessed;
_fetcher = new ElementFetcher(fetchPolicy, _elementStore, name);
_fetcher.ElementFetched += OnElementFetched;
_fetchTimer = new Timer(x => EvaluateFetchPolicy(), null, TimeSpan.Zero, TimeSpan.FromSeconds(1));
}
public ElementFetcher(IFetchPolicy fetchPolicy, IBrowsableElementStore elementStore, string pipelineName)
{
_fetchPolicy = fetchPolicy;
_pipelineName = pipelineName;
_elementStore = elementStore;
}
private static IDatumProvider CreateProvider(DatumLocator datum, IFetchPolicy fetchPolicy)
{
var factory = new DatumProviderFactory(Engine.ServiceProvider.Browser(), fetchPolicy);
return(factory.Create(datum));
}
public DatumProviderFactory( IDocumentBrowser webScrapSC, IFetchPolicy fetchPolicy )
: this(webScrapSC, fetchPolicy, null)
{
}