public Spider(IUriMapper uriMapper, IUriTracker uriTracker, IPageLoader pageLoader, IPageArchive pageArchive, IPageParser pageParser, ILogger logger)
{
UriMapper = uriMapper;
UriTracker = uriTracker;
PageLoader = pageLoader;
PageArchive = pageArchive;
PageParser = pageParser;
Logger = logger;
}
public ItemParser(IUriMapper uriMapper, TraversalMode mode)
{
_uriMapper = uriMapper;
_mode = mode;
}
public ItemWriter(IUriMapper uriMapper)
{
_uriMapper = uriMapper;
_wroteFiles = new ConcurrentDictionary <string, byte>();
}
