Example #1
0
        static VantageCrawler GetFileCrawler()
        {
            var getter      = new FileGetter("..\\..\\..\\..\\pagecache");
            var pageHandler = new PageHandler();
            var docHandler  = new FileDocHandler("..\\..\\..\\..\\docs");

            return(new VantageCrawler(getter, pageHandler, docHandler));
        }
Example #2
0
        static async Task <VantageCrawler> GetHttpCrawler(string[] args)
        {
            var user   = args[0];
            var pw     = args[1];
            var getter = new VantageGetter();
            await getter.Login(user, pw);

            var pageHandler = new PageCachingHandler(new PageHandler(), "..\\..\\..\\..\\pagecache");
            var docHandler  = new FileDocHandler("..\\..\\..\\..\\docs");

            return(new VantageCrawler(getter, pageHandler, docHandler));
        }