Beispiel #1
0
        public RssCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Rss rss)
        {
            if (mongoDb != null)
            {
                MongoDbFeedData = new MongoDbUtil <FeedData>(mongoDb);
            }

            OnCrawlDataDelegate = onCrawlDataDelegate;
            Rss = rss;
        }
Beispiel #2
0
        public CrawlerBase(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, string urlBase, Source source)
        {
            if (mongoDb != null)
            {
                MongoDbCrawlingData = new MongoDbUtil <CrawlingData>(mongoDb);
            }

            OnCrawlDataDelegate = onCrawlDataDelegate;
            UrlBase             = urlBase;
            Source = source;
        }
Beispiel #3
0
 public FmkoreaCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"https://www.fmkorea.com/index.php", source)
 {
 }
Beispiel #4
0
 public SlrclubCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"http://www.slrclub.com/bbs/zboard.php", source)
 {
 }
Beispiel #5
0
 public ClienCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"https://www.clien.net/service/board/{source.BoardId}", source)
 {
 }
Beispiel #6
0
 public RuliwebCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"https://bbs.ruliweb.com/{source.BoardId}", source)
 {
 }
 public HumorUnivCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"http://web.humoruniv.com/board/humor/list.html?table=", source)
 {
 }
 public TodayhumorCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"http://www.todayhumor.co.kr/board/list.php", source)
 {
 }
Beispiel #9
0
 public PpomppuCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"http://www.ppomppu.co.kr/zboard/zboard.php", source)
 {
 }
Beispiel #10
0
 public InvenNewsCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"http://www.inven.co.kr/webzine/news/", source)
 {
 }
Beispiel #11
0
 public ItcmCrawler(CrawlDataDelegate onCrawlDataDelegate, IMongoDatabase mongoDb, Source source) :
     base(onCrawlDataDelegate, mongoDb, $"http://itcm.co.kr/index.php?mid=", source)
 {
 }