protected override void MyInit(params string[] arguments)
{
Monitor = new NLogMonitor();
AddStartUrl("http://www.baidu.com");
AddStartUrl("http://www.sohu.com");
AddEntityType <BaiduEntity>();
AddEntityType <SohuEntity>();
}
protected override void MyInit(params string[] arguments)
{
Monitor = new NLogMonitor();
Identity = Guid.NewGuid().ToString("N");
Scheduler = new RedisScheduler("127.0.0.1:6379,serviceName=Scheduler.NET,keepAlive=8,allowAdmin=True,connectTimeout=10000,password=,abortConnect=True,connectRetry=20");
AddStartUrl("https://baidu.com");
AddPipeline(new ConsoleEntityPipeline());
AddEntityType <TestEntity>();
}
protected override void MyInit(params string[] arguments)
{
Monitor = new NLogMonitor();
AddStartUrl("http://news.baidu.com/ns?word=可乐|雪碧&tn=news&from=news&cl=2&pn=0&rn=20&ct=1", new Dictionary <string, dynamic> {
{ "Keyword", "可乐|雪碧" }
});
EmptySleepTime = 1000;
AddEntityType <BaiduSearchEntry>();
AddPageProcessor(new MyProcessor());
AddPipeline(new MyPipeline());
}
protected override void MyInit(params string[] arguments)
{
Monitor = new NLogMonitor();
Identity = "hello";
var word = "可乐|雪碧";
AddStartUrl(string.Format("http://news.baidu.com/ns?word={0}&tn=news&from=news&cl=2&pn=0&rn=20&ct=1", word), new Dictionary <string, dynamic> {
{ "Keyword", word }
});
Downloader = new WebDriverDownloader(Browser.Chrome);
AddEntityType <BaiduSearchEntry>();
}
protected override void MyInit(params string[] arguments)
{
Monitor = new NLogMonitor();
var word = "可乐|雪碧";
Identity = Guid.NewGuid().ToString();
AddStartUrl(string.Format("http://news.baidu.com/ns?word={0}&tn=news&from=news&cl=2&pn=0&rn=20&ct=1", word),
new Dictionary <string, dynamic> {
{ "Keyword", word },
{ "guid", _guid }
});
AddEntityType <BaiduSearchEntry>(new AutoIncrementTargetUrlsExtractor("&pn=0", 1, new TestTargetUrlsExtractorTermination()));
}
protected override void MyInit(params string[] arguments)
{
Monitor = new NLogMonitor();
EmptySleepTime = 1000;
var word = "可乐|雪碧";
AddStartUrl(string.Format("http://news.baidu.com/ns?word={0}&tn=news&from=news&cl=2&pn=0&rn=20&ct=1", word), new Dictionary <string, dynamic> {
{ "Keyword", word }
});
AddEntityType <BaiduSearchEntry>();
AddPipeline(new MySqlEntityPipeline(Env.DataConnectionStringSettings.ConnectionString));
AddPipeline(new MySqlFileEntityPipeline(MySqlFileEntityPipeline.FileType.InsertSql));
}
protected override void MyInit(params string[] arguments)
{
Monitor = new NLogMonitor();
Identity = Guid.NewGuid().ToString();
ThreadNum = 1;
Deep = 100;
EmptySleepTime = 5000;
ExitWhenComplete = true;
CachedSize = 1;
SkipTargetUrlsWhenResultIsEmpty = false;
AddPipeline(new CollectionEntityPipeline());
AddStartUrl("http://www.cas.cn/kx/kpwz/index.shtml");
AddEntityType <ArticleSummary>();
}
protected override void MyInit(params string[] arguments)
{
Monitor = new NLogMonitor();
var word = "可乐|雪碧";
Identity = Guid.NewGuid().ToString();
AddStartUrl(string.Format("http://news.baidu.com/ns?word={0}&tn=news&from=news&cl=2&pn=0&rn=20&ct=1", word),
new Dictionary <string, dynamic> {
{ "Keyword", word },
{ "guid", _guid }
});
AddPipeline(new MySqlEntityPipeline {
DefaultPipelineModel = PipelineMode.Insert
});
AddEntityType <BaiduSearchEntry>();
}
