public async void StartSloader()
{
SloaderRunner = new SloaderRunner(SloaderConfigLoader.Parse(this.Input, new Dictionary <string, string>()));
var result = await SloaderRunner.RunAllCrawlers();
Output = result.ToJson();
}
public static async Task <CrawlerRun> InvokeCrawler()
{
#if DEBUG
string debugYamlLocation =
"https://raw.githubusercontent.com/Code-Inside/Sloader/master/src/Sloader.Web/App_Data/Sloader.yml";
var config = await SloaderConfig.Load(debugYamlLocation, new Dictionary <string, string>());
#else
var config =
await
SloaderConfig.Load(ConfigurationManager.AppSettings[ConfigKeys.SloaderConfigPath], new Dictionary <string, string>());
#endif
var secrets = new SloaderSecrets();
secrets.TwitterConsumerKey = ConfigurationManager.AppSettings[ConfigKeys.SecretTwitterConsumerKey];
secrets.TwitterConsumerSecret = ConfigurationManager.AppSettings[ConfigKeys.SecretTwitterConsumerSecret];
var crawler = new SloaderRunner(config);
return(await crawler.RunAllCrawlers());
}
public static async Task Main(string[] args)
{
System.Console.WriteLine("Sloader Console App started.");
await SloaderRunner.AutoRun();
}
