private static void TriggerCrawlTaskHandler(NewCrawlTaskMessage message)
{
Console.WriteLine($"{DateTime.Now}: Crawler started for {message.CrawlVillageName}.");
_crawler.StartCrawler(message.CrawlVillageName);
// Publish ETL Task Event
PublishEtlMessage(message.CrawlVillageName);
Console.WriteLine($"{DateTime.Now}: Crawler finished for {message.CrawlVillageName}.");
}
public JsonResult StartNewCrawlerTask([FromBody] NewCrawlerTaskViewModel newCrawlerTaskViewModel)
{
NewCrawlTaskMessage message = new NewCrawlTaskMessage {
CrawlVillageName = newCrawlerTaskViewModel.VillageName
};
_bus.Publish(message, _configuration["mq_crawl_topic"]);
return(new JsonResult("Success."));
}
