Ejemplo n.º 1
0
        private async Task CreateCrawlerTask(string organizationId, string hostname, int port, HashSet <IPAddressRange> ranges, CancellationToken token)
        {
            logger.Info(string.Format(CultureInfo.InvariantCulture, "Starting crawler for organizationId: {0}, hostname: {1}, port: {2}", organizationId, hostname, port));

            var outFile  = Path.Combine(this.outputPath, string.Format(CultureInfo.InvariantCulture, "{0}.txt", organizationId));
            var consumer = new RWhoisConsumer(outFile.ToString());

            try
            {
                var crawler = new RWhoisCrawler(hostname, port, attemptCrawlOrganizations: this.attemptCrawlOrganizations);
                await crawler.ConnectAsync();

                crawler.Subscribe(consumer);
                await crawler.CrawlRangesAsync(ranges, token);

                logger.Info(string.Format(CultureInfo.InvariantCulture, "Done with crawler for organizationId: {0}, hostname: {1}, port: {2}", organizationId, hostname, port));
                consumer.OnCompleted();
            }
            catch (OperationCanceledException ex)
            {
                logger.Warn(string.Format(CultureInfo.InvariantCulture, "Crawling was cancelled, exception raised: {0}", ex.Message));
                consumer.OnError(ex);
            }
            catch (Exception ex)
            {
                logger.Error(ex);
                consumer.OnError(ex);
            }
        }
Ejemplo n.º 2
0
        private async Task CreateCrawlerTask(string organizationId, string hostname, int port, HashSet <IPAddressRange> ranges)
        {
            try
            {
                logger.Info(string.Format(CultureInfo.InvariantCulture, "Starting crawler for organizationId: {0}, hostname: {1}, port: {2}", organizationId, hostname, port));

                var crawler = new RWhoisCrawler(hostname, port, attemptCrawlOrganizations: this.attemptCrawlOrganizations);
                await crawler.ConnectAsync();

                var outFile = Path.Combine(this.outputPath, string.Format(CultureInfo.InvariantCulture, "{0}.txt", organizationId));

                var consumer = new RWhoisConsumer(outFile.ToString());

                crawler.Subscribe(consumer);
                await crawler.CrawlRangesAsync(ranges);

                logger.Info(string.Format(CultureInfo.InvariantCulture, "Done with crawler for organizationId: {0}, hostname: {1}, port: {2}", organizationId, hostname, port));
            }
            catch (Exception ex)
            {
                logger.Error(ex);
            }
        }