Exemple #1
0
 public HomeController(ILogger <HomeController> logger, IScraperService scraperService, ISearchService searchService, IArticleService articleService)
 {
     _logger         = logger;
     _scraperService = scraperService;
     _searchService  = searchService;
     _articleService = articleService;
 }
Exemple #2
0
 public HomeController(IScraperService scraperService, IRiotSharpService riotSharpService, IDbService dbService, IHomeService homeService)
 {
     this.scraperService   = scraperService;
     this.riotSharpService = riotSharpService;
     this.dbService        = dbService;
     this.homeService      = homeService;
 }
Exemple #3
0
        public JobManager(IScraperService scraper, IRepository <Job> repository)
        {
            Scraper       = scraper;
            JobRepository = repository;

            Start();
        }
 public SearchService(IScraperService scraperService, ISearchRankService searchRankService, SearchEngine searchEngine, string searchResultRegex)
 {
     _scraperService    = scraperService;
     _searchRankService = searchRankService;
     _searchEngine      = searchEngine;
     _searchResultRegex = searchResultRegex;
 }
Exemple #5
0
 /* Constructors */
 public ScraperController(
     IScraperService scraperService,
     IScraperFactory scraperFactory)
 {
     m_scraperService = scraperService;
     m_scraperFactory = scraperFactory;
 }
Exemple #6
0
 public InfoController(IServiceProvider services, ILinkGenerator link, IOptionsSnapshot <RecaptchaOptions> recaptchaOptions, IDiscordOAuthHandler discordOAuth, IScraperService scrapers)
 {
     _services         = services;
     _link             = link;
     _discordOAuth     = discordOAuth;
     _scrapers         = scrapers;
     _recaptchaOptions = recaptchaOptions.Value;
 }
Exemple #7
0
 public HomeController(ILogger <HomeController> logger, IScraperService scraperService, ISearchTermService searchTermService, ISearchEngineService searchEngineService, IWebsiteService website)
 {
     _logger              = logger;
     _scraperService      = scraperService;
     _searchTermService   = searchTermService;
     _searchEngineService = searchEngineService;
     _website             = website;
 }
        public async static Task <Result <SearchOutput> > SearchAsync(
            string actorId, IActorStateManager stateManager,
            IScraperService scraperService,
            IFullTextSearchService fullTextSearchService,
            SearchInput input)
        {
            if (await ShouldRequestUserInfoScrapingAsync(stateManager))
            {
                await RequestUserInfoScrapingAsync(
                    actorId : actorId,
                    stateManager : stateManager,
                    scraperService : scraperService,
                    authToken : input.AuthToken);
            }

            var result = await PerformFullTextSearchAsync(fullTextSearchService, input);

            List <SearchOutput.Item> items = new List <SearchOutput.Item>();

            foreach (var resultRepository in result.Data.Repositories)
            {
                CachedItem <RepositoryScore> item =
                    await GetRepositoryScoreAsync(stateManager, resultRepository);

                Repository repository = item != null ? item.Data.Repository : resultRepository;

                items.Add(new SearchOutput.Item
                {
                    Score      = CalculateScore(item),
                    Repository = repository
                });

                if (ShouldRequestRepositoryScraping(item))
                {
                    await RequestRepositoryScrapingAsync(
                        scraperService : scraperService,
                        actorId : actorId,
                        stateManager : stateManager,
                        authToken : input.AuthToken,
                        repository : repository);
                }

                await AddQueryToRepositoryScoreAsync(stateManager, repository, input.Query);
            }

            items = items.OrderByDescending(item => item.Score).ToList();

            await AddRepositoriesToSearchHistory(
                stateManager, items.Select(item => item.Repository).ToList());

            return(new Result <SearchOutput>
            {
                Success = true,
                Data = new SearchOutput {
                    Items = items
                }
            });
        }
 public DataInitializer(IUserService userService, IScanPageService scanPageService,
                        IScraperService scraperService, IAdService adService, IAuthService authService)
 {
     _userService     = userService;
     _scanPageService = scanPageService;
     _scraperService  = scraperService;
     _adService       = adService;
     _authService     = authService;
 }
Exemple #10
0
 public InfoController(IServiceProvider services, IOptionsMonitor <ServerOptions> serverOptions, IOptionsMonitor <StripeServiceOptions> stripeOptions, ILinkGenerator link, IOptionsMonitor <RecaptchaOptions> recaptchaOptions, IDiscordOAuthHandler discordOAuth, IScraperService scrapers, IStripeService stripe)
 {
     _services         = services;
     _serverOptions    = serverOptions;
     _stripeOptions    = stripeOptions;
     _link             = link;
     _discordOAuth     = discordOAuth;
     _scrapers         = scrapers;
     _recaptchaOptions = recaptchaOptions;
     _stripe           = stripe;
 }
Exemple #11
0
 public EventFinder(
     IDocumentUtilty documentUtility,
     IScraperService scraperService,
     IDataExporter <EventModel> eventExporter,
     Action <string> outputHandle,
     string document)
 {
     _scraperService = scraperService;
     _eventExporter  = eventExporter;
     _documentUtilty = documentUtility;
     _outputHandle   = outputHandle;
     _documentUtilty.LoadDocument(document);
 }
Exemple #12
0
        public DbService(
            IDeletableEntityRepository <ChampionCounter> championCountersRepository,
            IDeletableEntityRepository <ChampionItemsItem> championItemsItemRepository,
            IDeletableEntityRepository <ChampionStarterItemsItem> championStarterItemsItemRepository,
            IDeletableEntityRepository <ChampionSummonerSpellsSummonerSpell> championSummonerSpellsSummonerSpellRepository,
            IDeletableEntityRepository <ChampionRunesRune> championRunesRuneRepository,
            IDeletableEntityRepository <ChampionRunesStatRune> championRunesStatRuneRepository,
            IDeletableEntityRepository <ChampionAbilitiesAbility> championAbilitiesAbilitiesRepository,
            IDeletableEntityRepository <BaseAbility> baseChampionAbilitiesRepository,
            IDeletableEntityRepository <Champion> championsRepository,
            IDeletableEntityRepository <ChampionAbilities> championAbilitiesRepository,
            IDeletableEntityRepository <ChampionItems> championItemsRepository,
            IDeletableEntityRepository <ChampionRole> championRolesRepository,
            IDeletableEntityRepository <ChampionRunes> championRunesRepository,
            IDeletableEntityRepository <ChampionStarterItems> championStarterItemsRepository,
            IDeletableEntityRepository <ChampionSummonerSpells> championSummonerSpellsRepository,
            IDeletableEntityRepository <Item> itemsRepository,
            IDeletableEntityRepository <RunePath> runePathsRepository,
            IDeletableEntityRepository <Rune> runesRepository,
            IDeletableEntityRepository <StatRune> statRunesRepository,
            IDeletableEntityRepository <SummonerSpell> summonerSpellsRepository,
            IDeletableEntityRepository <StatRuneRow> statRuneRowsRepository,
            IRiotSharpService riotSharpService,
            IScraperService scraperService)
        {
            this.championCountersRepository                    = championCountersRepository;
            this.championCountersRepository                    = championCountersRepository;
            this.championItemsItemRepository                   = championItemsItemRepository;
            this.championStarterItemsItemRepository            = championStarterItemsItemRepository;
            this.championSummonerSpellsSummonerSpellRepository = championSummonerSpellsSummonerSpellRepository;
            this.championRunesRuneRepository                   = championRunesRuneRepository;
            this.championRunesStatRuneRepository               = championRunesStatRuneRepository;
            this.championAbilitiesAbilitiesRepository          = championAbilitiesAbilitiesRepository;
            this.baseChampionAbilitiesRepository               = baseChampionAbilitiesRepository;
            this.championsRepository              = championsRepository;
            this.championAbilitiesRepository      = championAbilitiesRepository;
            this.championItemsRepository          = championItemsRepository;
            this.championRolesRepository          = championRolesRepository;
            this.championRunesRepository          = championRunesRepository;
            this.championStarterItemsRepository   = championStarterItemsRepository;
            this.championSummonerSpellsRepository = championSummonerSpellsRepository;
            this.itemsRepository          = itemsRepository;
            this.runePathsRepository      = runePathsRepository;
            this.runesRepository          = runesRepository;
            this.statRunesRepository      = statRunesRepository;
            this.summonerSpellsRepository = summonerSpellsRepository;
            this.statRuneRowsRepository   = statRuneRowsRepository;

            this.riotSharpService = riotSharpService;
            this.scraperService   = scraperService;
        }
        public Task <Result <SearchOutput> > SearchAsync(SearchInput input)
        {
            IFullTextSearchService fullTextSearchService =
                ServiceProvider.GetFullTextSearchService(ActorService.Context);

            IScraperService scraperService =
                ServiceProvider.GetScraperService(ActorService.Context);

            return(UserRepoSearch.SearchAsync(
                       actorId: this.GetActorId().ToString(),
                       stateManager: StateManager,
                       fullTextSearchService: fullTextSearchService,
                       scraperService: scraperService,
                       input: input));
        }
Exemple #14
0
        public Run(IDataService dataService, IScraperService scraperService, IConfigService configService)
        {
            _dataService    = dataService;
            _scraperService = scraperService;
            _configService  = configService;
            var currentState = configService.GetConfig();

            app.HelpOption("-?|-h|--help");
            var filter = app.Option("-f|--filter <string>", "Filter results", CommandOptionType.MultipleValue);

            app.OnExecute(() =>
            {
                if (filter.HasValue())
                {
                    for (var i = currentState.lastIndex + 1; i <= 3550; i++)
                    {
                        var output = _scraperService.ProcessData("https://romaninscriptionsofbritain.org/inscriptions/" + i);
                        if (output.Item1 != string.Empty)
                        {
                            _dataService.GetArtifact(output.Item1, output.Item2);
                        }

                        _configService.SetConfig(new Config {
                            lastIndex = i
                        });
                    }

                    return(1);
                }
                else
                {
                    for (var i = currentState.lastIndex + 1; i <= 3550; i++)
                    {
                        var output = _scraperService.ProcessData("https://romaninscriptionsofbritain.org/inscriptions/" + i);
                        if (output.Item1 != string.Empty)
                        {
                            _dataService.GetArtifact(output.Item1, output.Item2);
                        }

                        _configService.SetConfig(new Config {
                            lastIndex = i
                        });
                    }

                    return(1);
                }
            });
        }
Exemple #15
0
 public ScheduleTask(
     IServiceScopeFactory serviceScopeFactory,
     IMemoryCache memoryCache,
     IScraperService scraperService,
     ILogger <ScheduleTask> logger,
     IOptions <FeedUrls> feedConfiguration,
     IFeedReader feedReader,
     ILogger <ScheduledProcessor> baseLogger) : base(serviceScopeFactory, baseLogger)
 {
     _cache             = memoryCache;
     _scraperService    = scraperService;
     _logger            = logger;
     _feedConfiguration = feedConfiguration;
     _feedReader        = feedReader;
     _baseLogger        = baseLogger;
 }
 public TransmissionService(
     IOptions <TransmissionOptions> options,
     IMovieService movieService,
     ILogger <TransmissionService> logger,
     MolliesMoviesContext context,
     ISystemClock clock,
     IScraperService scraperService,
     IScraperBackgroundService scraperBackgroundService,
     IMapper mapper)
 {
     _options                  = options;
     _movieService             = movieService;
     _logger                   = logger;
     _context                  = context;
     _clock                    = clock;
     _scraperService           = scraperService;
     _scraperBackgroundService = scraperBackgroundService;
     _mapper                   = mapper;
 }
        private async static Task RequestUserInfoScrapingAsync(
            string actorId, IActorStateManager stateManager,
            IScraperService scraperService, string authToken)
        {
            string userLogin = actorId;

            // Save the basic user info we have for now
            await SetUserInfoAsync(stateManager, new UserInfo
            {
                Login = userLogin
            });

            await scraperService.RequestUserInfoScrapingAsync(
                new RequestUserInfoScrapingInput
            {
                AuthToken = authToken,
                UserLogin = userLogin
            });
        }
        private async static Task RequestRepositoryScrapingAsync(
            IScraperService scraperService, IActorStateManager stateManager,
            string actorId, string authToken, Repository repository)
        {
            string userLogin = actorId;

            // Save the basic score we have for now
            await SetRepositoryScore(
                stateManager, new RepositoryScore
            {
                Repository = repository
            });

            await scraperService.RequestRepositoryScrapingAsync(
                new RequestRepositoryScrapingInput
            {
                AuthToken = authToken,
                Name      = repository.Name,
                Owner     = repository.Owner,
                UserLogin = userLogin
            });
        }
Exemple #19
0
 public void Initialize()
 {
     Scraper = new SimpleScraperService();
 }
 public MovieService(IScraperService scraperService)
 {
     _scraperService = scraperService;
     Movies          = new Dictionary <string, Movie>();
 }
Exemple #21
0
 public BingSearchService(IScraperService scraperService, ISearchRankService searchRankService) :
     base(scraperService, searchRankService, SearchEngine.Bing, SeoConstants.BingRegex)
 {
 }
 public ScrapersController(LuftdatenScraperService luftdatenScraperService, WeatherUndergroundScraperService weatherUndergroundScraperService)
 {
     _luftdatenScraperService          = luftdatenScraperService;
     _weatherUndergroundScraperService = weatherUndergroundScraperService;
 }
Exemple #23
0
 public GetMetaCommandHandler(IScraperService scraperService)
 {
     _scraperService = scraperService;
 }
Exemple #24
0
 public EntityService(ClubDataContext context, IDateHelpers dateHelpers, IScraperService scraperService)
 {
     _context        = context;
     _dateHelpers    = dateHelpers;
     _scraperService = scraperService;
 }
Exemple #25
0
 public App(IScraperService scraperService, IOptions <AbcSettings> config, ILogger <App> logger)
 {
     _config         = config?.Value;
     _scraperService = scraperService;
     _logger         = logger;
 }
Exemple #26
0
 public ChartsController(IScraperService scraperService)
 {
     _scraperService = scraperService;
 }
 public SearchController(IScraperService _scraper)
 {
     scraperService = _scraper;
 }
 public ScraperController(IScraperService scraperService)
 {
     _scraperService = scraperService;
 }
 public GetLinkCommandHandler(IScraperService scraperService)
 {
     _scraperService = scraperService;
 }
Exemple #30
0
 public ScrapController(IScraperService scraperService)
 {
     _scraperService = scraperService;
 }
Exemple #31
0
 public HomeController(IScraperService scraper, IWebsiteService webSiteService)
 {
     _scraper        = scraper;
     _webSiteService = webSiteService;
 }