#pragma warning disable CS8618 // Non-nullable field must contain a non-null value when exiting constructor. Consider declaring as nullable. protected Spider(ILogger <Spider <T> > logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager) #pragma warning restore CS8618 // Non-nullable field must contain a non-null value when exiting constructor. Consider declaring as nullable. { _config = config.Value; _logger = logger; Connection = connection; ParallelManager = parallelManager; FileUrlsLog = new FileJson($"{GetType().Name}{"ErrorItens.json"}", _config.LogFolder); }
public BookingPriceSpider(ILogger <BookingPriceSpider> logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager, SpiderParams spiderParams) : base(logger, connection, config, parallelManager) { // Connection = new NetConnectionBooking(logger, config); Urls = new List <string> { string.Format("{0}?checkin={1};checkout={2};dist=0;group_adults={3};group_children={4};selected_currency={5}", "http://www.booking.com/hotel/pt/foreign-friend-lisbon.pt-pt.html", spiderParams.CheckIn, spiderParams.CheckOut, spiderParams.Adults, spiderParams.Children, spiderParams.Currency) }; }
public AirbnbSpider(ILogger <AirbnbSpider> logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager, SpiderParams spiderParams) : base(logger, connection, config, parallelManager) { // Connection = new NetConnectionAirbnb("https://www.airbnb.pt/rooms/5073240", logger, config); Urls = new List <string> { string.Format("https://www.airbnb.pt/rooms/ajax_refresh_subtotal?utf8=%E2%9C%93&checkin={1}&checkout={2}&number_of_guests={3}&hosting_id={0}&from_search_checkin={1}&from_search_checkout={2}", "https://www.airbnb.pt/rooms/5073240".Replace("https://www.airbnb.pt/rooms/", string.Empty), spiderParams.CheckIn, spiderParams.CheckOut, spiderParams.Adults, spiderParams.Currency) }; }
public DumbstockapiSpider(ILogger <Spider <IList <Company> > > logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager) : base(logger, connection, config, parallelManager) { Urls = new List <string> { string.Format("https://dumbstockapi.com/stock?countries={0}", "US") }; }
public PriceGoogleSpider(ILogger <Spider <Company> > logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager, Company spiderParams) : base(logger, connection, config, parallelManager) { Company = spiderParams; Urls = new List <string> { string.Format("http://performance.morningstar.com/perform/Performance/stock/quote-data-strip.action?t={0}®ion=usa&culture=en-US", spiderParams.Symbol) }; }
public LinkedinSpider(ILogger <LinkedinSpider> logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager) : base(logger, connection, config, parallelManager) { _searchWord = "hotel teatro porto"; // Connection = new NetConnectionLinkedin(logger, config); Urls = new List <string> { string.Format("https://www.linkedin.com/vsearch/p?type=people&keywords={0}", _searchWord) }; }
public CurrencyfreaksSpider(ILogger <Spider <IList <Company> > > logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager) : base(logger, connection, config, parallelManager) { Urls = new List <string> { string.Format("https://api.currencyfreaks.com/latest?apikey={0}", "c0df19e7abca48ddaa6863b2969a85c7") }; }
public BookingSpider(ILogger <BookingSpider> logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager) : base(logger, connection, config, parallelManager) { Urls = new List <string> { "http://www.booking.com/hotel/pt/pestanaportohotel.en-gb.html" }; }
public FinvizSpider(ILogger <Spider <Company> > logger, INetConnection connection, IOptions <ConfigOptions> config, IParallelManager parallelManager, Company spiderParams) : base(logger, connection, config, parallelManager) { Company = spiderParams; Urls = new List <string> { string.Format("https://finviz.com/quote.ashx?t={0}", spiderParams.Symbol) }; }