public HangfireSchedulerController(IRecurringJobManager recurringJobManager, WebScraperClient webScraperClient, MiningClient miningClient, ILogger <HangfireSchedulerController> logger) { _recurringJobManager = recurringJobManager; _webScraperClient = webScraperClient; _miningClient = miningClient; _logger = logger; }
static void Main(string[] args) { #region INIT Console.Write("Creating client......."); WebScraperClient client = new WebScraperClient(Encoding.GetEncoding("UTF-8")); string htmlResponse = client.NavigateGet("http://webscraper.io/test-sites/e-commerce/allinone"); Console.WriteLine("OK"); #endregion #region TOP PHONES Console.Write("Parsing top phones......."); htmlResponse = client.NavigateGet("http://webscraper.io/test-sites/e-commerce/allinone/phones"); List <Item> topPhones = WebScrapperParser.Parse(htmlResponse); Console.WriteLine("OK"); #endregion #region TOP COMPUTERS Console.Write("Parsing top computers......."); htmlResponse = client.NavigateGet("http://webscraper.io/test-sites/e-commerce/allinone/computers"); List <Item> topComputers = WebScrapperParser.Parse(htmlResponse); Console.WriteLine("OK"); #endregion #region LAPTOPS Console.Write("Parsing laptops......."); htmlResponse = client.NavigateGet("http://webscraper.io/test-sites/e-commerce/allinone/computers/laptops"); List <Item> laptops = WebScrapperParser.Parse(htmlResponse); Console.WriteLine("OK"); #endregion #region TABLETS Console.Write("Parsing tablets.........."); htmlResponse = client.NavigateGet("http://webscraper.io/test-sites/e-commerce/allinone/computers/tablets"); List <Item> tablets = WebScrapperParser.Parse(htmlResponse); Console.WriteLine("OK"); #endregion #region TOUCH PHONES Console.Write("Parsing touch phones......."); htmlResponse = client.NavigateGet("http://webscraper.io/test-sites/e-commerce/allinone/phones/touch"); List <Item> touchPhones = WebScrapperParser.Parse(htmlResponse); Console.WriteLine("OK"); #endregion #region SERIALIZE Console.Write("Serializing data to json......."); WebScraperData data = new WebScraperData(topPhones, topComputers, laptops, tablets, touchPhones); DataContractJsonSerializer serializer = new DataContractJsonSerializer(typeof(WebScraperData)); StreamWriter stream = new StreamWriter("items.json"); serializer.WriteObject(stream.BaseStream, data); #endregion #region FINISH Console.WriteLine("OK"); Console.WriteLine("Serialization completed to file items.json"); Console.WriteLine("Parsing finished"); Console.WriteLine("Press enter to continue..."); Console.ReadLine(); #endregion }