public ActionResult MapUnmatchedPlayers() { PlayerManager playerManager = new PlayerManager(_context); ScraperManager scraperManager = new ScraperManager(_context); //get players from fantasy pros List <Player> players = scraperManager.ScrapeFantasyPros(0); //get standard teams from fantasy pros List <string> standardTeams = players.Select(p => p.Team).Distinct().OrderBy(t => t).ToList(); standardTeams.Insert(0, ""); //get player names from fantasy pros List <string> names = players.Select(p => p.Name).Distinct().OrderBy(t => t).ToList(); names.Insert(0, ""); //get unmatched players List <UnmatchedPlayer> unmatchedPlayers = playerManager.GetUnmatchedPlayers(); MapUnmatchedPlayersViewModel model = new MapUnmatchedPlayersViewModel(); model.UnmatchedPlayer = unmatchedPlayers.Take(1).FirstOrDefault(); model.StandardTeams = standardTeams; model.Names = names; model.SelectedName = null; model.SelectedTeam = null; return(View(model)); }
public async Task <ActionResult> WlaczScraper() { Thread a = new Thread(() => { ScraperManager.scrap(); }); a.Start(); a.Join(); System.Diagnostics.Debug.WriteLine("po join "); return(RedirectToAction("Index")); }
public void TestNullScraperManager() { Bot bot = new Bot(); ScraperManager scraper_manager = new ScraperManager(bot); Preferences preferences = new Preferences(new MockStorage()); InitializeCommandHandler init = new InitializeCommandHandler(scraper_manager, bot, preferences); Assert.NotNull(init.Client); Assert.NotNull(init.Commands); Assert.NotNull(init.Services); }
public void Initialize(RomData selectedRom) { this.selectedRom = selectedRom; scrapMgr = ScraperManager.Instance; Text = String.Format("Updating {0}", selectedRom.FriendlyName); selectControl.Initialize(scrapMgr.GetAllScrapers()); selectControl.Dock = DockStyle.Fill; InstructionsLabel.Text = "Select a Scraper to use"; SubControlPanel.Controls.Add(selectControl); }
public static async Task RunLocally() { Console.WriteLine("Web Scraper Initialized\nRunning...\n"); var stopWatch = Stopwatch.StartNew(); var scraperManager = new ScraperManager(); (await scraperManager.GetFilteredNodes()).PrintResults(scraperManager.Config); stopWatch.Stop(); Console.WriteLine($"Finished\nElapsed: { stopWatch.Elapsed }"); Console.ReadKey(); }
public ActionResult CreateTeamMappingForLeague(int id) { ScraperManager scraperManager = new ScraperManager(_context); LeagueManager leagueManager = new LeagueManager(_context); MappingManager adminManager = new MappingManager(_context); //get league League league = leagueManager.Get(id); //get standard teams from fantasy pros List <Player> players = scraperManager.ScrapeFantasyPros(0); List <string> standardTeams = players.Select(p => p.Team).Distinct().OrderBy(t => t).ToList(); standardTeams.Insert(0, ""); ViewBag.StandardTeams = standardTeams; //get league data List <Team> teams = scraperManager.ScrapeLeague(league); List <string> leagueTeams = new List <string>(); //collect distinct list of teams from each team foreach (Team team in teams) { leagueTeams.AddRange(team.Players.Select(p => p.Team).Distinct()); } //collect distinct list of teams leagueTeams = leagueTeams.Select(t => t).Distinct().ToList(); //get unmapped teams for the league List <TeamMapping> unmappedTeams = new List <TeamMapping>(); foreach (string team in leagueTeams) { if (!standardTeams.Contains(team) && adminManager.GetTeam(team) == null) { unmappedTeams.Add(new TeamMapping() { OldTeam = team }); } } return(View(unmappedTeams)); }
public static async Task <IEnumerable <JobNode> > GetFilteredNodes(this ScraperManager scraperManager) => scraperManager.GetFilteredScrapeResults(await scraperManager.GetHtmlDocuments());
public IEnumerable <string> GetAvailable() => ScraperManager.GetAllScraperClasses().Select(t => t.AssemblyQualifiedName);
/* * The scraper manager is required to acquire items that were scraped. */ public ScraperConfig(ScraperManager scraperManager) { Manager = scraperManager; }
public Info(ScraperManager manager, Bot bot) { Manager = manager; DiscordBot = bot; }