public void PopulateGameIDList(string GT, bool customsFlag)
{
int numofGames;
string fullhtml;
int sigStartGameCount;
int sigEndGameCount;
int sigStartGameID;
int sigEndGameID;
int sigMidGameID = 0;
int gameID;
string matchHistoryP2;
WebClient bungie = new WebClient(); //accesses bungie.net
if (customsFlag)
{
matchHistoryP2 = "&cus=1&ctl00_mainContent_bnetpgl_recentgamesChangePage="; //the URL for customs
}
else
{
matchHistoryP2 = "&ctl00_mainContent_bnetpgl_recentgamesChangePage="; //URL for MM games
}
string matchHistoryP1 = "http://halo.bungie.net/stats/playerstatshalo3.aspx?player="; //first part of match history page string
//2nd part of match history page string. concatted to current page
fullhtml = bungie.DownloadString(matchHistoryP1 + GT + matchHistoryP2 + 1); //first page of GT1s game history
sigStartGameCount = fullhtml.IndexOf(" <strong>"); //index of first char in HTML line that gives you total MM games
sigEndGameCount = fullhtml.IndexOf("</strong>", sigStartGameCount); //index of next char after final digit of total MM games
//fist char + length of that substring as start index, length of characters in number of MM games as endingChar - startingChar - length of "Intro" substring = number of MM games as string
numofGames = int.Parse(fullhtml.Substring(sigStartGameCount + " <strong>".Length, (sigEndGameCount - sigStartGameCount - " <strong>".Length)));
int historyPage = 1;
int gamesThisPage = 25; //25 games on a full page
fullhtml = bungie.DownloadString(matchHistoryP1 + GT + matchHistoryP2 + historyPage); //point webclient to first page of GT1s match history
for (int i = 0; i < numofGames; i++)
{
sigStartGameID = fullhtml.IndexOf("GameStatsHalo3", sigMidGameID); //find gameID
sigEndGameID = fullhtml.IndexOf("&player", sigMidGameID);
//MessageBox.Show(fullhtml.Substring(sigStartGameID + "GameStatsHalo3.aspx?gameid=".Length, sigEndGameID - "GameStatsHalo3.aspx?gameid=".Length - sigStartGameID));
try
{
int.TryParse(fullhtml.Substring(sigStartGameID + "GameStatsHalo3.aspx?gameid=".Length, sigEndGameID - "GameStatsHalo3.aspx?gameid=".Length - sigStartGameID), out gameID);
}
catch
{
if (i <= numofGames * .95) //if the parse fails and <= 95% of the games haven't been collected, it's probably a corrupted bungie page, so:
{
bungie.Dispose();
historyPage++;
fullhtml = bungie.DownloadString(matchHistoryP1 + GT + matchHistoryP2 + historyPage); //iterate to next gamehistory page
gamesThisPage = 25;
sigMidGameID = 0;
numofGames = numofGames - gamesThisPage; //25 games aren't acccessible because the page is dead. take them off the total
continue; //next page
}
else //if numofGames > 95%, probably at the end of the game list. exit.
{
break;
}
}
sigMidGameID = sigEndGameID + 1;
GameIDs.Add(gameID);
gamesThisPage--; //increment count of games left on page
if (gamesThisPage == 0) //once gamesThisPage == 0 we've got all the gameIDs from this page
{
bungie.Dispose();
historyPage++;
fullhtml = bungie.DownloadString(matchHistoryP1 + GT + matchHistoryP2 + historyPage); //iterate to next gamehistory page
gamesThisPage = 25;
sigMidGameID = 0;
}
}
bungie.Dispose(); //releases webclient
}
public async Task <DataTable> PopulateGameIDListAsync(string GT, bool customsFlag)
{
WebClient bungie = new WebClient();
HttpClient IDDownloader = new HttpClient();
DataTable dataTable = new DataTable();
//model table after GameIDs table in SQL db
dataTable.Columns.Add("RowID");
dataTable.Columns.Add("Player");
dataTable.Columns.Add("GameID");
dataTable.Columns.Add("IsCustom");
DataTable detailTable = new DataTable(); //for storing game details while searching bungie page
detailTable.Columns.Add("GameID");
detailTable.Columns.Add("Map");
detailTable.Columns.Add("Playlist");
detailTable.Columns.Add("GameType");
detailTable.Columns.Add("GameDate");
detailTable.Columns.Add("Player");
string matchHistoryP2;
string matchHistoryP1;
string fullhtml;
int sigStartGameCount;
int sigEndGameCount;
int numofGames;
int approxNumOfPages;
int sigStartGameID;
int sigEndGameID;
int sigMidGameID;
int sigStartGameType;
int sigEndGameType;
int sigStartDate;
int sigEndDate;
int sigStartMap;
int sigEndMap;
int sigStartPlaylist;
int sigEndPlaylist;
string taskResult;
int gameID = 0;
int corruptPages = 0;
List <string> corruptedPages = new List <string>();
string gametype, map, playlist, date;
DateTime dateConvert = new DateTime();
//set Accept headers
//IDDownloader.DefaultRequestHeaders.TryAddWithoutValidation("Accept", "text/html,application/xhtml+xml,application/xml,application/json");
//set User agent
//IDDownloader.DefaultRequestHeaders.TryAddWithoutValidation("User-Agent", "Mozilla/5.0 (Windows NT 6.3; WOW64; Trident/7.0; EN; rv:11.0) like Gecko");
//IDDownloader.DefaultRequestHeaders.TryAddWithoutValidation("Accept-Charset", "ISO-8859-1");
if (customsFlag)
{
matchHistoryP2 = "&cus=1&ctl00_mainContent_bnetpgl_recentgamesChangePage="; //the URL for customs
}
else
{
matchHistoryP2 = "&ctl00_mainContent_bnetpgl_recentgamesChangePage="; //URL for MM games
}
matchHistoryP1 = "http://halo.bungie.net/stats/playerstatshalo3.aspx?player="; //first part of match history page string
//2nd part of match history page string. concatted to current page
fullhtml = bungie.DownloadString(matchHistoryP1 + GT + matchHistoryP2 + 1); //first page of GT1s game history
sigStartGameCount = fullhtml.IndexOf(" <strong>"); //index of first char in HTML line that gives you total MM games
sigEndGameCount = fullhtml.IndexOf("</strong>", sigStartGameCount); //index of next char after final digit of total MM games
//fist char + length of that substring as start index, length of characters in number of MM games as endingChar - startingChar - length of "Intro" substring = number of MM games as string
numofGames = int.Parse(fullhtml.Substring(sigStartGameCount + " <strong>".Length, (sigEndGameCount - sigStartGameCount - " <strong>".Length)));
approxNumOfPages = (numofGames / 25) + 1; //25 games a page, +1 to make sure a page isn't missed due to integer division
bungie.Dispose();
List <Task <string> > tasks = new List <Task <string> >();
List <string> taskIDandSiteLink = new List <string>();
for (int i = 1; i <= approxNumOfPages; i++)
{
Uri siteLink = new Uri(matchHistoryP1 + GT + matchHistoryP2 + i); //GT = name of player, passed to method.
//creates url like
//http://halo.bungie.net/stats/playerstatshalo3.aspx?player=infury&ctl00_mainContent_bnetpgl_recentgamesChangePage=1
tasks.Add(IDDownloader.GetStringAsync(siteLink));
taskIDandSiteLink.Add(tasks.Last().Id + " " + siteLink.ToString()); //list of taskIDs and what page they should download
}
while (tasks.Count > 0)
{
var taskComplete = await Task.WhenAny(tasks);
tasks.Remove(taskComplete); //remove task from list
try
{
taskResult = taskComplete.Result;
}
catch
{
Debug.Print(taskComplete.Id.ToString());
taskComplete.Dispose();
taskResult = "";
continue;
}
sigMidGameID = 0;
sigStartGameID = 0;
sigEndGameID = 0;
if (taskResult.IndexOf("No games found for this player.") != -1 ||
taskResult.IndexOf("It seems that you have encountered a problem with our site.") != -1)
{
corruptPages++;
corruptedPages.Add(taskResult);
continue; //if index of above IS NOT negative one, then it's a corrupted page or a customs page that doesn't exist.
//skip this task and await the next one
}
for (int x = 0; x < 25; x++) //25 GameIDs per page
{
sigStartGameID = taskResult.IndexOf("GameStatsHalo3", sigMidGameID); //find gameID
sigEndGameID = taskResult.IndexOf("&player", sigMidGameID);
try
{
int.TryParse(taskResult.Substring(sigStartGameID + "GameStatsHalo3.aspx?gameid=".Length, sigEndGameID - "GameStatsHalo3.aspx?gameid=".Length - sigStartGameID), out gameID);
GameIDs.Add(gameID);
//get gametype for this row --working
sigStartGameType = taskResult.IndexOf("\">", sigEndGameID);
sigEndGameType = taskResult.IndexOf("</a", sigEndGameID);
gametype = taskResult.Substring(sigStartGameType + "\">".Length, sigEndGameType - "\">".Length - sigStartGameType);
//get date for this row -- working
sigStartDate = taskResult.IndexOf("</td><td>\r\n ", sigEndGameType) + "</td><td>\r\n ".Length;
sigEndDate = taskResult.IndexOf("M", sigStartDate) + 1;
date = taskResult.Substring(sigStartDate, sigEndDate - sigStartDate);
//get map for this row -- working
sigStartMap = taskResult.IndexOf("</td><td>\r\n ", sigEndDate) + "</td><td>\r\n ".Length;
sigEndMap = taskResult.IndexOf("\r\n", sigStartMap);
map = taskResult.Substring(sigStartMap, sigEndMap - sigStartMap);
//get playlist for this row
sigStartPlaylist = taskResult.IndexOf("</td><td>\r\n ", sigEndMap) + "</td><td>\r\n ".Length;
sigEndPlaylist = taskResult.IndexOf("\r\n", sigStartPlaylist);
playlist = taskResult.Substring(sigStartPlaylist, sigEndPlaylist - sigStartPlaylist);
//detailTable.Columns.Add("GameID");
//detailTable.Columns.Add("Map");
//detailTable.Columns.Add("Playlist");
//detailTable.Columns.Add("GameType");
//detailTable.Columns.Add("GameDate");
try
{
dateConvert = DateTime.Parse(date); //try to parse what we think is the date, if parse fails it's not a valid gameID
detailTable.Rows.Add(gameID, map, playlist, gametype, dateConvert, GT);
}
catch
{
int ix = 0;
//couldn't parse this date
}
dataTable.Rows.Add(x, GT, gameID, customsFlag);
}
catch
{
x = 0;
break; //if parse fails before x = 25, taskResult page didn't have a full 25 games iterate to next Task
}
sigMidGameID = sigEndGameID + 1; //increment index by 1 to find next instance of a GameID in the html
}
}
IDDownloader.Dispose();
if (GameDetailsTable.Rows.Count == 0) //if there aren't already games in this table from a previous instance of this method
{
GameDetailsTable = detailTable; //assign details table to player property since idk if you can return more than one thing per method
}
else
{
GameDetailsTable.Merge(detailTable); //if rowcount != 0, merge existing GameDetailsTable with one from this instance of the method
}
return(dataTable);
}