/// <summary>
/// Converts a URL from deckcheck.de into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
return(WebpageConverter.ConvertURLUsingDeckIDInURL(
url,
"id",
@"http://www.deckcheck.de/export.php?id=",
@"&format=mws",
deckSectionNames,
convertGenericFileFunc));
}
/// <summary>
/// Converts a URL from mtgtop8.com into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
return(WebpageConverter.ConvertURLUsingDeckIDInURL(
url,
"d",
@"http://mtgtop8.com/export_files/deck",
".mwDeck",
deckSectionNames,
convertGenericFileFunc));
}
/// <summary>
/// Converts a URL from starcitygames.com into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
return(WebpageConverter.ConvertURLUsingDeckIDInURL(
url,
"DeckID",
@"http://sales.starcitygames.com//deckdatabase/deck_files/",
@"-MODO.txt",
deckSectionNames,
convertGenericFileFunc));
}
/// <summary>
/// Converts a URL from ccgdecks.com into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
return(WebpageConverter.ConvertURLUsingDeckIDInURL(
url,
"id",
@"http://ccgdecks.com/to_mws.php?id=",
string.Empty,
deckSectionNames,
convertGenericFileFunc));
}
/// <summary>
/// Converts a URL from essentialmagic.com into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
return(WebpageConverter.ConvertURLUsingDeckIDInURL(
url,
"ID",
@"http://www.essentialmagic.com/Decks/ExportToApprentice.asp?ID=",
string.Empty,
deckSectionNames,
convertGenericFileFunc));
}
/// <summary>
/// Converts a URL from magic.tcgplayer.com into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
// Note, it doesn't get the Deck Name properly yet
return(WebpageConverter.ConvertURLUsingDeckIDInURL(
url,
"deck_id",
@"http://magic.tcgplayer.com/db/Deck_MWS.asp?ID=",
string.Empty,
deckSectionNames,
convertGenericFileFunc));
}
/// <summary>
/// Converts a URL from decklists.net into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
// Note, it doesn't get the Deck Name properly yet
return(WebpageConverter.ConvertURLUsingDeckIDInURL(
url,
"deckId",
@"http://www.decklists.net/index.php?option=com_ohmydeckdb&view=deck&controller=deck&deckId=",
@"&layout=download&tmpl=component&frm=mws",
deckSectionNames,
convertGenericFileFunc));
}
/// <summary>
/// Converts a URL from mtgdecks.net into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
// Remove any arguments from the url
if (url.Contains('?'))
{
url = url.Split('?')[0];
}
return(WebpageConverter.ConvertDownloadURL(
url + "/dec",
deckSectionNames,
convertGenericFileFunc));
}
/// <summary>
/// Downloads a URL which is a download link to a text file or equivalent, then parses it to return a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck which is a download link to a text file or equivalent</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
protected static ConverterDeck ConvertDownloadURL(string url, IEnumerable <string> deckSectionNames, Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
// Get the file and content
Tuple <string, IEnumerable <string> > nameAndLines = WebpageConverter.ReadURLFileToLines(url);
// Convert as SideBoardCardsListedEachLine
ConverterDeck converterDeck = convertGenericFileFunc(nameAndLines.Item2, deckSectionNames);
// If no Deck Name was given, use the filename
if (string.IsNullOrWhiteSpace(converterDeck.DeckName))
{
converterDeck.DeckName = nameAndLines.Item1;
}
return(converterDeck);
}
/// <summary>
/// Converts a URL which needs to be altered to get the download link, then uses it to return a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="inputURL">The originally requested URL of the Deck</param>
/// <param name="deckIdKey">The key for the URL Parameter which contains the ID value for the deck</param>
/// <param name="urlPrepend">The URL part which precedes the deckIdKey</param>
/// <param name="urlPostpend">The URL part which follows the deckIdKey</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
protected static ConverterDeck ConvertURLUsingDeckIDInURL(string inputURL, string deckIdKey, string urlPrepend, string urlPostpend, IEnumerable <string> deckSectionNames, Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
int deckID;
string deckIDString;
// Try to get the value for the parameter with the name in deckIdKey
if (WebpageConverter.GetParams(inputURL).TryGetValue(deckIdKey, out deckIDString))
{
// Try to convert the found value into an integer
if (int.TryParse(deckIDString, out deckID))
{
// Construct a URL which is the download link for the Deck, then convert it
string downloadableDeckURL = urlPrepend + deckID + urlPostpend;
return(WebpageConverter.ConvertDownloadURL(downloadableDeckURL, deckSectionNames, convertGenericFileFunc));
}
}
return(null);
}
/// <summary>
/// Converts a URL from tappedout.net into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
Match m = Regex_tappedout_net.Match(url);
if (m.Success)
{
string deckName = m.Groups[1].Value;
return(WebpageConverter.ConvertDownloadURL(
@"http://tappedout.net/mtg-decks/" + deckName + @"/?fmt=txt",
deckSectionNames,
convertGenericFileFunc));
}
else
{
throw new InvalidOperationException();
}
}
/// <summary>
/// Converts a LoTR URL from cardgamedb.com into a ConverterDeck which is populated with all cards and deck name.
/// </summary>
/// <param name="url">The URL of the Deck</param>
/// <param name="deckSectionNames">List of the name of each section for the deck being converted.</param>
/// <param name="convertGenericFileFunc">
/// Function to convert a collection of lines from a deck file into a ConverterDeck.
/// Used when downloading a Deck File from a webpage instead of scraping.
/// </param>
/// <returns>A ConverterDeck which is populated with all cards and deck name</returns>
public override ConverterDeck Convert(
string url,
IEnumerable <string> deckSectionNames,
Func <IEnumerable <string>, IEnumerable <string>, ConverterDeck> convertGenericFileFunc)
{
object htmlWebInstance = HtmlAgilityPackWrapper.HtmlWeb_CreateInstance();
object htmlDocumentInstance = HtmlAgilityPackWrapper.HtmlWeb_InvokeMethod_Load(htmlWebInstance, url);
object htmlDocument_DocumentNode = HtmlAgilityPackWrapper.HtmlDocument_GetProperty_DocumentNode(htmlDocumentInstance);
// Find the block of javascript that contains the variable 'viewType'
object rawDeckJavascriptNode = HtmlAgilityPackWrapper.HtmlNode_InvokeMethod_SelectSingleNode(htmlDocument_DocumentNode, "//script[contains(text(), 'var viewType =')]");
string rawDeckJavascriptText = HtmlAgilityPackWrapper.HtmlNode_GetProperty_InnerText(rawDeckJavascriptNode);
string[] rawDeckJavascriptLines = rawDeckJavascriptText.Split(new string[] { "\r\n", "\n" }, StringSplitOptions.None);
dynamic rawDeckJSON = null;
string viewTypeLine = rawDeckJavascriptLines.FirstOrDefault(l => l.Contains("var viewType ="));
if (viewTypeLine == null)
{
throw new InvalidOperationException("Could not find the javascript variable 'viewType'");
}
else if (viewTypeLine.Contains("submitted"))
{
// Since viewType is 'submitted', the deck is published. In this case, the JSON data the deck is embedded on this page in the javascript variable 'rawdeck'
string rawDeckLine = rawDeckJavascriptLines.First(l => l.Contains("var rawdeck ="));
// Trim everything except the JSON
int openingCurlyBraceIndex = rawDeckLine.IndexOf('{');
int closingCurlyBraceIndex = rawDeckLine.LastIndexOf('}');
string rawDeckJSONString = rawDeckLine.Substring(openingCurlyBraceIndex, closingCurlyBraceIndex - openingCurlyBraceIndex + 1);
rawDeckJSON = JsonConvert.DeserializeObject(rawDeckJSONString);
}
else if (viewTypeLine.Contains("share"))
{
// Since viewType is 'share', the deck is personal. In this case, the JSON is not embedded on this page and must be fetched via a form POST
Dictionary <string, string> urlParams = WebpageConverter.GetParams(url);
// Find the block of javascript that contains the 'ipb.vars' dictionary variable
object rawIPBVarsJavascriptNode = HtmlAgilityPackWrapper.HtmlNode_InvokeMethod_SelectSingleNode(htmlDocument_DocumentNode, "//script[contains(text(), 'ipb.vars[')]");
string rawIPBVarsJavascriptText = HtmlAgilityPackWrapper.HtmlNode_GetProperty_InnerText(rawIPBVarsJavascriptNode);
string[] rawIPBVarsJavascriptLines = rawIPBVarsJavascriptText.Split(new string[] { "\r\n", "\n" }, StringSplitOptions.None);
// Extract the 'secure_hash' value from IPBVar
string secureHashLine = rawIPBVarsJavascriptLines.First(l => l.Contains(@"ipb.vars['secure_hash']"));
string secure_hash = secureHashLine.Substring(0, secureHashLine.LastIndexOf('\''));
secure_hash = secure_hash.Substring(secure_hash.LastIndexOf('\'') + 1);
// Extract the 'secure_hash' value from IPBVar
string baseURLLine = rawIPBVarsJavascriptLines.First(l => l.Contains(@"ipb.vars['base_url']"));
string base_url = baseURLLine.Substring(0, baseURLLine.LastIndexOf('\''));
base_url = base_url.Substring(base_url.LastIndexOf('\'') + 1);
// These variables are all submitted with the form. They are added via javascript in lotrdecksection.js
System.Collections.Specialized.NameValueCollection outgoingQueryString = System.Web.HttpUtility.ParseQueryString(String.Empty);
outgoingQueryString.Add("dguid", urlParams["deck"]);
outgoingQueryString.Add("fPage", "deckshare");
outgoingQueryString.Add("fgame", "lordoftherings");
outgoingQueryString.Add("md5check", secure_hash);
outgoingQueryString.Add("pid", urlParams["p"]);
string postData = outgoingQueryString.ToString();
ASCIIEncoding ascii = new ASCIIEncoding();
byte[] postBytes = ascii.GetBytes(postData.ToString());
string requestString = base_url + "app=ccs&module=ajax§ion=lotrdeckbuilder&do=share";
System.Net.HttpWebRequest request = (System.Net.HttpWebRequest)System.Net.WebRequest.Create(requestString);
request.Method = "POST";
request.Accept = "application/json";
request.ContentType = "application/x-www-form-urlencoded";
request.ContentLength = postBytes.Length;
request.Host = "www.cardgamedb.com";
request.Referer = url;
request.UserAgent = "Mozilla/5.0 (Windows NT 6.1; WOW64; rv:31.0) Gecko/20100101 Firefox/31.0";
// add post data to request
System.IO.Stream postStream = request.GetRequestStream();
postStream.Write(postBytes, 0, postBytes.Length);
postStream.Flush();
postStream.Close();
System.Net.WebResponse response = request.GetResponse();
System.IO.Stream dataStream = response.GetResponseStream();
System.IO.StreamReader reader = new System.IO.StreamReader(dataStream);
string responseFromServer = System.Web.HttpUtility.HtmlDecode(reader.ReadToEnd());
reader.Close();
response.Close();
rawDeckJSON = JsonConvert.DeserializeObject(responseFromServer);
// When JSON is retrieved this way, the deck contents is stored in a sub-variable
rawDeckJSON = rawDeckJSON.deckContents;
}
else
{
throw new InvalidOperationException("The javascript variable 'viewType' was not an expected value (" + viewTypeLine + ")");
}
ConverterDeck converterDeck = new ConverterDeck(deckSectionNames);
foreach (dynamic card in rawDeckJSON.hero)
{
ConverterSection converterSection = converterDeck.ConverterSections.First(cs => cs.SectionName.Equals("hero", StringComparison.InvariantCultureIgnoreCase));
ConverterMapping converterMapping = new ConverterMapping(
(string)card.name,
(string)card.setname,
int.Parse((string)card.quantity));
converterSection.AddConverterMapping(converterMapping);
}
foreach (dynamic card in rawDeckJSON.cards)
{
ConverterSection converterSection = converterDeck.ConverterSections.First(cs => cs.SectionName.Equals((string)card.type, StringComparison.InvariantCultureIgnoreCase));
ConverterMapping converterMapping = new ConverterMapping(
(string)card.name,
(string)card.setname,
int.Parse((string)card.quantity));
converterSection.AddConverterMapping(converterMapping);
}
return(converterDeck);
}
