private void ExportToXML()
{
var dbEnt = new DB.GameRules2BGGEntities();
XmlDocument xmlDoc = new XmlDocument();
MemoryStream xmlStream = new MemoryStream();
XmlSerializer xmlSerializer = new XmlSerializer(typeof(List <DB.Product>));
xmlSerializer.Serialize(xmlStream, dbEnt.Products.ToList());
xmlStream.Position = 0;
//Loads the XML document from the specified string.
xmlDoc.Load(xmlStream);
xmlDoc.Save(System.AppDomain.CurrentDomain.BaseDirectory + @"\games.xml");
}
private void ProcessData(int start)
{
var url = @"https://www.thegamerules.com/el/arxiki/by,%60p%60.product_availability/dirAsc/results," + start + "-" + (start + 149) + "?language=el-GR&categorylayout=default";
HttpWebRequest request = (HttpWebRequest)WebRequest.Create(url);
HttpWebResponse response = (HttpWebResponse)request.GetResponse();
Stream receiveStream = response.GetResponseStream();
StreamReader readStream = null;
readStream = new StreamReader(receiveStream, Encoding.UTF8);
string data = readStream.ReadToEnd();
var splitData = data.Split(new string[] { "catProductTitle" }, StringSplitOptions.None);
var bgTitles = new List <string>();
var bgIds = new List <int>();
var allProducts = new List <DB.Product>();
var titlesToRetrieve = new List <string>();
var dbEnt = new DB.GameRules2BGGEntities();
foreach (var line in splitData)
{
var l = line.Split('>')[2].Split('<')[0];
if (l.Contains("Sleeves") || l.Contains("Dice Set") || l.Contains("Organizer") || l.Contains("D6") || l.Contains("Tokens") || l.Contains("&"))
{
continue;
}
l = l.Replace("(Exp.)", "").Replace("(Exp)", "").Replace("(", "").Replace(")", "");
var existing = RetrieveFromDB(l);
if (existing != null)
{
allProducts.Add(existing);
}
else
{
byte[] bytes = Encoding.UTF8.GetBytes(l);
l = Encoding.UTF8.GetString(bytes);
if (l != "\n")
{
titlesToRetrieve.Add(l.TrimEnd());
}
}
}
foreach (var title in titlesToRetrieve)
{
if (dbEnt.Products.Any(ds => ds.Bgg_Name == title))
{
continue;
}
System.Threading.Thread.Sleep(2000);
var idUrl = @"https://www.boardgamegeek.com/xmlapi2/search?query=" + title + "&exact=1&type=boardgame,boardgameexpansion";
HttpWebRequest idrequest = (HttpWebRequest)WebRequest.Create(idUrl);
HttpWebResponse idresponse = (HttpWebResponse)idrequest.GetResponse();
Stream idreceiveStream = idresponse.GetResponseStream();
XmlDocument xmlDoc = new XmlDocument();
xmlDoc.Load(idreceiveStream);
var bgg_id = default(int);
if (xmlDoc.DocumentElement.SelectNodes("item").Count > 0)
{
bgg_id = Convert.ToInt32(xmlDoc.DocumentElement.SelectNodes("item")[0].Attributes[1].Value);
bgIds.Add(bgg_id);
}
else
{
if (!dbEnt.Products.Any(ds => ds.Bgg_Name == title))
{
var unfoundBGame = new DB.Product();
unfoundBGame.Bgg_Name = title;
unfoundBGame.IsFound = false;
dbEnt.Products.Add(unfoundBGame);
dbEnt.SaveChanges();
}
}
}
var query = string.Join(",", bgIds);
var toFindUrl = @"https://www.boardgamegeek.com/xmlapi2/thing?id=" + query + "&exact=1&type=boardgame,boardgameexpansion&stats=1";
HttpWebRequest toFindrequest = (HttpWebRequest)WebRequest.Create(toFindUrl);
HttpWebResponse toFindresponse = (HttpWebResponse)toFindrequest.GetResponse();
Stream toFindreceiveStream = toFindresponse.GetResponseStream();
XmlDocument toFindxmlDoc = new XmlDocument();
toFindxmlDoc.Load(toFindreceiveStream);
var finalBGameList = new List <DB.Product>();
foreach (var bg_node in toFindxmlDoc.SelectNodes("/items/item"))
{
var fbg = new DB.Product();
fbg.Rating = Convert.ToDecimal(((XmlNode)bg_node).SelectNodes("statistics/ratings/average")[0].Attributes[0].Value);
fbg.IsFound = true;
fbg.Bgg_ID = Convert.ToInt32(((XmlNode)bg_node).Attributes[1].Value);
fbg.Bgg_Name = ((XmlNode)bg_node).SelectSingleNode("name").Attributes[2].Value;
finalBGameList.Add(fbg);
if (!dbEnt.Products.Any(ds => ds.Bgg_Name == fbg.Bgg_Name))
{
dbEnt.Products.Add(fbg);
dbEnt.SaveChanges();
}
}
ExportToXML();
}
private DB.Product RetrieveFromDB(string gameTitle)
{
var dbe = new DB.GameRules2BGGEntities();
return(dbe.Products.FirstOrDefault(sd => sd.Bgg_Name == gameTitle));
}