public void CrawlBettingMarkets(object tp)
{
ThreadParameters t = tp as ThreadParameters;
string url = t.URL;
int matchid = t.MatchID;
try
{
TraceService("Crawling Betting Market, MatchID:" + matchid + " and URL: " + url + " ----");
string htmlcontent = Helper.GetWebSiteContent(url);
HtmlAgilityPack.HtmlDocument doc = Helper.LoadHtml(htmlcontent);
List <BettingMarket> bettinglist = new List <BettingMarket>();
XmlDocument xmldoc = new XmlDocument();
CrawlAllMarketsData crawldata = new CrawlAllMarketsData();
var row11 = doc.DocumentNode.SelectSingleNode("//div[@id='mc']");
var rows = row11.SelectNodes("//ul//li[@class='more-list-li']");
if (rows != null)
{
for (int i = 0; i < rows.Count; i++)
{
string li = rows[i].InnerText;
var linkrow = rows[i].SelectNodes("./a");
string link = "http://www.oddschecker.com" + linkrow[0].Attributes["href"].Value;
//links+=li+" "+link+" ";
if (!bettinglist.Exists(bettingmarket => bettingmarket.bettingmarket == li))
{
bettinglist.Add(new BettingMarket()
{
matchid = matchid, bettingmarket = li, bettinglink = link
});
}
}
}
xmldoc = GenerateXml(bettinglist);
crawldata.InsertMarkets(xmldoc);
TraceService("Betting Market Data Inserted MatchID:" + matchid + " and URL:" + url + "------");
}
catch (Exception ex)
{
ErrorLog("CrawlBettingMarket______MatchID: " + matchid + " and URL:" + url + " Error:" + ex.ToString());
}
}
