static void Main(string[] args)
{
Console.WriteLine("SHSV - Rekordsuche");
Console.WriteLine("==================");
string url = "https://dsvdaten.dsv.de/Modules/Clubs/Index.aspx?StateID=14";
string url_prefix = "https://dsvdaten.dsv.de/Modules/Clubs/";
RecordDB db = new RecordDB("");
var web = new HtmlWeb();
var doc = web.Load(url);
// Check for every club associated to the selected region all participated
// competitions in the DSV result database
var clubnodes = doc.DocumentNode.SelectNodes("//a[starts-with(@href, 'Club.aspx?ClubID')]");
foreach (HtmlNode clublink in clubnodes)
{
Console.Write("- " + clublink.InnerText.PadLeft(30, ' ') + "\t");
var target = clublink.Attributes[0].Value;
AnalyseClub(clublink.InnerText, url_prefix + target, target.Split('=')[1].Trim(), db);
Console.WriteLine(" [Complete]");
}
Console.ReadLine();
}
static void AnalyseClub(string clubname, string cluburl, string xcid, RecordDB recorddb)
{
var web = new HtmlWeb();
web.UseCookies = true;
var doc = web.Load(cluburl);
var vidlabel = doc.DocumentNode.SelectSingleNode("//span[@id='ContentSection__clubidLabel']");
var dsv_vid = vidlabel.InnerText;
var meets = doc.DocumentNode.SelectNodes("//a[starts-with(@href, '/Modules/Results/Meet.aspx?MeetID')]");
if (meets == null)
{
return;
}
var meetcnt = 0;
Console.Write("[00%]");
foreach (HtmlNode meetlink in meets)
{
//Console.WriteLine(" Wettkampf: " + wklink.InnerText);
Console.Write("\b\b\b\b\b");
Console.Write("[" + ((100 * (meetcnt++)) / meets.Count).ToString("D2") + "%]");
var target = meetlink.Attributes[0].Value;
var referrer = cluburl;
HttpWebRequest request = (HttpWebRequest)WebRequest.Create("https://dsvdaten.dsv.de" + target);
request.Referer = cluburl;
HttpWebResponse response = (HttpWebResponse)request.GetResponse();
Stream dataStream = response.GetResponseStream();
// Open the stream using a StreamReader for easy access.
StreamReader reader = new StreamReader(dataStream);
// Read the content.
string responseFromServer = reader.ReadToEnd();
var wkdoc = new HtmlDocument();
wkdoc.LoadHtml(responseFromServer);
MeetInfo meetInfo = ExtractMeetInfo(wkdoc);
if (meetInfo.Timing != TimingType.Auto)
{
continue;
}
var clink = wkdoc.DocumentNode.SelectNodes("//a[@title='" + xcid + "']");
if (clink == null)
{
continue;
}
var viewstate = wkdoc.DocumentNode.SelectSingleNode("//input[@name='__VIEWSTATE']").Attributes[3].Value;
var eventvali = wkdoc.DocumentNode.SelectSingleNode("//input[@name='__EVENTVALIDATION']").Attributes[3].Value;
var viewstgen = wkdoc.DocumentNode.SelectSingleNode("//input[@name='__VIEWSTATEGENERATOR']").Attributes[3].Value;
request = (HttpWebRequest)WebRequest.Create("https://dsvdaten.dsv.de" + target);
request.Referer = "https://dsvdaten.dsv.de" + target;
request.Method = "POST";
request.ContentType = "application/x-www-form-urlencoded";
var postData = "__EVENTTARGET=" + Uri.EscapeDataString(clink[0].OuterHtml.Split("'")[1]);
postData += "&__EVENTARGUMENT=";
postData += "&__LASTFOCUS=";
postData += "&__VIEWSTATE=" + EncodeIt(viewstate);
postData += "&__VIEWSTATEGENERATOR=" + Uri.EscapeDataString(viewstgen);
postData += "&__EVENTVALIDATION=" + Uri.EscapeDataString(eventvali);
postData += "&ctl00$ContentSection$hiddenTab=" + Uri.EscapeDataString("#clubs");
//Console.WriteLine(" POST: " + postData);
var data = Encoding.ASCII.GetBytes(postData);
request.ContentLength = data.Length;
using (var stream = request.GetRequestStream())
{
stream.Write(data, 0, data.Length);
}
response = (HttpWebResponse)request.GetResponse();
dataStream = response.GetResponseStream();
reader = new StreamReader(dataStream);
responseFromServer = reader.ReadToEnd();
var wkcdoc = new HtmlDocument();
wkcdoc.LoadHtml(responseFromServer);
var single_anchor = wkcdoc.DocumentNode.SelectSingleNode("//*[@id='ContentSection__individualLabel']");
var group_anchor = wkcdoc.DocumentNode.SelectSingleNode("//*[@id='ContentSection__relaysLabel']");
var single_div = single_anchor.ParentNode.ParentNode;
var group_div = group_anchor.ParentNode.ParentNode;
//Console.WriteLine(" - " + single_anchor.InnerText);
var rows = single_div.SelectNodes("./table/tbody/tr");
if (rows != null)
{
foreach (var row in rows)
{
var name = row.SelectSingleNode("./td[2]/a").InnerText.Trim();
var sexstr = row.SelectSingleNode("./td[1]").InnerText.Trim();
var sex = (sexstr.StartsWith('m')) ? Sex.Male : Sex.Female;
var birthstr = row.SelectSingleNode("./td[3]").InnerText.Trim();
var birth = uint.Parse(birthstr);
var disc = row.SelectSingleNode("./td[4]/span").InnerText.Replace("Vorlauf", "").Replace("Finale", "").Trim();
var timestr = row.SelectSingleNode("./td[5]").InnerText.Replace("(Zw)", "").Trim();
if (timestr == "DS" || timestr == "NA" || timestr == "AB" || timestr == "AU")
{
continue;
}
var time = TimeSpanParse(timestr);
//Console.WriteLine(" " + name + " ("+ birth + "): \t"+ time + " " + disc);
var records = recorddb.TestSingleRecords(disc, sex, meetInfo.CourseType, birth, meetInfo.LastDate(), time);
foreach (var record in records)
{
Console.WriteLine(" " + name + " (" + birth + "): \t" + time + " " + disc);
Console.WriteLine(" " + record.Surname + " (" + record.Agegroup.ToString() + "): \t" + record.Time.ToString() + " " + record.Discipline);
}
}
}
//Console.WriteLine(" - " + group_anchor.InnerText);
rows = group_div.SelectNodes("./table/tbody/tr");
if (rows != null)
{
foreach (var row in rows)
{
var disc = row.SelectSingleNode("./td[1]/span").InnerText.Trim();
var swimmers = row.SelectNodes("./td[2]/a");
var names = "";
if (swimmers != null)
{
foreach (var swimmer in swimmers)
{
names += swimmer.InnerText.Trim() + ";";
}
}
var timestr = row.SelectSingleNode("./td[4]").InnerText.Replace("(Zw)", "").Trim();
if (timestr == "DS" || timestr == "NA" || timestr == "AB" || timestr == "AU")
{
continue;
}
var time = TimeSpanParse(timestr);
// The DSV database does not give the sex of the relay directly.
// To save download time. first check if we can have a record in any category
foreach (Sex sex in new Sex[] { Sex.Male, Sex.Female, Sex.Mixed })
{
if (true)
{
var records = recorddb.TestTeamRecords(disc, sex, meetInfo.CourseType, meetInfo.LastDate(), time);
foreach (var record in records)
{
Console.WriteLine(" " + clubname + ": \t" + time + " " + disc);
Console.WriteLine(" " + record.Club + ": \t" + record.Time.ToString() + " " + record.Discipline);
}
}
}
}
}
} // for each meet
Console.Write("\b\b\b\b\b");
}
