Ejemplo n.º 1
0
        static void Main(string[] args)
        {
            Console.WriteLine("SHSV - Rekordsuche");
            Console.WriteLine("==================");

            string url        = "https://dsvdaten.dsv.de/Modules/Clubs/Index.aspx?StateID=14";
            string url_prefix = "https://dsvdaten.dsv.de/Modules/Clubs/";

            RecordDB db = new RecordDB("");

            var web = new HtmlWeb();
            var doc = web.Load(url);

            // Check for every club associated to the selected region all participated
            // competitions in the DSV result database
            var clubnodes = doc.DocumentNode.SelectNodes("//a[starts-with(@href, 'Club.aspx?ClubID')]");

            foreach (HtmlNode clublink in clubnodes)
            {
                Console.Write("- " + clublink.InnerText.PadLeft(30, ' ') + "\t");
                var target = clublink.Attributes[0].Value;
                AnalyseClub(clublink.InnerText, url_prefix + target, target.Split('=')[1].Trim(), db);
                Console.WriteLine(" [Complete]");
            }
            Console.ReadLine();
        }
Ejemplo n.º 2
0
        static void AnalyseClub(string clubname, string cluburl, string xcid, RecordDB recorddb)
        {
            var web = new HtmlWeb();

            web.UseCookies = true;
            var doc = web.Load(cluburl);

            var vidlabel = doc.DocumentNode.SelectSingleNode("//span[@id='ContentSection__clubidLabel']");
            var dsv_vid  = vidlabel.InnerText;

            var meets = doc.DocumentNode.SelectNodes("//a[starts-with(@href, '/Modules/Results/Meet.aspx?MeetID')]");

            if (meets == null)
            {
                return;
            }
            var meetcnt = 0;

            Console.Write("[00%]");

            foreach (HtmlNode meetlink in meets)
            {
                //Console.WriteLine("   Wettkampf: " + wklink.InnerText);
                Console.Write("\b\b\b\b\b");
                Console.Write("[" + ((100 * (meetcnt++)) / meets.Count).ToString("D2") + "%]");
                var target   = meetlink.Attributes[0].Value;
                var referrer = cluburl;

                HttpWebRequest request = (HttpWebRequest)WebRequest.Create("https://dsvdaten.dsv.de" + target);
                request.Referer = cluburl;
                HttpWebResponse response   = (HttpWebResponse)request.GetResponse();
                Stream          dataStream = response.GetResponseStream();
                // Open the stream using a StreamReader for easy access.
                StreamReader reader = new StreamReader(dataStream);
                // Read the content.
                string responseFromServer = reader.ReadToEnd();

                var wkdoc = new HtmlDocument();
                wkdoc.LoadHtml(responseFromServer);

                MeetInfo meetInfo = ExtractMeetInfo(wkdoc);
                if (meetInfo.Timing != TimingType.Auto)
                {
                    continue;
                }

                var clink = wkdoc.DocumentNode.SelectNodes("//a[@title='" + xcid + "']");
                if (clink == null)
                {
                    continue;
                }
                var viewstate = wkdoc.DocumentNode.SelectSingleNode("//input[@name='__VIEWSTATE']").Attributes[3].Value;
                var eventvali = wkdoc.DocumentNode.SelectSingleNode("//input[@name='__EVENTVALIDATION']").Attributes[3].Value;
                var viewstgen = wkdoc.DocumentNode.SelectSingleNode("//input[@name='__VIEWSTATEGENERATOR']").Attributes[3].Value;

                request             = (HttpWebRequest)WebRequest.Create("https://dsvdaten.dsv.de" + target);
                request.Referer     = "https://dsvdaten.dsv.de" + target;
                request.Method      = "POST";
                request.ContentType = "application/x-www-form-urlencoded";


                var postData = "__EVENTTARGET=" + Uri.EscapeDataString(clink[0].OuterHtml.Split("'")[1]);
                postData += "&__EVENTARGUMENT=";
                postData += "&__LASTFOCUS=";
                postData += "&__VIEWSTATE=" + EncodeIt(viewstate);
                postData += "&__VIEWSTATEGENERATOR=" + Uri.EscapeDataString(viewstgen);
                postData += "&__EVENTVALIDATION=" + Uri.EscapeDataString(eventvali);
                postData += "&ctl00$ContentSection$hiddenTab=" + Uri.EscapeDataString("#clubs");
                //Console.WriteLine("      POST: " + postData);
                var data = Encoding.ASCII.GetBytes(postData);


                request.ContentLength = data.Length;

                using (var stream = request.GetRequestStream())
                {
                    stream.Write(data, 0, data.Length);
                }


                response = (HttpWebResponse)request.GetResponse();

                dataStream         = response.GetResponseStream();
                reader             = new StreamReader(dataStream);
                responseFromServer = reader.ReadToEnd();


                var wkcdoc = new HtmlDocument();
                wkcdoc.LoadHtml(responseFromServer);
                var single_anchor = wkcdoc.DocumentNode.SelectSingleNode("//*[@id='ContentSection__individualLabel']");
                var group_anchor  = wkcdoc.DocumentNode.SelectSingleNode("//*[@id='ContentSection__relaysLabel']");
                var single_div    = single_anchor.ParentNode.ParentNode;
                var group_div     = group_anchor.ParentNode.ParentNode;

                //Console.WriteLine("     - " + single_anchor.InnerText);
                var rows = single_div.SelectNodes("./table/tbody/tr");
                if (rows != null)
                {
                    foreach (var row in rows)
                    {
                        var name   = row.SelectSingleNode("./td[2]/a").InnerText.Trim();
                        var sexstr = row.SelectSingleNode("./td[1]").InnerText.Trim();
                        var sex    = (sexstr.StartsWith('m')) ? Sex.Male : Sex.Female;

                        var birthstr = row.SelectSingleNode("./td[3]").InnerText.Trim();
                        var birth    = uint.Parse(birthstr);
                        var disc     = row.SelectSingleNode("./td[4]/span").InnerText.Replace("Vorlauf", "").Replace("Finale", "").Trim();
                        var timestr  = row.SelectSingleNode("./td[5]").InnerText.Replace("(Zw)", "").Trim();
                        if (timestr == "DS" || timestr == "NA" || timestr == "AB" || timestr == "AU")
                        {
                            continue;
                        }
                        var time = TimeSpanParse(timestr);
                        //Console.WriteLine("      " + name + " ("+ birth + "): \t"+ time + " " + disc);
                        var records = recorddb.TestSingleRecords(disc, sex, meetInfo.CourseType, birth, meetInfo.LastDate(), time);

                        foreach (var record in records)
                        {
                            Console.WriteLine("      " + name + " (" + birth + "): \t" + time + " " + disc);
                            Console.WriteLine("      " + record.Surname + " (" + record.Agegroup.ToString() + "): \t" + record.Time.ToString() + " " + record.Discipline);
                        }
                    }
                }

                //Console.WriteLine("     - " + group_anchor.InnerText);
                rows = group_div.SelectNodes("./table/tbody/tr");
                if (rows != null)
                {
                    foreach (var row in rows)
                    {
                        var disc     = row.SelectSingleNode("./td[1]/span").InnerText.Trim();
                        var swimmers = row.SelectNodes("./td[2]/a");
                        var names    = "";
                        if (swimmers != null)
                        {
                            foreach (var swimmer in swimmers)
                            {
                                names += swimmer.InnerText.Trim() + ";";
                            }
                        }
                        var timestr = row.SelectSingleNode("./td[4]").InnerText.Replace("(Zw)", "").Trim();
                        if (timestr == "DS" || timestr == "NA" || timestr == "AB" || timestr == "AU")
                        {
                            continue;
                        }
                        var time = TimeSpanParse(timestr);

                        // The DSV database does not give the sex of the relay directly.
                        // To save download time. first check if we can have a record in any category


                        foreach (Sex sex in new Sex[] { Sex.Male, Sex.Female, Sex.Mixed })
                        {
                            if (true)
                            {
                                var records = recorddb.TestTeamRecords(disc, sex, meetInfo.CourseType, meetInfo.LastDate(), time);

                                foreach (var record in records)
                                {
                                    Console.WriteLine("      " + clubname + ": \t" + time + " " + disc);
                                    Console.WriteLine("      " + record.Club + ": \t" + record.Time.ToString() + " " + record.Discipline);
                                }
                            }
                        }
                    }
                }
            } // for each meet
            Console.Write("\b\b\b\b\b");
        }