public BasicIMDBCrawler()
        {
            this.Crawler =
                new Library.BasicWebCrawler("www.imdb.com", 80)
                {
                    //CoralEnabled = true
                };

            var DefaultLink = new { Link = "", Title = "", Text = "" };
            var DefaultImage = new { Source = "", Alt = "", Title = "" };

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse();

                    return new { Link, Title, Text };
                }
            );

            var ParseImage = DefaultImage.ToAnonymousConstructor(
                (string element) =>
                {
                    var Source = "";
                    var Alt = "";
                    var Title = "";

                    element.
                        ParseAttribute("src", value => Source = value).
                        ParseAttribute("alt", value => Alt = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(null).
                        Parse();

                    return new { Source, Alt, Title };
                }
            );

            this.Crawler.DataReceived +=
                document =>
                {
                    var entry = new Entry();

                    var title = BasicElementParser.GetContent(document, "title");
                    var title_i = title.IndexOf("(");

                    entry.Title = title.Substring(0, title_i).Trim();

                    // remove qoutes from the title
                    entry.Title = entry.Title.Replace(""", "");

                    entry.Year = title.Substring(title_i + 1, title.IndexOf(")", title_i + 1) - (title_i + 1));

                    var poster_i = document.IndexOf("name=\"poster\"");

                    // no poster - the poster may be found on other services
                    if (poster_i < 0)
                    {
                    }
                    else
                    {

                        var poster_j = document.Substring(0, poster_i).LastIndexOf("<a");
                        var poster_q = document.IndexOf("</a>", poster_i);

                        var poster = ParseLink(document.Substring(poster_j, poster_q - poster_j + 4));
                        var poster_image = ParseImage(poster.Text);

                        entry.MediumPosterImageProvider = "imdb";
                        entry.MediumPosterImage = poster_image.Source;
                        entry.MediumPosterImagePage = poster.Link;
                        entry.MediumPosterTitle = poster.Title;
                    }

                    #region UserRating
                    var meta_tag = "<div class=\"meta\">";
                    var meta_i = document.IndexOf(meta_tag);

                    if (meta_i < 0)
                        entry.UserRating = "";
                    else
                    {
                        var meta = document.Substring(meta_i + meta_tag.Length, document.IndexOf("</div>", meta_i) - meta_i - meta_tag.Length);

                        entry.UserRating = BasicElementParser.GetContent(meta, "b");
                    }
                    #endregion

                    #region Genres
                    var genre_tag = "<h5>Genre:</h5>";
                    var genre_i = document.IndexOf(genre_tag);
                    var genres = new List<string>();

                    if (genre_i < 0)
                    {
                    }
                    else
                    {
                        var genre = document.Substring(genre_i + genre_tag.Length, document.IndexOf("</div>", genre_i) - genre_i - genre_tag.Length);

                        BasicElementParser.Parse(genre, "a",
                            (text, index) =>
                            {
                                if (text == "more")
                                    return;

                                genres.Add(text);
                            }
                        );
                    }

                    entry.Genres = genres.ToArray();
                    #endregion

                    #region Runtime
                    var runtime_tag = "<h5>Runtime:</h5>";
                    if (genre_i < 0)
                        genre_i = 0;

                    var runtime_i = document.IndexOf(runtime_tag, genre_i);

                    if (runtime_i < 0)
                        entry.Runtime = "";
                    else
                    {
                        var runtime = document.Substring(runtime_i + runtime_tag.Length, document.IndexOf("</div>", runtime_i) - runtime_i - runtime_tag.Length);

                        entry.Runtime = runtime.Trim();
                    }

                    #endregion

                    #region Tagline
                    var Tagline_tag = "<h5>Tagline:</h5>";
                    var Tagline_i = document.IndexOf(Tagline_tag, genre_i);

                    if (Tagline_i < 0)
                        entry.Tagline = "";
                    else
                    {
                        var Tagline = document.Substring(Tagline_i + Tagline_tag.Length, document.IndexOf("<", Tagline_i + Tagline_tag.Length) - Tagline_i - Tagline_tag.Length);

                        entry.Tagline = Tagline.Trim();
                    }
                    #endregion

                    if (AddEntry != null)
                        AddEntry(entry);
                };
        }
Example #2
0
        public static void ParseMovieItem(this string data, Action<MovieItem> handler)
        {
            var n = new MovieItem();

            var DefaultLink = new { Link = "", Title = "", Text = "" };
            var DefaultImage = new { Source = "", Alt = "", Title = "" };
            var DefaultHeader = new { Title = "", Text = "" };

            var ParseHeader = DefaultHeader.ToAnonymousConstructor(
                (string element) =>
                {
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse();

                    return new { Title, Text };
                }
            );

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse("a");

                    return new { Link, Title, Text };
                }
            );

            var ParseImage = DefaultImage.ToAnonymousConstructor(
                (string element) =>
                {
                    var Source = "";
                    var Alt = "";
                    var Title = "";

                    element.
                        ParseAttribute("src", value => Source = value).
                        ParseAttribute("alt", value => Alt = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(null).
                        Parse("img");

                    return new { Source, Alt, Title };
                }
            );

            data.ParseElements(
                (tag, index, element) =>
                {
                    if (tag == "h2")
                    {
                        var h = ParseHeader(element);
                        var a = ParseLink(h.Text);

                        if (a != null)
                        {
                            n.TorrentCommentLink = a.Link;
                            n.SmartTitle = a.Text;
                        }
                    }
                    else if (tag == "div")
                    {
                        var h = ParseHeader(element);

                        if (h.Title == "raiting") n.IMDBRaiting = h.Text;
                        else if (h.Title == "runtime") n.IMDBRuntime = h.Text;
                        else if (h.Title == "tagline") n.IMDBTagline = h.Text;
                        else if (h.Title == "genres") n.IMDBGenres = h.Text;
                        else if (h.Title == "episode") n.Episode = h.Text;
                    }
                    else if (tag == "a")
                    {
                        var a = ParseLink(element);
                        var img = ParseImage(a.Text);

                        if (img != null)
                        {
                            if (a.Link.StartsWith("http://www.youtube.com"))
                            {
                                n.YouTubeKey = img.Alt;
                            }
                            else if (a.Link.StartsWith("http://www.imdb.com"))
                            {
                                n.IMDBLink = a.Link;
                                n.PosterLink = img.Source;
                            }
                            else if (a.Link.StartsWith("http://tinyurl.com"))
                            {
                                n.TorrentLink = a.Link;
                                n.TorrentName = a.Text.Substring(a.Text.IndexOf(">") + 1).Trim();
                            }
                        }
                    }
                }

            );

            handler(n);
        }
        public BasicIMDBPosterSearch()
        {
            this.Crawler =
                new Library.BasicWebCrawler("www.imdb.com", 80)
                {
                    CoralEnabled = true
                };

            var DefaultImage = new { Source = "", Alt = "", Title = "" };

            var ParseImage = DefaultImage.ToAnonymousConstructor(
                (string element) =>
                {
                    var Source = "";
                    var Alt = "";
                    var Title = "";

                    element.
                        ParseAttribute("src", value => Source = value).
                        ParseAttribute("alt", value => Alt = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(null).
                        Parse();

                    return new { Source, Alt, Title };
                }
            );

            string location = null;

            this.Crawler.AllHeadersSent +=
                () =>
                {
                    location = null;
                };

            this.Crawler.LocationReceived +=
                value =>
                {
                    location = value;
                };

            this.Crawler.DataReceived +=
                document =>
                {
                    if (!string.IsNullOrEmpty(location))
                    {
                        var u = new Uri(location);

                        this.Crawler.Crawl(u.PathAndQuery);

                        return;
                    }

                    var poster_tag = "<table id=\"principal\">";
                    var poster_i = document.IndexOf(poster_tag);
                    var poster_close_tag = "</table>";
                    var poster_close_i = document.IndexOf(poster_close_tag, poster_i);

                    var poster = ParseImage(
                        BasicElementParser.GetContent(
                            document.Substring(poster_i, poster_close_i + poster_close_tag.Length - poster_i)
                        , "td")
                    );

                    if (this.AddEntry != null)
                        this.AddEntry(poster.Source);
                };
        }
        public BasicPirateBayImage()
        {
            this.CrawlerDownloader =
                new Library.BasicWebCrawler("", 80)
                {
                    //CoralEnabled = true
                };

            this.CrawlerUploader =
                new Library.BasicWebCrawler("bayimg.com", 80)
                {
                    Method = "POST"
                };

            #region parser
            var DefaultLink = new { Link = "", Title = "", Text = "" };
            var DefaultImage = new { Source = "", Alt = "", Title = "", width = "", height = "" };

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse();

                    return new { Link, Title, Text };
                }
            );

            var ParseImage = DefaultImage.ToAnonymousConstructor(
                (string element) =>
                {
                    var Source = "";
                    var Alt = "";
                    var Title = "";
                    var width = "";
                    var height = "";

                    element.
                        ParseAttribute("src", value => Source = value).
                        ParseAttribute("alt", value => Alt = value).
                        ParseAttribute("title", value => Title = value).
                        ParseAttribute("width", value => width = value).
                        ParseAttribute("height", value => height = value).
                        ParseContent(null).
                        Parse();

                    return new { Source, Alt, Title, width, height };
                }
            );
            #endregion

            // http://www.w3.org/Protocols/rfc1341/7_2_Multipart.html
            var boundary = "---------------------------" + int.MaxValue.Random();
            var current_filename = "_" + int.MaxValue.Random();

            #region StreamWriter
            Action<StreamWriter, Stream, int, string> StreamWriter =
                 (stream, source, sourcelength, filename) =>
                 {
                     stream.AutoFlush = true;

                     stream.WriteLine("--" + boundary);
                     stream.WriteLine("Content-Disposition: form-data; name=\"file\"; filename=\"" + filename + "\"");
                     stream.WriteLine("Content-Type: application/octet-stream");
                     stream.WriteLine();

                     if (source == null)
                     {
                         stream.BaseStream.Position += sourcelength;
                     }
                     else
                     {
                         var buffer = new byte[0x1000];
                         var offset = 0;
                         var size = source.Read(buffer, 0, buffer.Length);

                         while (size > 0)
                         {
                             //Console.WriteLine(new { offset, size });

                             stream.BaseStream.Write(buffer, 0, size);
                             offset += size;
                             size = source.Read(buffer, 0, buffer.Length);
                         }
                     }

                     stream.WriteLine();

                     stream.WriteLine("--" + boundary);
                     stream.WriteLine("Content-Disposition: form-data; name=\"code\"");
                     stream.WriteLine();
                     stream.WriteLine("tpb");

                     stream.WriteLine("--" + boundary);
                     stream.WriteLine("Content-Disposition: form-data; name=\"tags\"");
                     stream.WriteLine();
                     stream.WriteLine("");

                     stream.WriteLine("--" + boundary + "--");
                 };
            #endregion

            this.CrawlerDownloader.ContentLengthReceived +=
                ContentLength =>
                {
                    current_filename = "_" + int.MaxValue.Random();

                    var value = int.Parse(ContentLength);

                    this.CrawlerUploader.HeaderWriter +=
                       stream =>
                       {
                           stream.WriteLine("Content-Type: multipart/form-data; boundary=" + boundary);

                           using (var v = new StreamWriter(new VoidStream()))
                           {

                               StreamWriter(v, null, value, current_filename);

                               stream.WriteLine("Content-Length: " +
                                   v.BaseStream.Position
                               );
                           }
                       };
                };

            this.CrawlerDownloader.StreamReader +=
                source =>
                {
                    this.CrawlerUploader.StreamWriter +=
                        stream => StreamWriter(stream, source, 0, current_filename);

                    this.CrawlerUploader.Crawl("/upload");
                };

            this.CrawlerUploader.DataReceived +=
               document =>
               {
                   var result_tag = "<div id=\"extra2\">";
                   var result_i = document.IndexOf(result_tag);
                   var result_end_tag = "<br/>";
                   var result_end_i = document.IndexOf(result_end_tag, result_i);

                   var data = document.Substring(result_i + result_tag.Length, result_end_i - (result_i + result_tag.Length)).Trim();

                   // http://bayimg.com/image/eaofgaabg.jpg

                   var Link = ParseLink(data);
                   var ThumbnailImage = ParseImage(Link.Text);

                   if (this.AddEntry != null)
                       this.AddEntry(new Entry(Link.Link.Substring(1).ToLower()));
                   //new IHTMLImage { Source = ImageLink, Title = imdb.SmartTitle }.ToString().ToConsole();

                   //Console.WriteLine(ImageHTML);
                   //Console.WriteLine(ThumbnailImageHTML);
               };
        }
        public static void Search(string stitle, Action<AliasEntry> handler)
        {
            var c = new BasicWebCrawler("www.omdb.si", 80);

            var DefaultLink = new { Link = "", Title = "", Text = "" };

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse();

                    return new { Link, Title, Text };
                }
            );

            c.DataReceived +=
                document =>
                {

                    var trigger_tag = "<table width=\"100%\" class=\"fW\">";
                    var trigger_end_tag = "</table>";

                    Func<int, int> scan =
                        offset =>
                        {
                            var trigger_i = document.IndexOf(trigger_tag, offset);

                            if (trigger_i < 0)
                                return offset;

                            var tirgger_end_i = document.IndexOf(trigger_end_tag, trigger_i);

                            if (tirgger_end_i < 0)
                                return offset;

                            var data = document.Substring(trigger_i + trigger_tag.Length, tirgger_end_i - trigger_i - trigger_tag.Length);

                            /*
            <tr>
            <td class="bTl"><img alt="" src="/images/default/Ogrodje0.gif" width="10" height="10" /></td>
            <td class="bT"></td><td class="bTr"></td></tr>
            <tr>
            <td class="bL"></td>
            <td class="bM">
            <div align="left">
            <table width="100%"  border="0" cellspacing="0" cellpadding="0">
                <tr>
                    <td width="5" rowspan="2"></td>
                    <td width="444" align="left">
                        <div align="left"><a href="/index.php/ofilm/?i=401737">Lost <b>(2004)</b></a></div>
                    </td>
                    <td align="right">
                        <span class="forumozadje3"><b>8.9</b>
                             <img src='/images/default/zvezdice/yellow.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/yellow.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/yellow.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/yellow.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/yellow.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/yellow.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/yellow.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/yellow.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/d9.gif' class='slikevvrsti' /><img src='/images/default/zvezdice/yellowEmpty.gif' class='slikevvrsti' /></span>
                    </td></tr>
                <tr>
                    <td align="left">
                        <span class="oddelki_forum_mala">Genre: <b>Drama, Adventure, Mystery, Thriller</b> Duration: <b>45 min</b></span>
                    </td>
                    <td align="right"><span class="oddelki_forum_mala">(174 votes)</span></td></tr>
                             */

                            var title_tag = "<div align=\"left\">";
                            var title_end_tag = "</div>";

                            var title_i = data.IndexOf(title_tag);

                            if (title_i < 0)
                                return offset;

                            title_i = data.IndexOf(title_tag, title_i + title_tag.Length);

                            var title_end_i = data.IndexOf(title_end_tag, title_i);

                            //  Lost <b>(2004)</b>
                            var title = ParseLink(data.Substring(title_i + title_tag.Length, title_end_i - title_i - title_tag.Length));

                            var genre_tag = "<span class=\"oddelki_forum_mala\">";
                            var genre_i = data.IndexOf(genre_tag, title_end_i);
                            var genre_end_tag = "</span>";
                            var genre_end_i = data.IndexOf(genre_end_tag, genre_i);
                            // Genre: <b>Drama, Adventure, Mystery, Thriller</b> Duration: <b>45 min</b>
                            var genre = data.Substring(genre_i + genre_tag.Length, genre_end_i - genre_i - genre_tag.Length);

                            var e = new AliasEntry
                            {
                                Genres = genre.Substring("Genre: <b>", "</b>").Split(new[] { ',' }).Trim(),
                                Duration = genre.Substring("Duration: <b>", "</b>"),
                                Link = "http://www.omdb.si" + title.Link,
                                Title = title.Text.Substring(0, title.Text.IndexOf("<")),
                                Year = title.Text.Substring("<b>", "</b>")
                            };

                            handler(e);

                            return tirgger_end_i + trigger_end_tag.Length;
                        };

                    var start_tag = "<td align=\"right\" class=\"bM\">";
                    var start_offset = document.IndexOf(start_tag);
                    start_offset = document.IndexOf(start_tag, start_offset);

                    scan.ToChainedFunc((x, y) => y > x)(start_offset);
                };

            // we will only look at the first result page
            c.Crawl("/index.php/odefault/search?sK=" + stitle.URLEncode());
        }
        public static void Search(Action<SearchEntry> Handler)
        {
            var DefaultLink = new { Link = "", Title = "", Text = "" };
            var DefaultImage = new { Source = "", Alt = "", Title = "" };

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse();

                    return new { Link, Title, Text };
                }
            );

            var ParseImage = DefaultImage.ToAnonymousConstructor(
                (string element) =>
                {
                    var Source = "";
                    var Alt = "";
                    var Title = "";

                    element.
                        ParseAttribute("src", value => Source = value).
                        ParseAttribute("alt", value => Alt = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(null).
                        Parse();

                    return new { Source, Alt, Title };
                }
            );

            var search = new BasicPirateBaySearch();

            search.Loaded +=
                ForEachEntry =>
                {

                    ForEachEntry(
                        (entry, entryindex) =>
                        {
                            var Type = ParseLink(entry.Type);
                            var Name = ParseLink(entry.Name);
                            var TorrentLink = DefaultLink;
                            var Comment = DefaultImage;

                            entry.Links.ParseElements(
                                (tag, index, element) =>
                                {
                                    if (tag == "a")
                                    {
                                        TorrentLink = ParseLink(element);
                                    }

                                    if (tag == "img")
                                    {
                                        var img = ParseImage(element);

                                        if (img.Title.Contains("comment"))
                                            Comment = img;

                                    }
                                }
                            );

                            Handler(
                                new SearchEntry
                                {
                                    CommentText = Comment.Title,
                                    Size = entry.Size,
                                    Seeders = entry.Seeders,
                                    Leechers = entry.Leechers,
                                    Name = Name.Text,
                                    Link = Name.Link,
                                    TorrentLink = TorrentLink.Link
                                }
                            );

                        }
                    );

                };

            search.Crawler.Crawl("/top/200");
        }
        public static void Search(string title, Action<AliasEntry> handler)
        {
            var t = new Uri("http://www.movieposterdb.com/browse/search?search_type=movies&title=");
            var c = new BasicWebCrawler(t.Host, 80);

            var DefaultLink = new { Link = "", Title = "", Text = "" };
            var DefaultSpan = new { Text = "", Title = "" };

            var ParseSpan = DefaultSpan.ToAnonymousConstructor(
                (string element) =>
                {
                    var Text = "";
                    var Title = "";

                    element.
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse("span");

                    return new { Text, Title };
                }
            );

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse("a");

                    return new { Link, Title, Text };
                }
            );

            c.DataReceived +=
                document =>
                {
                    var trigger = "Movies</h3>";

                    var trigger_i = document.IndexOf(trigger);

                    var data = BasicElementParser.GetContent(document.Substring(trigger_i), "table");

                    BasicElementParser.Parse(data, "tr",
                        (element, index) =>
                        {

                            /*
            <td valign="middle" style="font-size: 0pt; border-bottom: 1px solid #D2D2D2; height: 54px; width: 44px;">
            <img src="http://www.movieposterdb.com/posters/08_09/2008/1179855/m_1179855_4fb9999f.jpg" style="margin-right: 8px; padding: 2px; border: 1px solid #D2D2D2; float: left;" />
            </td>
            <td valign="middle" style="border-bottom: 1px solid #D2D2D2; width: 60%;">
            <b><a class="bbg" href="http://www.movieposterdb.com/movie/1179855/Go-Fast.html">Go Fast</a><br /><span style="color: #8C8C8C;">2008</span></b>
            </td>
            <td style="border-bottom: 1px solid #D2D2D2; font-size: 8pt; color: #808080;">

            </td>
                             */

                            BasicElementParser.Parse(element, "td",
                                (tdelement, tdindex) =>
                                {
                                    if (tdindex == 1)
                                    {
                                        // <b><a class="bbg" href="http://www.movieposterdb.com/movie/1179855/Go-Fast.html">Go Fast</a><br /><span style="color: #8C8C8C;">2008</span></b>
                                        var _title = ParseLink(tdelement);
                                        var _year = ParseSpan(tdelement);

                                        handler(
                                            new AliasEntry
                                            {
                                                Link = _title.Link,
                                                Title = _title.Text,
                                                Year = _year.Text
                                            }
                                        );
                                    }
                                }
                            );
                        }
                    );
                };

            c.Crawl(t.PathAndQuery + title.URLEncode());
        }
        public BasicIMDBAliasSearch()
        {
            var c = new BasicWebCrawler(Host, 80)
            {
                // doesnt seem to respond at 2009.03.18
                //CoralEnabled = true
            };

            this.Crawler = c;

            var DefaultLink = new { Link = "", Title = "", Text = "" };
            var DefaultImage = new { Source = "", Alt = "", Title = "", width = "", height = "" };

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse();

                    return new { Link, Title, Text };
                }
            );

            var ParseImage = DefaultImage.ToAnonymousConstructor(
                (string element) =>
                {
                    var Source = "";
                    var Alt = "";
                    var Title = "";
                    var width = "";
                    var height = "";

                    element.
                        ParseAttribute("src", value => Source = value).
                        ParseAttribute("alt", value => Alt = value).
                        ParseAttribute("title", value => Title = value).
                        ParseAttribute("width", value => width = value).
                        ParseAttribute("height", value => height = value).
                        ParseContent(null).
                        Parse();

                    return new { Source, Alt, Title, width, height };
                }
            );

            var EntryIndex = -1;

            #region AddItem
            Action<string, string> AddItem =
                (ImageElement, Content) =>
                {
                    var ImageSource = "";

                    if (ImageElement.StartsWith("<a"))
                    {
                        var ImageLink = ParseLink(ImageElement);
                        var Image = ParseImage(ImageLink.Text);

                        ImageSource = Image.Source;
                    }

                    /*
                     * <img src="/images/b.gif" width="1" height="6"><br>
                     * <a href="/title/tt0397892/" onclick="(new Image()).src='/rg/find-title-1/title_popular/images/b.gif?link=/title/tt0397892/';">Bolt</a> (2008)    <br>
                     * &#160;aka <em>"Bolt - Pes pro kazd&#253; pr&#237;pad"</em> - Czech Republic<br>
                     * &#160;aka <em>"Bolt - Un perro fuera de serie 3D"</em> - Chile<br>
                     * &#160;aka <em>"Bolt - Superc&#227;o"</em> - Brazil<br>
                     * &#160;aka <em>"Bolt - Un perro fuera de serie"</em> - Argentina, Mexico<br>
                     * &#160;aka <em>"Bolt - Ein Hund f&#252;r alle F&#228;lle"</em> - Germany
                     */

                    var ContentLink_start = Content.IndexOf("<a");
                    var ContentLink_end = Content.IndexOf("</a>");
                    var ContentLink = ParseLink(Content.Substring(ContentLink_start, ContentLink_end - ContentLink_start + 4));

                    var Details = Content.Substring(ContentLink_end + 4);

                    var ReleaseDate = "";
                    var Alias = default(AlsoKnownAs);

                    Details.Split("<br>",
                        (text, index) =>
                        {
                            if (index == 0)
                            {
                                ReleaseDate = text;
                                return;
                            }

                            Alias = new AlsoKnownAs
                            {
                                Text = text,
                                Alias = Alias
                            };
                        }
                    );

                    EntryIndex++;

                    if (this.AddEntry != null)
                    {
                        this.AddEntry(
                            new Entry("http://" + Host + ContentLink.Link)
                            {
                                OptionalAlias = Alias,
                                OptionalReleaseDate = ReleaseDate,
                                OptionalTitle = ContentLink.Text,
                                OptionalImage = ImageSource
                            },
                            EntryIndex
                        );
                    }
                };
            #endregion

            // http://www.imdb.com/find?s=tt;site=aka;q=The%20Dark%20Knight

            //const string Header_Location = "Location: ";

            string Redirect = null;

            // Location: http://www.imdb.com/title/tt1129442/
            c.LocationReceived +=
                href =>
                {
                    //Console.WriteLine("LocationReceived.");

                    Redirect = href;
                };

            c.DataReceivedWithTimeSpan +=
                (document, elapsed) =>
                {
                    //Console.WriteLine("DataReceivedWithTimeSpan.");

                    #region redirect
                    if (!string.IsNullOrEmpty(Redirect))
                    {
                        EntryIndex++;
                        if (this.AddEntry != null)
                        {
                            this.AddEntry(
                                new Entry(Redirect)
                                {
                                },
                                EntryIndex
                            );

                        }

                        return;
                    }
                    #endregion

                    var approx_section = document.IndexOf("<b>Titles (Approx Matches)</b>");
                    var exact_section = document.IndexOf("<b>Titles (Exact Matches)</b>");
                    var popular_section = document.IndexOf("<b>Popular Titles</b>");

                    var first_section = popular_section;

                    if (first_section < 0)
                        first_section = exact_section;

                    if (first_section < 0)
                        first_section = approx_section;

                    if (first_section < 0)
                        return;

                    var section_start = document.IndexOf("<table>", first_section);
                    var section_end = document.IndexOf("</table>", section_start);
                    var section = document.Substring(section_start, section_end - section_start + 8);

                    BasicElementParser.Parse(section, "tr",
                        (tr, tr_index) =>
                        {
                            /*
             <td valign="top">
            <a href="/title/tt0397892/" onClick="(new Image()).src='/rg/find-tiny-photo-1/title_popular/images/b.gif?link=/title/tt0397892/';"><img src="http://ia.media-imdb.com/images/M/MV5BNDQyNDE5NjQ1N15BMl5BanBnXkFtZTcwMDExMTAwMg@@._V1._SY30_SX23_.jpg" width="23" height="32" border="0"></a>&nbsp;</td>
            <td align="right" valign="top"><img src="/images/b.gif" width="1" height="6"><br>1.</td>
            <td valign="top"><img src="/images/b.gif" width="1" height="6"><br><a href="/title/tt0397892/" onclick="(new Image()).src='/rg/find-title-1/title_popular/images/b.gif?link=/title/tt0397892/';">Bolt</a> (2008)    <br>&#160;aka <em>"Bolt - Pes pro kazd&#253; pr&#237;pad"</em> - Czech Republic<br>&#160;aka <em>"Bolt - Un perro fuera de serie 3D"</em> - Chile<br>&#160;aka <em>"Bolt - Superc&#227;o"</em> - Brazil<br>&#160;aka <em>"Bolt - Un perro fuera de serie"</em> - Argentina, Mexico<br>&#160;aka <em>"Bolt - Ein Hund f&#252;r alle F&#228;lle"</em> - Germany </td>
                             *
                             */

                            var Image = "";
                            var Content = "";

                            BasicElementParser.Parse(tr, "td",
                                (td, td_index) =>
                                {
                                    if (td_index == 0)
                                        Image = td;

                                    if (td_index == 2)
                                        Content = td;
                                }
                            );

                            AddItem(Image, Content);
                        }
                    );

                };

            //c.Crawl("/find?s=tt;site=aka;q=" + "The Dark Knight".URLEncode());
            //c.Crawl("/find?s=tt;site=aka;q=" + "Bolt".URLEncode());
        }
        private static void DemoGetPosterViaTinEyeAndStreamIt(string MovieTitle)
        {
            Console.WriteLine();
            Console.WriteLine(MovieTitle);

            var DefaultLink = new { Link = "", Title = "", Text = "" };
            var DefaultImage = new { Source = "", Alt = "", Title = "", width = "", height = "" };

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse();

                    return new { Link, Title, Text };
                }
            );

            var ParseImage = DefaultImage.ToAnonymousConstructor(
                (string element) =>
                {
                    var Source = "";
                    var Alt = "";
                    var Title = "";
                    var width = "";
                    var height = "";

                    element.
                        ParseAttribute("src", value => Source = value).
                        ParseAttribute("alt", value => Alt = value).
                        ParseAttribute("title", value => Title = value).
                        ParseAttribute("width", value => width = value).
                        ParseAttribute("height", value => height = value).
                        ParseContent(null).
                        Parse();

                    return new { Source, Alt, Title, width, height };
                }
            );

            BasicIMDBAliasSearch.Search(MovieTitle,
                 (e, i) =>
                 {
                     Console.WriteLine("BasicIMDBAliasSearch");
                     if (i > 0)
                         return;

                     BasicIMDBCrawler.Search(e.Key,
                         imdb =>
                         {
                             Console.WriteLine("BasicIMDBCrawler");
                             BasicTinEyeSearch.Search(imdb.MediumPosterImage,
                                 tineye =>
                                 {
                                     Console.WriteLine("BasicTinEyeSearch");
                                     // yay, we have the thumbnail, get it

                                     #region downloader
                                     var downloader = new BasicWebCrawler(tineye.QueryLink.ToUri().Host, 80);
                                     var uploader = new BasicWebCrawler("bayimg.com", 80)
                                     {
                                         Method = "POST"
                                     };

                                     // http://www.w3.org/Protocols/rfc1341/7_2_Multipart.html
                                     var boundary = "---------------------------" + int.MaxValue.Random();

                                     #region StreamWriter
                                     Action<StreamWriter, Stream, int> StreamWriter =
                                          (stream, source, sourcelength) =>
                                          {
                                              stream.AutoFlush = true;

                                              stream.WriteLine("--" + boundary);
                                              stream.WriteLine("Content-Disposition: form-data; name=\"file\"; filename=\"" + tineye.Hash + "\"");
                                              stream.WriteLine("Content-Type: application/octet-stream");
                                              stream.WriteLine();

                                              if (source == null)
                                              {
                                                  stream.BaseStream.Position += sourcelength;
                                              }
                                              else
                                              {
                                                  var buffer = new byte[0x1000];
                                                  var offset = 0;
                                                  var size = source.Read(buffer, 0, buffer.Length);

                                                  while (size > 0)
                                                  {
                                                      stream.BaseStream.Write(buffer, 0, size);
                                                      offset += size;
                                                      size = source.Read(buffer, 0, buffer.Length);
                                                  }
                                              }

                                              stream.WriteLine();

                                              stream.WriteLine("--" + boundary);
                                              stream.WriteLine("Content-Disposition: form-data; name=\"code\"");
                                              stream.WriteLine();
                                              stream.WriteLine("tpb");

                                              stream.WriteLine("--" + boundary);
                                              stream.WriteLine("Content-Disposition: form-data; name=\"tags\"");
                                              stream.WriteLine();
                                              stream.WriteLine("");

                                              stream.WriteLine("--" + boundary + "--");
                                          };
                                     #endregion

                                     downloader.ContentLengthReceived +=
                                         ContentLength =>
                                         {
                                             var value = int.Parse(ContentLength);

                                             uploader.HeaderWriter +=
                                                stream =>
                                                {
                                                    stream.WriteLine("Content-Type: multipart/form-data; boundary=" + boundary);

                                                    using (var v = new StreamWriter(new VoidStream()))
                                                    {

                                                        StreamWriter(v, null, value);

                                                        stream.WriteLine("Content-Length: " +
                                                            v.BaseStream.Position
                                                        );
                                                    }
                                                };
                                         };

                                     downloader.StreamReader +=
                                         source =>
                                         {
                                             uploader.StreamWriter +=
                                                 stream => StreamWriter(stream, source, 0);

                                             uploader.Crawl("/upload");
                                         };

                                     uploader.DataReceived +=
                                        document =>
                                        {
                                            var result_tag = "<div id=\"extra2\">";
                                            var result_i = document.IndexOf(result_tag);
                                            var result_end_tag = "<br/>";
                                            var result_end_i = document.IndexOf(result_end_tag, result_i);

                                            var data = document.Substring(result_i + result_tag.Length, result_end_i - (result_i + result_tag.Length)).Trim();

                                            // http://bayimg.com/image/eaofgaabg.jpg

                                            var Link = ParseLink(data);
                                            var ThumbnailImage = ParseImage(Link.Text);

                                            var ImageLink = "http://bayimg.com/image" + Link.Link.ToLower() + ".jpg";
                                            var ImageHTML = ImageLink.ToImage();

                                            var ThumbnailImageLink = "http://bayimg.com/thumb" + Link.Link.ToLower() + ".jpg";
                                            var ThumbnailImageHTML = ThumbnailImageLink.ToImage();

                                            new IHTMLImage { src = ImageLink, title = imdb.SmartTitle }.ToString().ToConsole();

                                            //Console.WriteLine(ImageHTML);
                                            //Console.WriteLine(ThumbnailImageHTML);
                                        };

                                     downloader.Crawl(tineye.QueryLink.ToUri().PathAndQuery);

                                     #endregion

                                 }
                             );
                         }
                     );
                 }
             );
        }
        private static void ShowPirateBayWithVideo()
        {
            Console.WriteLine("<style>");
            Console.WriteLine("img { border: 0; }");
            //Console.WriteLine("ol { -moz-column-count: 2; }");
            Console.WriteLine(@"
            embed {
            width: 100%;
            height: 100%;
            position: absolute;
            left: 0;
            top: 0;
            z-index: 0;
            }

            ol
            {
            display: block;
            width: 100%;
            height: 100%;
            position: absolute;
            left: 0;
            top: 0;
            z-index: 1;

            overflow: scroll;
            }

            li
            {
            }

            body{
            text-align: center;
            font-family:Verdana, Arial, Helvetica, sans-serif;
            font-size:.7em;
            margin: 10px;
            color: #fff;
            background: #000;
            min-width: 520px;
            overflow: hidden;
            }

            a{
            color: #009;
            text-decoration: none;
            border-bottom: 1px dotted #4040D9;
            }
            a:hover{
            text-decoration: none;
            border-bottom: 1px solid #009;
            }
            li {

            text-align: left;
            margin: 1em;}

            ");
            Console.WriteLine("</style>");

            var DefaultLink = new { Link = "", Title = "", Text = "" };
            var DefaultImage = new { Source = "", Alt = "", Title = "" };

            var ParseLink = DefaultLink.ToAnonymousConstructor(
                (string element) =>
                {
                    var Link = "";
                    var Title = "";
                    var Text = "";

                    element.
                        ParseAttribute("href", value => Link = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(value => Text = value).
                        Parse();

                    return new { Link, Title, Text };
                }
            );

            var ParseImage = DefaultImage.ToAnonymousConstructor(
                (string element) =>
                {
                    var Source = "";
                    var Alt = "";
                    var Title = "";

                    element.
                        ParseAttribute("src", value => Source = value).
                        ParseAttribute("alt", value => Alt = value).
                        ParseAttribute("title", value => Title = value).
                        ParseContent(null).
                        Parse();

                    return new { Source, Alt, Title };
                }
            );

            Action<string, BasicIMDBAliasSearch.Entry> SearchPoster =
                 (Title, e) =>
                 {
                     //Console.WriteLine(e.Link);
                     Native.API.set_time_limit(20);

                     var Link = new Uri(e.Link);
                     var Segments = Link.Segments;
                     var Key = Segments[2];

                     Key = Key.Substring(0, Key.Length - 1);

                     //Console.WriteLine(Key);

                     BasicIMDBCrawler.Search(Key,
                         k =>
                         {
                             IHTMLImage Image = k.MediumPosterImageCoralCache.OriginalString;

                             new IHTMLAnchor
                             {
                                 Title = k.SmartTitle,
                                 URL = Link.ToCoralCache().WithoutQuery().OriginalString,
                                 innerHTML = Image.ToString()
                             }.ToString().ToConsole();

                             Native.API.set_time_limit(20);

                             BasicIMDBPosterSearch.Search(
                                     k.MediumPosterImagePage,
                                     LargePosterImage =>
                                     {

                                         var ur = new Uri(LargePosterImage);

                                         IHTMLImage LargeImage = ur.ToCoralCache().OriginalString;

                                         new IHTMLAnchor
                                         {
                                             Title = k.SmartTitle,
                                             URL = Link.ToCoralCache().WithoutQuery().OriginalString,
                                             innerHTML = LargeImage.ToString()
                                         }.ToString().ToConsole();
                                     }
                                 );
                         }
                     );

                 };

            var search = new BasicPirateBaySearch();

            search.Loaded +=
                ForEachEntry =>
                {

                    //Console.WriteLine("<hr />");

                    //var logo = "http://static.thepiratebay.org/img/tpblogo_sm_ny.gif";

                    //Console.WriteLine(logo.ToImage().ToLink("http://tineye.com/search?url=" + logo));

                    // http://code.google.com/apis/youtube/chromeless_example_1.html
                    Console.WriteLine("<embed wmode='transparent' id='tv' src='http://www.youtube.com/apiplayer?enablejsapi=1&playerapiid=tv' allowScriptAccess='always' width='400' height='300' />");

                    //Console.WriteLine("<h2>Top Movies</h2>");

                    Console.WriteLine("<ol>");

                    ForEachEntry(
                        (entry, entryindex) =>
                        {
                            Native.API.set_time_limit(20);
                            //if (entryindex > 2)
                            //    return;

                            var Type = ParseLink(entry.Type);
                            var Name = ParseLink(entry.Name);

                            var SmartName = new BasicFileNameParser(Name.Text);

                            var MovieInfo = default(BasicIMDBAliasSearch.Entry);

                            BasicIMDBAliasSearch.Search(SmartName.Title,
                                (e, index) =>
                                {
                                    if (MovieInfo == null)
                                        MovieInfo = e;

                                }
                            );

                            var c = new BasicGoogleVideoCrawler();

                            var Video = "";
                            var VideoSource = "";

                            c.VideoSourceFound +=
                                (video, src) =>
                                {
                                    Video = video;
                                    VideoSource = src;

                                };

                            Native.API.set_time_limit(16);

                            //Thread.Sleep(1500);

                            c.Search(SmartName.Title + " trailer");

                            Console.WriteLine("<li>");

                            new IHTMLButton
                            {
                                //onclick = "if (getElementById(\"tv\").getPlayerState() != 1) getElementById(\"tv\").loadVideoById(\"" + Video + "\")",
                                onclick = "getElementById(\"tv\").loadVideoById(\"" + Video + "\")",
                                innerHTML = "View Trailer"
                            }.ToString().ToConsole();

                            Console.WriteLine("<span style='background: white; color: black;'>");

                            if (MovieInfo != null)
                            {
                                SearchPoster(SmartName.Title, MovieInfo);

                                //if (MovieInfo.Image != null)
                                //    Console.WriteLine(MovieInfo.Image.ToImage().ToLink(MovieInfo.Link));

                                Console.WriteLine("<b>" + SmartName.Title.ToLink(MovieInfo.Link) + "</b>");
                            }
                            else
                            {
                                Console.WriteLine("<b>" + SmartName.Title.ToLink(k => "http://www.imdb.com/find?s=tt;site=aka;q=" + k) + "</b>");
                            }

                            if (!string.IsNullOrEmpty(SmartName.Season))
                            {
                                Console.WriteLine(" | Season <i>" + SmartName.Season + "</i>");
                            }

                            if (!string.IsNullOrEmpty(SmartName.Episode))
                            {
                                Console.WriteLine(" | Episode <i>" + SmartName.Episode + "</i>");
                            }

                            if (!string.IsNullOrEmpty(SmartName.SubTitle))
                            {
                                Console.WriteLine(" | <b>" + SmartName.SubTitle + "</b>");
                            }

                            if (!string.IsNullOrEmpty(SmartName.Year))
                            {
                                Console.WriteLine(" | <i>" + SmartName.Year + "</i>");
                            }

                            Console.WriteLine(" | ");
                            Console.WriteLine("<b>");
                            Console.WriteLine("trailer".ToLink(VideoSource, Video));
                            Console.WriteLine("</b>");

                            Console.WriteLine("<br />");

                            Console.WriteLine("<small>");
                            Console.WriteLine(SmartName.ColoredText.ToString().ToLink("http://thepiratebay.org" + Name.Link) + "<br />");

                            Console.WriteLine(Type.Text.ToLink("http://thepiratebay.org" + Type.Link));

                            entry.Links.ParseElements(
                                (tag, index, element) =>
                                {
                                    if (tag == "a")
                                    {
                                        var a = ParseLink(element);

                                        Console.WriteLine(" | " + "torrent".ToLink(a.Link));
                                    }

                                    if (tag == "img")
                                    {
                                        var img = ParseImage(element);

                                        if (img.Title.Contains("comment"))
                                        {
                                            Console.WriteLine(" | " + img.Title.ToLink("http://thepiratebay.org" + Name.Link));
                                        }
                                        else
                                        {
                                            Console.WriteLine(" | " + img.Title);
                                        }
                                    }
                                }
                            );

                            Console.WriteLine(" | " + entry.Size);
                            Console.WriteLine(" | " + entry.Seeders);
                            Console.WriteLine(" | " + entry.Leechers + "<br />");

                            Console.WriteLine("</small>");

                            Console.WriteLine("</span>");

                            //Console.WriteLine("</div>");
                            Console.WriteLine("</li>");

                        }
                    );

                    Console.WriteLine("</ol>");
                };

            search.Crawler.Crawl("/top/200");
        }