Example #1
0
        private void _process(Action <HtmlDocument> fixer, string savePath, HtmlDownloader downloader)
        {
            try
            {
                //Parsear HTML
                var document = new HtmlDocument {
                    OptionDefaultStreamEncoding = Encoding.UTF8
                };
                document.LoadHtml(webBrowser.Document.Body.Parent.OuterHtml);

                //Corregir página
                fixer(document);

                //Guardar página
                downloader.Download(document, savePath);

                //Liberar memoria
                document = null;
                GC.Collect();
            }
            catch
            {
                File.WriteAllText(savePath, "Se produjo un error al recuperar la URL " + webBrowser.Url);
            }
        }
Example #2
0
        private void _downloadPhotos(HtmlDownloader downloader)
        {
            int  photo     = 0;
            int  processed = 0;
            bool morePages;

            do
            {
                int page = 0;

                //Recorrer comentarios
                bool moreComments;
                do
                {
                    if (_cancel)
                    {
                        return;
                    }

                    //Calcular número de página
                    var   regex = new Regex("(\\d+) de \\d+", RegexOptions.IgnoreCase);
                    Match match = regex.Match(webBrowser.Document.Body.InnerText);
                    if (match.Success)
                    {
                        photo = int.Parse(match.Groups[1].Value) - 1;
                    }

                    //Descargar página
                    _process(doc => Tuenti.FixPhotoPage(doc, photo, page), Tuenti.GetPhotoPath(photo, page), downloader);

                    //Recorrer comentarios
                    moreComments = _moveNext("photo_wall");

                    page++;
                } while (moreComments);

                //Recorrer páginas
                morePages = _moveNext("photo_pager");
                photo++;

                processed++;
                if (processed % 750 == 0)
                {
                    //Recargar la página para evitar cuelgues y fugas de memoria
                    webBrowser.Refresh();
                    webBrowser.WaitLoad(true);
                    webBrowser.WaitLoad(true);
                    webBrowser.WaitLoad(true);
                    webBrowser.WaitLoad(true);
                }
            } while (morePages);
        }
Example #3
0
        private void button1_Click(object sender, EventArgs e)
        {
            if (bToggleSettings.Enabled)
            {
                _cancel = false;
                if (groupBox1.Visible)
                {
                    bToggleSettings.PerformClick();
                }
                bToggleSettings.Enabled = false;
                bStart.Text             = "Parar";

                Directory.CreateDirectory(savePath.Text);

                Tuenti.SavePath = savePath.Text;
                var downloader = new HtmlDownloader {
                    ResourcePath = Path.Combine(savePath.Text, "Recursos")
                };


                //Descargar fotos
                if (!_cancel && downloadPhotos.Checked)
                {
                    _downloadPhotos(downloader);
                }

                //Descargar perfil
                if (!_cancel && downloadProfile.Checked)
                {
                    _downloadProfile(downloader);
                }

                //Descargar mensajes
                if (!_cancel && downloadMessages.Checked)
                {
                    _downloadMessages(downloader);
                }

                if (!_cancel)
                {
                    System.Media.SystemSounds.Exclamation.Play();
                    MessageBox.Show("TuentiDownloader ha terminado de descargar contenidos", "Fin de la descarga",
                                    MessageBoxButtons.OK, MessageBoxIcon.Information);
                }
            }
            else
            {
                _cancel = true;
            }
            bStart.Text             = "Comenzar";
            bToggleSettings.Enabled = true;
        }
Example #4
0
        private void _downloadProfile(HtmlDownloader downloader)
        {
            //Ir al perfil
            webBrowser.Navigate("http://www.tuenti.com/#m=Profile&func=index");
            webBrowser.WaitLoad(true);

            int  page = 0;
            bool morePages;

            do
            {
                //Descargar página
                _process(document => Tuenti.FixProfilePage(document, page), Tuenti.GetProfilePath(page), downloader);

                //Recorrer páginas
                morePages = _moveNext("wall_body");
                page++;
            } while (morePages);
        }
Example #5
0
        private void _downloadMessages(HtmlDownloader downloader)
        {
            //Navegar a los mensajes
            webBrowser.Navigate("http://www.tuenti.com/#m=Message");
            webBrowser.WaitLoad(true);

            //Inyectar jQuery
            webBrowser.InjectJS(Resources.jQueryLoader);

            int  page = 0;
            bool morePages;

            do
            {
                //Calcular número de página
                var   regex = new Regex("(\\d+) de \\d+", RegexOptions.IgnoreCase);
                Match match = regex.Match(webBrowser.Document.Body.InnerText);
                if (match.Success)
                {
                    page = int.Parse(match.Groups[1].Value) - 1;
                }

                //Obtener ids de los mensajes
                var messageIds = new List <string>();
                foreach (HtmlElement node in webBrowser.Document.All)
                {
                    string id = node.GetAttribute("threadid");
                    if (!string.IsNullOrEmpty(id) && !messageIds.Contains(id) && Regex.IsMatch(id, "^\\d+$"))
                    {
                        messageIds.Add(id);
                    }
                }

                //Parsear HTML
                var document = new HtmlDocument {
                    OptionDefaultStreamEncoding = Encoding.UTF8
                };
                document.LoadHtml(webBrowser.Document.Body.Parent.OuterHtml);

                //Corregir página
                Tuenti.FixMessagePage(document, page, -1);

                //Guardar página
                downloader.Download(document, Tuenti.GetMessagePath(page));

                //Recorrer mensajes
                int message = 1;
                foreach (string tid in messageIds)
                {
                    if (_cancel)
                    {
                        return;
                    }

                    //Abrir mensaje
                    webBrowser.Document.InvokeScript("eval",
                                                     new object[] { "jQuery('div[threadid=" + tid + "]').click()" });
                    webBrowser.WaitLoad();

                    //Cargar mensajes antiguos
                    bool foundMoreMessages;
                    int  i = 0;
                    do
                    {
                        foundMoreMessages = false;
                        foreach (HtmlElement element in webBrowser.GetElementsByClassName("viewMore"))
                        {
                            foreach (HtmlElement link in element.GetElementsByTagName("a"))
                            {
                                foundMoreMessages = true;
                                link.InvokeMember("click");

                                webBrowser.WaitLoad();
                            }
                        }
                        i++;
                    } while (foundMoreMessages && i < 30);

                    //Descargar página
                    _process(doc => Tuenti.FixMessagePage(doc, page, message), Tuenti.GetMessagePath(page, message), downloader);

                    message++;

                    //Cerrar mensaje
                    webBrowser.Document.InvokeScript("eval",
                                                     new object[]
                                                     { "jQuery('.author[threadid=" + tid + "]:visible').click()" });
                    Application.DoEvents();
                    webBrowser.WaitLoad();
                }

                webBrowser.WaitLoad(); //Necesario para que el DOM se actualice

                //Recorrer páginas
                morePages = _moveNext("pager_overlay");
                page++;


                webBrowser.WaitLoad(); //Necesario para que el DOM se actualice
            } while (morePages);
        }