Example #1
0
        // Total CPU [unit, %]: 645
        private async Task <List <VkBrwUserWallPost> > GetPostsViaDesktopJS()
        {
            List <VkBrwUserWallPost> result = new List <VkBrwUserWallPost>();

            string getUserWallPostsScript = Vkontakte.JsScripts.GetUserWallPosts;

            var wallPostsResult = await _userPage.EvaluateFunctionAsync <List <VkBrwUserJsWallPost> >("() => {" + getUserWallPostsScript + "}");

            if (wallPostsResult != null)
            {
                if (wallPostsResult.Count > 0)
                {
                    wallPostsResult.ForEach(jsPost =>
                    {
                        VkBrwUserWallPost post = new VkBrwUserWallPost
                        {
                            Date = Vkontakte.Language == BrowsingLanguage.RU
                                ? ConvertVkWallPostRusDate(jsPost.Date)
                                : ConvertVkWallPostEngDate(jsPost.Date),
                            Repost = jsPost.Repost,
                            Text   = jsPost.Text,
                            User   = this
                        };

                        result.Add(post);
                        WallPosts.Add(post);
                    });
                }
            }

            return(result);
        }
Example #2
0
        // Total CPU [unit, %]: 676
        private async Task <List <VkBrwUserWallPost> > GetPostsViaDesktopPuppeteer()
        {
            List <VkBrwUserWallPost> result = new List <VkBrwUserWallPost>();

            string vkMessageHeaderInformationLocalized = (Vkontakte.Language == BrowsingLanguage.RU) ?
                                                         "Информация" :
                                                         "Information";
            string vkMessageHeaderErrorLocalized = (Vkontakte.Language == BrowsingLanguage.RU) ?
                                                   "Ошибка" :
                                                   "Error";
            string hiddenDescriptionLocalized = (Vkontakte.Language == BrowsingLanguage.RU) ?
                                                "Пользователь предпочёл скрыть эту страницу." :
                                                "This user has chosen to hide their page.";

            ElementHandle vkMessageElement = await _userPage.QuerySelectorAsync("div.message_page.page_block");

            if (vkMessageElement != null)
            {
                ElementHandle vkMessageHeaderElement = await vkMessageElement.QuerySelectorAsync("div.message_page_title");

                if (vkMessageHeaderElement != null)
                {
                    string vkMessageHeaderText = await vkMessageHeaderElement.EvaluateFunctionAsync <string>("('div', div => div.innerText)");

                    if (vkMessageHeaderText == vkMessageHeaderInformationLocalized)
                    {
                        Vkontakte.NonExistingProfiles += 1;
                    }
                    else if (vkMessageHeaderText == vkMessageHeaderErrorLocalized)
                    {
                        ElementHandle vkMessageBodyElement = await vkMessageElement.QuerySelectorAsync("div.message_page_body");

                        if (vkMessageBodyElement != null)
                        {
                            string vkMessageBodyText = await vkMessageBodyElement.EvaluateFunctionAsync <string>("('div', div => div.innerText)");

                            string vkMessageBodyDescription = vkMessageBodyText.Split('\n')[0];

                            if (vkMessageBodyDescription == hiddenDescriptionLocalized)
                            {
                                HiddenProfile = true;
                                Vkontakte.NonPublicProfiles += 1;
                            }
                            else// if (mmm == "Вы попытались загрузить более одной однотипной страницы в секунду.")
                            {
                                Console.WriteLine(ProfileLink + " has the following vk message: " + vkMessageBodyDescription);
                            }
                        }
                        else
                        {
                            Console.WriteLine(ProfileLink + " doesn't contain vk message body.");
                        }
                    }
                    else
                    {
                        Console.WriteLine(ProfileLink + " error header text is " + vkMessageHeaderText);
                    }
                }
            }
            else
            {
                ElementHandle[] wallPostElements = await _userPage.QuerySelectorAllAsync("div._post_content");

                if (wallPostElements != null && wallPostElements.Length > 0)
                {
                    foreach (ElementHandle postElement in wallPostElements)
                    {
                        VkBrwUserWallPost post = new VkBrwUserWallPost();

                        ElementHandle dateElement = await postElement.QuerySelectorAsync("span.rel_date");

                        if (dateElement != null)
                        {
                            string postDateRaw = await dateElement.EvaluateFunctionAsync <string>("('span', span => span.innerText)");

                            DateTime postDate = Vkontakte.Language == BrowsingLanguage.RU
                            ? ConvertVkWallPostRusDate(postDateRaw)
                            : ConvertVkWallPostEngDate(postDateRaw);

                            if (postDate != DateTime.MinValue)
                            {
                                post.Date = postDate;
                            }
                        }

                        ElementHandle wallPostTextElement = await postElement.QuerySelectorAsync("div.wall_text");

                        if (wallPostTextElement != null)
                        {
                            post.Repost = (await wallPostTextElement.QuerySelectorAsync("div.copy_quote") != null);

                            ElementHandle postT = await wallPostTextElement.QuerySelectorAsync("div.wall_post_text");

                            if (postT != null)
                            {
                                post.Text = await postT.EvaluateFunctionAsync <string>("'div', div => div.innerText");
                            }
                        }

                        result.Add(post);

                        post.User = this;
                        WallPosts.Add(post);
                    }

                    Vkontakte.CollectedProfiles += 1;
                }
                else
                {
                    Vkontakte.EmptyWallProfiles += 1;
                }
            }

            return(result);
        }
Example #3
0
        private async Task <List <VkBrwUserWallPost> > GetPostsViaMobilePuppeteer()
        {
            List <VkBrwUserWallPost> result = new List <VkBrwUserWallPost>();

            string hiddenDescriptionLocalized = (Vkontakte.Language == BrowsingLanguage.RU) ?
                                                "Страница доступна только авторизованным пользователям." :
                                                "You have to log in to view this page.";
            string emptyWallDescriptionLocalized = (Vkontakte.Language == BrowsingLanguage.RU) ?
                                                   "На стене пока нет ни одной записи." :
                                                   "This wall is empty.";

            ElementHandle vkMessageElement = await _userPage.QuerySelectorAsync("div.service_msg.service_msg_null");

            if (vkMessageElement != null)
            {
                //"Страница удалена либо ещё не создана."
                //
                string vkMessageText = await vkMessageElement.EvaluateFunctionAsync <string>("('div', div => div.innerText)");

                if (vkMessageText == hiddenDescriptionLocalized)
                {
                    Vkontakte.NonPublicProfiles += 1;
                }
                else if (vkMessageText == emptyWallDescriptionLocalized)
                {
                    Vkontakte.EmptyWallProfiles += 1;
                }
                else
                {
                    Vkontakte.NonExistingProfiles += 1;
                }
            }
            else
            {
                ElementHandle[] wallPostElements = await _userPage.QuerySelectorAllAsync("div.wall_item");

                if (wallPostElements.Length > 0)
                {
                    foreach (ElementHandle postElement in wallPostElements)
                    {
                        VkBrwUserWallPost post = new VkBrwUserWallPost();

                        ElementHandle dateElement = await postElement.QuerySelectorAsync("a.wi_date");

                        if (dateElement != null)
                        {
                            string postDateRaw = await dateElement.EvaluateFunctionAsync <string>("('a', a => a.innerText)");

                            DateTime postDate = Vkontakte.Language == BrowsingLanguage.RU
                                ? ConvertVkWallPostRusDate(postDateRaw)
                                : ConvertVkWallPostEngDate(postDateRaw);

                            if (postDate != DateTime.MinValue)
                            {
                                post.Date = postDate;
                            }
                        }

                        ElementHandle wallPostTextElement = await postElement.QuerySelectorAsync("div.pi_text");

                        if (wallPostTextElement != null)
                        {
                            post.Text = await wallPostTextElement.EvaluateFunctionAsync <string>("'span', span => span.innerText");
                        }

                        string repostValue = await postElement.EvaluateFunctionAsync <string>("('div', div => { return div.getAttribute('data-copy'); })");

                        post.Repost = !string.IsNullOrEmpty(repostValue);

                        result.Add(post);

                        post.User = this;
                        WallPosts.Add(post);
                    }

                    Vkontakte.CollectedProfiles += 1;
                }
                else
                {
                    Vkontakte.NonPublicProfiles += 1;
                }
            }

            return(result);
        }