//public static string GetHomePage(string url) //{ // Uri uri = new Uri(url); // string urls = uri.Host.ToString(); // return urls; // //string url = "http://google.com"; // HttpWebRequest request = (HttpWebRequest)HttpWebRequest.Create(url); // request.AllowAutoRedirect = false; // using (HttpWebResponse response = (HttpWebResponse)request.GetResponse()) // { // string redirect = response.Headers["Location"]; // if (redirect != null) // Console.WriteLine("Redirected to " + redirect); // return redirect; // } //} public static string findUrlForAds(string url) { try { //Match match = Regex.Match(url, @"^(?:\w+://)?([^/?]*)"); ////string domain = match.Groups[1].Value; //string homepageurl = match.Value; //find host //Uri uri = new Uri(url); //string homepageurl = uri.Host.ToString(); string keywords = "https://www.socioboard.com"; Domain.Socioboard.Helpers.UrlRSSfeedsNews obj_reqest = new Domain.Socioboard.Helpers.UrlRSSfeedsNews(); //Globalrequest obj_reqest = new Globalrequest(); string sourceurl = url; string responce_sourceurl = obj_reqest.getHtmlfromUrl(new Uri(sourceurl)); if (keywords != null && responce_sourceurl.Contains(keywords)) { return("Ads found on website"); } else { return("Ads not found on website"); } } catch (Exception ex) { return("Something went wrong please try after sometime"); } }
/// <summary> /// Check whether the socioboard url still present in their website /// </summary> /// <param name="url">source url</param> /// <returns></returns> public static string FindUrlForAds(string url) { try { var keywords = "https://www.socioboard.com"; var objRequest = new Domain.Socioboard.Helpers.UrlRSSfeedsNews(); var httpResponse = objRequest.getHtmlfromUrl(new Uri(url)); return(httpResponse.Contains(keywords) ? "Ads found on website" : "Ads not found on website"); } catch (Exception) { return("Something went wrong please try after sometime"); } }
public static string findUrlForAds(string url) { try { string keywords = "https://www.socioboard.com"; Domain.Socioboard.Helpers.UrlRSSfeedsNews obj_reqest = new Domain.Socioboard.Helpers.UrlRSSfeedsNews(); //Globalrequest obj_reqest = new Globalrequest(); string sourceurl = url; string responce_sourceurl = obj_reqest.getHtmlfromUrl(new Uri(sourceurl)); if (keywords != null && responce_sourceurl.Contains(keywords)) { return("Ads found on website"); } else { return("Ads not found on website"); } } catch (Exception ex) { return("Something went wrong please try after sometime"); } }
public static List <string> findUrl(string keywords) { Domain.Socioboard.Helpers.UrlRSSfeedsNews obj_reqest = new Domain.Socioboard.Helpers.UrlRSSfeedsNews(); //Globalrequest obj_reqest = new Globalrequest(); string TOI = "http://timesofindia.indiatimes.com/rss.cms"; string BBC = "http://www.bbc.com/news/10628494"; string hinduTimes = "http://www.hindustantimes.com/rss"; // string TheHindu = "http://www.thehindubusinessline.com/navigation/?type=rss"; //string Baskar = "http://www.bhaskar.com/rss/"; // string keyword = Console.ReadLine(); string responce_TOI = obj_reqest.getHtmlfromUrl(new Uri(TOI)); string responce_BBC = obj_reqest.getHtmlfromUrl(new Uri(BBC)); string responce_HinduTime = obj_reqest.getHtmlfromUrl(new Uri(hinduTimes)); //string responce_Baskar = obj_reqest.getHtmlfromUrl(new Uri(Baskar)); string[] url = new string[4]; //List<string> url = null; List <string> lstkeyword = null; //List<string> listUrl = null; List <string> list = new List <string>(); if (keywords != null) { lstkeyword = keywords.Split(',').ToList(); // keywords = lstkeyword[0]; } else { //return "profileId required"; } foreach (var keywordslist in lstkeyword) { if (responce_BBC.Contains(keywordslist)) { try { string data = obj_reqest.getBetween(responce_BBC, "<strong>Popular BBC News Feeds</strong>", "class=\"media-landscape has"); //string data = Globalrequest.getBetween(responce_BBC, "<strong>Popular BBC News Feeds</strong>", "class=\"media-landscape has"); string[] report = Regex.Split(data, "<p><a"); foreach (string item in report) { try { if (item.Contains(keywordslist)) { //url[0] = null; url[0] = obj_reqest.getBetween(item, "href=\"", "\""); break; } } catch (Exception ex) { } } } catch (Exception ex) { } } if (responce_TOI.Contains(keywordslist)) { try { string data = obj_reqest.getBetween(responce_TOI, "<h3 id=\"cross-browser\">", "<h3 id=\"cross-browser\">"); string[] report = Regex.Split(data, "id=\""); foreach (string item in report) { try { if ((item.Contains(keywordslist)) && (!item.Contains(">More</a>"))) { url[1] = obj_reqest.getBetween(item, "url=", "\">"); break; } } catch (Exception ex) { } } } catch (Exception ex) { } } if (responce_HinduTime.Contains(keywordslist)) { try { string data = obj_reqest.getBetween(responce_HinduTime, "<div class=\"rss_feed_list\">", "<div class=\"tearms_of_use\">"); string[] report = Regex.Split(data, "<li><div class="); foreach (string item in report) { try { if (item.Contains(keywordslist)) { url[2] = obj_reqest.getBetween(item, "href=\"", "\""); break; } } catch (Exception ex) { } } } catch (Exception ex) { } } //if (responce_Baskar.Contains(keywordslist)) //{ // try // { // string data = obj_reqest.getBetween(responce_Baskar, "<th>RSS Path</th>", "<div class=\"rss-right\">"); // string[] report = Regex.Split(data, "<tr>"); // foreach (string item in report) // { // try // { // if (item.Contains(keywordslist)) // { // string[] value = Regex.Split(item, "<td>"); // url[3] = obj_reqest.getBetween(value[2], "href=\"", "\""); // break; // } // } // catch (Exception ex) // { // } // } // } // catch (Exception ex) // { // } //} foreach (var itemurl in url) { if (list.Contains(itemurl)) { } else { list.Add(itemurl); } } } return(list); }