Beispiel #1
0
 public ProxyCrawler_AtomInterSoft()
 {
     Urls.AddRange(new string[] {
         "http://www.atomintersoft.com/high_anonymity_elite_proxy_list",
         "http://www.atomintersoft.com/anonymous_proxy_list"
     });
 }
Beispiel #2
0
 /// <summary>
 /// 添加URL列表
 /// </summary>
 /// <param name="urls">URL列表</param>
 public void AddUrls(IList <string> urls)
 {
     if (urls != null)
     {
         Urls.AddRange(urls);
     }
 }
 public ProxyCrawler_Ip3366()
 {
     Urls.AddRange(new string[] {
         "http://www.ip3366.net/free/?stype=1",
         "http://www.ip3366.net/free/?stype=2",
         "http://www.ip3366.net/free/?stype=3",
         "http://www.ip3366.net/free/?stype=4"
     });
 }
Beispiel #4
0
        public ProxyCrawler_Xdaili()
        {
            List <string> urls = new List <string>();

            for (int i = 1; i <= 20; ++i)
            {
                urls.Add(string.Format("http://www.xdaili.cn/ipagent/freeip/getFreeIps?page={0}&rows=10", i));
            }
            Urls.AddRange(urls.ToArray());
        }
 public ProxyCrawlerData5u()
 {
     Urls.AddRange(new string[] {
         "http://www.data5u.com/",
         "http://www.data5u.com/free/gngn/index.shtml",
         "http://www.data5u.com/free/gnpt/index.shtml",
         "http://www.data5u.com/free/gwgn/index.shtml",
         "http://www.data5u.com/free/gwpt/index.shtml"
     });
 }
 public ProxyCrawler_Iphai()
 {
     Urls.AddRange(new string[] {
         "http://www.iphai.com/free/ng",
         "http://www.iphai.com/free/wg",
         "http://www.iphai.com/free/np",
         "http://www.iphai.com/free/wp",
         "http://www.iphai.com/"
     });
 }
        public ProxyCrawler_Kuaidaili()
        {
            List <string> urls = new List <string>();

            for (int i = 1; i <= 20; ++i)
            {
                urls.Add(string.Format("https://www.kuaidaili.com/free/inha/{0}", i));
            }
            for (int i = 1; i <= 20; ++i)
            {
                urls.Add(string.Format("https://www.kuaidaili.com/free/intr/{0}", i));
            }
            Urls.AddRange(urls.ToArray());
        }
Beispiel #8
0
 public void AddUrls(IEnumerable <string> urls)
 {
     Urls.AddRange(urls);
 }
Beispiel #9
0
 void ReadSavedServiceReferenceUrls()
 {
     Urls.AddRange(PropertyService.GetList <string>(ServiceReferencePropertyName));
 }
 public ProxyCrawler_UsProxy()
 {
     Urls.AddRange(new string[] {
         "https://www.us-proxy.org/"
     });
 }
 void ReadSavedServiceReferenceUrls()
 {
     Urls.AddRange(PropertyService.Get(ServiceReferencePropertyName, new string[0]));
 }
 public ProxyCrawler_GouBanJia()
 {
     Urls.AddRange(new string[] {
         "http://www.goubanjia.com/"
     });
 }
Beispiel #13
0
 public UrlSet(IEnumerable <Url> urls) : this()
 {
     Urls.AddRange(urls);
 }
Beispiel #14
0
 public ProxyCrawler_ProxyLists()
 {
     Urls.AddRange(new string[] {
         "http://www.proxylists.net/http_highanon.txt"
     });
 }
Beispiel #15
0
 public ProxyCrawler_Ip181()
 {
     Urls.AddRange(new string[] {
         "http://www.ip181.com/"
     });
 }
Beispiel #16
0
 void ReadSavedServiceReferenceUrls()
 {
     Urls.AddRange(ICSharpCode.Core.PropertyService.GetList <string>(ServiceReferencePropertyName));
 }