예제 #1
0
 void CatchActress(string version)
 {
     string[] prefixs = new string[] { "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z" };
     int page = 1;
     foreach (var prefix in prefixs)
     {
         while (page < 100)
         {
             string url = string.Format(Config.Actress_URL, prefix, page);
             HttpHandler hdler = new HttpHandler();
             string response = hdler.WebRequest(HttpMethd.GET, url, null);
             Actress[] acts = Actress.GetActressFromHtml(response);
             if (acts.Length > 0)
             {
                 foreach (var act in acts)
                 {
                     act.Prefix = prefix;
                     act.Save(version);
                 }
                 Info(prefix + "开头女优第" + page + "页收录" + acts.Length + "个", version, -1, "actress");
             }
             else
             {
                 break;
             }
             page++;
         }
         page = 1;
     }
 }
예제 #2
0
        void CatchVideoInfo(string version, int thcount, int thindex)
        {
            while (true)
            {
                var act = Video.GetActressNotVersion(version, thcount, thindex);
                try
                {
                    if (act == null)
                    {
                        break;
                    }
                    string url = string.Format(Config.Actress_video_detail_URL, act.JL_Id);
                    HttpHandler hdler = new HttpHandler();
                    string response = hdler.WebRequest(HttpMethd.GET, url, null);
                    act.UpdateDetailFromHtml(response);
                    act.Save(version);
                    Info("id:" + act.Id + "收录完成", version, act.Id, "videoInfo");
                }
                catch (System.Exception ex)
                {
                    LogHandler.Log(LogLevel.Error, version, "id:" + act.Id + "收录失败:" + ex.Message, act.Id, "videoInfo");
                }

            }
            Info("抓取完成", version, -1, "videoInfo");
        }
예제 #3
0
        void CatchVideo(string version, int thcount, int thindex)
        {
            while (true)
            {
                var act = Actress.GetActressNotVersion(version, true, thcount, thindex);
                try
                {
                    if (act == null)
                    {
                        break;
                    }
                    int page = 1;
                    while (page < 100)
                    {
                        string url = string.Format(Config.Actress_video_list_URL, act.JL_Id, page);
                        HttpHandler hdler = new HttpHandler();
                        string response = hdler.WebRequest(HttpMethd.GET, url, null);
                        Video[] vs = Video.GetVideoListFromHtml(response);
                        if (vs.Length > 0)
                        {
                            foreach (var v in vs)
                            {
                                v.Save(version, act.Id);
                            }
                        }
                        else
                        {
                            break;
                        }
                        page++;
                    }
                    Info("id:" + act.Id + "收录完成", version, act.Id, "video");
                }
                catch (System.Exception ex)
                {
                    LogHandler.Log(LogLevel.Error, version, "id:" + act.Id + "收录失败:" + ex.Message, act.Id, "video");
                }

            }
            Info("抓取完成", version, -1, "video");
        }