示例#1
0
        public List <UrlContainer.UrlContainer> GetImageUrlList(UrlContainer.UrlContainer uc, string[] format)
        {
            var ret  = new List <UrlContainer.UrlContainer>();
            var mode = GetSeigaDisplayMode(uc);

            if (mode == "seiga")
            {
                Regex re = new Regex("https?://seiga.nicovideo.jp/seiga/im(?<Id>[0-9]+)$");
                Match m  = re.Match(uc.Url);
                if (m.Success)
                {
                    uc.Url = "http://seiga.nicovideo.jp/image/source?id=" + m.Groups["Id"].Value;
                    string resUrl = uc.GetResponseUrl(mUserAccount.CookieContainer);
                    uc.DownloadUrl = resUrl.Replace("/o/", "/priv/");
                    if (!String.IsNullOrEmpty(uc.DownloadUrl))
                    {
                        ret.Add(uc);
                    }
                }
            }
            else if (mode == "watch")
            {
                var hc = new HtmlContainer.HtmlContainer(uc, mUserAccount.CookieContainer);
                hc.UpdateAttributeUrlList("img", "data-original", null);
                ret = hc.AttributeUrlList;
            }
            return(ret);
        }
示例#2
0
        private string GetSeigaDisplayMode(UrlContainer.UrlContainer uc)
        {
            Regex re = new Regex("https?://seiga.nicovideo.jp/(?<Mode>seiga|watch)");
            Match m  = re.Match(uc.Url);

            if (m.Success)
            {
                return(m.Groups["Mode"].Value);
            }
            return(null);
        }
示例#3
0
        ImageInfo InitImageInfo(HtmlContainer.HtmlContainer hc, UrlContainer.UrlContainer uc, string dir)
        {
            string tmpName  = Utilities.Common.RemoveChars(uc.FileName, mInvalidCharsF, "_");
            string fileName = mSettings.FileNameGenerator.Generate(dir, tmpName);

            ImageInfo info = new ImageInfo();

            info.ImageUrl    = uc.Url;
            info.ParentUrl   = hc.UrlContainer.Url;
            info.ParentTitle = hc.Title;
            info.ImagePath   = dir + fileName;

            return(info);
        }
示例#4
0
        private List <UrlContainer.UrlContainer> PixivImageUrls(HtmlContainer.HtmlContainer hc)
        {
            var html = hc.Html.Replace("\\/", "/");
            var urls = new List <UrlContainer.UrlContainer>();
            var re   = new Regex(@"https?://i.pximg.net/img-original/[a-z0-9\./_]+");

            foreach (Match m in re.Matches(html))
            {
                if (m.Success)
                {
                    var uc = new UrlContainer.UrlContainer(m.Value, hc.UrlContainer.Url);
                    urls.Add(uc);
                }
            }
            return(urls);
        }
示例#5
0
        bool Download(UrlContainer.UrlContainer uc, ImageInfo info)
        {
            // ダウンロード
            if (!uc.Cache(mCookieContainer))
            {
                return(false);
            }

            // ファイルサイズのフィルタリング
            var imageSize = (int)(uc.CacheSize / 1000);

            if (mSettings.ImageSizeFilter.Filter(imageSize))
            {
                mSettings.Logger.Write("Downloader", "ファイルサイズフィルタが適用されました > " + uc.Url);
                return(false);
            }

            using (var cachedImage = new Bitmap(Image.FromStream(uc.CacheStream)))
            {
                // 解像度のフィルタリング
                if (mSettings.ResolutionFilter.Filter(cachedImage))
                {
                    mSettings.Logger.Write("Downloader", "解像度フィルタが適用されました > " + uc.Url);
                    return(false);
                }
                // カラーフォーマットのフィルタリング
                if (mSettings.ColorFilter.Filter(cachedImage))
                {
                    mSettings.Logger.Write("Downloader", "カラーフィルタが適用されました > " + uc.Url);
                    return(false);
                }
            }

            // ダウンロードした画像を保存
            uc.SaveCache(info.ImagePath);

            // ダウンロード状況更新
            mSettings.Logger.Write("Downloader", uc.Url + " を取得しました");
            mTempStatus.Size += imageSize;
            mSumStatus.Size  += imageSize;
            mTempStatus.Images++;
            mSumStatus.Images++;
            mSettings.OverlappedUrlFilter.Add(info);
            OnUpdateImageInfo(info);
            return(true);
        }
示例#6
0
        public List <UrlContainer.UrlContainer> GetLinkList(HtmlContainer.HtmlContainer hc)
        {
            List <UrlContainer.UrlContainer> ret = new List <UrlContainer.UrlContainer>();
            var re = new Regex(@"""illustId"":""(?<Id>[0-9]+)""");

            foreach (Match m in re.Matches(hc.Html))
            {
                if (m.Success)
                {
                    var uc = new UrlContainer.UrlContainer(
                        "https://www.pixiv.net/member_illust.php?mode=medium&illust_id=" + m.Groups["Id"].Value,
                        hc.UrlContainer.Url);
                    ret.Add(uc);
                }
            }
            return(ret);
        }
示例#7
0
        HtmlContainer.HtmlContainer GetHtmlContainerForImages(UrlContainer.UrlContainer uc)
        {
            if (IsIgnore(uc.Url))
            {
                return(null);
            }

            // URLに対応するプラグインを検索,見つかればCookie取得
            Plugins.IPlugin plugin = FindPlugin(uc);
            var             hc     = new HtmlContainer.HtmlContainer(uc, mCookieContainer);

            // Htmlを取得しない
            if (mSettings.UrlFilter.Filter(uc.Url))
            {
                mSettings.Logger.Write("Downloader", "URL フィルタが適用されました > " + uc.Url);
                return(hc);
            }
            // Htmlを取得する
            if (mSettings.TitleFilter.Filter(hc.Title))
            {
                mSettings.Logger.Write("Downloader", "タイトルフィルタが適用されました > " + hc.Title);
                return(hc);
            }

            mSettings.Logger.Write("Downloader", uc.Url + " を取得しました");
            if (plugin != null && plugin.IsExclusive)
            {
                hc.AttributeUrlList = plugin.GetImageUrlList(uc, mSettings.Formats);
            }
            else
            {
                if (mSettings.ParseHrefAttr)
                {
                    hc.UpdateAttributeUrlList("a", "href", mSettings.Formats);
                }
                if (mSettings.ParseImgTag)
                {
                    hc.UpdateAttributeUrlList("img", "src", mSettings.Formats);
                    hc.UpdateAttributeUrlList("img", "data-src", mSettings.Formats);
                }
            }
            return(hc);
        }
示例#8
0
 Plugins.IPlugin FindPlugin(UrlContainer.UrlContainer uc)
 {
     foreach (var plugin in mPlugins)
     {
         if (plugin.Enabled && plugin.IsParse(uc.Url))
         {
             if (plugin.Login())
             {
                 mCookieContainer.Add(plugin.GetCookieCollection());
             }
             else
             {
                 throw new ApplicationException(plugin.Name + "\nログインに失敗しました");
             }
             return(plugin);
         }
     }
     return(null);
 }
示例#9
0
        HtmlContainer.HtmlContainer GetHtmlContainerForLinks(UrlContainer.UrlContainer uc)
        {
            if (IsIgnore(uc.Url))
            {
                return(null);
            }

            // URLに対応するプラグインを検索,見つかればCookie取得
            Plugins.IPlugin plugin = FindPlugin(uc);
            var             hc     = new HtmlContainer.HtmlContainer(uc, mCookieContainer);

            if (plugin != null && plugin.IsExclusive)
            {
                hc.AttributeUrlList = plugin.GetLinkList(hc);
            }
            if (hc.AttributeUrlList.Count == 0)
            {
                hc.UpdateAttributeUrlList("a", "href", new string[] { "php", "phtml", "html", "htm", "" });
            }
            return(hc);
        }
示例#10
0
        public void UpdateAttributeUrlList(string tag, string attr, string[] format)
        {
            if (Html == null)
            {
                return;
            }

            var hp = new HtmlParser();

            hp.Source = Html;
            Regex re = new Regex(@"^(https?|ftp)://.+", RegexOptions.IgnoreCase);

            while (!hp.Eof())
            {
                if (hp.Parse() == 0)
                {
                    var attrList = hp.GetTag();
                    if (attrList.Name.ToLower() == tag && attrList[attr] != null)
                    {
                        string attrValue = attrList[attr].Value;
                        if (!re.Match(attrValue).Success)
                        {
                            Uri baseUrl = new Uri(UrlContainer.Url);
                            Uri abs     = new Uri(baseUrl, attrValue);
                            attrValue = abs.AbsoluteUri;
                        }
                        if (re.Match(attrValue).Success)
                        {
                            var uc = new UrlContainer.UrlContainer(attrValue, UrlContainer.RawUrl);
                            uc.AttributeName = attr;
                            if (format == null || format.Contains(uc.Extension))
                            {
                                AttributeUrlList.Add(uc);
                            }
                        }
                    }
                }
            }
            AttributeUrlList = AttributeUrlList.Distinct().ToList();
        }
示例#11
0
        public List <UrlContainer.UrlContainer> GetImageUrlList(UrlContainer.UrlContainer uc, string[] format)
        {
            var   ret = new List <UrlContainer.UrlContainer>();
            Regex re  = new Regex("https?://www.pixiv.net/member_illust.php.*?illust_id=(?<Id>[0-9]+)");

            Match m = re.Match(uc.Url);

            if (m.Success)
            {
                var hc = new HtmlContainer.HtmlContainer(uc, mUserAccount.CookieContainer);
                foreach (var url in PixivImageUrls(hc))
                {
                    ret.Add(url);
                }
                hc = new HtmlContainer.HtmlContainer(
                    new UrlContainer.UrlContainer("https://www.pixiv.net/member_illust.php?mode=manga&illust_id=" + m.Groups["Id"].Value),
                    mUserAccount.CookieContainer);
                foreach (var url in PixivMangaUrls(hc, format))
                {
                    ret.Add(url);
                }
            }
            return(ret);
        }
示例#12
0
 public HtmlContainer(UrlContainer.UrlContainer uc, CookieContainer cc = null)
 {
     this.CookieContainer  = cc;
     this.UrlContainer     = uc;
     this.AttributeUrlList = new List <UrlContainer.UrlContainer>();
 }
示例#13
0
 public DomainFilter(bool enabled, UrlContainer.UrlContainer uc)
 {
     mEnabled      = enabled;
     this.mBaseUrl = uc;
 }
示例#14
0
 public List <UrlContainer.UrlContainer> GetImageUrlList(UrlContainer.UrlContainer uc, string[] format)
 {
     return(new List <UrlContainer.UrlContainer>());
 }
示例#15
0
        private async void DownloadWebImages()
        {
            if (listViewEx1.SelectedItems.Count == 0)
            {
                return;
            }

            try
            {
                var cookies = new CookieContainer();
                var urlList = new List <ImageInfo>();
                foreach (ListViewItem lvi in listViewEx1.SelectedItems)
                {
                    var info = lvi.Tag as ImageInfo;
                    if (!File.Exists(info.ImagePath))
                    {
                        string imageDir = Path.GetDirectoryName(info.ImagePath);
                        if (!Directory.Exists(imageDir))
                        {
                            Directory.CreateDirectory(imageDir);
                        }
                        urlList.Add(info);
                    }
                }
                using (var progressForm = GetProgressForm("ダウンロード中", urlList.Count))
                {
                    progressForm.Show();
                    await Task.Run(() =>
                    {
                        foreach (var info in urlList)
                        {
                            var uc     = new UrlContainer.UrlContainer(info.ImageUrl);
                            uc.Referer = info.ParentUrl;
                            uc.Download(info.ImagePath, cookies);

                            if (progressForm.isCancelled)
                            {
                                throw new OperationCanceledException();
                            }
                            else
                            {
                                progressForm.IncrementProgressBar();
                            }
                        }
                    });
                }
                MessageBox.Show("ダウンロードが完了しました", "通知",
                                MessageBoxButtons.OK, MessageBoxIcon.Information);
            }
            catch (OperationCanceledException)
            {
                MessageBox.Show("ダウンロードはキャンセルされました", "通知",
                                MessageBoxButtons.OK, MessageBoxIcon.Information);
            }
            catch
            {
                MessageBox.Show("ダウンロードに失敗しました", "エラー",
                                MessageBoxButtons.OK, MessageBoxIcon.Error);
            }
            finally
            {
                ReloadHistory();
            }
        }