public static ParseImageResult[] GetAllImagesFromUrl(
string url,
System.Drawing.Size minSize,
bool collectIMGTags,
bool collectLINKTags,
bool collectMETATags,
int threadCount = 6,
Helpers.PercentageProgress prgItem = null,
bool downloadImages = false,
ParseRuleConnectionType type = ParseRuleConnectionType.Direct)
{
List<ParseImageResult> result = new List<ParseImageResult>();
try
{
Helpers.PercentageProgress prgItemPage = null;
Helpers.PercentageProgress prgItemImg = null;
if (prgItem != null)
{
prgItemPage = prgItem.GetChild();
prgItemImg = prgItem.GetChild();
}
HtmlAgilityPack.HtmlDocument document = SiteManager.GetContent(url, type, out url);
if (prgItemPage != null)
prgItemPage.Value = 100;
//threadCount = 6;
object lockAdd = new Object();
var allLinks = GetAllImagesUrlsFromUrl(document, url, collectIMGTags, collectLINKTags, collectMETATags, null);
int fullCnt = allLinks.Count();
int currLoaded = 0;
object currLoadedLock = new Object();
//threadCount = 1;
allLinks
.AsParallel()
.WithDegreeOfParallelism(threadCount)
.ForAll(node =>
{
Uri fileUrl = node.Url;// Helper.GetFullSourceLink(node.Url, document, url);
try
{
System.Drawing.Size imageSize;
if (Helper.CheckImageSize(fileUrl.AbsoluteUri, minSize, out imageSize, true, !downloadImages))
{
if (!imageSize.IsEmpty)
SetImageSize(node.Node, imageSize);
string fileName = fileUrl.AbsolutePath.Split(new[] { '/' }).Last();
string tempFileName = System.IO.Path.GetTempPath() + Guid.NewGuid().ToString() + System.IO.Path.GetExtension(fileName);
if (downloadImages)
{
SiteManager.GetFile(type, fileUrl, tempFileName);
bool isWebPArchive = false;
using (Stream inputStream = System.IO.File.Open(tempFileName, System.IO.FileMode.Open))
{
var webPcheck = new byte[4];
int btsRead;
if ((btsRead = inputStream.Read(webPcheck, 0, webPcheck.Length)) > 0)
{
var firstStr = Encoding.ASCII.GetString(webPcheck, 0, btsRead);
if (firstStr.ToUpper() == "RIFF")
isWebPArchive = true;
}
}
if (isWebPArchive)
{
Imazen.WebP.Extern.LoadLibrary.LoadWebPOrFail();
var decoder = new SimpleDecoder();
var outFile = tempFileName + ".jpg";
using (FileStream outStream = new FileStream(outFile, FileMode.Create))
using (Stream inputStream = System.IO.File.Open(tempFileName, System.IO.FileMode.Open))
{
var bytes = ReadFully(inputStream);
var outBitmap = decoder.DecodeFromBytes(bytes, bytes.LongLength);
outBitmap.Save(outStream, System.Drawing.Imaging.ImageFormat.Jpeg);
outStream.Close();
}
tempFileName = outFile;
}
}
System.Drawing.Image image = downloadImages ? System.Drawing.Image.FromFile(tempFileName) : null;
try
{
if (image != null)
{
imageSize = new System.Drawing.Size() { Height = image.Height, Width = image.Width };
if (!imageSize.IsEmpty)
SetImageSize(node.Node, imageSize);
}
if (!downloadImages || Helper.CheckImageSize(imageSize, minSize, false))
result.Add(new ParseImageResult(node.Node, image, imageSize, fileUrl));
}
finally
{
if (!result.Any(r => r.Url == fileUrl) && image != null)
image.Dispose();
if (downloadImages)
try { System.IO.File.Delete(tempFileName); }
catch { }
}
}
}
catch (Exception ex)
{
Helpers.Old.Log.Add(ex, string.Format("Helper.GetAllImagesFromUrl(url:'{0}',..,type:'{1}').ForAllThread(fileUrl:'{2}',..)", url, type, fileUrl.AbsoluteUri));
}
finally
{
if (prgItemImg != null)
lock (currLoadedLock)
{
currLoaded++;
prgItemImg.Value = ((decimal)currLoaded / (decimal)fullCnt) * 100m;
}
}
}
);
if (prgItemImg != null)
prgItemImg.Value = 100;
}
catch (Exception ex)
{
Helpers.Old.Log.Add(ex, string.Format("Helper.GetAllImagesFromUrl(url:'{0}',..,type:'{1}')", url, type));
}
if (prgItem != null && prgItem.Value != 100)
prgItem.Value = 100;
result.RemoveAll(i => result.AsParallel().Count(r => r.Url.AbsoluteUri == i.Url.AbsoluteUri) > 1);
return result.OrderBy(i => i.Url.ToString()).OrderByDescending(i => i.ImageSize.Width * i.ImageSize.Height).ToArray();
}
