/**************************************************************************/
public async Task <Image> LoadImageFromUri(MacroscopeJobMaster JobMaster, Uri TargetUri)
{
MacroscopeHttpTwoClient Client = JobMaster.GetHttpClient();
MacroscopeHttpTwoClientResponse Response = null;
Image LoadedImage = null;
try
{
Response = await Client.Get(
TargetUri,
this.ConfigureHeadRequestHeadersCallback,
this.PostProcessRequestHttpHeadersCallback
);
}
catch (MacroscopeDocumentException ex)
{
this.DebugMsg(string.Format("MacroscopeDocumentException: {0}", ex.Message));
this.DebugMsg(string.Format("MacroscopeDocumentException: {0}", TargetUri.ToString()));
}
catch (Exception ex)
{
this.DebugMsg(string.Format("Exception: {0}", ex.Message));
this.DebugMsg(string.Format("Exception: {0}", TargetUri.ToString()));
}
if (Response != null)
{
try
{
string ImageFilename = Path.GetTempFileName();
byte[] ByteData = Response.GetContentAsBytes();
using (FileStream ImageStream = File.Create(ImageFilename))
{
foreach (byte b in ByteData)
{
ImageStream.WriteByte(b);
}
ImageStream.Close();
}
if (File.Exists(ImageFilename))
{
TemporaryFiles.Add(ImageFilename);
LoadedImage = Image.FromFile(ImageFilename);
}
}
catch (Exception ex)
{
this.DebugMsg(string.Format("Exception: {0}", ex.Message));
}
}
return(LoadedImage);
}
/** -------------------------------------------------------------------- **/
private async Task <byte[]> _LoadMemoryStreamFromUrl(MacroscopeJobMaster JobMaster, Uri TargetUri)
{
MacroscopeHttpTwoClient Client = JobMaster.GetHttpClient();
MacroscopeHttpTwoClientResponse Response = null;
byte[] ByteData = null;
try
{
Response = await Client.Get(
TargetUri,
this.ConfigureHeadRequestHeadersCallback,
this.PostProcessRequestHttpHeadersCallback
);
}
catch (MacroscopeDocumentException ex)
{
this.DebugMsg(string.Format("MacroscopeDocumentException: {0}", ex.Message));
this.DebugMsg(string.Format("MacroscopeDocumentException: {0}", TargetUri.ToString()));
}
catch (Exception ex)
{
this.DebugMsg(string.Format("Exception: {0}", ex.Message));
this.DebugMsg(string.Format("Exception: {0}", TargetUri.ToString()));
}
if (Response != null)
{
try
{
ByteData = Response.GetContentAsBytes();
}
catch (Exception ex)
{
this.DebugMsg(string.Format("Exception: {0}", ex.Message));
}
}
else
{
this.DebugMsg("NULL");
}
return(ByteData);
}
/** -------------------------------------------------------------------- **/
private async Task _ProcessPdfPage()
{
MacroscopeHttpTwoClient Client = this.DocCollection.GetJobMaster().GetHttpClient();
MacroscopeHttpTwoClientResponse ClientResponse = null;
string ResponseErrorCondition = null;
try
{
ClientResponse = await Client.Get(
this.GetUri(),
this.ConfigurePdfPageRequestHeadersCallback,
this.PostProcessRequestHttpHeadersCallback
);
}
catch (MacroscopeDocumentException ex)
{
this.DebugMsg(string.Format("_ProcessPdfPage :: MacroscopeDocumentException: {0}", ex.Message));
ResponseErrorCondition = ex.Message;
this.AddRemark("_ProcessPdfPage", ex.Message);
}
catch (Exception ex)
{
this.DebugMsg(string.Format("_ProcessPdfPage :: Exception: {0}", ex.Message));
ResponseErrorCondition = ex.Message;
this.AddRemark("_ProcessPdfPage", ex.Message);
}
if (ClientResponse != null)
{
MacroscopePdfTools PdfTools;
this.ProcessResponseHttpHeaders(Response: ClientResponse);
{ // Probe Locale
//this.Locale = "en"; // Implement locale probing
this.Locale = "x-default"; // Implement locale probing
this.SetHreflang(HrefLangLocale: this.Locale, Url: this.DocUrl);
}
{ // Canonical
this.Canonical = this.DocUrl;
this.DebugMsg(string.Format("CANONICAL: {0}", this.Canonical));
}
/** Get Response Body ---------------------------------------------- **/
try
{
byte[] RawData = ClientResponse.GetContentAsBytes();
this.SetContentLength(Length: RawData.Length);
PdfTools = new MacroscopePdfTools(PdfData: RawData);
if (PdfTools.GetHasError())
{
this.AddRemark("CORRUPT_PDF", Observation: PdfTools.GetErrorMessage());
}
this.SetWasDownloaded(true);
}
catch (Exception ex)
{
this.DebugMsg(string.Format("Exception: {0}", ex.Message));
this.SetStatusCode(HttpStatusCode.BadRequest);
PdfTools = null;
this.SetContentLength(Length: 0);
}
/** Title ---------------------------------------------------------- **/
if (PdfTools != null)
{
string Text = PdfTools.GetTitle();
if (!string.IsNullOrEmpty(Text))
{
this.SetTitle(Text, MacroscopeConstants.TextProcessingMode.NO_PROCESSING);
this.DebugMsg(string.Format("TITLE: {0}", this.GetTitle()));
}
else
{
this.DebugMsg(string.Format("TITLE: {0}", "MISSING"));
}
}
/** Author --------------------------------------------------------- **/
if (PdfTools != null)
{
string Text = PdfTools.GetAuthor();
if (!string.IsNullOrEmpty(Text))
{
this.SetAuthor(AuthorText: Text, ProcessingMode: MacroscopeConstants.TextProcessingMode.NO_PROCESSING);
this.DebugMsg(string.Format("AUTHOR: {0}", this.GetAuthor()));
}
else
{
this.DebugMsg(string.Format("AUTHOR: {0}", "MISSING"));
}
}
/** Description ---------------------------------------------------- **/
if (PdfTools != null)
{
string Text = PdfTools.GetDescription();
if (!string.IsNullOrEmpty(Text))
{
this.SetDescription(Text, MacroscopeConstants.TextProcessingMode.NO_PROCESSING);
this.DebugMsg(string.Format("TITLE: {0}", this.GetDescription()));
}
else
{
this.DebugMsg(string.Format("TITLE: {0}", "MISSING"));
}
}
/** Metadata Keywords ---------------------------------------------- **/
if (PdfTools != null)
{
string Text = PdfTools.GetKeywords();
if (!string.IsNullOrEmpty(Text))
{
this.SetKeywords(KeywordsText: Text);
this.DebugMsg(string.Format("KEYWORDS: {0}", this.GetKeywords()));
}
else
{
this.DebugMsg(string.Format("KEYWORDS: {0}", "MISSING"));
}
}
/** Body Text ------------------------------------------------------ **/
if (PdfTools != null)
{
this.SetBodyText(Text: "");
if (PdfTools.GetHasError())
{
this.AddRemark("PDF_ERROR", Observation: PdfTools.GetErrorMessage());
}
else
{
string Text = PdfTools.GetTextAsString();
if (!string.IsNullOrEmpty(Text))
{
this.SetDocumentText(Text: Text);
this.SetBodyText(Text: Text);
}
}
this.DebugMsg(string.Format("BODY TEXT: {0}", this.GetBodyTextRaw()));
}
/** Data Extractors ------------------------------------------------ **/
if (!string.IsNullOrEmpty(this.GetBodyTextRaw()))
{
if (MacroscopePreferencesManager.GetDataExtractorsEnable())
{
if (MacroscopePreferencesManager.GetDataExtractorsApplyToPdf())
{
string Text = this.GetBodyTextRaw();
this.ProcessGenericDataExtractors(GenericText: Text);
}
}
}
/** Out Links Text ------------------------------------------------- **/
if (this.GetDocumentTextRawLength() > 0)
{
if (this.GetIsInternal())
{
string Text = this.GetDocumentTextRaw();
this.ProcessPureTextOutlinks(TextDoc: Text, LinkType: MacroscopeConstants.InOutLinkType.PDF);
}
}
/** Out Links in Annotations --------------------------------------- **/
if (this.GetIsInternal() && (this.GetDocumentTextRawLength() > 0))
{
List <KeyValuePair <string, string> > AnnotationOutLinks = PdfTools.GetOutLinks();
// TODO: Implement extraction of text that underlies the link annotation
foreach (KeyValuePair <string, string> AnnotationOutLinkPair in AnnotationOutLinks)
{
MacroscopeHyperlinkOut HyperlinkOut = null;
string AnnotationOutLinkUrlAbs;
AnnotationOutLinkUrlAbs = MacroscopeHttpUrlUtils.MakeUrlAbsolute(
BaseHref: this.BaseHref,
BaseUrl: this.DocUrl,
Url: AnnotationOutLinkPair.Key
);
HyperlinkOut = this.HyperlinksOut.Add(LinkType: MacroscopeConstants.HyperlinkType.PDF, UrlTarget: AnnotationOutLinkUrlAbs);
HyperlinkOut.SetRawTargetUrl(TargetUrl: AnnotationOutLinkUrlAbs);
HyperlinkOut.SetAltText(AnnotationOutLinkPair.Value);
HyperlinkOut.SetAnchorText(AnnotationOutLinkPair.Value);
HyperlinkOut.SetTitle(AnnotationOutLinkPair.Value);
HyperlinkOut.SetDoFollow();
HyperlinkOut.SetMethod(Method: "GET");
this.AddDocumentOutlink(AbsoluteUrl: AnnotationOutLinkUrlAbs, LinkType: MacroscopeConstants.InOutLinkType.PDF, Follow: true);
}
}
/** ---------------------------------------------------------------- **/
}
if (ResponseErrorCondition != null)
{
this.ProcessErrorCondition(ResponseErrorCondition);
}
}
