/// <summary>
/// Outputs the is disallowed reason.
/// </summary>
/// <param name = "crawlInfo">The crawl info.</param>
/// <param name = "crawlRequest">The crawl request.</param>
/// <param name = "discovery">The discovery.</param>
public override void OutputIsDisallowedReason(CrawlInfo <TArachnodeDAO> crawlInfo, CrawlRequest <TArachnodeDAO> crawlRequest, Discovery <TArachnodeDAO> discovery)
{
if (ApplicationSettings.EnableConsoleOutput && discovery.OutputIsDisallowedReason)
{
Console.ForegroundColor = ConsoleColor.Cyan;
Console.WriteLine(BuildOutputString("ot", OutputType.IsDisallowedReason, "tn", crawlInfo.ThreadNumber, "crcd", crawlRequest.CurrentDepth, "crmd", crawlRequest.MaximumDepth, "ecr", crawlInfo.EnqueuedCrawlRequests, "AbsoluteUri", " " + discovery.Uri.AbsoluteUri + " ", "IsDisallowedReason", discovery.IsDisallowedReason));
Console.ForegroundColor = ConsoleColor.Gray;
}
}
/// <summary>
/// Outputs the cache hit.
/// </summary>
/// <param name = "crawlInfo">The crawl info.</param>
/// <param name = "crawlRequest">The crawl request.</param>
/// <param name = "discovery">The discovery.</param>
public override void OutputCacheHit(CrawlInfo <TArachnodeDAO> crawlInfo, CrawlRequest <TArachnodeDAO> crawlRequest, Discovery <TArachnodeDAO> discovery)
{
if (ApplicationSettings.EnableConsoleOutput && ApplicationSettings.VerboseOutput)
{
Console.ForegroundColor = ConsoleColor.Green;
Console.WriteLine(BuildOutputString("ot", OutputType.CacheHit, "tn", crawlInfo.ThreadNumber, "ecr", crawlInfo.EnqueuedCrawlRequests, "crcd", crawlRequest.CurrentDepth, "crmd", crawlRequest.MaximumDepth, "AbsoluteUri", " " + discovery.Uri.AbsoluteUri + " "));
Console.ForegroundColor = ConsoleColor.Gray;
}
}
/// <summary> /// Outputs the cache hit. /// </summary> /// <param name = "crawlInfo">The crawl info.</param> /// <param name = "crawlRequest">The crawl request.</param> /// <param name = "discovery">The discovery.</param> public abstract void OutputCacheHit(CrawlInfo <TArachnodeDAO> crawlInfo, CrawlRequest <TArachnodeDAO> crawlRequest, Discovery <TArachnodeDAO> discovery);
void StartBatch()
{
Dictionary<String, CrawlInfo> dict = new Dictionary<string, CrawlInfo>();
List<String> successTickers = new List<string>();
List<String> failTickers = new List<string>();
foreach (String strTicker in lbProducts.Items)
{
InitializeDateTime();
DateTime lastDataDate = Convert.ToDateTime(GetLastDataDateFromDB(strTicker));
ResetStartDatePicker(lastDataDate);
LoadBloombergData(strTicker);
Boolean success = DBOutBloombergData(strTicker);
String startDateString = this.dtpStartDate.Value.ToString("yyyy-MM-dd");
String endDateString = this.dtpLastDate.Value.ToString("yyyy-MM-dd");
CrawlInfo ci = new CrawlInfo(success, startDateString, endDateString);
dict.Add(strTicker, ci);
logger.Info(
String.Format(
"{0} data inserting result success: {1}", strTicker, success));
}
EmailOut(dict);
}
/// <summary> /// Outputs the is disallowed reason. /// </summary> /// <param name = "crawlInfo">The crawl info.</param> /// <param name = "crawlRequest">The crawl request.</param> /// <param name = "discovery">The discovery.</param> public abstract void OutputIsDisallowedReason(CrawlInfo <TArachnodeDAO> crawlInfo, CrawlRequest <TArachnodeDAO> crawlRequest, Discovery <TArachnodeDAO> discovery);
