public void reportCrawler(modelSpiderTestRecord tRecord)
{
folderNode fn = folder[DRFolderEnum.crawler];
string fileprefix = tRecord.instance.name.getCleanFilePath(); //tRecord.name.getCleanFilepath();
if (REPORT_TIMELINE)
{
DataTable timeline = timeSeries.GetAggregatedTable("frontier_stats", dataPointAggregationAspect.overlapMultiTable); //.GetSumTable("timeline_" + fileprefix.Replace(" ", ""));
timeline.GetReportAndSave(folder[DRFolderEnum.crawler], notation, "frontier_stats" + fileprefix);
}
if (REPORT_ITERATION_URLS)
{
tRecord.allUrls = urlsLoaded.GetAllUnique();
tRecord.allDetectedUrls = urlsDetected.GetAllUnique();
saveOutput(tRecord.allDetectedUrls, folder[DRFolderEnum.crawler].pathFor("urls_detected.txt"));
saveOutput(tRecord.allUrls, folder[DRFolderEnum.crawler].pathFor("urls_loaded.txt"));
saveOutput(tRecord.relevantPages, folder[DRFolderEnum.crawler].pathFor("urls_relevant_loaded.txt"));
}
// Int32 iterations = tRecord.instance.settings.limitIterations;
DataTable cpuTable = tRecord.cpuTaker.GetDataTableBase("cpuMetrics").GetReportAndSave(folder[DRFolderEnum.crawler], notation, "cpu_" + fileprefix);
DataTable dataTable = tRecord.dataLoadTaker.GetDataTableBase("dataLoadMetrics").GetReportAndSave(folder[DRFolderEnum.crawler], notation, "dataload_" + fileprefix);
DataTable resourcesTable = tRecord.measureTaker.GetDataTableBase("resourceMetrics").GetReportAndSave(folder[DRFolderEnum.crawler], notation, "resource_" + fileprefix);
if (imbWEMManager.settings.directReportEngine.doPublishPerformance)
{
tRecord.performance.folderName = folder.name;
tRecord.performance.deploy(tRecord);
tRecord.performance.saveObjectToXML(folder[DRFolderEnum.crawler].pathFor("performance.xml"));
DataTable pTable = tRecord.performance.GetDataTable(true).GetReportAndSave(folder, notation, "crawler_performance" + fileprefix);
}
tRecord.lastDomainIterationTable.GetDataTable(null, imbWEMManager.index.experimentEntry.CrawlID).GetReportAndSave(folder, notation, "DLCs_performance_" + fileprefix);
tRecord.reporter = this;
signature.deployReport(tRecord);
//signature.notation = notation;
signature.saveObjectToXML(folder.pathFor("signature.xml"));
folder.generateReadmeFiles(notation);
fileunit tLog = new fileunit(folder[DRFolderEnum.logs].pathFor(fileprefix + ".txt"), false);
tLog.setContent(tRecord.logBuilder.ContentToString(true));
tLog.Save();
tRecord.instance.reportCrawlFinished(this, tRecord);
aceLog.consoleControl.setLogFileWriter();
}
