public void deploy(string crawlerName, moduleIterationRecordSummary modEnum, aceConcurrentBag <moduleIterationRecord> records, int DLCsCount) { ModuleName = crawlerName + "-" + modEnum.ToString(); Module = modEnum.ToString().imbTitleCamelOperation(true); double c = records.Count; iterationRecords = records.Count; InputTargets = records.Sum(x => x.inputTargets); ReductionTotal = records.Sum(x => x.output - x.inputTargets); ReductionAvg = ReductionTotal / c; reductionRate = ReductionTotal.GetRatio(InputTargets); potentialPrecissionChangeTotal = records.Sum(x => x.potentialPrecissionChange); potentialPrecissionChangeAvg = potentialPrecissionChangeTotal / c; processedTotal = records.Sum(x => x.processed); processedAvg = processedTotal / c; PotChangeIP = records.Sum(x => x.PotChangeIP).GetRatio(c); // PotOutputIP = records.Sum(x => x.PotOutputIP) / c; durationTotal = records.Sum(x => x.duration); durationAvgDLC = durationTotal / ((double)DLCsCount); durationAvgIteration = durationTotal.GetRatio(processedTotal); }
public void start(spiderModuleBase __module, modelSpiderSiteRecord __wRecord) { module = __module; wRecord = __wRecord; //spider = __spider; jobName = wRecord.tRecord.aJob.name; crawlerName = wRecord.tRecord.instance.name; domainName = wRecord.domain; name = module.name; //+ "_" + crawlerName + "_" + wRecord.domainInfo.domainRootName; table.TableName = name + "_" + wRecord.domainInfo.domainName; jobName = wRecord.tRecord.aJob.name; crawlerName = wRecord.tRecord.instance.name; domainName = wRecord.domain; moduleName = module.name; moduleType = module.GetType().BaseType.Name; moduleClass = module.GetType(); if (moduleClass == typeof(languageModule)) { moduleSummaryEnum = moduleIterationRecordSummary.language; } if (moduleClass == typeof(templateModule)) { moduleSummaryEnum = moduleIterationRecordSummary.template; } if (moduleClass == typeof(structureModule)) { moduleSummaryEnum = moduleIterationRecordSummary.structure; } if (moduleClass == typeof(diversityModule)) { moduleSummaryEnum = moduleIterationRecordSummary.diversity; } //moduleSlot = spider.modules.IndexOf(module); }