Example #1
0
        public void deploy(string crawlerName, moduleIterationRecordSummary modEnum, aceConcurrentBag <moduleIterationRecord> records, int DLCsCount)
        {
            ModuleName = crawlerName + "-" + modEnum.ToString();
            Module     = modEnum.ToString().imbTitleCamelOperation(true);
            double c = records.Count;

            iterationRecords = records.Count;

            InputTargets = records.Sum(x => x.inputTargets);

            ReductionTotal = records.Sum(x => x.output - x.inputTargets);
            ReductionAvg   = ReductionTotal / c;

            reductionRate = ReductionTotal.GetRatio(InputTargets);


            potentialPrecissionChangeTotal = records.Sum(x => x.potentialPrecissionChange);
            potentialPrecissionChangeAvg   = potentialPrecissionChangeTotal / c;

            processedTotal = records.Sum(x => x.processed);
            processedAvg   = processedTotal / c;

            PotChangeIP = records.Sum(x => x.PotChangeIP).GetRatio(c);

            //  PotOutputIP = records.Sum(x => x.PotOutputIP) / c;

            durationTotal = records.Sum(x => x.duration);

            durationAvgDLC = durationTotal / ((double)DLCsCount);

            durationAvgIteration = durationTotal.GetRatio(processedTotal);
        }
Example #2
0
        public void start(spiderModuleBase __module, modelSpiderSiteRecord __wRecord)
        {
            module = __module;

            wRecord = __wRecord;
            //spider = __spider;

            jobName     = wRecord.tRecord.aJob.name;
            crawlerName = wRecord.tRecord.instance.name;
            domainName  = wRecord.domain;

            name            = module.name; //+ "_" + crawlerName + "_" + wRecord.domainInfo.domainRootName;
            table.TableName = name + "_" + wRecord.domainInfo.domainName;

            jobName     = wRecord.tRecord.aJob.name;
            crawlerName = wRecord.tRecord.instance.name;
            domainName  = wRecord.domain;

            moduleName = module.name;
            moduleType = module.GetType().BaseType.Name;

            moduleClass = module.GetType();

            if (moduleClass == typeof(languageModule))
            {
                moduleSummaryEnum = moduleIterationRecordSummary.language;
            }
            if (moduleClass == typeof(templateModule))
            {
                moduleSummaryEnum = moduleIterationRecordSummary.template;
            }
            if (moduleClass == typeof(structureModule))
            {
                moduleSummaryEnum = moduleIterationRecordSummary.structure;
            }
            if (moduleClass == typeof(diversityModule))
            {
                moduleSummaryEnum = moduleIterationRecordSummary.diversity;
            }

            //moduleSlot = spider.modules.IndexOf(module);
        }