public CrawlStatusData GetCurrentCrawlStatus()
{
var infos = CrawlerManager.CrawlerFactory.Pipelines.Select(model => model.Info).ToArray();
var result = new CrawlStatusData()
{
HostData = HostBasicData.GetHostData()
};
var data = from item in infos
select new CrawlData
{
CrawlID = item.CurrentJob_Name,
Message = item.Message,
JobCount = item.JobCount
};
foreach (var crawlData in data)
{
using (PalasDB db = new PalasDB())
{
try
{
var crawl = db.Crawl.FirstOrDefault(model => model.CrawlID == crawlData.CrawlID);
crawlData.LastCrawlTime = crawl.LastCrawlTime;
crawlData.Name = crawl.Name;
crawlData.Url = crawl.Url;
}
catch {}
}
}
result.CrawlData = data.ToArray();
return(result);
}
public HostHourCountData GetHourCount(HostType hostType)
{
if (hostType != HostType.Weibo)
{
throw new NotSupportedException("不支持该类型操作");
}
var hostData = HostBasicData.GetHostData();
HostHourCountData result = new HostHourCountData()
{
HostData = hostData
};
//获取HourCount
HourCountData[] data =
{
new HourCountData()
{
Descrption = Program.JobCounterDesc,
HourCounter = Program.JobCounter
},
};
result.HourCounts = data;
return(result);
}
public HostHourCountData GetHourCount(HostType hostType)
{
if (hostType != HostType.Crawler)
{
throw new NotSupportedException("不支持该类型操作");
}
var hostData = HostBasicData.GetHostData();
HostHourCountData result = new HostHourCountData()
{
HostData = hostData
};
//获取HourCount
HourCountData[] data =
{
new HourCountData()
{
Descrption = "运行总任务数",
HourCounter = CrawlerManager.ItemCount
},
};
result.HourCounts = data;
return(result);
}
