private void EnqueueUrls(string url, string nextPageText, List <string> levelUrlList, string startPos, string endPos)
{
if (this.ContainsUrl(url))
{
return;
}
EnumGloabParas.EnumUrlGaterherState gaterherFlag = levelUrlList.Count > 0 ? EnumGloabParas.EnumUrlGaterherState.First : EnumGloabParas.EnumUrlGaterherState.Run;
this.runWebUrls[this.ThreadPos].Enqueue(new cGatherUrlItem()
{
Url = url,
GaterherFlag = gaterherFlag,
Level = 0,
LevelUrlList = levelUrlList,
NextPageText = nextPageText,
StartPos = startPos,
EndPos = endPos,
});
m_TaskItemEntity.TotalCount++;
if (e_TotalCount != null)
{
e_TotalCount(new cGatherCompletedEventArgs()
{
TotalCount = m_TaskItemEntity.TotalCount,
TrueCount = m_TaskItemEntity.TrueCount,
ErrorCount = m_TaskItemEntity.ErrorCount,
});
}
}
private void EnqueueUrls(string url, string nextPageText, List <string> levelUrlList, string startPos, string endPos)
{
EnumGloabParas.EnumUrlGaterherState gaterherFlag = levelUrlList.Count > 0 ? EnumGloabParas.EnumUrlGaterherState.First : EnumGloabParas.EnumUrlGaterherState.Run;
runWebUrls.Add(new cGatherUrlItem()
{
Url = url,
GaterherFlag = gaterherFlag,
Level = 0,
LevelUrlList = levelUrlList,
NextPageText = nextPageText,
StartPos = startPos,
EndPos = endPos,
});
}
