public static void Seed2Queue(
UrlAddressQueue urlQueue,
SpiderSetting setting)
{
if (setting.Seeds != null && urlQueue != null)
{
var c = setting.Seeds.GetSeeds();
foreach (var i in c)
{
urlQueue.EnQueue(new UrlInfo(i, 0));
}
}
}
public SpiderWorker(UrlAddressQueue queue)
{
AddressQueue = queue;
}
public SpiderMaster()
{
urlQueue = new UrlAddressQueue();
urlPool = new UrlAddressPool();
}
public SpiderWorkerList(UrlAddressQueue queue)
{
AddressQueue = queue;
}
public SpiderThreadWorker(UrlAddressQueue queue)
:base(queue)
{
InnerThread = new Thread(new ThreadStart(ThreadProc));
}