public static void Seed2Queue( UrlAddressQueue urlQueue, SpiderSetting setting) { if (setting.Seeds != null && urlQueue != null) { var c = setting.Seeds.GetSeeds(); foreach (var i in c) { urlQueue.EnQueue(new UrlInfo(i, 0)); } } }
public SpiderWorker(UrlAddressQueue queue) { AddressQueue = queue; }
public SpiderMaster() { urlQueue = new UrlAddressQueue(); urlPool = new UrlAddressPool(); }
public SpiderWorkerList(UrlAddressQueue queue) { AddressQueue = queue; }
public SpiderThreadWorker(UrlAddressQueue queue) :base(queue) { InnerThread = new Thread(new ThreadStart(ThreadProc)); }