public static void Seed2Queue( UrlAddressQueue urlQueue, SpiderSetting setting) { if (setting.Seeds != null && urlQueue != null) { var c = setting.Seeds.GetSeeds(); foreach (var i in c) { urlQueue.EnQueue(new UrlInfo(i, 0)); } } }
public SpiderThreadWorker(UrlAddressQueue queue) : base(queue) { InnerThread = new Thread(new ThreadStart(ThreadProc)); }
public SpiderMaster() { urlQueue = new UrlAddressQueue(); urlPool = new UrlAddressPool(); }
public SpiderWorker(UrlAddressQueue queue) { AddressQueue = queue; }