static void Main(string[] args) { Trace.Listeners.Add(new ConsoleTraceListener()); var list = new List<Category>(); var ctx = new LocalContext(); const string urlFormat = ""; var urlList = new List<string>(); for (int i = 0; i < 2000; i++) { urlList.Add(string.Format(urlFormat, i, ToTimestamp(DateTime.Now.AddSeconds(i)))); } SimpleSpider spider = new SimpleSpider(5, urlList); spider.Start(); while (true) { Console.WriteLine("Queue Count:{0}", spider.UrlResponses.Count); var input = Console.ReadLine(); if (input == "Q") { break; } } //for (int i = 0; i < 10; i++) //{ // var category = new Category(); // category.Name = "Test" + i + category.Id; // category.SortId = i; // ctx.Categories.Add(category); //} //ctx.SaveChanges(); //ctx.Categories.RemoveRange(ctx.Categories); //ctx.SaveChanges(); //foreach (var item in ctx.Categories) //{ // Console.WriteLine(item.Id); //} Console.WriteLine("Press any key to exit..."); Console.ReadLine(); }
static void Main(string[] args) { Trace.Listeners.Add(new ConsoleTraceListener()); var ctx = new LocalContext(); var list = GetCategories(ctx); const string urlFormat = ""; //ctx.Database.Initialize(true); var urlList = new List <string>(); foreach (var cate in list) { foreach (var id in cate.RawIds) { urlList.Add(string.Format(urlFormat, id)); } } SimpleSpider spider = new SimpleSpider(5, urlList); spider.Start(); KeyValuePair <string, string> kv; while (true) { Console.WriteLine("Queue Count:{0}", spider.UrlResponses.Count); var isDeqed = spider.UrlResponses.TryDequeue(out kv); if (!isDeqed) { Thread.Sleep(1000); continue; } AddJoke(kv, ctx); } Console.WriteLine("Press any key to exit..."); Console.ReadLine(); }