static void Main(string[] args)
{
Trace.Listeners.Add(new ConsoleTraceListener());
var list = new List<Category>();
var ctx = new LocalContext();
const string urlFormat = "";
var urlList = new List<string>();
for (int i = 0; i < 2000; i++)
{
urlList.Add(string.Format(urlFormat, i, ToTimestamp(DateTime.Now.AddSeconds(i))));
}
SimpleSpider spider = new SimpleSpider(5, urlList);
spider.Start();
while (true)
{
Console.WriteLine("Queue Count:{0}", spider.UrlResponses.Count);
var input = Console.ReadLine();
if (input == "Q")
{
break;
}
}
//for (int i = 0; i < 10; i++)
//{
// var category = new Category();
// category.Name = "Test" + i + category.Id;
// category.SortId = i;
// ctx.Categories.Add(category);
//}
//ctx.SaveChanges();
//ctx.Categories.RemoveRange(ctx.Categories);
//ctx.SaveChanges();
//foreach (var item in ctx.Categories)
//{
// Console.WriteLine(item.Id);
//}
Console.WriteLine("Press any key to exit...");
Console.ReadLine();
}
static void Main(string[] args)
{
Trace.Listeners.Add(new ConsoleTraceListener());
var ctx = new LocalContext();
var list = GetCategories(ctx);
const string urlFormat = "";
//ctx.Database.Initialize(true);
var urlList = new List <string>();
foreach (var cate in list)
{
foreach (var id in cate.RawIds)
{
urlList.Add(string.Format(urlFormat, id));
}
}
SimpleSpider spider = new SimpleSpider(5, urlList);
spider.Start();
KeyValuePair <string, string> kv;
while (true)
{
Console.WriteLine("Queue Count:{0}", spider.UrlResponses.Count);
var isDeqed = spider.UrlResponses.TryDequeue(out kv);
if (!isDeqed)
{
Thread.Sleep(1000);
continue;
}
AddJoke(kv, ctx);
}
Console.WriteLine("Press any key to exit...");
Console.ReadLine();
}
