private void runCrawlerTasks(CancellationToken ct, PauseToken pt)
{
while (true)
{
// check if stopped
if (ct.IsCancellationRequested)
{
//break;
throw new OperationCanceledException(ct);
}
// check if paused
if (pt.IsPaused)
{
pt.WaitWhilePausedWithResponseAsyc().Wait();
}
Monitor.Enter(QueueManager.Items);
if (selectionService.ActiveItems.Count() < QueueManager.Items.Count())
{
var blogListToCrawlNext = QueueManager.Items.Except(selectionService.ActiveItems);
var blogToCrawlNext = blogListToCrawlNext.First();
Monitor.Enter(selectionService.ActiveItems);
selectionService.AddActiveItems(blogToCrawlNext);
Monitor.Exit(selectionService.ActiveItems);
Monitor.Exit(QueueManager.Items);
if (blogToCrawlNext.Blog is TumblrBlog)
{
var blog = (TumblrBlog)blogToCrawlNext.Blog;
var progressHandler = new Progress <DataModels.DownloadProgress>(value =>
{
blogToCrawlNext.Progress = value.Progress;
});
var progress = progressHandler as IProgress <DataModels.DownloadProgress>;
CrawlCoreTumblrBlog(blog, progress, ct, pt);
if (ct.IsCancellationRequested)
{
Application.Current.Dispatcher.BeginInvoke(
DispatcherPriority.Background,
new Action(() => {
Monitor.Enter(selectionService.ActiveItems);
selectionService.RemoveActiveItem(blogToCrawlNext);
Monitor.Exit(selectionService.ActiveItems);
}));
throw new OperationCanceledException(ct);
}
else
{
Application.Current.Dispatcher.BeginInvoke(
DispatcherPriority.Background,
new Action(() => {
Monitor.Enter(QueueManager.Items);
QueueManager.RemoveItem(blogToCrawlNext);
Monitor.Exit(QueueManager.Items);
Monitor.Enter(selectionService.ActiveItems);
selectionService.RemoveActiveItem(blogToCrawlNext);
Monitor.Exit(selectionService.ActiveItems);
}));
}
}
}
else
{
Monitor.Exit(QueueManager.Items);
Task.Delay(4000, ct).Wait();
}
}
}
