Exemplo n.º 1
0
        public void AddSearchKeyword(string keyword)
        {
            //TODO 这里的参数应该可配置
            bool firstEnqueue = this.Context.KeywordQueue.Enqueue(keyword, 100);

            if (firstEnqueue)
            {
                SearchJob searching = this.Context.JobQueue.CurrentJob as SearchJob;
                if (searching != null && searching.Keyword == keyword)
                {
                    return;
                }
                KeywordSelectJob job = new KeywordSelectJob(this);
                this.Context.JobQueue.Enqueue(job);
                if (this.WorkingThread.ThreadState == ThreadState.WaitSleepJoin)
                {
                    this.WorkingThread.Interrupt();
                }
            }
        }
Exemplo n.º 2
0
        private void GetJobAndWork()
        {
            while (true)
            {
                while (this.Context.JobQueue.HasJob)
                {
                    Job job = this.Context.JobQueue.Dequeue();
                    Crawler.NotifyJobQueueChange(this.Context.JobQueue);
                    try
                    {
                        job.Work();
                    }
                    catch (WebException) { }
                    catch (Exception ex)
                    {
                        job.Priority--;
#if DEBUG
                        //throw ex;
#endif
                    }
                    if (!this.Context.JobQueue.HasJob)
                    {
                        job = new KeywordSelectJob(this);
                        job.Priority--;
                        this.Context.JobQueue.Enqueue(job);
                    }
                }
                try
                {
                    Thread.Sleep(System.Threading.Timeout.Infinite);
                }
                catch (ThreadInterruptedException)
                {
                    continue;
                }
            }
        }