public void Stop()
{
foreach (Ripper _ripper in this._rippers)
{
_ripper.Running = false;
}
Downloader.GetInstance().Stop();
Downloader.GetInstance().Files.Clear();
this.OnStop();
}
private void CheckforDownloadErrors()
{
lock (Downloader.GetInstance().ErrorList)
{
int count = Downloader.GetInstance().ErrorList.Count;
if (count > 0)
{
MessageBox.Show(string.Concat(count, " dead links found"), "Download Errors Found");
Downloader.GetInstance().ErrorList.Clear();
}
}
}
public void Start()
{
(new ParallelOptions()).MaxDegreeOfParallelism = 4;
this.Status = BlogDownloader.DownloaderStatus.Running;
this.OnStart();
for (int i = 0; i < this.Websites.Count; i++)
{
Ripper ripper = Ripper.GetRipper(this.Websites[i]);
this._rippers.Add(ripper);
ripper.Load();
while (this.getNumberOfRunningBlogs() > 4)
{
Thread.Sleep(1000);
}
}
Downloader.GetInstance().Start();
}
protected void GetPage(int offset)
{
this.currentCount = offset;
string str = string.Concat("http://", this.w.Url);
MyWebClient myWebClient = new MyWebClient();
if (offset > 0)
{
str = string.Concat(str, "?before=", offset);
}
this.w.Viewstatus = string.Concat("Loading page ", offset);
Post post = new Post()
{
Url = str,
Website = this.w
};
Downloader.Callback <PostItem> callback = new Downloader.Callback <PostItem>(this.getPageCallback);
Downloader.GetInstance().DownloadPostHTML(post, callback);
}
protected void GetPage(int page)
{
if (page == 0)
{
page = 1;
}
Console.WriteLine(string.Concat("GetPage ", page));
this.currentPage = page;
string str = string.Concat("http://", this.w.Url);
if (page > 1)
{
str = string.Concat(str, "/page/", page);
}
this.w.Viewstatus = string.Concat("Parsing page ", page);
Post post = new Post()
{
Url = str,
Website = this.w
};
Downloader.Callback <PostItem> callback = new Downloader.Callback <PostItem>(this.getPageCallback);
Downloader.GetInstance().DownloadPostHTML(post, callback);
}
public BlogDownloader()
{
this.Websites = new List <Website>();
this._rippers = new List <Ripper>();
Downloader.GetInstance().DownloadFinished += new EventHandler(this.BlogDownloader_DownloadFinished);
}
