private void AddToJsonQueue(TumblrCrawlerData <Datum> addToList)
{
if (Blog.DumpCrawlerData)
{
jsonQueue.Add(addToList);
}
}
private async Task DownloadTextPostAsync(TumblrCrawlerData <T> crawlerData)
{
string blogDownloadLocation = blog.DownloadLocation();
string fileLocation = FileLocation(blogDownloadLocation, crawlerData.Filename);
await AppendToTextFileAsync(fileLocation, crawlerData.Data);
}
private void AddToJsonQueue(TumblrCrawlerData <DataModels.TumblrSearchJson.Data> addToList)
{
if (Blog.DumpCrawlerData)
{
var datum = new Datum();
PropertyCopier <DataModels.TumblrSearchJson.Data, Datum> .Copy(addToList.Data, datum);
jsonQueue.Add(new TumblrCrawlerData <Datum>(addToList.Filename, datum));
}
}
private async Task DownloadPostAsync(TumblrCrawlerData <T> downloadItem)
{
try
{
await DownloadTextPostAsync(downloadItem);
}
catch
{
}
}
private async Task DownloadPost(TumblrCrawlerData <XDocument> downloadItem)
{
try
{
await DownloadTextPost(downloadItem);
}
catch
{
}
}