private static WebsiteDataModel DownloadWebsite(string websiteUrl)
{
WebsiteDataModel output = new WebsiteDataModel();
WebClient client = new WebClient();
output.WebsiteUrl = websiteUrl;
output.WebsiteData = client.DownloadString(websiteUrl);
return(output);
}
private static async Task <WebsiteDataModel> DownloadWebsiteAsync(string websiteUrl)
{
WebsiteDataModel output = new WebsiteDataModel();
WebClient client = new WebClient();
output.WebsiteUrl = websiteUrl;
output.WebsiteData = await client.DownloadStringTaskAsync(websiteUrl);
return(output);
}
public static List <WebsiteDataModel> RunDownloadParallelSync()
{
List <string> websites = PrepData();
List <WebsiteDataModel> output = new List <WebsiteDataModel>();
Parallel.ForEach <string>(websites, (site) =>
{
WebsiteDataModel results = DownloadWebsite(site);
output.Add(results);
});
return(output);
}
public static List <WebsiteDataModel> RunDownloadSync()
{
List <string> websites = PrepData();
List <WebsiteDataModel> output = new List <WebsiteDataModel>();
foreach (string site in websites)
{
WebsiteDataModel results = DownloadWebsite(site);
output.Add(results);
}
return(output);
}
public static async Task <List <WebsiteDataModel> > RunDownloadParallelAsyncV2(IProgress <ProgressReportModel> progress)
{
List <string> websites = PrepData();
List <WebsiteDataModel> output = new List <WebsiteDataModel>();
ProgressReportModel report = new ProgressReportModel();
await Task.Run(() =>
{
Parallel.ForEach <string>(websites, (site) =>
{
WebsiteDataModel results = DownloadWebsite(site);
output.Add(results);
report.SitesDownloaded = output;
report.PercentageComplete = (output.Count * 100) / websites.Count;
progress.Report(report);
});
});
return(output);
}
public static async Task <List <WebsiteDataModel> > RunDownloadAsync(IProgress <ProgressReportModel> progress, CancellationToken cancellationToken)
{
List <string> websites = PrepData();
List <WebsiteDataModel> output = new List <WebsiteDataModel>();
ProgressReportModel report = new ProgressReportModel();
foreach (string site in websites)
{
WebsiteDataModel results = await DownloadWebsiteAsync(site);
output.Add(results);
cancellationToken.ThrowIfCancellationRequested();
report.SitesDownloaded = output;
report.PercentageComplete = (output.Count * 100) / websites.Count;
progress.Report(report);
}
return(output);
}
