private async Task <WebsiteDataModel> DownloadWebsiteAsync(string websiteURL)
{
WebsiteDataModel output = new WebsiteDataModel();
WebClient client = new WebClient();
output.WebsiteUrl = websiteURL;
output.WebsiteData = await client.DownloadStringTaskAsync(websiteURL);
return(output);
}
private void RunDownloadSync()
{
List <string> websites = PrepData();
foreach (string site in websites)
{
WebsiteDataModel results = DownloadWebsite(site);
ReportWebsiteInfo(results);
}
}
private WebsiteDataModel DownloadWebsite(string websiteURL)
{
WebsiteDataModel output = new WebsiteDataModel();
WebClient client = new WebClient();
output.WebsiteUrl = websiteURL;
output.WebsiteData = client.DownloadString(websiteURL);
return(output);
}
private async Task RunDownloadAsync()
{
List <string> websites = PrepData();
foreach (string site in websites)
{
WebsiteDataModel results = await Task.Run(() => DownloadWebsite(site));
ReportWebsiteInfo(results);
}
}
public static List <WebsiteDataModel> RunDownloadParallelSync()
{
List <string> websites = PrepData();
List <WebsiteDataModel> output = new List <WebsiteDataModel>();
Parallel.ForEach <string>(websites, (site) =>
{
WebsiteDataModel results = DownloadWebsite(site);
output.Add(results);
});
return(output);
}
public static List <WebsiteDataModel> RunDownloadSync()
{
List <string> websites = PrepData();
List <WebsiteDataModel> output = new List <WebsiteDataModel>();
foreach (string site in websites)
{
WebsiteDataModel results = DownloadWebsite(site);
output.Add(results);
}
return(output);
}
public static async Task <List <WebsiteDataModel> > RunDownloadAsync(IProgress <ProgressReportModel> progress,
CancellationToken cancellationToken)
{
List <string> websites = PrepData();
List <WebsiteDataModel> output = new List <WebsiteDataModel>();
ProgressReportModel report = new ProgressReportModel();
foreach (string site in websites)
{
WebsiteDataModel results = await DownloadWebsiteAsync(site);
output.Add(results);
cancellationToken.ThrowIfCancellationRequested();
report.SitesDownloaded = output;
report.PercentageComplete = (output.Count * 100) / websites.Count;
progress.Report(report);
}
return(output);
}
public static async Task <List <WebsiteDataModel> > RunDownloadParallelAsyncV2(IProgress <ProgressReportModel> progress)
{
List <string> websites = PrepData();
List <WebsiteDataModel> output = new List <WebsiteDataModel>();
ProgressReportModel report = new ProgressReportModel();
await Task.Run(() =>
{
Parallel.ForEach <string>(websites, (site) =>
{
WebsiteDataModel results = DownloadWebsite(site);
output.Add(results);
report.SitesDownloaded = output;
report.PercentageComplete = (output.Count * 100) / websites.Count;
progress.Report(report);
});
});
return(output);
}
private void ReportWebsiteInfo(WebsiteDataModel data)
{
resultsWindow.Text += $"{ data.WebsiteUrl } downloaded: { data.WebsiteData.Length } characters long.{ Environment.NewLine }";
}