public static void ParalleRefresh(string SearchPath, string ReportFile, Mode Mode, ProcessingPower ProcessingPower, int StartingPoint = 0, DateTime?FilterDate = null, bool UseDateFilter = false)
{
DateTime PStart = DateTime.Now;
Output_ProcessReport Report = new Output_ProcessReport();
List <FileItem> FileList = new List <FileItem>();
List <FileItem> HealthyList = new List <FileItem>();
List <FileItem> DamagedList = new List <FileItem>();
List <FileItem> MissingList = new List <FileItem>();
List <string> folderList = Retriever.Getfolders(SearchPath, FilterDate, UseDateFilter);
List <string> md5List = Retriever.GetFiles(SearchPath, SearchExtension.MD5, FilterDate, UseDateFilter);
if (!File.Exists(ReportFile))
{
CreateReportFile(ReportFile, Mode, null);
}
Console.WriteLine("No. of md5 : " + md5List.Count);
Console.WriteLine("No. of folders : " + folderList.Count);
for (int i = StartingPoint; i < folderList.Count; i++)
{
string md5File = md5List.FirstOrDefault(s => Path.GetFileNameWithoutExtension(s) == Path.GetFileName(folderList[i]));
if (!string.IsNullOrEmpty(md5File))
{
FileList = BuildFileItemList(md5File);
}
FileList = ProcessFilesInFolder(folderList[i], ReportFile, FileList, DamagedList, ProcessingPower);
if (FileList.Any())
{
FileList = Sort(FileList, folderList[i]);
HealthyList = FileList.Where(s => s.IsChecksummed != ChecksumStat.DuplicateNameOrCorrupted && s.IsChecksummed != ChecksumStat.Init).ToList();
if (HealthyList.Any())
{
if (ProcessGeneratedList(HealthyList, ListType.Healthy, folderList[i]))
{
Report.Healthy += HealthyList.Count;
}
HealthyList.Clear();
}
DamagedList = FileList.Where(s => s.IsChecksummed == ChecksumStat.DuplicateNameOrCorrupted).ToList();
if (DamagedList.Any())
{
DamagedList = Sort(DamagedList, folderList[i]);
if (ProcessGeneratedList(DamagedList, ListType.Damaged, folderList[i]))
{
Report.Damaged += DamagedList.Count;
}
DamagedList.Clear();
}
MissingList = FileList.Where(s => s.IsChecksummed == ChecksumStat.Init).ToList();
if (MissingList.Any())
{
MissingList = Sort(MissingList, folderList[i]);
if (ProcessGeneratedList(MissingList, ListType.Missing, folderList[i]))
{
Report.Missing += MissingList.Count;
}
MissingList.Clear();
}
FileList.Clear();
}
SetProgressBar(i, folderList.Count);
Console.WriteLine(Convert.ToString((i + 1)) + "/" + folderList.Count + "\t" + Path.GetFileName(folderList[i]) + OutputExtension.MD5 + " Generated.");
using (StreamWriter file = File.AppendText(ReportFile))
{
file.WriteLine(Convert.ToString((i + 1)) + "/" + folderList.Count + "\t" + Path.GetFileName(folderList[i]) + OutputExtension.MD5 + " Generated.");
}
Report.Total += 1;
}
TimeSpan Elapsed = DateTime.Now.Subtract(PStart);
SummariseReport(ReportFile, Mode, Elapsed, Report);
//DateTime PStart = DateTime.Now;
//Output_ProcessReport Report = new Output_ProcessReport();
//List<FileItem> FileList = new List<FileItem>();
//List<FileItem> HealthyList = new List<FileItem>();
//List<FileItem> DamagedList = new List<FileItem>();
//List<FileItem> MissingList = new List<FileItem>();
//List<string> folderList = Retriever.Getfolders(SearchPath, FilterDate, UseDateFilter);
//List<string> md5List = Retriever.GetFiles(SearchPath, SearchExtension.MD5, FilterDate, UseDateFilter);
//if (!File.Exists(ReportFile))
//{
// CreateReportFile(ReportFile, Mode, null);
//}
//Console.WriteLine("No. of md5 : " + md5List.Count);
//Console.WriteLine("No. of folders : " + folderList.Count);
//int index = 0;
//StreamWriter file = File.AppendText(ReportFile);
////using (StreamWriter file = File.AppendText(ReportFile))
////{
//try
//{
// var result = Parallel.ForEach(folderList, new ParallelOptions { MaxDegreeOfParallelism = 2 },
// folder =>
// {
// string FolderPath = folder;
// index += 1;
// Task task = Task.Factory.StartNew(() => // Begin task
// {
// return TaskTest(md5List, FileList, HealthyList, DamagedList, MissingList, FolderPath, ReportFile);
// })
// .ContinueWith(ant =>
// {
// Report.Healthy += ant.Result.Healthy;
// Report.Damaged += ant.Result.Damaged;
// Report.Missing += ant.Result.Missing;
// Report.Total += ant.Result.Total;
// SetProgressBar(index, folderList.Count);
// Console.WriteLine(Convert.ToString(index + 1) + "/" + folderList.Count + "\t" + Path.GetFileName(FolderPath) + OutputExtension.MD5 + " Generated.");
// //using (StreamWriter file = File.AppendText(ReportFile))
// //{
// file.WriteLine(Convert.ToString(index + 1) + "/" + folderList.Count + "\t" + Path.GetFileName(FolderPath) + OutputExtension.MD5 + " Generated.");
// //}
// });
// }).IsCompleted;
// //if (result)
// // file.Dispose();
//}
//finally
//{
// file.Dispose();
//}
////}
//TimeSpan Elapsed = DateTime.Now.Subtract(PStart);
//SummariseReport(ReportFile, Mode, Elapsed, Report);
}
private static List <FileItem> ProcessFilesInFolder(string SearchPath, string ReportFile, List <FileItem> fileList, List <FileItem> DamagedList, ProcessingPower ProcessingPower)
{
List <FileItem> Calculated = Retriever.GetFiles(SearchPath, SearchExtension.Everything, null, false).Select(x => new FileItem()
{
Filepath = x
}).ToList();
ParallelOptions pOptions = new ParallelOptions();
switch (ProcessingPower)
{
case ProcessingPower.Half:
pOptions.MaxDegreeOfParallelism = (Environment.ProcessorCount / 2);
break;
case ProcessingPower.Full:
pOptions.MaxDegreeOfParallelism = Environment.ProcessorCount;
break;
case ProcessingPower.Single:
default:
pOptions.MaxDegreeOfParallelism = 1;
break;
}
var result = Parallel.ForEach(Calculated, pOptions,
file =>
{
file.Hash = ComputeMD5(file.Filepath);
});
if (Calculated.Any())
{
foreach (FileItem file in Calculated)
{
try
{
FileItem fcs = fileList.FirstOrDefault(s => s.Hash == file.Hash && s.Filepath == file.Filepath);
if (fcs != null)
{//old file checksummed
foreach (var fileItem in fileList.Where(s => s.Hash == file.Hash && s.Filepath == file.Filepath))
{
fileItem.IsChecksummed = ChecksumStat.ExistingFileChecked;
}
}
else
{
FileItem targetfcs = fileList.FirstOrDefault(s => s.Hash != file.Hash && s.Filepath == file.Filepath);
if (targetfcs != null)
{//different file with duplicate filename or file corrupted
targetfcs.IsChecksummed = ChecksumStat.DuplicateNameOrCorrupted;
DamagedList.Add(targetfcs);
fileList.Remove(targetfcs);
}
//new file
FileItem fs = new FileItem()
{
Hash = file.Hash,
Filepath = file.Filepath,
IsChecksummed = ChecksumStat.NewFileChecked
};
fileList.Add(fs);
}
}
catch (UnauthorizedAccessException uaex)
{
Console.WriteLine(uaex.Message);
using (StreamWriter report = File.AppendText(ReportFile))
{
report.WriteLine(uaex.Message);
}
}
}
}
return(fileList);
}
