Esempio n. 1
0
        public static void VideoCheck(string SearchPath, string ReportFile, Mode Mode)
        {
            DateTime             PStart    = DateTime.Now;
            Output_ProcessReport Report    = new Output_ProcessReport();
            List <string>        videoList = Retriever.GetVideoFiles(SearchPath);

            if (!File.Exists(ReportFile))
            {
                CreateReportFile(ReportFile, Mode, null);
            }
            if (videoList != null)
            {
                if (videoList.Any())
                {
                    for (var i = 0; i < videoList.Count; i++)
                    {
                        if (ExecuteFFMPEG(ReportFile, SearchPath, videoList[i], ProcessType.VideoCheck))
                        {
                            Report.Damaged += 1;
                            string frameTraceReport = Path.Combine(SearchPath, Path.GetFileName(videoList[i]) + OutputExtension.TXT);
                            if (!File.Exists(frameTraceReport))
                            {
                                CreateReportFile(frameTraceReport, Mode, null);
                            }
                            ExecuteFFMPEG(frameTraceReport, SearchPath, videoList[i], ProcessType.FrameTrace);
                            if (File.Exists(frameTraceReport))
                            {
                                if (new FileInfo(frameTraceReport).Length == 0)
                                {
                                    try
                                    {
                                        File.Delete(frameTraceReport);
                                    }
                                    catch (Exception ex)
                                    {
                                        Console.WriteLine(ex.ToString());
                                    }
                                }
                            }
                        }
                        else
                        {
                            Report.Healthy += 1;
                        }
                        SetProgressBar(i, videoList.Count);
                        Report.Total += 1;
                    }
                }
            }
            TimeSpan Elapsed = DateTime.Now.Subtract(PStart);

            SummariseReport(ReportFile, Mode, Elapsed, Report);
        }
Esempio n. 2
0
        public static void Verify(string SearchPath, string ReportFile, Mode Mode, int StartingPoint = 0, DateTime?FilterDate = null, bool UseDateFilter = false)
        {
            DateTime             PStart  = DateTime.Now;
            List <FileItem>      lists   = new List <FileItem>();
            List <string>        md5List = Retriever.GetFiles(SearchPath, SearchExtension.MD5, FilterDate, UseDateFilter);
            Output_ProcessReport Result  = new Output_ProcessReport();

            Console.WriteLine("No. of md5 : " + md5List.Count);
            if (!File.Exists(ReportFile))
            {
                if (!CreateReportFile(ReportFile, Mode, md5List))
                {
                    throw new Exception("Unable to create report file.");
                }
            }
            for (int i = StartingPoint; i < md5List.Count; i++)
            {
                lists = BuildFileItemList(md5List[i]);
                if (lists.Any())
                {
                    Result.Total += lists.Count;
                    if (Mode != Mode.Combine_All_MD5)
                    {
                        using (StreamWriter file = File.AppendText(ReportFile))
                        {
                            file.WriteLine(Convert.ToString(i + 1) + "/" + md5List.Count + "\t" + md5List[i].Replace(SearchPath, "") + " Proccessing..."); //md5List[i].Split('\'')[md5List[i].Split('\'').Length - 1]
                        }
                    }
                    Output_ProcessReport ItemResult = ProcessMD5File(lists, Mode, ReportFile);
                    Result.Healthy += ItemResult.Healthy;
                    Result.Damaged += ItemResult.Damaged;
                    Result.Missing += ItemResult.Missing;

                    if (Mode != Mode.Combine_All_MD5)
                    {
                        using (StreamWriter file = File.AppendText(ReportFile))
                        {
                            file.WriteLine("Verification Completed");
                            file.WriteLine("----------------------");
                        }
                    }
                    Console.WriteLine(Convert.ToString(i + 1) + "/" + md5List.Count + "\t" + md5List[i].Replace(SearchPath, "") + " Checked.");
                    SetProgressBar(i, md5List.Count);
                    lists.Clear();
                }
            }
            TimeSpan Elapsed = DateTime.Now.Subtract(PStart);

            SummariseReport(ReportFile, Mode, Elapsed, Result);
        }
Esempio n. 3
0
        public static void ParalleRefresh(string SearchPath, string ReportFile, Mode Mode, ProcessingPower ProcessingPower, int StartingPoint = 0, DateTime?FilterDate = null, bool UseDateFilter = false)
        {
            DateTime             PStart      = DateTime.Now;
            Output_ProcessReport Report      = new Output_ProcessReport();
            List <FileItem>      FileList    = new List <FileItem>();
            List <FileItem>      HealthyList = new List <FileItem>();
            List <FileItem>      DamagedList = new List <FileItem>();
            List <FileItem>      MissingList = new List <FileItem>();
            List <string>        folderList  = Retriever.Getfolders(SearchPath, FilterDate, UseDateFilter);
            List <string>        md5List     = Retriever.GetFiles(SearchPath, SearchExtension.MD5, FilterDate, UseDateFilter);

            if (!File.Exists(ReportFile))
            {
                CreateReportFile(ReportFile, Mode, null);
            }
            Console.WriteLine("No. of md5 : " + md5List.Count);
            Console.WriteLine("No. of folders : " + folderList.Count);
            for (int i = StartingPoint; i < folderList.Count; i++)
            {
                string md5File = md5List.FirstOrDefault(s => Path.GetFileNameWithoutExtension(s) == Path.GetFileName(folderList[i]));
                if (!string.IsNullOrEmpty(md5File))
                {
                    FileList = BuildFileItemList(md5File);
                }
                FileList = ProcessFilesInFolder(folderList[i], ReportFile, FileList, DamagedList, ProcessingPower);
                if (FileList.Any())
                {
                    FileList    = Sort(FileList, folderList[i]);
                    HealthyList = FileList.Where(s => s.IsChecksummed != ChecksumStat.DuplicateNameOrCorrupted && s.IsChecksummed != ChecksumStat.Init).ToList();
                    if (HealthyList.Any())
                    {
                        if (ProcessGeneratedList(HealthyList, ListType.Healthy, folderList[i]))
                        {
                            Report.Healthy += HealthyList.Count;
                        }
                        HealthyList.Clear();
                    }
                    DamagedList = FileList.Where(s => s.IsChecksummed == ChecksumStat.DuplicateNameOrCorrupted).ToList();
                    if (DamagedList.Any())
                    {
                        DamagedList = Sort(DamagedList, folderList[i]);
                        if (ProcessGeneratedList(DamagedList, ListType.Damaged, folderList[i]))
                        {
                            Report.Damaged += DamagedList.Count;
                        }
                        DamagedList.Clear();
                    }
                    MissingList = FileList.Where(s => s.IsChecksummed == ChecksumStat.Init).ToList();
                    if (MissingList.Any())
                    {
                        MissingList = Sort(MissingList, folderList[i]);
                        if (ProcessGeneratedList(MissingList, ListType.Missing, folderList[i]))
                        {
                            Report.Missing += MissingList.Count;
                        }
                        MissingList.Clear();
                    }
                    FileList.Clear();
                }
                SetProgressBar(i, folderList.Count);
                Console.WriteLine(Convert.ToString((i + 1)) + "/" + folderList.Count + "\t" + Path.GetFileName(folderList[i]) + OutputExtension.MD5 + " Generated.");
                using (StreamWriter file = File.AppendText(ReportFile))
                {
                    file.WriteLine(Convert.ToString((i + 1)) + "/" + folderList.Count + "\t" + Path.GetFileName(folderList[i]) + OutputExtension.MD5 + " Generated.");
                }
                Report.Total += 1;
            }
            TimeSpan Elapsed = DateTime.Now.Subtract(PStart);

            SummariseReport(ReportFile, Mode, Elapsed, Report);
            //DateTime PStart = DateTime.Now;
            //Output_ProcessReport Report = new Output_ProcessReport();
            //List<FileItem> FileList = new List<FileItem>();
            //List<FileItem> HealthyList = new List<FileItem>();
            //List<FileItem> DamagedList = new List<FileItem>();
            //List<FileItem> MissingList = new List<FileItem>();
            //List<string> folderList = Retriever.Getfolders(SearchPath, FilterDate, UseDateFilter);
            //List<string> md5List = Retriever.GetFiles(SearchPath, SearchExtension.MD5, FilterDate, UseDateFilter);
            //if (!File.Exists(ReportFile))
            //{
            //    CreateReportFile(ReportFile, Mode, null);
            //}
            //Console.WriteLine("No. of md5 : " + md5List.Count);
            //Console.WriteLine("No. of folders : " + folderList.Count);
            //int index = 0;
            //StreamWriter file = File.AppendText(ReportFile);
            ////using (StreamWriter file = File.AppendText(ReportFile))
            ////{
            //try
            //{
            //    var result = Parallel.ForEach(folderList, new ParallelOptions { MaxDegreeOfParallelism = 2 },
            //    folder =>
            //    {
            //        string FolderPath = folder;
            //        index += 1;
            //        Task task = Task.Factory.StartNew(() =>    // Begin task
            //        {
            //            return TaskTest(md5List, FileList, HealthyList, DamagedList, MissingList, FolderPath, ReportFile);
            //        })
            //            .ContinueWith(ant =>
            //            {
            //                Report.Healthy += ant.Result.Healthy;
            //                Report.Damaged += ant.Result.Damaged;
            //                Report.Missing += ant.Result.Missing;
            //                Report.Total += ant.Result.Total;
            //                SetProgressBar(index, folderList.Count);
            //                Console.WriteLine(Convert.ToString(index + 1) + "/" + folderList.Count + "\t" + Path.GetFileName(FolderPath) + OutputExtension.MD5 + " Generated.");
            //            //using (StreamWriter file = File.AppendText(ReportFile))
            //            //{
            //            file.WriteLine(Convert.ToString(index + 1) + "/" + folderList.Count + "\t" + Path.GetFileName(FolderPath) + OutputExtension.MD5 + " Generated.");
            //            //}
            //        });
            //    }).IsCompleted;
            //    //if (result)
            //    //    file.Dispose();
            //}
            //finally
            //{
            //    file.Dispose();
            //}
            ////}
            //TimeSpan Elapsed = DateTime.Now.Subtract(PStart);
            //SummariseReport(ReportFile, Mode, Elapsed, Report);
        }
Esempio n. 4
0
        private static List <FileItem> ProcessFilesInFolder(string SearchPath, string ReportFile, List <FileItem> fileList, List <FileItem> DamagedList, ProcessingPower ProcessingPower)
        {
            List <FileItem> Calculated = Retriever.GetFiles(SearchPath, SearchExtension.Everything, null, false).Select(x => new FileItem()
            {
                Filepath = x
            }).ToList();
            ParallelOptions pOptions = new ParallelOptions();

            switch (ProcessingPower)
            {
            case ProcessingPower.Half:
                pOptions.MaxDegreeOfParallelism = (Environment.ProcessorCount / 2);
                break;

            case ProcessingPower.Full:
                pOptions.MaxDegreeOfParallelism = Environment.ProcessorCount;
                break;

            case ProcessingPower.Single:
            default:
                pOptions.MaxDegreeOfParallelism = 1;
                break;
            }
            var result = Parallel.ForEach(Calculated, pOptions,
                                          file =>
            {
                file.Hash = ComputeMD5(file.Filepath);
            });

            if (Calculated.Any())
            {
                foreach (FileItem file in Calculated)
                {
                    try
                    {
                        FileItem fcs = fileList.FirstOrDefault(s => s.Hash == file.Hash && s.Filepath == file.Filepath);
                        if (fcs != null)
                        {//old file checksummed
                            foreach (var fileItem in fileList.Where(s => s.Hash == file.Hash && s.Filepath == file.Filepath))
                            {
                                fileItem.IsChecksummed = ChecksumStat.ExistingFileChecked;
                            }
                        }
                        else
                        {
                            FileItem targetfcs = fileList.FirstOrDefault(s => s.Hash != file.Hash && s.Filepath == file.Filepath);
                            if (targetfcs != null)
                            {//different file with duplicate filename or file corrupted
                                targetfcs.IsChecksummed = ChecksumStat.DuplicateNameOrCorrupted;
                                DamagedList.Add(targetfcs);
                                fileList.Remove(targetfcs);
                            }
                            //new file
                            FileItem fs = new FileItem()
                            {
                                Hash          = file.Hash,
                                Filepath      = file.Filepath,
                                IsChecksummed = ChecksumStat.NewFileChecked
                            };
                            fileList.Add(fs);
                        }
                    }
                    catch (UnauthorizedAccessException uaex)
                    {
                        Console.WriteLine(uaex.Message);
                        using (StreamWriter report = File.AppendText(ReportFile))
                        {
                            report.WriteLine(uaex.Message);
                        }
                    }
                }
            }
            return(fileList);
        }