/**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer);

                    this.BuildWorksheetErrors(JobMaster, ws);
                }
            }
            catch (CsvWriterException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
Exemplo n.º 2
0
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer, CultureInfo.InvariantCulture);

                    lock (this.TargetListViewLock)
                    {
                        this.BuildWorksheetListView(JobMaster, ws);
                    }
                }
            }
            catch (CsvHelperException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            MacroscopeCsvUriReport.OutputWorksheet SelectedOutputWorksheet,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer);

                    switch (SelectedOutputWorksheet)
                    {
                    case MacroscopeCsvUriReport.OutputWorksheet.LINKS:
                        this.BuildWorksheetPageLinks(JobMaster, ws);
                        break;

                    case MacroscopeCsvUriReport.OutputWorksheet.HYPERLINKS:
                        this.BuildWorksheetPageHyperlinks(JobMaster, ws);
                        break;

                    case MacroscopeCsvUriReport.OutputWorksheet.URIS:
                        this.BuildWorksheetPageUriAnalysis(JobMaster, ws);
                        break;

                    case MacroscopeCsvUriReport.OutputWorksheet.ORPHANS:
                        this.BuildWorksheetPageOrphanedPages(JobMaster, ws);
                        break;

                    default:
                        break;
                    }
                }
            }
            catch (CsvHelperException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            MacroscopeCsvPageMetadataReport.OutputWorksheet SelectedOutputWorksheet,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer);

                    switch (SelectedOutputWorksheet)
                    {
                    case MacroscopeCsvPageMetadataReport.OutputWorksheet.TITLES:
                        this.BuildWorksheetPageTitles(JobMaster, ws);
                        break;

                    case MacroscopeCsvPageMetadataReport.OutputWorksheet.DESCRIPTIONS:
                        this.BuildWorksheetPageDescriptions(JobMaster, ws);
                        break;

                    case MacroscopeCsvPageMetadataReport.OutputWorksheet.KEYWORDS:
                        this.BuildWorksheetPageKeywords(JobMaster, ws);
                        break;

                    default:
                        this.BuildWorksheetPageTitles(JobMaster, ws);
                        break;
                    }
                }
            }
            catch (CsvWriterException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
Exemplo n.º 5
0
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            MacroscopeCsvDataExtractorReport.OutputWorksheet SelectedOutputWorksheet,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer);

                    switch (SelectedOutputWorksheet)
                    {
                    case MacroscopeCsvDataExtractorReport.OutputWorksheet.CSS_SELECTORS:
                        this.BuildWorksheetCssSelectors(JobMaster, ws);
                        break;

                    case MacroscopeCsvDataExtractorReport.OutputWorksheet.REGEXES:
                        this.BuildWorksheetRegularExpressions(JobMaster, ws);
                        break;

                    case MacroscopeCsvDataExtractorReport.OutputWorksheet.XPATHS:
                        this.BuildWorksheetXpaths(JobMaster, ws);
                        break;

                    default:
                        break;
                    }
                }
            }
            catch (CsvHelperException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
Exemplo n.º 6
0
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            MacroscopeCsvBrokenLinksReport.OutputWorksheet SelectedOutputWorksheet,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer);

                    switch (SelectedOutputWorksheet)
                    {
                    case MacroscopeCsvBrokenLinksReport.OutputWorksheet.BROKEN_LINKS:
                        this.BuildWorksheetPageBrokenLinks(JobMaster, ws);
                        break;

                    case MacroscopeCsvBrokenLinksReport.OutputWorksheet.GOOD_LINKS:
                        this.BuildWorksheetPageGoodLinks(JobMaster, ws);
                        break;

                    case MacroscopeCsvBrokenLinksReport.OutputWorksheet.REDIRECTED_LINKS:
                        this.BuildWorksheetPageRedirectedLinks(JobMaster, ws);
                        break;

                    default:
                        break;
                    }
                }
            }
            catch (CsvWriterException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
Exemplo n.º 7
0
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            MacroscopeCsvRedirectsReport.OutputWorksheet SelectedOutputWorksheet,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer, CultureInfo.InvariantCulture);

                    switch (SelectedOutputWorksheet)
                    {
                    case MacroscopeCsvRedirectsReport.OutputWorksheet.REDIRECTS_AUDIT:
                        this.BuildWorksheetPageRedirectsAudit(JobMaster, ws);
                        break;

                    case MacroscopeCsvRedirectsReport.OutputWorksheet.REDIRECT_CHAINS:
                        this.BuildWorksheetPageRedirectChains(JobMaster, ws);
                        break;

                    default:
                        break;
                    }
                }
            }
            catch (CsvHelperException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
Exemplo n.º 8
0
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            MacroscopeCsvPageContentsReport.OutputWorksheet SelectedOutputWorksheet,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer);

                    switch (SelectedOutputWorksheet)
                    {
                    case MacroscopeCsvPageContentsReport.OutputWorksheet.HEADINGS:
                        this.BuildWorksheetPageHeadings(JobMaster, ws);
                        break;

                    case MacroscopeCsvPageContentsReport.OutputWorksheet.PAGETEXT:
                        this.BuildWorksheetPageText(JobMaster, ws);
                        break;

                    default:
                        break;
                    }
                }
            }
            catch (CsvHelperException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
Exemplo n.º 9
0
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            MacroscopeCsvContactDetailsReport.OutputWorksheet SelectedOutputWorksheet,
            string OutputFilename
            )
        {
            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer);

                    switch (SelectedOutputWorksheet)
                    {
                    case MacroscopeCsvContactDetailsReport.OutputWorksheet.TELEPHONE:
                        this.BuildWorksheetEmailAddresses(JobMaster, ws);
                        break;

                    case MacroscopeCsvContactDetailsReport.OutputWorksheet.EMAIL:
                        this.BuildWorksheetTelephoneNumbers(JobMaster, ws);
                        break;

                    default:
                        break;
                    }
                }
            }
            catch (CsvHelperException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }
Exemplo n.º 10
0
        /**************************************************************************/

        public void WriteCsv(
            MacroscopeJobMaster JobMaster,
            MacroscopeCsvDuplicateContentReport.OutputWorksheet SelectedOutputWorksheet,
            string OutputFilename
            )
        {
            decimal MajorPercentageDivider = 1;

            try
            {
                using (StreamWriter writer = File.CreateText(OutputFilename))
                {
                    CsvWriter ws = new CsvWriter(writer);

                    switch (SelectedOutputWorksheet)
                    {
                    case MacroscopeCsvDuplicateContentReport.OutputWorksheet.TITLES:

                        this.ProgressForm.UpdatePercentages(
                            Title: "Processing Titles",
                            Message: "Identifying duplicate titles in collection:",
                            MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )1,
                            ProgressLabelMajor: "Documents Processed",
                            MinorPercentage: 0,
                            ProgressLabelMinor: "",
                            SubMinorPercentage: 0,
                            ProgressLabelSubMinor: ""
                            );

                        this.BuildWorksheetPageDuplicateTitles(JobMaster, ws);

                        break;

                    case MacroscopeCsvDuplicateContentReport.OutputWorksheet.CHECKSUMS:

                        this.ProgressForm.UpdatePercentages(
                            Title: "Processing Checksums",
                            Message: "Identifying duplicate checksums in collection:",
                            MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )2,
                            ProgressLabelMajor: "Documents Processed",
                            MinorPercentage: 0,
                            ProgressLabelMinor: "",
                            SubMinorPercentage: 0,
                            ProgressLabelSubMinor: ""
                            );

                        this.BuildWorksheetPageDuplicateChecksums(JobMaster, ws);

                        break;

                    case MacroscopeCsvDuplicateContentReport.OutputWorksheet.ETAGS:

                        this.ProgressForm.UpdatePercentages(
                            Title: "Processing ETags",
                            Message: "Identifying duplicate ETags in collection:",
                            MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )3,
                            ProgressLabelMajor: "Documents Processed",
                            MinorPercentage: 0,
                            ProgressLabelMinor: "",
                            SubMinorPercentage: 0,
                            ProgressLabelSubMinor: ""
                            );

                        this.BuildWorksheetPageDuplicateEtags(JobMaster, ws);

                        break;

                    case MacroscopeCsvDuplicateContentReport.OutputWorksheet.PAGES:

                        this.ProgressForm.UpdatePercentages(
                            Title: "Applying Levenshtein Distance",
                            Message: "Identifying duplicate documents via Levenshtein Distance in collection:",
                            MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )4,
                            ProgressLabelMajor: "Documents Processed: 0",
                            MinorPercentage: 0,
                            ProgressLabelMinor: "",
                            SubMinorPercentage: 0,
                            ProgressLabelSubMinor: ""
                            );

                        this.BuildWorksheetPageDuplicatePages(JobMaster, ws);

                        break;

                    default:
                        break;
                    }
                }
            }
            catch (CsvWriterException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
            catch (IOException)
            {
                MacroscopeSaveCsvFileException CannotSaveCsvFileException;
                CannotSaveCsvFileException = new MacroscopeSaveCsvFileException(
                    string.Format("Cannot write to CSV file at {0}", OutputFilename)
                    );
                throw CannotSaveCsvFileException;
            }
        }