/**************************************************************************/

        private void SaveOutputFile(XLWorkbook Workbook, string OutputFilename)
        {
            try
            {
                Workbook.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook wb = new XLWorkbook();

            this.BuildWorksheetPageObservations(JobMaster, wb, "Observations");

            try
            {
                wb.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook Workbook = new XLWorkbook();

            this.BuildWorksheetBlockedByRobotsInternal(JobMaster, Workbook, "Internal URLs Blocked by Robots");
            this.BuildWorksheetBlockedByRobotsExternal(JobMaster, Workbook, "External URLs Blocked by Robots");

            try
            {
                Workbook.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
Exemple #4
0
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook wb = new XLWorkbook();

            this.BuildWorksheetEmailAddresses(JobMaster, wb, "Email Addresses");
            this.BuildWorksheetTelephoneNumbers(JobMaster, wb, "Telephone Numbers");

            try
            {
                wb.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
Exemple #5
0
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook wb = new XLWorkbook();

            this.BuildWorksheetPageLinks(JobMaster, wb, "Links");
            this.BuildWorksheetPageHyperlinks(JobMaster, wb, "Hyperlinks");
            this.BuildWorksheetPageUriAnalysis(JobMaster, wb, "URI Analysis");
            this.BuildWorksheetPageOrphanedPages(JobMaster, wb, "Orphaned Pages");

            try
            {
                wb.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
Exemple #6
0
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook wb = new XLWorkbook();

            this.BuildWorksheetPageCombinedTextMetadata(JobMaster, wb, "Combined Text Metadata");
            this.BuildWorksheetPageTitles(JobMaster, wb, "Page Titles");
            this.BuildWorksheetPageDescriptions(JobMaster, wb, "Page Descriptions");
            this.BuildWorksheetPageKeywords(JobMaster, wb, "Page Keywords");
            this.BuildWorksheetPageAuthors(JobMaster, wb, "Authors");

            try
            {
                wb.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook wb = new XLWorkbook();

            this.BuildWorksheetMissingLanguageSpecifier(JobMaster, wb, "Missing Language Specifier");

            this.BuildWorksheetHrefLangMatrix(JobMaster, wb, "HrefLang Matrix");

            this.BuildWorksheetHrefLangMatrixUnspecified(JobMaster, wb, "HrefLang Matrix Unspecified");

            try
            {
                wb.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
Exemple #8
0
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook             Workbook = new XLWorkbook();
            MacroscopeDocumentList DocumentsNotInSitemaps = JobMaster.GetDocCollection().GetDocumentsNotInSitemaps();
            MacroscopeDocumentList DocumentsInSitemaps    = JobMaster.GetDocCollection().GetDocumentsInSitemaps();

            this.BuildWorksheetSitemapXmlErrors(JobMaster, Workbook, "Sitemap XML Errors");

            this.BuildWorksheetSitemapsAudit(JobMaster, Workbook, "Sitemaps Audit - Missing", DocumentsNotInSitemaps, false);
            this.BuildWorksheetSitemapsAudit(JobMaster, Workbook, "Sitemaps Audit - Present", DocumentsInSitemaps, true);

            try
            {
                Workbook.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
Exemple #9
0
        /**************************************************************************/

        public void WriteXslx(
            MacroscopeJobMaster JobMaster,
            string OutputFilename
            )
        {
            XLWorkbook Workbook = new XLWorkbook();

            this.BuildWorksheetCssSelectors(JobMaster, Workbook, "CSS Selectors");
            this.BuildWorksheetRegularExpressions(JobMaster, Workbook, "Regular Expressions");
            this.BuildWorksheetXpaths(JobMaster, Workbook, "XPaths");

            try
            {
                Workbook.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook wb = new XLWorkbook();

            DebugMsg(string.Format("EXCEL OutputFilename: {0}", OutputFilename));

            lock (this.TargetListViewLock)
            {
                this.BuildWorksheetListView(JobMaster, wb, WorksheetName);
            }

            try
            {
                wb.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
Exemple #11
0
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook    wb = new XLWorkbook();
            const decimal MajorPercentageDivider = 4;

            for (int i = 0; i <= 3; i++)
            {
                this.ProgressForm.UpdatePercentages(
                    Title: "Processing Keywords",
                    Message: "Processing keyword terms collection:",
                    MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )i + 1,
                    ProgressLabelMajor: "",
                    MinorPercentage: 0,
                    ProgressLabelMinor: "",
                    SubMinorPercentage: 0,
                    ProgressLabelSubMinor: ""
                    );

                Dictionary <string, int> DicTerms = JobMaster.GetDocCollection().GetDeepKeywordAnalysisAsDictonary(Words: i + 1);

                this.BuildWorksheetKeywordTerms(JobMaster, wb, string.Format("{0} Word Term", i + 1), DicTerms);
            }

            try
            {
                wb.SaveAs(OutputFilename);
            }
            catch (IOException)
            {
                MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                    string.Format("Cannot write to Excel file at {0}", OutputFilename)
                    );
                throw CannotSaveExcelFileException;
            }
        }
Exemple #12
0
        /**************************************************************************/

        public void WriteXslx(MacroscopeJobMaster JobMaster, string OutputFilename)
        {
            XLWorkbook wb = new XLWorkbook();
            decimal    MajorPercentageDivider = 3;

            if (MacroscopePreferencesManager.GetEnableLevenshteinDeduplication())
            {
                MajorPercentageDivider = 4;
            }

            if (!this.ProgressForm.Cancelled())
            {
                this.ProgressForm.UpdatePercentages(
                    Title: "Processing Titles",
                    Message: "Identifying duplicate titles in collection:",
                    MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )1,
                    ProgressLabelMajor: "Documents Processed",
                    MinorPercentage: 0,
                    ProgressLabelMinor: "",
                    SubMinorPercentage: 0,
                    ProgressLabelSubMinor: ""
                    );

                this.BuildWorksheetPageDuplicateTitles(JobMaster, wb, "Duplicate Titles");
            }

            if (!this.ProgressForm.Cancelled())
            {
                this.ProgressForm.UpdatePercentages(
                    Title: "Processing Checksums",
                    Message: "Identifying duplicate checksums in collection:",
                    MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )2,
                    ProgressLabelMajor: "Documents Processed",
                    MinorPercentage: 0,
                    ProgressLabelMinor: "",
                    SubMinorPercentage: 0,
                    ProgressLabelSubMinor: ""
                    );

                this.BuildWorksheetPageDuplicateChecksums(JobMaster, wb, "Duplicate Checksums");
            }

            if (!this.ProgressForm.Cancelled())
            {
                this.ProgressForm.UpdatePercentages(
                    Title: "Processing ETags",
                    Message: "Identifying duplicate ETags in collection:",
                    MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )3,
                    ProgressLabelMajor: "Documents Processed",
                    MinorPercentage: 0,
                    ProgressLabelMinor: "",
                    SubMinorPercentage: 0,
                    ProgressLabelSubMinor: ""
                    );

                this.BuildWorksheetPageDuplicateEtags(JobMaster, wb, "Duplicate ETags");
            }

            if (!this.ProgressForm.Cancelled())
            {
                if (MacroscopePreferencesManager.GetEnableLevenshteinDeduplication())
                {
                    this.ProgressForm.UpdatePercentages(
                        Title: "Applying Levenshtein Distance",
                        Message: "Identifying duplicate documents via Levenshtein Distance in collection:",
                        MajorPercentage: (( decimal )100 / MajorPercentageDivider) * ( decimal )4,
                        ProgressLabelMajor: "Documents Processed: 0",
                        MinorPercentage: 0,
                        ProgressLabelMinor: "",
                        SubMinorPercentage: 0,
                        ProgressLabelSubMinor: ""
                        );

                    this.BuildWorksheetPageDuplicatePages(JobMaster, wb, "Duplicate Content");
                }
            }

            if (!this.ProgressForm.Cancelled())
            {
                try
                {
                    wb.SaveAs(OutputFilename);
                }
                catch (IOException)
                {
                    MacroscopeSaveExcelFileException CannotSaveExcelFileException;
                    CannotSaveExcelFileException = new MacroscopeSaveExcelFileException(
                        string.Format("Cannot write to Excel file at {0}", OutputFilename)
                        );
                    throw CannotSaveExcelFileException;
                }
            }
        }