/// <summary> /// Performs numerous minor improvements to the page text /// </summary> /// <param name="parsers">A parser object</param> /// <param name="removeText"></param> /// <param name="skip">Skip options</param> /// <param name="replaceReferenceTags">If true, <div class="references-small"><references/></div> and so on /// <param name="restrictDefaultsortAddition"></param> /// will be replaced with {{reflist}}</param> public void PerformGeneralFixes(Parsers parsers, HideText removeText, ISkipOptions skip, bool replaceReferenceTags, bool restrictDefaultsortAddition, bool noMOSComplianceFixes) { //TODO: 2009-01-28 review which of the genfixes below should be labelled 'significant' BeforeGeneralFixesTextChanged(); HideText(removeText); Variables.Profiler.Profile("HideText"); // call this before FixHeaderErrors so that Parsers.Conversions cleans up from ArticleIssues AWBChangeArticleText("Fixes for {{article issues}}", parsers.ArticleIssues(ArticleText), true); Variables.Profiler.Profile("ArticleIssues"); FixHeaderErrors(parsers, Variables.LangCode, skip.SkipNoHeaderError); Variables.Profiler.Profile("FixHeaderErrors"); FixPeopleCategories(parsers, skip.SkipNoPeopleCategoriesFixed); Variables.Profiler.Profile("FixPeopleCategories"); SetDefaultSort(Variables.LangCode, skip.SkipNoDefaultSortAdded, restrictDefaultsortAddition); Variables.Profiler.Profile("SetDefaultSort"); AWBChangeArticleText("Fix categories", Parsers.FixCategories(ArticleText, Namespace.IsMainSpace(Name)), true); Variables.Profiler.Profile("FixCategories"); AWBChangeArticleText("Fix images", Parsers.FixImages(ArticleText), true); Variables.Profiler.Profile("FixImages"); AWBChangeArticleText("Fix whitespace in links", Parsers.FixLinkWhitespace(ArticleText, Name), true); Variables.Profiler.Profile("FixLinkWhitespace"); // does significant fixes AWBChangeArticleText("Fix syntax", Parsers.FixSyntax(ArticleText), true, true); Variables.Profiler.Profile("FixSyntax"); AWBChangeArticleText("Fix citation templates", Parsers.FixCitationTemplates(ArticleText), true, false); Variables.Profiler.Profile("FixCitationTemplates"); AWBChangeArticleText("Fix temperatures", Parsers.FixTemperatures(ArticleText), true); Variables.Profiler.Profile("FixTemperatures"); AWBChangeArticleText("Fix non-breaking spaces", parsers.FixNonBreakingSpaces(ArticleText), true); Variables.Profiler.Profile("FixNonBreakingSpaces"); AWBChangeArticleText("Fix main article", Parsers.FixMainArticle(ArticleText), true); Variables.Profiler.Profile("FixMainArticle"); if (replaceReferenceTags) { AWBChangeArticleText("Fix reference tags", Parsers.FixReferenceListTags(ArticleText), true); Variables.Profiler.Profile("FixReferenceListTags"); } AWBChangeArticleText("Fix empty links and templates", Parsers.FixEmptyLinksAndTemplates(ArticleText), true); Variables.Profiler.Profile("FixEmptyLinksAndTemplates"); AWBChangeArticleText("FixReferenceTags", Parsers.FixReferenceTags(ArticleText), true); Variables.Profiler.Profile("FixReferenceTags"); AWBChangeArticleText("DuplicateUnnamedReferences", Parsers.DuplicateUnnamedReferences(ArticleText), true); Variables.Profiler.Profile("DuplicateUnnamedReferences"); AWBChangeArticleText("DuplicateNamedReferences", Parsers.DuplicateNamedReferences(ArticleText), true); Variables.Profiler.Profile("DuplicateNamedReferences"); AWBChangeArticleText("ReorderReferences", Parsers.ReorderReferences(ArticleText), true); Variables.Profiler.Profile("ReorderReferences"); AWBChangeArticleText("Fix empty references", Parsers.SimplifyReferenceTags(ArticleText), true); Variables.Profiler.Profile("FixEmptyReferences"); // does significant fixes if (IsMissingReferencesDisplay) { AWBChangeArticleText("Add missing {{reflist}}", Parsers.AddMissingReflist(ArticleText), true, true); Variables.Profiler.Profile("AddMissingReflist"); } AWBChangeArticleText("Mdashes", parsers.Mdashes(ArticleText, Name, NameSpaceKey), true); Variables.Profiler.Profile("Mdashes"); CiteTemplateDates(parsers, skip.SkipNoCiteTemplateDatesFixed); Variables.Profiler.Profile("CiteTemplateDates"); //Just a bit broken/Some unwanted fixes (moving of <ref> tags around) //AWBChangeArticleText("Fix Footnotes", parsers.FixFootnotes(articleText), true); //Variables.Profiler.Profile("FixFootnotes"); BulletExternalLinks(skip.SkipNoBulletedLink); Variables.Profiler.Profile("BulletExternalLinks"); AWBChangeArticleText("Remove empty comments", Parsers.RemoveEmptyComments(ArticleText), false); Variables.Profiler.Profile("RemoveEmptyComments"); if (!noMOSComplianceFixes) { AWBChangeArticleText("Fix Date Ordinals/Of", parsers.FixDateOrdinalsAndOf(ArticleText, Name), true, true); Variables.Profiler.Profile("FixDateOrdinalsAndOf"); } //if (Variables.IsWikimediaProject) //{ // AWBChangeArticleText("External to internal links", Parsers.ExternalURLToInternalLink(articleText), true); // Variables.Profiler.Profile("ExternalURLToInternalLink"); //} Variables.Profiler.Profile("Links"); if (!Globals.UnitTestMode) // disable to avoid ssslow network requests { // pass unhidden text to MetaDataSorter so that it can allow for comments around persondata, categories etc. UnHideText(removeText); AWBChangeArticleText("Sort meta data", parsers.SortMetaData(ArticleText, Name), true); HideText(removeText); Variables.Profiler.Profile("Metadata"); } // must call EmboldenTitles before calling FixLinks EmboldenTitles(parsers, skip.SkipNoBoldTitle); FixLinks(skip.SkipNoBadLink); Variables.Profiler.Profile("FixLinks"); AWBChangeArticleText("Format sticky links", Parsers.StickyLinks(Parsers.SimplifyLinks(ArticleText)), true); //AWBChangeArticleText("Remove duplicate wikilink", parsers.RemoveDuplicateWikiLinks(articleText), true); UnHideText(removeText); AfterGeneralFixesTextChanged(); Variables.Profiler.Profile("End of general fixes"); }