public void AutoTag()
{
#if DEBUG
const string LongText =
@"Lorem ipsum dolor sit amet, consectetur adipiscing elit. Suspendisse dictum ultrices augue. Fusce sem diam, vestibulum sit amet, vehicula id, congue a, nisl. Phasellus pulvinar posuere purus. Donec elementum justo mattis nulla. Sed a purus dictum lacus pharetra adipiscing. Nam non dui non ante viverra iaculis. Fusce euismod lacus id nulla vulputate gravida. Suspendisse lectus pede, tempus sed, tristique id, pharetra eget, urna. Integer mattis libero vel quam accumsan suscipit. Vivamus molestie dapibus est. Quisque quis metus eget nisl accumsan aliquet. Donec tempus pellentesque tellus. Aliquam lacinia gravida justo. Aliquam erat volutpat. Class aptent taciti sociosqu ad litora torquent per conubia nostra, per inceptos himenaeos. Mauris ultricies suscipit urna. Ut mollis tempor leo. Pellentesque fringilla mattis enim. Proin sapien enim, congue non, aliquet et, sollicitudin nec, mauris. Sed porta.
Curabitur luctus mollis massa. Nullam consectetur mollis lacus. Suspendisse turpis. Fusce velit. Morbi egestas dui. Donec commodo ornare lorem. Vestibulum sodales. Curabitur egestas libero ut metus. Sed eget orci a ligula consectetur vestibulum. Cras sapien.
Sed libero. Ut volutpat massa. Donec nulla pede, porttitor eu, sodales et, consectetur nec, quam. Pellentesque vestibulum hendrerit est. Nulla facilisi. Pellentesque habitant morbi tristique senectus et netus et malesuada fames ac turpis egestas. Duis et nibh eu lacus iaculis pretium. Fusce sed turpis. In cursus. Etiam interdum augue. Morbi commodo auctor ligula. In imperdiet, neque nec hendrerit consequat, lacus purus tristique turpis, eu hendrerit ipsum ligula at libero. Duis varius nunc vel tortor. Praesent tempor. Nunc non pede at velit congue feugiat. Curabitur gravida, nisl quis mattis porttitor, purus nulla viverra dui, non suscipit augue nunc ac libero. Donec lacinia est non augue.
Nulla quam dui, tristique id, condimentum sed, sodales in, ante. Vestibulum vitae diam. Integer placerat ante non orci. Nulla gravida. Integer magna enim, iaculis ut, ornare dignissim, ultrices a, urna. Donec urna. Fusce fringilla, pede vitae pulvinar ullamcorper, est nisi eleifend ipsum, ac adipiscing odio massa vehicula neque. Sed blandit est. Morbi faucibus, nisl vel commodo vulputate, mi ipsum tincidunt sem, id ornare orci orci et velit. Morbi commodo sollicitudin ligula. Pellentesque vitae urna. Duis massa arcu, accumsan id, euismod eu, tincidunt et, odio. Phasellus purus leo, rhoncus sed, condimentum nec, vestibulum vel, lacus. In egestas, lectus vitae lacinia tristique, elit magna consequat risus, id sodales metus nulla ac pede. Suspendisse potenti.
Fusce massa. Nullam lacinia purus nec ipsum. Vestibulum ante ipsum primis in faucibus orci luctus et ultrices posuere cubilia Curae; Suspendisse potenti. Proin augue. Donec mi magna, interdum a, elementum quis, bibendum sit amet, felis. Donec vel libero eget magna hendrerit ultrices. Suspendisse potenti. Sed scelerisque lacinia nisi. Quisque elementum, nunc nec luctus iaculis, ante quam aliquet orci, et ullamcorper dui ipsum at mi. Vestibulum a dolor id tortor posuere elementum. Sed mauris nisl, ultrices a, malesuada non, convallis ac, velit. Sed aliquam elit id metus. Donec malesuada, lorem ut pharetra auctor, mi risus viverra enim, vitae pulvinar urna metus at lorem. Vivamus id lorem. Pellentesque habitant morbi tristique senectus et netus et malesuada fames ac turpis egestas. Nulla facilisi. Ut vel odio. Pellentesque habitant morbi tristique senectus et netus et malesuada fames ac turpis egestas. Pellentesque lobortis sem.
Proin in odio. Pellentesque [[habitant]] [[morbi]] [[tristique]] senectus et netus et malesuada fames ac turpis egestas. Vivamus bibendum arcu nec risus. Nulla iaculis ligula in purus. Etiam vulputate nibh sit amet lectus. Pellentesque habitant morbi tristique senectus et netus et malesuada fames ac turpis egestas. Suspendisse potenti. Suspendisse eleifend. Donec blandit nibh hendrerit turpis. Integer accumsan posuere odio. Ut commodo augue malesuada risus. Curabitur augue. Praesent volutpat nunc a diam. Nulla lobortis interdum dolor. Nunc imperdiet, ipsum ac tempor iaculis, nunc.
";
Article a = new Article("A", "ABC");
Parsers p = new Parsers(500, true);
a.AutoTag(p, true, true);
Assert.IsFalse(a.NoArticleTextChanged);
a = new Article("A", LongText);
Globals.UnitTestIntValue = 1;
Globals.UnitTestBoolValue = false;
a.AutoTag(p, true, true);
Assert.IsTrue(a.NoArticleTextChanged);
#endif
}
/// <summary>
/// Fully processes a page, applying all needed changes
/// </summary>
/// <param name="theArticle">Page to process</param>
/// <param name="mainProcess">True if the page is being processed for save as usual,
/// otherwise (Re-parse in context menu, prefetch, etc) false</param>
private void ProcessPage(Article theArticle, bool mainProcess)
{
bool process = true;
TypoStats = null;
#if DEBUG
Variables.Profiler.Start("ProcessPage(\"" + theArticle.Name + "\")");
#endif
try
{
// Must be performed regardless of general fixes, otherwise there may be breakage
theArticle.AWBChangeArticleText("Fixes for Unicode compatibility",
Parser.FixUnicode(theArticle.ArticleText),
true);
if (NoParse.Contains(theArticle.Name))
process = false;
if (!IgnoreNoBots &&
!Parsers.CheckNoBots(theArticle.ArticleText, TheSession.User.Name))
{
theArticle.AWBSkip("Restricted by {{bots}}/{{nobots}}");
return;
}
Variables.Profiler.Profile("Initial skip checks");
if (CModule.ModuleUsable)
{
theArticle.SendPageToCustomModule(CModule.Module);
if (theArticle.SkipArticle) return;
}
Variables.Profiler.Profile("Custom module");
if (ExtProgram.ModuleEnabled)
{
theArticle.SendPageToCustomModule(ExtProgram);
if (theArticle.SkipArticle) return;
}
Variables.Profiler.Profile("External Program");
if (Plugin.AWBPlugins.Count > 0)
{
foreach (KeyValuePair<string, IAWBPlugin> a in Plugin.AWBPlugins)
{
theArticle.SendPageToPlugin(a.Value, this);
if (theArticle.SkipArticle) return;
}
}
Variables.Profiler.Profile("Plugins");
// unicodify whole article
if (process && chkUnicodifyWhole.Checked)
{
theArticle.HideMoreText(RemoveText);
Variables.Profiler.Profile("HideMoreText");
theArticle.Unicodify(Skip.SkipNoUnicode, Parser);
Variables.Profiler.Profile("Unicodify");
theArticle.UnHideMoreText(RemoveText);
Variables.Profiler.Profile("UnHideMoreText");
}
// find and replace before general fixes
if (chkFindandReplace.Checked)
{
theArticle.PerformFindAndReplace(FindAndReplace, SubstTemplates, RplcSpecial,
chkSkipWhenNoFAR.Checked, chkSkipOnlyMinorFaR.Checked, false);
Variables.Profiler.Profile("F&R");
theArticle.DoFaRSkips(FindAndReplace);
if (theArticle.SkipArticle)
return;
}
// RegexTypoFix
if (chkRegExTypo.Checked && RegexTypos != null && !BotMode && !Namespace.IsTalk(theArticle.NameSpaceKey))
{
if (!NoRetf.Contains(theArticle.Name))
{
theArticle.PerformTypoFixes(RegexTypos, chkSkipIfNoRegexTypo.Checked);
Variables.Profiler.Profile("Typos");
TypoStats = RegexTypos.GetStatistics();
}
else if (chkSkipIfNoRegexTypo.Checked)
TheArticle.Trace.AWBSkipped("No typo fixes (Title blacklisted from RegExTypoFix Typo Fixing)");
if (theArticle.SkipArticle)
{
if (mainProcess)
{
// update stats only if not called from e.g. 'Re-parse' than could be clicked repeatedly
OverallTypoStats.UpdateStats(TypoStats, true);
UpdateTypoCount();
}
}
}
// replace/add/remove categories
if (cmboCategorise.SelectedIndex != 0)
{
theArticle.Categorisation((WikiFunctions.Options.CategorisationOptions)
cmboCategorise.SelectedIndex, Parser, chkSkipNoCatChange.Checked,
txtNewCategory.Text.Trim(),
txtNewCategory2.Text.Trim(), chkRemoveSortKey.Checked);
if (theArticle.SkipArticle)
return;
else if (!chkGeneralFixes.Checked)
theArticle.AWBChangeArticleText("Fix categories",
Parsers.FixCategories(theArticle.ArticleText), true);
}
Variables.Profiler.Profile("Categories");
if (process)
{
if (chkGeneralFixes.Checked)
{
theArticle.PerformUniversalGeneralFixes();
Variables.Profiler.Profile("Universal Genfixes");
}
if (theArticle.CanDoGeneralFixes)
{
if (chkGeneralFixes.Checked)
{
if (!TemplateRedirectsLoaded)
{
LoadTemplateRedirects();
Variables.Profiler.Profile("LoadTemplateRedirects");
}
if (!DatedTemplatesLoaded)
{
LoadDatedTemplates();
Variables.Profiler.Profile("LoadDatedTemplates");
}
if (!RenamedTemplateParametersLoaded)
{
LoadRenameTemplateParameters();
Variables.Profiler.Profile("LoadRenameTemplateParameters");
}
theArticle.PerformGeneralFixes(Parser, RemoveText, Skip,
replaceReferenceTagsToolStripMenuItem.Checked,
restrictDefaultsortChangesToolStripMenuItem.Checked,
noMOSComplianceFixesToolStripMenuItem.Checked);
}
Variables.Profiler.Profile("Mainspace Genfixes");
// auto tag
if (chkAutoTagger.Checked)
{
theArticle.AutoTag(Parser, Skip.SkipNoTag, restrictOrphanTaggingToolStripMenuItem.Checked);
if (mainProcess && theArticle.SkipArticle)
return;
}
Variables.Profiler.Profile("Auto-tagger");
}
else if (chkGeneralFixes.Checked)
{
if (theArticle.NameSpaceKey == Namespace.UserTalk)
{
if (!UserTalkWarningsLoaded)
{
LoadUserTalkWarnings();
Variables.Profiler.Profile("loadUserTalkWarnings");
}
theArticle.PerformUserTalkGeneralFixes(RemoveText, UserTalkTemplatesRegex,
Skip.SkipNoUserTalkTemplatesSubstd);
}
else if (theArticle.CanDoTalkGeneralFixes)
{
theArticle.PerformTalkGeneralFixes(RemoveText);
}
Variables.Profiler.Profile("Talk Genfixes");
}
}
// find and replace after general fixes
if (chkFindandReplace.Checked)
{
theArticle.PerformFindAndReplace(FindAndReplace, SubstTemplates, RplcSpecial,
chkSkipWhenNoFAR.Checked, chkSkipOnlyMinorFaR.Checked, true);
theArticle.DoFaRSkips(FindAndReplace);
Variables.Profiler.Profile("F&R (2nd)");
if (theArticle.SkipArticle) return;
}
// append/prepend text
if (chkAppend.Checked)
{
// customized number of newlines
string newlines = "";
for (int i = 0; i < (int)udNewlineChars.Value; i++)
newlines += "\n";
if (rdoAppend.Checked)
theArticle.AWBChangeArticleText("Appended your message",
theArticle.ArticleText + newlines + Tools.ApplyKeyWords(theArticle.Name, txtAppendMessage.Text), false);
else
theArticle.AWBChangeArticleText("Prepended your message",
Tools.ApplyKeyWords(theArticle.Name, txtAppendMessage.Text) + newlines + theArticle.ArticleText, false);
if (chkAppendMetaDataSort.Checked)
theArticle.PerformMetaDataSort(Parser);
}
Variables.Profiler.Profile("Append Text");
// replace/remove/comment out images
if (cmboImages.SelectedIndex != 0)
{
theArticle.UpdateImages((WikiFunctions.Options.ImageReplaceOptions)cmboImages.SelectedIndex,
txtImageReplace.Text, txtImageWith.Text, chkSkipNoImgChange.Checked);
if (theArticle.SkipArticle)
return;
}
Variables.Profiler.Profile("Images");
// disambiguation
if (!preParseModeToolStripMenuItem.Checked && chkEnableDab.Checked && txtDabLink.Text.Trim().Length > 0 &&
txtDabVariants.Text.Trim().Length > 0)
{
if (theArticle.Disambiguate(TheSession, txtDabLink.Text.Trim(), txtDabVariants.Lines, BotMode,
(int)udContextChars.Value, chkSkipNoDab.Checked))
{
if (theArticle.SkipArticle)
return;
}
else
{
Abort = true;
Stop();
return;
}
}
Variables.Profiler.Profile("Disambiguate");
}
catch (Exception ex)
{
ErrorHandler.Handle(ex);
// don't remove page over regex error – page itself is not at fault
if (!ex.StackTrace.Contains("System.Text.RegularExpressions"))
theArticle.Trace.AWBSkipped("Exception:" + ex.Message);
else
Skippable = false;
Stop();
StopDelayedAutoSaveTimer();
}
finally
{
Variables.Profiler.Flush();
}
}
