static void Main(string[] args)
{
Console.WriteLine("AutoWikiBrowser CheckPage migration to structured JSON pages");
Console.WriteLine();
var profiles = AWBProfiles.GetProfiles();
if (profiles.Count == 0)
{
Console.WriteLine("No profiles to use, open AutoWikiBrowser and create one!");
Console.ReadLine();
return;
}
Console.WriteLine("Profiles that can be used for migration:");
foreach (var p in profiles)
{
Console.WriteLine("{0}) {1}", p.ID, p.Username);
}
string input;
int id;
do
{
Console.WriteLine();
Console.Write("Enter number of profile to use: ");
input = Console.ReadLine().Trim();
} while (!int.TryParse(input, out id));
var profile = AWBProfiles.GetProfile(id);
var sitematrix = JObject.Parse(Tools.GetHTML(
"https://meta.wikimedia.org/w/api.php?action=sitematrix&smsiteprop=url&smlimit=max&format=json"));
var wikis = sitematrix.Descendants()
.Where(x => x is JObject)
.Where(x => x["site"] != null || x["url"] != null)
.Select(x => x["url"])
.Where(x => x != null)
.ToList();
foreach (string wiki in wikis)
{
try
{
Console.Write("Converting checkpage format using User:{0} on {1}... ", profile.Username, wiki);
var res = UpdateWiki(wiki, profile.Username, profile.Password);
Console.WriteLine(res);
}
catch (LoginException le)
{
Console.WriteLine("Unable to login with credentials provided.");
}
catch (MaxlagException)
{
Console.WriteLine("lag :(");
}
}
Console.WriteLine();
Console.WriteLine("Done!");
Console.ReadLine();
}
static void Main(string[] args)
{
var origCheckPageText =
Tools.GetHTML(
"https://en.wikipedia.org/w/index.php?title=Wikipedia:AutoWikiBrowser/CheckPage&action=raw");
var enabledUsers = Tools.StringBetween(origCheckPageText, "<!--enabledusersbegins-->",
"<!--enabledusersends-->");
var botUsers = Tools.StringBetween(enabledUsers, "<!--enabledbots-->", "<!--enabledbotsends-->");
var normalUsers = enabledUsers.Replace("<!--enabledbots-->" + botUsers + "<!--enabledbotsends-->", "");
Regex username = new Regex(@"^\*\s*(.*?)\s*$", RegexOptions.Multiline | RegexOptions.Compiled);
List <string> users = new List <string>();
foreach (Match m in username.Matches(normalUsers))
{
users.Add(m.Groups[1].Value.Trim());
}
users.Sort();
List <string> bots = new List <string>();
foreach (Match m in username.Matches(botUsers))
{
bots.Add(m.Groups[1].Value.Trim());
}
bots.Sort();
Dictionary <string, List <string> > checkPageOutput = new Dictionary <string, List <string> > {
{ "enabledusers", users },
{ "enabledbots", bots }
};
ApiEdit edit = new ApiEdit("https://en.wikipedia.org/w/");
var profile = AWBProfiles.GetProfile(1);
edit.Login(profile.Username, profile.Password);
edit.Open("Project:AutoWikiBrowser/CheckPageJSON");
edit.Save(JsonConvert.SerializeObject(checkPageOutput, Formatting.Indented), "Converting from non json page", false, WatchOptions.NoChange);
// Site Config stuff
Dictionary <string, object> configOutput = new Dictionary <string, object>();
Match typoLink = Regex.Match(origCheckPageText, "<!--[Tt]ypos:(.*?)-->");
configOutput.Add("typolink", typoLink.Success && typoLink.Groups[1].Value.Trim().Length > 0 ? typoLink.Groups[1].Value.Trim() : "");
configOutput.Add("allusersenabled", origCheckPageText.Contains("<!--All users enabled-->"));
configOutput.Add("allusersenabledusermode", origCheckPageText.Contains("<!--All users enabled user mode-->"));
List <Dictionary <string, string> > awbMessages = new List <Dictionary <string, string> >();
// see if there is a message
foreach (Match m in Message.Matches(origCheckPageText))
{
if (m.Groups[1].Value.Trim().Length == 0)
{
continue;
}
awbMessages.Add(new Dictionary <string, string> {
{ "version", "*" },
{ "message", m.Groups[1].Value.Trim() }
});
}
// see if there is a version-specific message
foreach (Match m in VersionMessage.Matches(origCheckPageText))
{
if (m.Groups[2].Value.Trim().Length == 0 || m.Groups[1].Value == "x.x.x.x")
{
continue;
}
awbMessages.Add(new Dictionary <string, string> {
{ "version", m.Groups[1].Value },
{ "message", m.Groups[2].Value.Trim() }
});
}
configOutput.Add("messages", awbMessages);
List <string> us = new List <string>();
foreach (Match underscore in Underscores.Matches(origCheckPageText))
{
if (underscore.Success && underscore.Groups[1].Value.Trim().Length > 0)
{
us.Add(underscore.Groups[1].Value.Trim());
}
}
us.Sort();
configOutput.Add("underscoretitles", us);
List <string> NoParse = new List <string>();
// Get list of articles not to apply general fixes to.
Match noGenFix = WikiRegexes.NoGeneralFixes.Match(origCheckPageText);
if (noGenFix.Success)
{
foreach (Match link in WikiRegexes.UnPipedWikiLink.Matches(noGenFix.Value))
{
if (!NoParse.Contains(link.Groups[1].Value))
{
NoParse.Add(link.Groups[1].Value);
}
}
}
NoParse.Sort();
configOutput.Add("nogenfixes", NoParse);
List <string> NoRetf = new List <string>();
// Get list of articles not to apply RETF to.
Match noRETF = WikiRegexes.NoRETF.Match(origCheckPageText);
if (noRETF.Success)
{
foreach (Match link in WikiRegexes.UnPipedWikiLink.Matches(noRETF.Value))
{
if (!NoRetf.Contains(link.Groups[1].Value))
{
NoRetf.Add(link.Groups[1].Value);
}
}
}
NoRetf.Sort();
configOutput.Add("noregextypofix", NoRetf);
edit.Open("Project:AutoWikiBrowser/Config");
edit.Save(JsonConvert.SerializeObject(configOutput, Formatting.Indented), "Converting from non json page", false, WatchOptions.NoChange);
}
