public Archive(L10i l10i,
string title,
string directory,
int days,
string format,
string header,
IEnumerable<string> lookForLines,
IEnumerable<string> onHold,
string removeFromText,
bool checkForResult,
bool newSectionsDown,
int minimalSize,
int forceArchivationDelay)
{
MainPage = title;
_cacheDir = directory;
Format = format;
Delay = days * 24;
CheckForResult = checkForResult;
NewSectionsDown = newSectionsDown;
Header = header;
LookForLines = lookForLines;
OnHold = onHold;
RemoveFromText = removeFromText;
L10i = l10i;
MinimalSize = minimalSize;
ForcedArchivationDelay = forceArchivationDelay * 24;
}
public ArchiveByMonth(L10i l10i,
string title,
string directory,
int days,
string format,
string header,
IEnumerable<string> lookForLines,
IEnumerable<string> onHold,
string removeFromText,
bool checkForResult,
bool newSectionsDown,
int minimalSize,
int forcedArchivationDelay)
: base(l10i, title, directory, days, format, header, lookForLines, onHold, removeFromText, checkForResult, newSectionsDown, minimalSize, forcedArchivationDelay)
{
}
public ArchiveByTopicNumber(L10i l10i,
string title,
string directory,
int days,
string format,
string header,
IEnumerable<string> lookForLines,
IEnumerable<string> onHold,
string removeFromText,
bool checkForResult,
bool newSectionsDown,
int topics,
int minimalSize,
int forcedArchivationDelay)
: base(l10i, title, directory, days, format, header, lookForLines, onHold, removeFromText, checkForResult, newSectionsDown, minimalSize, forcedArchivationDelay)
{
Topics = topics;
Format = format.Replace("%(номер)", "{0}");
}
public ArchiveByHalfYear(L10i l10i,
string title,
string directory,
int days,
string format,
string header,
IEnumerable<string> lookForLines,
IEnumerable<string> onHold,
string removeFromText,
bool checkForResult,
bool newSectionsDown,
int minimalSize,
int forcedArchivationDelay)
: base(l10i, title, directory, days, format, header, lookForLines, onHold, removeFromText, checkForResult, newSectionsDown, minimalSize, forcedArchivationDelay)
{
Regex escapeChars = new Regex(@"([dfFghHKmMstyYz:/OoRrsuGTU])");
Format = escapeChars.Replace(format, "\\$1");
Format = Format.Replace("%(год)", "yyyy").Replace("%(полугодие)", "{0}");
}
public static bool TryParse(WikiPage page,
string directory,
bool allowSource,
L10i l10i,
out IArchive archive)
{
archive = null;
Dictionary<string, string> values;
if (!TryParseTemplate(page.Text, out values))
{
return false;
}
int days = 14;
if (values.ContainsKey("срок"))
{
int.TryParse(values["срок"], out days);
}
int forcedArchivationDelay = 0;
if (values.ContainsKey("задержка принудительной архивации"))
{
int.TryParse(values["задержка принудительной архивации"], out forcedArchivationDelay);
}
int minimalSize = 3 * 1024;
if (values.ContainsKey("размер правки"))
{
int.TryParse(values["размер правки"], out minimalSize);
}
int archiveSize = 70 * 1024;
if (values.ContainsKey("размер архива"))
{
int.TryParse(values["размер архива"], out archiveSize);
}
bool checkForResult = false;
if (values.ContainsKey("итог"))
{
string value = values["итог"].ToLower();
if (value == "да")
{
checkForResult = true;
}
}
string pageName = page.Title;
if (allowSource && values.ContainsKey("обрабатывать"))
{
pageName = values["обрабатывать"];
}
string removeFromText = "";
if (values.ContainsKey("убирать из архива"))
{
removeFromText = values["убирать из архива"];
}
string accepted = "";
if (values.ContainsKey("решения"))
{
accepted = values["решения"];
}
string rejected = "";
if (values.ContainsKey("отклонённые заявки"))
{
rejected = values["отклонённые заявки"];
}
string format = pageName + "/Архив/%(номер)";
if (values.ContainsKey("формат"))
{
format = pageName + "/" + values["формат"];
}
string header = "{{closed}}\n";
if (values.ContainsKey("заголовок"))
{
header = values["заголовок"];
}
if (values.ContainsKey("страница"))
{
format = pageName + "/" + values["страница"];
}
if (allowSource && values.ContainsKey("абсолютный путь"))
{
format = values["формат"];
}
int topics = 0;
if (values.ContainsKey("тем в архиве"))
{
int.TryParse(values["тем в архиве"], out topics);
}
bool newSectionsDown = true;
if (values.ContainsKey("новые"))
{
if (values["новые"].ToLower() == "сверху")
{
newSectionsDown = false;
}
}
var onHold = new List<string>();
if (values.ContainsKey("пропускать с"))
{
string[] separators;
if (values["пропускать с"].Contains("\""))
{
separators = new string[] { "\"," };
}
else
{
separators = new string[] { "," };
}
string[] cats = values["пропускать с"].Split(separators,
StringSplitOptions.RemoveEmptyEntries);
for (int i = 0; i < cats.Length; ++i)
{
string cat = cats[i].Replace("\"", "").Trim();
if (!string.IsNullOrEmpty(cat))
{
onHold.Add(cat);
}
}
}
var lookForLine = new List<string>();
if (values.ContainsKey("архивировать с"))
{
string[] separators;
if (values["архивировать с"].Contains("\""))
{
separators = new string[] { "\"," };
}
else
{
separators = new string[] { "," };
}
string[] cats = values["архивировать с"].Split(separators,
StringSplitOptions.RemoveEmptyEntries);
for (int i = 0; i < cats.Length; ++i)
{
string cat = cats[i].Replace("\"", "").Trim();
if (!string.IsNullOrEmpty(cat))
{
lookForLine.Add(cat);
}
}
}
if (values.ContainsKey("тип"))
{
string t = values["тип"].ToLower();
if (t == "страница")
{
archive = new Archive(l10i,
pageName,
directory,
days,
format,
header,
lookForLine,
onHold,
removeFromText,
checkForResult,
newSectionsDown,
minimalSize,
forcedArchivationDelay);
}
else if (t == "месяц")
{
archive = new ArchiveByMonth(l10i,
pageName,
directory,
days,
format,
header,
lookForLine,
onHold,
removeFromText,
checkForResult,
newSectionsDown,
minimalSize,
forcedArchivationDelay);
}
else if (t == "год")
{
archive = new ArchiveByYear(l10i,
pageName,
directory,
days,
format,
header,
lookForLine,
onHold,
removeFromText,
checkForResult,
newSectionsDown,
minimalSize,
forcedArchivationDelay);
}
else if (t == "полгода")
{
archive = new ArchiveByHalfYear(l10i,
pageName,
directory,
days,
format,
header,
lookForLine,
onHold,
removeFromText,
checkForResult,
newSectionsDown,
minimalSize,
forcedArchivationDelay);
}
else if (t == "квартал")
{
archive = new ArchiveByQuarter(l10i,
pageName,
directory,
days,
format,
header,
lookForLine,
onHold,
removeFromText,
checkForResult,
newSectionsDown,
minimalSize,
forcedArchivationDelay);
}
else if (t == "нумерация" && topics > 0)
{
archive = new ArchiveByTopicNumber(l10i,
pageName,
directory,
days,
format,
header,
lookForLine,
onHold,
removeFromText,
checkForResult,
newSectionsDown,
topics,
minimalSize,
forcedArchivationDelay);
}
else if (allowSource && t == "заявки на арбитраж")
{
archive = new RequestsForArbitrationArchive(pageName,
accepted,
rejected,
days,
directory);
}
}
if (archive != null)
{
Archive a = archive as Archive;
if (a != null &&
values.ContainsKey("убирать ссылки") &&
values["убирать ссылки"].ToLower() == "да")
{
a.Processor = RemoveHttp;
}
return true;
}
return false;
}
static int Main(string[] args)
{
if (args.Length < 3)
{
Console.Out.WriteLine("ArchiveWikiBot <language> <culture> <update comment>");
return 0;
}
if (string.IsNullOrEmpty(Settings.Default.Login) ||
string.IsNullOrEmpty(Settings.Default.Password))
{
Console.Out.WriteLine("Please add login and password to the configuration file.");
return 0;
}
string path = @"Cache\" + args[0] + @"\";
Directory.CreateDirectory(@"Cache\" + args[0]);
Wiki wiki = new Wiki(string.Format("http://{0}.wikipedia.org/w/", args[0]));
wiki.SleepBetweenQueries = 2;
Console.Out.WriteLine("Logging in as " + Settings.Default.Login + " to " + wiki.Uri + "...");
try
{
string cookieFile = @"Cache\" + args[0] + @"\cookie.jar";
WikiCache.Login(wiki, Settings.Default.Login, Settings.Default.Password, cookieFile);
string namespacesFile = @"Cache\" + args[0] + @"\namespaces.dat";
if (!WikiCache.LoadNamespaces(wiki, namespacesFile))
{
wiki.GetNamespaces();
WikiCache.CacheNamespaces(wiki, namespacesFile);
}
}
catch (WikiException e)
{
Console.Out.WriteLine(e.Message);
return 0;
}
Console.Out.WriteLine("Logged in as " + wiki.User + ".");
L10i l10i = new L10i(args[0], args[1], args[2]);
WikiPage listPage = new WikiPage("User:ClaymoreBot/Архивация/Список");
listPage.Load(wiki);
StringReader reader = new StringReader(listPage.Text);
HashSet<string> pages = new HashSet<string>();
Regex pageRE = new Regex(@"^\*\s*(.+)\s*$");
string line;
while ((line = reader.ReadLine()) != null)
{
Match m = pageRE.Match(line);
if (m.Success)
{
pages.Add(m.Groups[1].Value);
}
}
ParameterCollection parameters = new ParameterCollection();
parameters.Add("generator", "embeddedin");
parameters.Add("geititle", "User:ClaymoreBot/Архивация");
parameters.Add("geilimit", "max");
parameters.Add("prop", "info");
parameters.Add("intoken", "edit");
parameters.Add("redirects");
XmlDocument doc = wiki.Enumerate(parameters, true);
foreach (XmlNode node in doc.SelectNodes("//page"))
{
string title = node.Attributes["title"].Value;
WikiPage page = Cache.Load(wiki, title, path);
IArchive archive;
try
{
if (TryParse(page, path, pages.Contains(page.Title), l10i, out archive))
{
archive.Archivate(wiki);
}
}
catch (WikiException)
{
}
catch (Exception)
{
}
}
return 0;
}
