static void Main(string[] args)
{
var logManager = new LogManager();
var log = logManager.CreateContextLog("flair-sweeper");
log.WriteLine("Load Config");
var connectionFactory = new BerbotConnectionFactory(logManager);
var userHistoryCache = new UserHistoryCache(
logManager.CreateContextLog("autoflairer-history-cache"),
connectionFactory);
var userFlairContextFactory = new UserFlairContextFactory(connectionFactory);
var test = userFlairContextFactory.CreateAndFetchLatestFlairContext("ItzWarty");
test.SetNewContributor(false);
test.Commit();
return;
var autoflairer = new Autoflairer(
connectionFactory,
userFlairContextFactory,
logManager.CreateContextLog("autoflairer"),
userHistoryCache);
var usernames = userHistoryCache.GetKnownUsernames().OrderBy(x => x.ToLower()).ToList();
log.WriteLine($"Processing {usernames.Count} usernames!");
var usernameToFlairResult = new Dictionary <string, Autoflairer.ReflairResult>();
foreach (var username in usernames)
{
log.WriteLine($"Process: {username}");
var result = autoflairer.Reflair(username, null, null);
usernameToFlairResult.Add(username, result);
}
var contentMonitor = new UserContentMonitor(logManager.CreateContextLog("content-monitor"), connectionFactory);
contentMonitor.ContentPosted += e => {
if (usernameToFlairResult.TryGetValue(e.Author, out var reflairResult))
{
log.WriteLine(reflairResult.DebugString);
}
};
contentMonitor.NotifyInitialActiveSet();
}
public static void Main(string[] args)
{
var logManager = new LogManager();
var initLog = logManager.CreateContextLog("init");
initLog.WriteLine("Load Config");
var connectionFactory = new BerbotConnectionFactory(logManager);
initLog.WriteLine("Load Audit");
var initAudit = connectionFactory.CreateAuditClient();
initAudit.WriteAudit("init", Environment.MachineName, "Initializing");
initLog.WriteLine("Load Content Monitor");
var contentMonitorLog = logManager.CreateContextLog("content-monitor");
var contentMonitor = new UserContentMonitor(contentMonitorLog, connectionFactory);
initLog.WriteLine("Load Autoflairer");
var userFlairContextFactory = new UserFlairContextFactory(connectionFactory);
var signalRepopulateCatchUpQueue = new BlockingCollection <object>();
signalRepopulateCatchUpQueue.Add(null);
var userHistoryCache = new UserHistoryCache(logManager.CreateContextLog("autoflairer-user-history"), connectionFactory);
userHistoryCache.Query("ItzWarty", true);
var autoflairerLog = logManager.CreateContextLog("autoflairer");
var autoflairer = new Autoflairer(connectionFactory, userFlairContextFactory, autoflairerLog, userHistoryCache);
autoflairer.Reflair("ItzWarty");
autoflairer.Reflair("dsirota1");
new Thread(() => {
var autoflairerCatchUpQueue = new ConcurrentQueue <UserContentPostedEventArgs>();
var autoflairerNewContentQueue = new BlockingCollection <UserContentPostedEventArgs>();
contentMonitor.ContentPosted += x => {
if (x.IsCatchUpLog)
{
autoflairerCatchUpQueue.Enqueue(x);
}
else
{
autoflairerNewContentQueue.Add(x);
}
};
for (long i = 0;; i++)
{
if (i % 100 == 0)
{
autoflairerLog.WriteLine($"Processing element {i} of autoflairer queue, new backlog {autoflairerNewContentQueue.Count}, catch up {autoflairerCatchUpQueue.Count}.");
}
// Take from new queue, else take from catch-up queue, else wait on new queue.
UserContentPostedEventArgs e = null;
while (e == null)
{
try {
e = autoflairerNewContentQueue.Count == 0 && autoflairerCatchUpQueue.TryDequeue(out var catchUpEvent)
? catchUpEvent
: autoflairerNewContentQueue.Take(new CancellationTokenSource(1000).Token);
} catch (OperationCanceledException) {
// Expected, unstuck ourselves every second in case more's been added to catch-up queue.
// Additionally, signal for queue to be repopulated so we periodically scan front-page
if (autoflairerCatchUpQueue.IsEmpty)
{
signalRepopulateCatchUpQueue.Add(null);
}
}
}
try {
autoflairer.HandleContentPosted(e);
} catch (Exception ex) {
autoflairerLog.WriteLine($"THREW ON {e}");
autoflairerLog.WriteException(ex);
}
}
}).Start();
initLog.WriteLine("Initialize Content Monitor");
contentMonitor.BeginMonitoring();
new Thread(() => {
var nextRepopulateTime = DateTime.MinValue;
while (true)
{
while (DateTime.Now < nextRepopulateTime)
{
signalRepopulateCatchUpQueue.Take();
}
try {
autoflairer.IncrementMonitoringEpoch();
contentMonitor.NotifyInitialActiveSet();
nextRepopulateTime = DateTime.Now + TimeSpan.FromMinutes(5);
} catch (Exception e) {
contentMonitorLog.WriteException(e);
}
// drain queue
while (signalRepopulateCatchUpQueue.Count > 0)
{
signalRepopulateCatchUpQueue.TryTake(out _);
}
}
}).Start();
initAudit.WriteAudit("init", Environment.MachineName, "Initialized");
initLog.WriteLine("Initialized");
new ManualResetEvent(false).WaitOne();
}
public static void Main(string[] args)
{
var logManager = new LogManager();
var initLog = logManager.CreateContextLog("init");
initLog.WriteLine("Load Config");
var connectionFactory = new BerbotConnectionFactory(logManager);
initLog.WriteLine("Load Audit");
var initAudit = connectionFactory.CreateAuditClient();
initAudit.WriteAudit("init", Environment.MachineName, "Initializing");
initLog.WriteLine("Load Content Monitor");
var contentMonitor = new UserContentMonitor(logManager.CreateContextLog("content-monitor"), connectionFactory);
initLog.WriteLine("Load Autoflairer");
var userFlairContextFactory = new UserFlairContextFactory(connectionFactory);
new Thread(() => {
var autoflairerCatchUpQueue = new ConcurrentQueue <UserContentPostedEventArgs>();
var autoflairerNewContentQueue = new BlockingCollection <UserContentPostedEventArgs>();
contentMonitor.ContentPosted += x => {
if (x.IsCatchUpLog)
{
autoflairerCatchUpQueue.Enqueue(x);
}
else
{
autoflairerNewContentQueue.Add(x);
}
};
var autoflairerLog = logManager.CreateContextLog("autoflairer");
var userHistoryCache = new UserHistoryCache(logManager.CreateContextLog("autoflairer-user-history"), connectionFactory);
userHistoryCache.Query("ItzWarty");
var autoflairer = new Autoflairer(connectionFactory, userFlairContextFactory, autoflairerLog, userHistoryCache);
for (long i = 0;; i++)
{
if (i % 100 == 0)
{
autoflairerLog.WriteLine($"Processing element {i} of autoflairer queue, new backlog {autoflairerNewContentQueue.Count}, catch up {autoflairerCatchUpQueue.Count}.");
}
// Take from new queue, else take from catch-up queue, else wait on new queue.
var e =
autoflairerNewContentQueue.Count == 0 && autoflairerCatchUpQueue.TryDequeue(out var catchUpEvent)
? catchUpEvent
: autoflairerNewContentQueue.Take();
try {
autoflairer.HandleContentPosted(e);
} catch (Exception ex) {
autoflairerLog.WriteLine($"THREW ON {e}");
autoflairerLog.WriteException(ex);
}
}
}).Start();
initLog.WriteLine("Initialize Content Monitor");
contentMonitor.BeginMonitoring();
contentMonitor.NotifyInitialActiveSet();
initLog.WriteLine("Load Inbox Monitor");
var inboxMonitor = new InboxMonitor(logManager.CreateContextLog("inbox-monitor"), connectionFactory);
inboxMonitor.BeginMonitoring();
initAudit.WriteAudit("init", Environment.MachineName, "Initialized");
initLog.WriteLine("Initialized");
new ManualResetEvent(false).WaitOne();
}