private void removePack(cardcast_pack p)
{
log("Removing pack " + p.name + " - " + p.packID + " - " + p.packCode, logging.loglevel.high);
logging.longOp lo_remove = new logging.longOp("Remove " + p.name, questions.Where(x => x.packID == p.packID).Count() + answers.Where(x => x.packID == p.packID).Count());
int q = 0; int a = 0; int cn = 0;
//remove from all filters
foreach (chat c in Roboto.Settings.chatData)
{
mod_xyzzy_chatdata cd = c.getPluginData <mod_xyzzy_chatdata>();
cn += cd.setPackFilter(p.packID, mod_xyzzy_chatdata.packAction.remove);
}
//remove all qcards
List <mod_xyzzy_card> qcards = questions.Where(x => x.packID == p.packID).ToList();
foreach (mod_xyzzy_card c in qcards)
{
q++;
lo_remove.addone();
removeQCard(c, null);
}
//remove all acards
List <mod_xyzzy_card> acards = answers.Where(x => x.packID == p.packID).ToList();
foreach (mod_xyzzy_card c in acards)
{
lo_remove.addone();
a++;
removeACard(c, null);
}
//remove pack
packs.Remove(p);
log("Removed pack " + p.packCode + " with " + cn + " filters, " + q + " questions and " + a + " answers", logging.loglevel.high);
lo_remove.complete();
}
public override void startupChecks()
{
//start a logging longop
logging.longOp lo_startup = new logging.longOp("XYZZY - Coredata Startup", 10);
//DATAFIX: allocate any cards without a pack guid the correct guid
int success = 0;
int fail = 0;
//Disable warnings for use of deprecated category field - this is a datafix to ensure it is properly wiped.
#pragma warning disable 612, 618
foreach (mod_xyzzy_card q in questions.Where(x => x.packID == Guid.Empty))
{
cardcast_pack pack = getPack(q.category);
if (pack != null)
{
q.packID = pack.packID; success++;
}
//log - will be checked every startup
else
{
log("Datafix failed - couldnt find pack for card " + q.text + " from pack " + q.category, logging.loglevel.high); fail++;
}
}
foreach (mod_xyzzy_card a in answers.Where(x => x.packID == Guid.Empty))
{
cardcast_pack pack = getPack(a.category);
if (pack != null)
{
a.packID = pack.packID; success++;
}
//log - will be checked every startup
else
{
log("Datafix failed - couldnt find pack for card " + a.text + " from pack " + a.category, logging.loglevel.high); fail++;
}
}
if (success + fail > 0)
{
log("DATAFIX: " + success + " cards have had packIDs populated, " + fail + " couldn't find pack");
}
lo_startup.addone();
//now remove category from all cards that have a guid.
success = 0;
foreach (mod_xyzzy_card q in questions.Where(x => x.packID != null))
{
q.category = null; q.TempCategory = null; success++;
}
foreach (mod_xyzzy_card a in answers.Where(x => x.packID != null))
{
a.category = null; a.TempCategory = null; success++;
}
#pragma warning restore 612, 618
if (success + fail > 0)
{
log("DATAFIX: Wiped category from " + success + " cards successfully.", logging.loglevel.warn);
}
lo_startup.addone();
//lets see if packs with null Cardcast Pack codes can be populated by looking through our other packs
foreach (cardcast_pack p in packs.Where(x => string.IsNullOrEmpty(x.packCode)))
{
List <cardcast_pack> matchingPacks = getPacks(p.name).Where(x => x.packID != p.packID).ToList();
if (matchingPacks.Count > 0)
{
log("DATAFIX: Orphaned pack " + p.name + " has been matched against an existing pack, and packcode set to " + p.packCode, logging.loglevel.warn);
p.packCode = matchingPacks[0].packCode;
}
}
lo_startup.addone();
//now find any packs where the pack ID exists more than once. Start by getting unique list of packs
List <string> uniqueCodes = new List <string>();
foreach (cardcast_pack p in packs)
{
if (!uniqueCodes.Contains(p.packCode) && p.packCode != "")
{
uniqueCodes.Add(p.packCode);
}
}
log("Found " + uniqueCodes.Count() + " unique pack codes against " + packs.Count() + " packs");
//loop through.
foreach (string packCode in uniqueCodes)
{
//Find the master pack
List <cardcast_pack> matchingPacks = packs.Where(x => (!string.IsNullOrEmpty(x.packCode)) && (x.packCode == packCode)).ToList();
if (matchingPacks.Count() == 0)
{
log("Couldnt find any packs matching '" + packCode + "' for some reason!", logging.loglevel.critical);
}
else if (matchingPacks.Count() == 1)
{
log("One valid pack for " + packCode, logging.loglevel.verbose);
}
else
{
int cardsUpdated = 0;
int packsMerged = 0;
cardcast_pack masterPack = matchingPacks[0];
log("Found " + matchingPacks.Count() + " packs for " + packCode + " - merging into " + masterPack.ToString(), logging.loglevel.critical);
//need to merge the other packs into the first one.
foreach (cardcast_pack p in matchingPacks.Where(x => x != masterPack))
{
log("Merging pack " + p.name + "(" + p.packID + ") into " + masterPack.name + "(" + masterPack.packID + ")", logging.loglevel.high);
//overwrite the guids on the child cards. Note that we will now be left with a huge amount of duplicate cards - should be sorted by the pack sync.
foreach (mod_xyzzy_card c in answers.Where(y => y.packID == p.packID))
{
c.packID = masterPack.packID; cardsUpdated++;
}
foreach (mod_xyzzy_card c in questions.Where(y => y.packID == p.packID))
{
c.packID = masterPack.packID; cardsUpdated++;
}
//update any pack filters
foreach (chat c in Roboto.Settings.chatData)
{
mod_xyzzy_chatdata cd = c.getPluginData <mod_xyzzy_chatdata>();
if (cd != null)
{
//remove old packs from filter
int recsUpdated = cd.setPackFilter(p.packID, mod_xyzzy_chatdata.packAction.remove);
//add new if we removed
if (recsUpdated > 0)
{
log("Removed pack " + p.name + "(" + p.packID + ") from chat " + c.ToString() + " filter");
recsUpdated = cd.setPackFilter(masterPack.packID, mod_xyzzy_chatdata.packAction.add);
log("Added master pack " + p.name + "(" + p.packID + ") - " + recsUpdated + "records updated");
}
}
}
//remove the child packs from the main list
packs.Remove(p);
packsMerged++;
}
masterPack.nextSync = DateTime.MinValue; //flag these for an immediateish sync.
log("Finished merging " + packsMerged + " into master pack " + masterPack.name + ". " + cardsUpdated + " cards moved to master pack", logging.loglevel.high);
//1=1
}
}
lo_startup.addone();
//find any cards that dont match a pack and remove
log("Removing orphaned answers", logging.loglevel.warn);
int i = 0;
int removed = 0;
logging.longOp lo_answers = new logging.longOp("Remove Orphan Answers", answers.Count() / 100, lo_startup);
while (i < answers.Count())
{
if (i % 100 == 0)
{
log("Remaining " + (answers.Count() - i) + ". Removed " + removed, logging.loglevel.high); lo_answers.addone();
}
if (getPacks(answers[i].packID).Count() == 0)
{
//log("Removing " + answers[i].text, logging.loglevel.verbose);
removed++;
answers.RemoveAt(i);
//answers.Remove(answers[i]);
}
else
{
i++;
}
}
log("Removed " + removed + " orphaned answers", logging.loglevel.warn);
lo_answers.complete();
lo_startup.addone();
//find any cards that dont match a pack and remove
log("Removing orphaned questions", logging.loglevel.high);
i = 0;
removed = 0;
logging.longOp lo_questions = new logging.longOp("Remove Orphan Questions", questions.Count() / 100, lo_startup);
while (i < questions.Count())
{
if (i % 100 == 0)
{
log("Remaining " + (questions.Count() - i) + ". Removed " + removed, logging.loglevel.high); lo_questions.addone();
}
if (getPacks(questions[i].packID).Count() == 0)
{
//log("Removing " + questions[i].text, logging.loglevel.verbose);
removed++;
questions.RemoveAt(i);
//questions.Remove(questions[i]);
}
else
{
i++;
}
}
log("Removed " + removed + " orphaned questions", logging.loglevel.high);
lo_startup.addone();
lo_questions.complete();
//Dump the packlist and stats to the log window in verbose mode. Flag anything removable
logging.longOp lo_dump = new logging.longOp("Dump packlist", packs.Count());
List <cardcast_pack> removablePacks = new List <cardcast_pack>();
log("Packs Loaded:", logging.loglevel.verbose);
log("Code \tlastPickedDate\t\tPicks\tAllFlt\tActFlt\tHotFlt\tQCards\tACards\tName", logging.loglevel.verbose);
foreach (cardcast_pack p in packs.OrderBy(x => x.lastPickedDate))
{
//find out how many packs added to#
int packFiltersAddedTo = 0;
int activePackFiltersAddedTo = 0;
int hotPackFiltersAddedTo = 0;
foreach (chat c in Roboto.Settings.chatData)
{
mod_xyzzy_chatdata cd = c.getPluginData <mod_xyzzy_chatdata>();
if (cd != null && cd.packFilterIDs.Contains(p.packID))
{
packFiltersAddedTo++;
}
if (cd != null && cd.packFilterIDs.Contains(p.packID) && cd.status != xyzzy_Statuses.Stopped)
{
activePackFiltersAddedTo++;
}
if (cd != null && cd.packFilterIDs.Contains(p.packID) && cd.status != xyzzy_Statuses.Stopped && cd.statusChangedTime > DateTime.Now.Subtract(TimeSpan.FromDays(30)))
{
hotPackFiltersAddedTo++;
}
}
log(p.packCode + "\t" + p.lastPickedDate + "\t" + p.totalPicks + "\t" + packFiltersAddedTo + "\t" + activePackFiltersAddedTo + "\t" + hotPackFiltersAddedTo + "\t" + questions.Where(x => x.packID == p.packID).Count() + "\t" + answers.Where(x => x.packID == p.packID).Count() + "\t" + p.name, logging.loglevel.verbose);
if (activePackFiltersAddedTo == 0 &&
p.packID != mod_xyzzy.primaryPackID &&
p.lastPickedDate < (DateTime.Now.Subtract(TimeSpan.FromDays(30))) &&
packs.Count - removablePacks.Count > 50)
{
log(p.packCode + " is potentially removable", logging.loglevel.verbose);
removablePacks.Add(p);
}
lo_dump.addone();
}
lo_dump.complete();
lo_startup.addone();
//Remove the packs
log(removablePacks.Count().ToString() + " removable packs found", logging.loglevel.high);
i = 0;
//TODO - make this a variable, and move this all to a background job.
logging.longOp lo_remove = new logging.longOp("Remove dead packs", 5, lo_startup);
while (i < 5 && removablePacks.Count() > 0)
{
i++;
log("Removing pack " + i + " - " + removablePacks[0].name + ", there are up to " + removablePacks.Count() + " remaining", logging.loglevel.high);
removePack(removablePacks[0]);
removablePacks.RemoveAt(0);
lo_remove.addone();
}
lo_remove.complete();
lo_startup.complete();
}
