void ValidationTests(String cardsJson, String combosFile, int k)
{
HSCardsParser parser = new HSCardsParser(cardsJson);
HoningStoneBuilder builder = new HoningStoneBuilder();
Dictionary <String, CardObject> cardTable = new Dictionary <string, CardObject>();
HSCardOperator op = new HSCardOperator();
HSCardsParser fullParser = new HSCardsParser("allCardsWithAbility.json", 0);
Dictionary <String, int> dataID;
Dictionary <String, double[]> cardDatasetFull = op.generateCardVectors(fullParser, out dataID);
// Populate all card table
foreach (string key in parser.objects.Keys)
{
List <CardObject> cards_objects = parser.objects[key];
builder.GenCardTableObject(ref cards_objects, ref cardTable);
}
HSCombosParser combosParser = new HSCombosParser();
//combosParser.PopulateFromHoningNetwork(ref decksParser, ref cardTable, 5);
combosParser.PopulateFromJson(combosFile);
Random rand = new Random();
List <CardObject> neutral = parser.objects["Neutral"];
foreach (String hero in parser.objects.Keys)
{
// To write results
System.IO.StreamWriter file = new System.IO.StreamWriter(hero + "_results.dat");
if (hero != "Mage")
{
continue;
}
List <String> honingCombo;
HoningNetwork <String> net = new HoningNetwork <string>();
List <CardObject> heroCards = parser.objects[hero];
builder.PopulateFromCardData(ref net, ref heroCards);
builder.BuildThirdLevel(ref net, ref heroCards);
builder.PopulateFromCardData(ref net, ref neutral);
builder.BuildThirdLevel(ref net, ref neutral);
HSHoningBayes fixedBayes = new HSHoningBayes(hero.ToLower(), ref combosParser, ref net, ref cardDatasetFull, ref cardTable, 100000);
fixedBayes.SaveKNNDataset(hero + "_data.dataset");
Dataset fixedDataset = new Dataset(hero + "_data.dataset", ',');
KNNEfficiency fixedKNN = new KNNEfficiency(fixedDataset);
Dictionary <String, HoningNode <String> > dic = net.getNetwork();
Dictionary <String, String> selfAbilityFilter = op.GenerateAbilityFilter();
Dictionary <String, String> TerminalsDic = op.GetComboPotential(ref dic, ref cardTable, ref selfAbilityFilter, 123123);
List <String> Terminals = TerminalsDic.Keys.ToList();
double[] surprise_vec;
Double[] comboArray;
// Tests i and ii control variables
// Tests i, ii, iii, iv, v control variables
int mana = 10;
double surprise;
double efficiency;
double fitness;
double creativity;
double normCreativity;
double normSurprise;
double normEfficiency;
List <String> combo = new List <string>();
double highSurp = 0.0;
double minSurp = double.MaxValue;
double highEff = 0.0;
double minEff = double.MaxValue;
// Tests i, ii, iii, iv, v control variables
String seed = "";
// Calibrating surprise
Console.WriteLine("----------------------------------------------------------------------");
Console.WriteLine("- Calibrating surprise! -");
for (int i = 0; i < 100; i++)
{
int totalMana = 0;
List <String> randomComboList = new List <String>();
int manaCost = 0;
while (totalMana < mana)
{
int randNode = rand.Next(Terminals.Count);
Int32.TryParse(cardTable[Terminals[randNode]].cost, out manaCost);
if (manaCost + totalMana <= mana)
{
randomComboList.Add(Terminals[randNode]);
totalMana += manaCost;
}
}
// Surprise
ComboNode node = ToComboNode(randomComboList);
fixedBayes.CalculateSurprise(ref node, 1, out surprise_vec, ref cardDatasetFull, out surprise, false);
// Calculate efficiency
fixedBayes.GenerateComboVector(ref node, ref cardDatasetFull, out comboArray);
Instance target = new Instance(comboArray);
efficiency = fixedKNN.getKNearestWinrates(target, k);
if (surprise > highSurp)
{
highSurp = surprise;
}
if (surprise < minSurp)
{
minSurp = surprise;
}
if (efficiency > highEff)
{
highEff = efficiency;
}
if (efficiency < minEff)
{
minEff = efficiency;
}
}
Console.WriteLine("- Surprise calibrated! -");
foreach (String c in Terminals)
{
Console.WriteLine("----------------------------------------------------------------------");
Console.WriteLine("Hero: " + hero);
Console.WriteLine("Seed: " + c);
Console.WriteLine();
file.WriteLine("----------------------------------------------------------------------");
file.WriteLine();
file.WriteLine("Hero: " + hero);
file.WriteLine("Seed: " + c);
// Test all reacheable seeds
seed = c;
//--------------------------------------------------------------------------------------------------------------------------
// (i)totalmente aleatorio (sem honing)
int totalMana = 0;
List <String> randomComboList = new List <String>();
randomComboList.Add(seed.ToLower());
int manaCost = 0;
Int32.TryParse(cardTable[seed.ToLower()].cost, out manaCost);
totalMana += manaCost;
while (totalMana < mana)
{
int randNode = rand.Next(Terminals.Count);
Int32.TryParse(cardTable[Terminals[randNode]].cost, out manaCost);
if (manaCost + totalMana <= mana)
{
randomComboList.Add(Terminals[randNode]);
totalMana += manaCost;
}
}
// Surprise
ComboNode node = ToComboNode(randomComboList);
fixedBayes.CalculateSurprise(ref node, 1, out surprise_vec, ref cardDatasetFull, out surprise, false);
// Calculate efficiency
fixedBayes.GenerateComboVector(ref node, ref cardDatasetFull, out comboArray);
Instance target = new Instance(comboArray);
efficiency = fixedKNN.getKNearestWinrates(target, k);
// Calculate creativity
fitness = op.CalculateFitness(surprise, ref highSurp, ref minSurp, out normSurprise, ref highEff, ref minEff, out normEfficiency, efficiency);
creativity = surprise + efficiency;
normCreativity = normSurprise + normEfficiency;
Console.WriteLine("Test I:\n");
Console.WriteLine("Fitness: " + fitness + "\nRaw creativity: " + creativity + "\nNormalized creativity: " + normCreativity + "\nSurprise " + surprise + "\nNormalized surprise: " + normSurprise + "\nEfficiency: " + efficiency + "\nNormalized efficiency: " + normEfficiency);
Console.WriteLine("Highest surprise: " + highSurp + "\nLowest surprise: " + minSurp);
Console.WriteLine("Highest efficiency: " + highEff + "\nLowest efficiency: " + minEff + "\n");
Console.WriteLine("Cards:\n");
file.WriteLine("Test I:\n");
file.WriteLine("Fitness: " + creativity + "\nRaw creativity: " + surprise + efficiency + "\nNormalized creativity: " + normEfficiency + normSurprise + "\nSurprise " + surprise + "\nNormalized surprise: " + normSurprise + "\nEfficiency: " + efficiency + "\nNormalized efficiency: " + normEfficiency);
file.WriteLine("Highest surprise: " + highSurp + "\nLowest surprise: " + minSurp);
file.WriteLine("Highest efficiency: " + highEff + "\nLowest efficiency: " + minEff + "\n");
file.WriteLine();
file.WriteLine("Cards: ");
file.WriteLine();
foreach (String st in randomComboList)
{
Console.Write("(" + st + ") ");
file.Write("(" + st + ") ");
}
Console.WriteLine("\n");
file.WriteLine("\n");
//--------------------------------------------------------------------------------------------------------------------------
// (ii)honing novo aleatorio
honingCombo = op.GenerateCardClusterRandom(
c,
ref cardTable,
ref net,
ref selfAbilityFilter,
ref fixedBayes,
ref fixedKNN,
ref cardDatasetFull,
mana,
k,
ref highSurp,
ref minSurp,
ref highEff,
ref minEff,
out fitness,
out surprise,
out efficiency,
out normSurprise,
out normEfficiency).Keys.ToList();
creativity = surprise + efficiency;
normCreativity = normSurprise + normEfficiency;
Console.WriteLine("Test II:\n");
Console.WriteLine("Fitness: " + fitness + "\nRaw creativity: " + creativity + "\nNormalized creativity: " + normCreativity + "\nSurprise " + surprise + "\nNormalized surprise: " + normSurprise + "\nEfficiency: " + efficiency + "\nNormalized efficiency: " + normEfficiency);
Console.WriteLine("Highest surprise: " + highSurp + "\nLowest surprise: " + minSurp);
Console.WriteLine("Highest efficiency: " + highEff + "\nLowest efficiency: " + minEff + "\n");
Console.WriteLine("Cards:\n");
file.WriteLine("Test I:\n");
file.WriteLine("Fitness: " + creativity + "\nRaw creativity: " + surprise + efficiency + "\nNormalized creativity: " + normEfficiency + normSurprise + "\nSurprise " + surprise + "\nNormalized surprise: " + normSurprise + "\nEfficiency: " + efficiency + "\nNormalized efficiency: " + normEfficiency);
file.WriteLine("Highest surprise: " + highSurp + "\nLowest surprise: " + minSurp);
file.WriteLine("Highest efficiency: " + highEff + "\nLowest efficiency: " + minEff + "\n");
file.WriteLine();
file.WriteLine("Cards: ");
file.WriteLine();
foreach (String st in honingCombo)
{
Console.Write("(" + st + ") ");
file.Write("(" + st + ") ");
}
Console.WriteLine("\n");
file.WriteLine("\n");
//--------------------------------------------------------------------------------------------------------------------------
// (iii)honing novo (E+S)
honingCombo = op.GenerateCardCluster(
c,
ref cardTable,
ref net,
ref selfAbilityFilter,
ref fixedBayes,
ref fixedKNN,
ref cardDatasetFull,
mana,
k,
ref highSurp,
ref minSurp,
ref highEff,
ref minEff,
out fitness,
out surprise,
out efficiency,
out normSurprise,
out normEfficiency).Keys.ToList();
creativity = surprise + efficiency;
normCreativity = normSurprise + normEfficiency;
Console.WriteLine("Test III:\n");
Console.WriteLine("Fitness: " + fitness + "\nRaw creativity: " + creativity + "\nNormalized creativity: " + normCreativity + "\nSurprise " + surprise + "\nNormalized surprise: " + normSurprise + "\nEfficiency: " + efficiency + "\nNormalized efficiency: " + normEfficiency);
Console.WriteLine("Highest surprise: " + highSurp + "\nLowest surprise: " + minSurp);
Console.WriteLine("Highest efficiency: " + highEff + "\nLowest efficiency: " + minEff + "\n");
Console.WriteLine("Cards:\n");
file.WriteLine("Test I:\n");
file.WriteLine("Fitness: " + creativity + "\nRaw creativity: " + surprise + efficiency + "\nNormalized creativity: " + normEfficiency + normSurprise + "\nSurprise " + surprise + "\nNormalized surprise: " + normSurprise + "\nEfficiency: " + efficiency + "\nNormalized efficiency: " + normEfficiency);
file.WriteLine("Highest surprise: " + highSurp + "\nLowest surprise: " + minSurp);
file.WriteLine("Highest efficiency: " + highEff + "\nLowest efficiency: " + minEff + "\n");
file.WriteLine();
file.WriteLine("Cards: ");
file.WriteLine();
foreach (String st in honingCombo)
{
Console.Write("(" + st + ") ");
file.Write("(" + st + ") ");
}
Console.WriteLine("\n");
file.WriteLine("\n");
}
file.Close();
}
}
void HoningTest(
HSCardExpasionConfiguration config,
HSHoningBayes fixedBayes,
KNNEfficiency fixedKNN,
int mana,
int maxCards,
HoningNetwork <String> net,
Dictionary <String, CardObject> cardTable,
String seed,
HSCardOperator op,
ExpansionGeneralPolitics pol,
out List <String> combo,
out double creativity,
out double efficiency,
out double surprise)
{
config.maxCards = maxCards;
config.total_mana = mana;
List <List <String> > out_subcluster;
List <String> out_combo;
op.GreedyExpansionDelegated(
ref net,
ref config,
ref cardTable,
pol,
PriorityPolitics.Random,
PriorityPolitics.Random,
seed,
out out_subcluster,
out out_combo);
// Context filter
int voidCount = 0;
for (int i = 0; i < out_combo.Count; i++)
{
if (out_combo[i] == "")
{
voidCount++;
}
}
while (voidCount > 0)
{
out_combo.Remove("");
voidCount--;
}
// Surprise
ComboNode comboNode = ToComboNode(out_combo);
double[] surpriseVector;
fixedBayes.CalculateSurprise(ref comboNode, 1, out surpriseVector, out surprise, true);
// Calculate efficiency
Double[] efficiencyVector;
config.bayes.GenerateComboVector(ref comboNode, out efficiencyVector);
Instance knnInstance = new Instance(efficiencyVector);
efficiency = config.knn.getKNearestWinrates(knnInstance, 5);
// Percent
efficiency /= 100;
// Calculate creativity
creativity = ((surprise / config.highestSurprise) + efficiency) / 2;
// Combo return
combo = out_combo;
}
void ValidationTests(String cardsJson, String combosFile, String knnDatase, int k)
{
HSCardsParser parser = new HSCardsParser(cardsJson);
HoningStoneBuilder builder = new HoningStoneBuilder();
Dictionary <String, CardObject> cardTable = new Dictionary <string, CardObject>();
HSCardOperator op = new HSCardOperator();
// Populate all card table
foreach (string key in parser.objects.Keys)
{
List <CardObject> cards_objects = parser.objects[key];
builder.GenCardTableObject(ref cards_objects, ref cardTable);
}
HSCombosParser combosParser = new HSCombosParser();
//combosParser.PopulateFromHoningNetwork(ref decksParser, ref cardTable, 5);
combosParser.PopulateFromJson(combosFile);
Random rand = new Random();
foreach (String hero in parser.objects.Keys)
{
// To write results
System.IO.StreamWriter file = new System.IO.StreamWriter(hero + "_results.dat");
if (hero == "Neutral")
{
continue;
}
List <String> honingCombo;
List <String> highestComboI = new List <String>();
List <String> highestComboII = new List <String>();;
List <String> highestComboIII = new List <String>();;
HoningNetwork <String> net = new HoningNetwork <string>();
List <CardObject> heroCards = parser.objects[hero];
List <CardObject> neutral = parser.objects["Neutral"];
builder.PopulateFromCardData(ref net, ref heroCards);
builder.BuildThirdLevel(ref net, ref heroCards);
builder.PopulateFromCardData(ref net, ref neutral);
builder.BuildThirdLevel(ref net, ref neutral);
HSHoningBayes fixedBayes = new HSHoningBayes(hero.ToLower(), ref combosParser, ref net, ref cardTable);
//fixedBayes.SaveKNNDataset("ARSDataset.dataset");
Dataset fixedDataset = new Dataset(knnDatase, ',');
KNNEfficiency fixedKNN = new KNNEfficiency(fixedDataset);
HSHoningBayes dynamicBayes = new HSHoningBayes(hero.ToLower(), ref combosParser, ref net, ref cardTable);
Dictionary <String, HoningNode <String> > dic = net.getNetwork();
Dictionary <String, String> selfAbilityFilter = op.GenerateAbilityFilter();
Dictionary <String, String> TerminalsDic = op.GetRealComboPotential(ref dic, ref cardTable, ref selfAbilityFilter, 3);
List <String> Terminals = TerminalsDic.Keys.ToList();
double[] surprise_vec;
Double[] comboArray;
// Tests i and ii control variables
// Tests i, ii, iii, iv, v control variables
int mana = 10;
double surprise;
double efficiency;
double creativity;
List <String> combo = new List <string>();
// Tests i, ii, iii, iv, v control variables
// Test I
double highestCreativityA = 0.0;
// Test II
double highestCreativityB = 0.0;
// Test III
double highestCreativityC = 0.0;
double highSurp = 0.0;
double highestEfficience = 0.0;
String seed = "";
foreach (String c in Terminals)
{
Console.WriteLine("Hero: " + hero);
Console.WriteLine("Seed: " + c);
file.WriteLine("Hero: " + hero);
file.WriteLine("Seed: " + c);
// Test all reacheable seeds
seed = c;
//--------------------------------------------------------------------------------------------------------------------------
// (i)totalmente aleatorio (sem honing)
int totalMana = 0;
List <String> randomComboList = new List <String>();
randomComboList.Add(seed.ToLower());
int manaCost = 0;
Int32.TryParse(cardTable[seed.ToLower()].cost, out manaCost);
totalMana += manaCost;
while (totalMana < mana)
{
int randNode = rand.Next(Terminals.Count);
Int32.TryParse(cardTable[Terminals[randNode]].cost, out manaCost);
if (manaCost + totalMana <= mana)
{
randomComboList.Add(Terminals[randNode]);
totalMana += manaCost;
}
}
// Surprise
ComboNode node = ToComboNode(randomComboList);
fixedBayes.CalculateSurprise(ref node, 1, out surprise_vec, out surprise, false);
// Calculate efficiency
fixedBayes.GenerateComboVector(ref node, out comboArray);
Instance target = new Instance(comboArray);
efficiency = fixedKNN.getKNearestWinrates(target, k);
efficiency /= 100;
if (surprise > highSurp)
{
highSurp = surprise;
}
if (efficiency > highestEfficience)
{
highestEfficience = efficiency;
}
// Calculate creativity
creativity = op.CalculateCreativity(surprise / highSurp, efficiency);
// Write in file
bool update = false;
if (creativity > highestCreativityA)
{
highestCreativityA = creativity;
update = true;
}
Console.WriteLine("I: " + creativity + " " + surprise / highSurp + " " + efficiency);
file.WriteLine("I: " + creativity + " " + surprise + " " + efficiency);
foreach (String st in randomComboList)
{
Console.Write(st + "|");
file.Write(st + "|");
if (update)
{
highestComboI.Add(st);
}
}
Console.WriteLine();
file.WriteLine();
//--------------------------------------------------------------------------------------------------------------------------
// (ii)honing novo aleatorio
honingCombo = op.GenerateCardClusterRandom(c, ref cardTable, ref net, ref selfAbilityFilter, ref fixedBayes, ref fixedKNN, mana, k,
highSurp,
out creativity,
out surprise,
out efficiency).Keys.ToList();
update = false;
if (creativity > highestCreativityB)
{
highestCreativityB = creativity;
update = true;
}
if (efficiency > highestEfficience)
{
highestEfficience = efficiency;
}
file.WriteLine("II: " + creativity + " " + surprise + " " + efficiency);
Console.WriteLine("II: " + creativity + " " + surprise + " " + efficiency);
foreach (String st in honingCombo)
{
Console.Write(st + "|");
file.Write(st + "|");
if (update)
{
highestComboI.Add(st);
}
}
file.WriteLine();
Console.WriteLine();
//--------------------------------------------------------------------------------------------------------------------------
// (iii)honing novo (E+S)
honingCombo = op.GenerateCardCluster(c, ref cardTable, ref net, ref selfAbilityFilter, ref fixedBayes, ref fixedKNN, mana, k,
ref highSurp,
out creativity,
out surprise,
out efficiency).Keys.ToList();
update = false;
if (creativity > highestCreativityC)
{
highestCreativityC = creativity;
update = true;
}
if (efficiency > highestEfficience)
{
highestEfficience = efficiency;
}
file.WriteLine("III: " + creativity + " " + surprise + " " + efficiency);
Console.WriteLine("III: " + creativity + " " + surprise + " " + efficiency);
foreach (String st in honingCombo)
{
Console.Write(st + "|");
file.Write(st + "|");
if (update)
{
highestComboI.Add(st);
}
}
file.WriteLine();
Console.WriteLine();
Console.WriteLine("----------------------------------------------------------------");
}
file.Close();
}
}
