static void Train(int numberOfTrees, string outputDirectory, double subsamplingPercentage,
double minGain, int maximumEditDistance)
{
Console.WriteLine("Train options:");
Console.WriteLine("\t1. Start full training.");
Console.WriteLine("\t2. Start debug training from nohomo file.");
Console.Write("Choice:");
int option = int.Parse(Console.ReadLine());
Stopwatch sw = new Stopwatch();
sw.Start();
List <RecordPair> trainingData = null;
if (option == 1)
{
trainingData = DataLoader.BuildTrainingData("mrns.csv", "more.csv", "rejected.txt");
if (trainingData.Any(n => n.Record1 == null || n.Record2 == null))
{
Console.WriteLine("YUP, ITS HERE");
}
}
else if (option == 2)
{
Console.Write("Nohomo file path:");
string filePath = Console.ReadLine().Replace("\"", "");
trainingData = DataLoader.LoadTrainingDataFromNoHomoFile(filePath);
}
//
//List<RecordPair> trainingData = LoadTrainingData("D:/positives.csv", "D:/negatives.csv");
int numberPerTree = trainingData.Count / numberOfTrees;
for (int c = 0; c < numberOfTrees; c++)
{
List <RecordPair> trainingDataSubset = new List <RecordPair>();
int startIndex = c * numberPerTree;
int length = numberPerTree;
if (c == numberOfTrees - 1)
{
length += trainingData.Count % numberPerTree;
}
for (int d = startIndex; d < (startIndex + length); d++)
{
trainingDataSubset.Add(trainingData[d]);
}
SplittingQuestion[] splittingQuestions = DecisionTreeBuilder.GenerateSplittingQuestions(maximumEditDistance);
DecisionTreeBuilder treeBuilder = new DecisionTreeBuilder();
List <Tuple <SplittingQuestion, bool> > preComputedQuestions = new List <Tuple <SplittingQuestion, bool> >();
preComputedQuestions.Add(new Tuple <SplittingQuestion, bool>(
new SplittingQuestion
{
Field = FieldEnum.DOB,
MatchType = MatchTypeEnum.EditDistance,
MaximumEditDistance = 0,
}, false));
preComputedQuestions.Add(new Tuple <SplittingQuestion, bool>(
new SplittingQuestion
{
Field = FieldEnum.MRN,
MatchType = MatchTypeEnum.MRNDistance,
MRNMaxDistance = 100,
}, false));
preComputedQuestions.Add(new Tuple <SplittingQuestion, bool>(
new SplittingQuestion
{
Field = FieldEnum.LastName,
MatchType = MatchTypeEnum.EditDistance,
MaximumEditDistance = 1
}, false));
preComputedQuestions.Add(new Tuple <SplittingQuestion, bool>(
new SplittingQuestion
{
Field = FieldEnum.DOB,
MatchType = MatchTypeEnum.EditDistance,
MaximumEditDistance = 1,
}, false));
preComputedQuestions.Add(new Tuple <SplittingQuestion, bool>(null, false));
DecisionTree tree = treeBuilder.Train(trainingDataSubset, splittingQuestions,
subsamplingPercentage, minGain, null);
BinaryFormatter bf = new BinaryFormatter();
using (FileStream fout = File.Create(Path.Combine(outputDirectory, $"tree{c}.dat")))
{
bf.Serialize(fout, tree);
}
}
sw.Stop();
Console.WriteLine($"Whole operation took {sw.ElapsedMilliseconds / 1000.0 / 60.0} minutes");
}