protected virtual EvaluationResults CreateDummyResults(int[] fisherCounts)
{
List <Score> nullScores = new List <Score>(NullDistns.Count);
foreach (DistributionDiscreteSingleVariable nullDistn in NullDistns)
{
OptimizationParameterList nullParams = nullDistn.GetParameters();
foreach (OptimizationParameter param in nullParams)
{
param.Value = double.NegativeInfinity;
}
Score nullScore = Score.GetInstance(0, nullParams, nullDistn);
nullScores.Add(nullScore);
}
OptimizationParameterList altParams = this.AltDistn.GetParameters();
foreach (OptimizationParameter param in altParams)
{
param.Value = double.NegativeInfinity;
}
Score altScore = Score.GetInstance(0, altParams, AltDistn);
return(EvaluationResultsDiscrete.GetInstance(this, nullScores, altScore, fisherCounts, ChiSquareDegreesOfFreedom));
}
public override EvaluationResults EvaluateModelOnData(Converter <Leaf, SufficientStatistics> predictorMap, Converter <Leaf, SufficientStatistics> targetMap)
{
int[] realFisherCounts = ModelScorer.PhyloTree.FisherCounts(predictorMap, targetMap);
int tt = realFisherCounts[(int)TwoByTwo.ParameterIndex.TT];
int tf = realFisherCounts[(int)TwoByTwo.ParameterIndex.TF];
int ft = realFisherCounts[(int)TwoByTwo.ParameterIndex.FT];
int ff = realFisherCounts[(int)TwoByTwo.ParameterIndex.FF];
int[] fisherCountsPred = new int[] { tt, ft, tf, ff }; //ModelScorer.PhyloTree.FisherCounts(targetMap, predictorMap);
int[] fisherCountsTarg = realFisherCounts;
#if NAIVE_EQUILIBRIUM
//USE THIS FOR BACKWARDS COMPATABILITY
int[] tempCountsPred = ModelScorer.PhyloTree.CountsOfLeaves(predictorMap);
int[] tempCountsTarg = ModelScorer.PhyloTree.CountsOfLeaves(targetMap);
fisherCountsPred = tempCountsPred;
fisherCountsTarg = tempCountsTarg;
#endif
bool predIsInvariant, targIsInvariant;
Score nullScorePred = ComputeSingleVariableScore(targetMap, predictorMap, (DistributionDiscreteSingleVariable)NullDistns[0], fisherCountsPred, out predIsInvariant);
Score nullScoreTarg = ComputeSingleVariableScore(predictorMap, targetMap, (DistributionDiscreteSingleVariable)NullDistns[1], fisherCountsTarg, out targIsInvariant);
List <Score> nullScores = new List <Score>(new Score[] { nullScorePred, nullScoreTarg });
OptimizationParameterList initParams = ((DistributionDiscreteJoint)AltDistn).GenerateInitialParams(nullScorePred.OptimizationParameters, nullScoreTarg.OptimizationParameters);
Score jointScore;
if (predIsInvariant || targIsInvariant) // cannot compute parameters in this case. They come directly from the single variable params
{
double jointLL = nullScorePred.Loglikelihood + nullScoreTarg.Loglikelihood;
jointScore = Score.GetInstance(jointLL, initParams, AltDistn);
}
else
{
MessageInitializerDiscrete altMessageInitializer = MessageInitializerDiscrete.GetInstance(CreateJointMap(predictorMap, targetMap), (DistributionDiscreteJoint)AltDistn, initParams, ModelScorer.PhyloTree.LeafCollection);
jointScore = ModelScorer.MaximizeLikelihood(altMessageInitializer);
}
EvaluationResults evalResults = EvaluationResultsDiscrete.GetInstance(this, nullScores, jointScore, realFisherCounts, ChiSquareDegreesOfFreedom);
return(evalResults);
}
//public static Converter<Leaf, SufficientStatistics> TESTPRED, TESTTARG;
//public static EvaluationResults TESTEVALRESULTS;
public override EvaluationResults EvaluateModelOnDataGivenParams(
Converter <Leaf, SufficientStatistics> predictorMap, Converter <Leaf, SufficientStatistics> targetMap, EvaluationResults previousResults)
{
int[] fisherCounts = ModelScorer.PhyloTree.FisherCounts(predictorMap, targetMap);
int targNullIdx = _includePredictorInScore ? 1 : 0;
OptimizationParameterList nullParamsTarg = previousResults.NullScores[targNullIdx].OptimizationParameters;
MessageInitializerDiscrete nullMessageInitializerTarg = MessageInitializerDiscrete.GetInstance(predictorMap, targetMap,
NullDistn, new int[0], ModelScorer.PhyloTree.LeafCollection);
double nullLLTarg = ModelScorer.ComputeLogLikelihoodModelGivenData(nullMessageInitializerTarg, nullParamsTarg);
Score nullScoreTarg = Score.GetInstance(nullLLTarg, nullParamsTarg, NullDistn);
OptimizationParameterList altParams = previousResults.AltScore.OptimizationParameters;
MessageInitializerDiscrete altMessageInitializer = MessageInitializerDiscrete.GetInstance(predictorMap, targetMap,
(DistributionDiscreteConditional)AltDistn, new int[0], ModelScorer.PhyloTree.LeafCollection);
double condLL = ModelScorer.ComputeLogLikelihoodModelGivenData(altMessageInitializer, altParams);
Score altScore = Score.GetInstance(condLL, altParams, AltDistn);
List <Score> nullScores = new List <Score>();
if (_includePredictorInScore)
{
OptimizationParameterList nullParamsPred = previousResults.NullScores[0].OptimizationParameters;
MessageInitializerDiscrete nullMessageInitializerPred = MessageInitializerDiscrete.GetInstance(targetMap, predictorMap,
NullDistn, new int[0], ModelScorer.PhyloTree.LeafCollection);
double nullLLPred = ModelScorer.ComputeLogLikelihoodModelGivenData(nullMessageInitializerPred, nullParamsPred);
Score nullScorePred = Score.GetInstance(nullLLPred, nullParamsPred, NullDistn);
nullScores.Add(nullScorePred);
// conditional model altScore doesn't include predLL. If we're here, we want to add it to make it comparable to joint or reverseConditional
altScore = Score.GetInstance(altScore.Loglikelihood + nullScorePred.Loglikelihood, altScore.OptimizationParameters, altScore.Distribution);
}
nullScores.Add(nullScoreTarg);
EvaluationResults evalResults = EvaluationResultsDiscrete.GetInstance(this, nullScores, altScore, fisherCounts, ChiSquareDegreesOfFreedom);
return(evalResults);
}
public override EvaluationResults EvaluateModelOnDataGivenParams(Converter <Leaf, SufficientStatistics> predictorMap, Converter <Leaf, SufficientStatistics> targetMap, EvaluationResults previousResults)
{
int[] fisherCounts = ModelScorer.PhyloTree.FisherCounts(predictorMap, targetMap);
OptimizationParameterList nullParamsTarg = previousResults.NullScores[1].OptimizationParameters;
MessageInitializerDiscrete nullMessageInitializerTarg = MessageInitializerDiscrete.GetInstance(predictorMap, targetMap, (DistributionDiscreteSingleVariable)NullDistns[0], fisherCounts, ModelScorer.PhyloTree.LeafCollection);
double nullLLTarg = ModelScorer.ComputeLogLikelihoodModelGivenData(nullMessageInitializerTarg, nullParamsTarg);
Score nullScoreTarg = Score.GetInstance(nullLLTarg, nullParamsTarg, previousResults.NullScores[1].Distribution);
OptimizationParameterList nullParamsPred = previousResults.NullScores[0].OptimizationParameters;
MessageInitializerDiscrete nullMessageInitializerPred = MessageInitializerDiscrete.GetInstance(targetMap, predictorMap, (DistributionDiscreteSingleVariable)NullDistns[1], fisherCounts, ModelScorer.PhyloTree.LeafCollection);
double nullLLPred = ModelScorer.ComputeLogLikelihoodModelGivenData(nullMessageInitializerPred, nullParamsPred);
Score nullScorePred = Score.GetInstance(nullLLPred, nullParamsPred, previousResults.NullScores[0].Distribution);
List <Score> nullScores = new List <Score>(new Score[] { nullScorePred, nullScoreTarg });
OptimizationParameterList altParams = previousResults.AltScore.OptimizationParameters;
double altLL;
if (((DistributionDiscreteJoint)AltDistn).ParametersCannotBeEvaluated(altParams))
{
// we'll get here only if one of the variables is always (or never) true. In this case, the variables must be independent.
altLL = nullLLTarg + nullLLPred;
}
else
{
MessageInitializerDiscrete altMessageInitializer = MessageInitializerDiscrete.GetInstance(CreateJointMap(predictorMap, targetMap), (DistributionDiscreteJoint)AltDistn, fisherCounts, ModelScorer.PhyloTree.LeafCollection);
altLL = ModelScorer.ComputeLogLikelihoodModelGivenData(altMessageInitializer, altParams);
}
Score altScore = Score.GetInstance(altLL, altParams, previousResults.AltScore.Distribution);
EvaluationResults evalResults = EvaluationResultsDiscrete.GetInstance(this, nullScores, altScore, fisherCounts, ChiSquareDegreesOfFreedom);
return(evalResults);
}
public override EvaluationResults EvaluateModelOnData(Converter <Leaf, SufficientStatistics> predictorMap, Converter <Leaf, SufficientStatistics> targetMap)
{
EvaluationResults evalResults;
int[] fisherCounts = ModelScorer.PhyloTree.FisherCounts(predictorMap, targetMap);
int[] realFisherCounts = fisherCounts; // for compatability when NAIVE_EQUILIBRIUM is set
#if NAIVE_EQUILIBRIUM
//USE THIS FOR BACKWARDS COMPATABILITY
int[] tempCounts = ModelScorer.PhyloTree.CountsOfLeaves(targetMap);
fisherCounts = tempCounts;
#endif
//MessageInitializerDiscrete nullMessageInitializer = MessageInitializerDiscrete.GetInstance(predictorMap, targetMap, NullDistn, fisherCounts, ModelScorer.PhyloTree.LeafCollection);
//if (TryShortCutFromCounts(realFisherCounts, nullMessageInitializer, out evalResults))
//{
// return evalResults;
//}
//Score nullScore = ModelScorer.MaximizeLikelihood(nullMessageInitializer);
bool isInvariant;
Score nullScoreTarg = ComputeSingleVariableScore(predictorMap, targetMap, NullDistn, fisherCounts, out isInvariant);
Score altScore = ComputeConditionalVariableScore(predictorMap, targetMap, nullScoreTarg, fisherCounts);
//(realFisherCounts, nullScoreTarg, out evalResults))
//{
// return evalResults;
//}
//MessageInitializerDiscrete altMessageInitializer = MessageInitializerDiscrete.GetInstance(predictorMap, targetMap, (DistributionDiscreteConditional)AltDistn, nullScore.OptimizationParameters, ModelScorer.PhyloTree.LeafCollection);
//Score condScore = ModelScorer.MaximizeLikelihood(altMessageInitializer);
List <Score> nullScores = new List <Score>();
if (_includePredictorInScore)
{
int[] predFisherCounts = new int[] { realFisherCounts[0], realFisherCounts[2], realFisherCounts[1], realFisherCounts[3] };
Score predNullScore = ComputeSingleVariableScore(targetMap, predictorMap, NullDistn, predFisherCounts, out isInvariant);
nullScores.Add(predNullScore);
// conditional model altScore doesn't include predLL. If we're here, we want to add it to make it comparable to joint or reverseConditional
altScore = Score.GetInstance(altScore.Loglikelihood + predNullScore.Loglikelihood, altScore.OptimizationParameters, altScore.Distribution);
}
nullScores.Add(nullScoreTarg);
evalResults = EvaluationResultsDiscrete.GetInstance(this, nullScores, altScore, realFisherCounts, ChiSquareDegreesOfFreedom);
#if DEBUG
MessageInitializerDiscrete nullMessageInitializer = MessageInitializerDiscrete.GetInstance(predictorMap, targetMap, NullDistn, fisherCounts, ModelScorer.PhyloTree.LeafCollection);
MessageInitializerDiscrete altMessageInitializer = MessageInitializerDiscrete.GetInstance(predictorMap, targetMap, (DistributionDiscreteConditional)AltDistn, nullScoreTarg.OptimizationParameters, ModelScorer.PhyloTree.LeafCollection);
double nullLL = ModelScorer.ComputeLogLikelihoodModelGivenData(nullMessageInitializer, nullScoreTarg.OptimizationParameters);
double altLL = ModelScorer.ComputeLogLikelihoodModelGivenData(altMessageInitializer, altScore.OptimizationParameters);
if (_includePredictorInScore)
{
int[] predFisherCounts = new int[] { realFisherCounts[0], realFisherCounts[2], realFisherCounts[1], realFisherCounts[3] };
MessageInitializerDiscrete nullMessageInitializerPred = MessageInitializerDiscrete.GetInstance(targetMap, predictorMap, NullDistn, predFisherCounts, ModelScorer.PhyloTree.LeafCollection);
double nullLLPred = ModelScorer.ComputeLogLikelihoodModelGivenData(nullMessageInitializerPred, nullScores[0].OptimizationParameters);
altLL += nullLLPred;
}
EvaluationResults evalResults2 = EvaluateModelOnDataGivenParams(predictorMap, targetMap, evalResults);
double eps = 1E-10;
Debug.Assert(ComplexNumber.ApproxEqual(nullLL, nullScoreTarg.Loglikelihood, eps));
Debug.Assert(ComplexNumber.ApproxEqual(altLL, altScore.Loglikelihood, eps));
Debug.Assert(ComplexNumber.ApproxEqual(evalResults.NullLL, evalResults2.NullLL, eps) && ComplexNumber.ApproxEqual(evalResults.AltLL, evalResults2.AltLL, eps), "In ModelEvaluatorCond, results of maximizing LL and computing LL from same params are not the same.");
#endif
return(evalResults);
}
