private void OnMyTurnEnd()
{
_isTurnBegin = true;
var timeNeeded = TyUtility.GetSecondsSinceStart() - _turnTimeStart;
if (AdjustEpisodeMultiplier && UsedAlgorithm == Algorithm.SearchTree)
{
const double MAX_DIFF = 4.0;
double diff = Math.Min(TyConst.DECREASE_SIMULATION_TIME - timeNeeded, MAX_DIFF);
double factor = 0.05;
//reduce more if above the time limit:
if (diff <= 0.0f)
{
factor = 0.2;
}
//simulate at max this value * _defaultEpisodeMultiplier:
const int MAX_EPISODE_MULTIPLIER = 4;
_curEpisodeMultiplier = Math.Clamp(_curEpisodeMultiplier + (int)(factor * diff * _defaultEpisodeMultiplier),
_defaultEpisodeMultiplier,
_defaultEpisodeMultiplier * MAX_EPISODE_MULTIPLIER);
}
if (PrintTurnTime)
{
TyDebug.LogInfo("Turn took " + timeNeeded.ToString("0.000") + "s");
}
if (timeNeeded >= TyConst.MAX_TURN_TIME)
{
TyDebug.LogWarning("Turn took " + timeNeeded.ToString("0.000") + "s");
}
}
/// <summary> False if there is not enough time left to do simulations. </summary>
private bool IsAllowedToSimulate(double startTime, int curEpisode, int maxEpisode, int options)
{
double time = TyUtility.GetSecondsSinceStart() - startTime;
if (time >= MAX_TIME)
{
TyDebug.LogWarning("Stopped simulations after " + time.ToString("0.000") + "s and " + curEpisode + " of " + maxEpisode + " episodes. Having " + options + " options.");
return(false);
}
return(true);
}
private PlayerTask GetSimulationTreeTask(POGame.POGame poGame, List <PlayerTask> options)
{
double time = TyUtility.GetSecondsSinceStart() - _turnTimeStart;
if (time >= TyConst.MAX_TURN_TIME)
{
TyDebug.LogError("Turn takes too long, fall back to greedy.");
return(GetGreedyBestTask(poGame, options));
}
_simTree.InitTree(_analyzer, poGame, options);
//-1 because TurnEnd won't be looked at:
int optionCount = options.Count - 1;
int numEpisodes = (int)((optionCount) * _curEpisodeMultiplier);
double simStart = TyUtility.GetSecondsSinceStart();
/*
* for (int i = 0; i < numEpisodes; i++)
* {
* if (!IsAllowedToSimulate(simStart, i, numEpisodes, optionCount))
* break;
*
* bool shouldExploit = ((double)i / (double)numEpisodes) > EXPLORE_TRESHOLD;
* _simTree.SimulateEpisode(_random, i, shouldExploit);
* }
*
*/
int i = 0;
while (IsAllowedToSimulate(simStart, i, numEpisodes, optionCount))
{
bool shouldExploit = ((double)i / (double)numEpisodes) > EXPLORE_TRESHOLD;
_simTree.SimulateEpisode(_random, i, shouldExploit);
i++;
}
var bestNode = _simTree.GetBestNode();
return(bestNode.Task);
}
private void OnMyTurnBegin(POGame.POGame state)
{
_isTurnBegin = false;
_turnTimeStart = TyUtility.GetSecondsSinceStart();
}