private static GamblersWorldAction FindBestAction(
GamblersWorld world,
GamblersWorldState state,
GamblersValueTable valueTable,
IGamblersWorldRewarder rewarder)
{
var maxActionValue = double.MinValue;
var maxAction = new GamblersWorldAction(0);
foreach (var action in world.AvailableActions(state))
{
var actionValue = 0.0;
foreach (var(nextState, pNextState) in world.PossibleStates(state, action))
{
var nextStateValue = valueTable.Value(nextState);
var reward = rewarder.Reward(state, nextState, action);
actionValue += pNextState * (reward + nextStateValue);
}
if (actionValue > maxActionValue)
{
maxActionValue = actionValue;
maxAction = action;
}
}
return(maxAction);
}
public double PAction(GamblersWorldState state, GamblersWorldAction action)
{
return(action.Stake == _actions[state.DollarsInHand] ? 1 : 0);
}