private static GamblersWorldAction FindBestAction( GamblersWorld world, GamblersWorldState state, GamblersValueTable valueTable, IGamblersWorldRewarder rewarder) { var maxActionValue = double.MinValue; var maxAction = new GamblersWorldAction(0); foreach (var action in world.AvailableActions(state)) { var actionValue = 0.0; foreach (var(nextState, pNextState) in world.PossibleStates(state, action)) { var nextStateValue = valueTable.Value(nextState); var reward = rewarder.Reward(state, nextState, action); actionValue += pNextState * (reward + nextStateValue); } if (actionValue > maxActionValue) { maxActionValue = actionValue; maxAction = action; } } return(maxAction); }
private double CalculateValue( GamblersWorldState state, IGamblersPolicy policy, IGamblersWorldRewarder rewarder) { var newValue = 0.0; foreach (var action in _world.AvailableActions(state)) { foreach (var(nextState, pNextState) in _world.PossibleStates(state, action)) { var reward = rewarder.Reward(state, nextState, action); newValue += policy.PAction(state, action) * pNextState * (reward + Value(nextState)); } } return(newValue); }