Example #1
0
        static void Main(string[] args)
        {
            int          randomSeed = (int)((DateTime.UtcNow.Subtract(new DateTime(1970, 1, 1))).TotalSeconds);
            QLearningAI  ai1        = new QLearningAI(randomSeed + 0, 0.3f, 0.9f, 0.9f);
            RandomMoveAI ai2        = new RandomMoveAI(randomSeed + 1);

            const int numTrainGames    = 100000;
            const int numEvaluateGames = 10000;

            TrainGames(ai1, ai2, numTrainGames);

            Simulate.WinnerStats winnerStats = Simulate.RunGames(Simulate.CreateNewGameState(), (gameState) => {
                switch (gameState.NextPlayer)
                {
                case BoardState.Player.Player1:
                    return(ai1.GetPlayerInput(gameState, false));

                case BoardState.Player.Player2:
                    return(ai2.GetPlayerInput(gameState));

                default:
                    throw new Exception("Invalid NextPlayer");
                }
            }, numEvaluateGames);

            Display.PrintWinnerStats(winnerStats);
        }
Example #2
0
        static void Main(string[] args)
        {
            GameState gameState = Simulate.CreateNewGameState();

            int          randomSeed = (int)((DateTime.UtcNow.Subtract(new DateTime(1970, 1, 1))).TotalSeconds);
            RandomMoveAI ai         = new RandomMoveAI(randomSeed);

            while (gameState.Winner == BoardState.Winner.None)
            {
                Display.PrintGame(gameState);

                PlayerInput playerInput;
                if (gameState.NextPlayer == BoardState.Player.Player1)
                {
                    playerInput = KeyboardInput.GetPlayerInput(gameState);
                }
                else
                {
                    playerInput = ai.GetPlayerInput(gameState);
                }

                gameState = Simulate.Tick(gameState, playerInput);
            }

            Display.PrintGame(gameState);
        }
Example #3
0
        private static void TrainGames(QLearningAI ai1, RandomMoveAI ai2, int numGames)
        {
            GameState initialGameState = Simulate.CreateNewGameState();

            for (int game = 0; game < numGames; game++)
            {
                GameState gameState0 = initialGameState;
                while (true)
                {
                    PlayerInput playerInput0 = ai1.GetPlayerInput(gameState0, true);
                    GameState   gameState1   = Simulate.Tick(gameState0, playerInput0);

                    if (gameState1.Winner != BoardState.Winner.None)
                    {
                        ai1.UpdateQ(gameState0.BoardState, playerInput0, gameState1.BoardState);
                        break;
                    }

                    PlayerInput playerInput1 = ai2.GetPlayerInput(gameState1);
                    GameState   gameState2   = Simulate.Tick(gameState1, playerInput1);

                    if (gameState2.Winner != BoardState.Winner.None)
                    {
                        ai1.UpdateQ(gameState1.BoardState, playerInput1, gameState2.BoardState);
                        break;
                    }

                    ai1.UpdateQ(gameState0.BoardState, playerInput0, gameState2.BoardState);

                    gameState0 = gameState2;
                }
            }
        }
Example #4
0
        static void Main(string[] args)
        {
            GameState gameState = Simulate.CreateNewGameState();

            while (gameState.Winner == BoardState.Winner.None)
            {
                Display.PrintGame(gameState);
                PlayerInput playerInput = KeyboardInput.GetPlayerInput(gameState);
                gameState = Simulate.Tick(gameState, playerInput);
            }

            Display.PrintGame(gameState);
        }