Example #1
0
        static void PlayerVsAgent(StateMachine game, string agentName = "agent", bool playerStart = true)
        {
            var agent = SarsaAgent.DeserializeJson(agentName + ".json", game);

            bool AgentMove()
            {
                var move = agent.GreedyPolicy(game.CurrentState);

                game.MakeMove((Position)move);
                Console.WriteLine(game.CurrentState.Visualize(game.Width, game.Height));
                return(EndCheck(game));
            }

            bool PlayerMove()
            {
                string input = Console.ReadLine();
                var    split = input.Split(' ');

                if (input == "quit")
                {
                    System.Environment.Exit(0);
                }
                int x, y;

                if (split.Length > 1 && Int32.TryParse(split[0], out x) && Int32.TryParse(split[1], out y))
                {
                    var playerMove = new Position {
                        x = x, y = y
                    };
                    game.MakeMove(playerMove);
                    Console.WriteLine(game.CurrentState.Visualize(game.Width, game.Height));
                }
                return(EndCheck(game));
            }

            while (true)
            {
                game.Start(size, size);
                Console.WriteLine(game.CurrentState.Visualize(game.Width, game.Height));
                Func <bool> firstMove  = PlayerMove;
                Func <bool> secondMove = AgentMove;
                if (!playerStart)
                {
                    firstMove  = AgentMove;
                    secondMove = PlayerMove;
                }
                while (true)
                {
                    if (firstMove())
                    {
                        break;
                    }
                    else if (secondMove())
                    {
                        break;
                    }
                }
            }
        }
Example #2
0
        static void TrainAgent(StateMachine game, int iterations = 100000, string agentName = "agent")
        {
            var agent      = File.Exists(agentName + ".json") ? SarsaAgent.DeserializeJson(agentName + ".json", game) : new SarsaAgent(game);
            int crossWins  = 0;
            int ties       = 0;
            int noughtWins = 0;

            for (int i = 0; i < iterations; i++)
            {
                if (i == 0 || i % (iterations / 10) == 0)
                {
                    Console.WriteLine("Iteration " + i + " of " + iterations + " complete.");
                }
                var states = new List <Tuple <GameState, Position?> >();
                while (game.CheckEndGame() == EndStatus.Ongoing)
                {
                    Position move = (Position)agent.Policy(game.CurrentState);
                    states.Add(new Tuple <GameState, Position?>(game.CurrentState, move));
                    game.MakeMove(move);
                }

                var endState = game.CheckEndGame();
                if (endState == EndStatus.Crosses)
                {
                    crossWins++;
                }
                else if (endState == EndStatus.Noughts)
                {
                    noughtWins++;
                }
                else if (endState == EndStatus.Tie)
                {
                    ties++;
                }

                states.Add(new Tuple <GameState, Position?>(game.CurrentState, null));
                GameState?statePrime = null;
                Position? movePrime  = null;
                for (int s = states.Count - 1; s >= 0; s--)
                {
                    var(state, move) = states[s];
                    agent.SarsaUpdate(state, move, statePrime, movePrime);
                    statePrime = state;
                    movePrime  = move;
                }

                game.Start(size, size);
            }
            Console.WriteLine(agent.EmptyPositions());
            Console.WriteLine("Discovered states: " + agent.DiscoveredStates());
            Console.WriteLine("Wins (nought/tie/cross): " + noughtWins + "/" + ties + "/" + crossWins);
            if (agentName == null)
            {
                Console.WriteLine("Type name of agent: ");
                agentName = Console.ReadLine();
            }
            agent.SerializeJson(agentName + ".json");
        }
Example #3
0
        public static SarsaAgent Deserialize(string filename, StateMachine stateMachine)
        {
            var ret = new SarsaAgent();

            using (var stream = File.Open(filename, FileMode.Open))
            {
                // create BinaryFormatter
                BinaryFormatter bin = new BinaryFormatter();
                ret         = (SarsaAgent)bin.Deserialize(stream);
                ret.rand    = new Random();
                ret.machine = stateMachine;
            }
            return(ret);
        }
Example #4
0
        public static SarsaAgent DeserializeJson(string filename, StateMachine stateMachine)
        {
            string jsonString       = File.ReadAllText(filename);
            var    serializeOptions = new JsonSerializerOptions();

            serializeOptions.Converters.Add(new QTableTValueConverter());
            serializeOptions.WriteIndented            = true;
            serializeOptions.IgnoreReadOnlyProperties = false;
            SarsaAgent agent = JsonSerializer.Deserialize <SarsaAgent>(jsonString, serializeOptions);

            agent.rand    = new Random();
            agent.machine = stateMachine;
            return(agent);
        }
Example #5
0
        static void GetWinRatio(StateMachine game, int iterations = 1000, string agentName = "agent")
        {
            var    agent      = SarsaAgent.DeserializeJson(agentName + ".json", game);
            int    crossWins  = 0;
            int    noughtWins = 0;
            int    ties       = 0;
            Random rand       = new Random();

            bool AgentMove()
            {
                var move = agent.GreedyPolicy(game.CurrentState);

                game.MakeMove((Position)move);

                var status = game.CheckEndGame();

                if (status != EndStatus.Ongoing)
                {
                    if (status == EndStatus.Tie)
                    {
                        ties++;
                    }
                    else if (status == EndStatus.Crosses)
                    {
                        crossWins++;
                    }
                    else if (status == EndStatus.Noughts)
                    {
                        noughtWins++;
                    }
                    return(true);
                }
                return(false);
            }

            bool RandomMove()
            {
                var legalMoves = game.LegalMoves();
                var move       = legalMoves.ElementAt(rand.Next(legalMoves.Count()));

                game.MakeMove(move);
                var status = game.CheckEndGame();

                if (status != EndStatus.Ongoing)
                {
                    if (status == EndStatus.Tie)
                    {
                        ties++;
                    }
                    else if (status == EndStatus.Crosses)
                    {
                        crossWins++;
                    }
                    else if (status == EndStatus.Noughts)
                    {
                        noughtWins++;
                    }
                    return(true);
                }
                return(false);
            }

            for (int i = 0; i < iterations; i++)
            {
                if (i == 0 || i % (iterations / 10) == 0)
                {
                    Console.WriteLine("Iteration " + i + " of " + iterations + " complete.");
                }

                game.Start(size, size);
                while (true)
                {
                    if (AgentMove())
                    {
                        break;
                    }
                    else if (AgentMove())
                    {
                        break;
                    }
                }
            }
            Console.WriteLine("Wins (nought/tie/cross): " + noughtWins + "/" + ties + "/" + crossWins);
        }