public void GetAction(HandHistory history, out holdem_engine.Action.ActionTypes action, out double amount)
        {
            var xml = history.ToXmlHand();
            int rIdx = (int)history.CurrentRound - 1;
            int aIdx = xml.Rounds[rIdx].Actions.Length;
            var features = _featureGen.GenerateMonolithicNeuralNetworkFeatures(xml, rIdx, aIdx, false);

            for(int i = 0; i < features.Length; i++)
            {
                var feature = features[i];
                if(feature < 0 || feature > 1)
                {
                    _featureGen.PrintFeatureList();
                    throw new Exception(string.Format("Feature {0}: {1}", i, feature));
                }
            }

            //			Console.WriteLine("{0} features", features.Length);
            //			Console.WriteLine("Features: {0}", features.Flatten());
            var probs = _network.Activate(features);
            //Console.WriteLine("Raw Probs: {0}", probs.Flatten());
            probs.Normalize();
            //Console.WriteLine("Normalized: {0}", probs.Flatten());
            int result = _rand.SampleFromDistribution(probs);

            if (result == 0)
                action = holdem_engine.Action.ActionTypes.Fold;
            else if (result == 1)
                action = holdem_engine.Action.ActionTypes.Call;
            else if (result == 2)
                action = holdem_engine.Action.ActionTypes.Raise;
            else
                throw new Exception("Unknown class: " + result);
            amount = 0;
        }
Esempio n. 2
0
        public void GetAction(HandHistory history,
		                      out holdem_engine.Action.ActionTypes type, out double amount)
        {
            PokerHandHistory.PokerHand xml = history.ToXmlHand();

            PokerHandHistory.PokerHandXML hands = new PokerHandHistory.PokerHandXML(){
                Hands = new PokerHandHistory.PokerHand[] { xml }
            };

            StringBuilder sb = new StringBuilder();
            using(TextWriter writer = new StringWriter(sb))
            {
                XmlSerializer ser = new XmlSerializer(typeof(PokerHandHistory.PokerHandXML));
                ser.Serialize(writer, hands);
            }

            Console.WriteLine(sb.ToString());
            if (actions != null && curAction < actions.Length)
            {
                holdem_engine.Action action = actions[curAction++];
                type = action.ActionType;
                amount = action.Amount;
            }
            else
            {
                type = holdem_engine.Action.ActionTypes.Fold;
                amount = 0;
            }
        }
Esempio n. 3
0
        public void GetAction(HandHistory history, out holdem_engine.Action.ActionTypes action, out double amount)
        {
            var xml = history.ToXmlHand();
            int rIdx = (int)history.CurrentRound - 1;
            int aIdx = xml.Rounds[rIdx].Actions.Length;
            var features = _featureGen.GenerateFeatures(xml, rIdx, aIdx, _instances[rIdx], false);

            var classifier = _models[rIdx];

            int result;
            // Mixed policies take a randomized action based on a probability distribution.
            if (MixedPolicy)
            {
                double[] dist = classifier.distributionForInstance(features);
                result = _rand.SampleFromDistribution(dist);
            }
            else
            {
                // Otherwise, the policy is a pure strategy taking deterministic actions.
                result = (int)classifier.classifyInstance(features);
            }
            if (result == 0)
                action = holdem_engine.Action.ActionTypes.Fold;
            else if (result == 1)
                action = holdem_engine.Action.ActionTypes.Call;
            else if (result == 2)
                action = holdem_engine.Action.ActionTypes.Raise;
            else
                throw new Exception("Unknown class: " + result);
            amount = 0;
        }
Esempio n. 4
0
        public void GetAction(HandHistory history, out holdem_engine.Action.ActionTypes action, out double amount)
        {
            //			Console.WriteLine(history.ToString());
            //			Console.WriteLine();
            //			Console.WriteLine();

            var xml = history.ToXmlHand();
            int rIdx = (int)history.CurrentRound - 1;
            int aIdx = xml.Rounds[rIdx].Actions.Length;

            //			Console.WriteLine("rIdx: {0} aIdx: {1}", rIdx, aIdx);
            //			StringBuilder sb = new StringBuilder();
            //			using(TextWriter writer = new StringWriter(sb))
            //			{
            //				XmlSerializer ser = new XmlSerializer(typeof(PokerHandHistory.PokerHand));
            //				ser.Serialize(writer, xml);
            //			}
            //			Console.WriteLine(sb.ToString());

            var features = _featureGen.GenerateFeatures(xml, rIdx, aIdx, _instances[rIdx], false);

            var classifier = _models[rIdx];

            int result;
            // Mixed policies take a randomized action based on a probability distribution.
            if(MixedPolicy)
            {
                double[] dist = classifier.distributionForInstance(features);
                double prev = 0;
                double sample = _rand.NextDouble();
                result = -1;
                for(int i = 0; i < dist.Length; i++)
                {
                    double val = prev + dist[i];
                    if(val < sample)
                    {
                        result = i;
                        break;
                    }
                }

            }
            else
            {
                // Otherwise, the policy is a pure strategy taking deterministic actions.
                result = (int)classifier.classifyInstance(features);
            }
            if(result == 0)
                action = holdem_engine.Action.ActionTypes.Fold;
            else if(result == 1)
                action = holdem_engine.Action.ActionTypes.Call;
            else if (result == 2)
                action = holdem_engine.Action.ActionTypes.Raise;
            else
                throw new Exception("Unknown class: " + result);
            amount = 0;
        }
Esempio n. 5
0
 public void GetAction(HandHistory history, out holdem_engine.Action.ActionTypes action, out double amount)
 {
     Console.WriteLine(history.ToString());
     action = getAction();
     amount = 0;
 }