コード例 #1
0
        public DMSAction getAction(string str)
        {
            if (str == "error")
            {
                var errrorA = new DMSAction("error");
                return(errrorA);
            }

            return(getAction(getStateByString(str)));
        }
コード例 #2
0
        public DMSAction getAction(State state)
        {
            DMSAction action = null;

            int indexOfActualState = S.IndexOf(ActualState);

            if (lastAction != null)
            {
                //построение цепи Маркова
                //   lastAction.jumpCounter[indexOfActualState]++;
                //    lastAction.ProbabilityOfNextStates[indexOfActualState] = lastAction.jumpCounter[indexOfActualState] / lastAction.attemptsNumber;
                ///////////////////////////
            }

            /*string s = "S" + i.ToString()+ " = ";
             * for (int k = 0; k < tempState.p.Length; k++)
             * {
             *  s += tempState.p[k].value + ',';
             * }
             * log(s); */

            double Qmax     = double.MinValue;
            double CountMin = double.MaxValue;

            if (r.NextDouble() < epsilon)
            {
                //исследование
                for (int k = 0; k < S[indexOfActualState].A.Count; k++)
                {
                    if (CountMin > S[indexOfActualState].A[k].attemptsNumber)
                    {
                        action   = S[indexOfActualState].A[k];
                        CountMin = S[indexOfActualState].A[k].attemptsNumber;
                    }
                }
            }
            else
            {
                //эксплуатация
                for (int k = 0; k < S[indexOfActualState].A.Count; k++)
                {
                    if (Qmax < S[indexOfActualState].A[k].Q)
                    {
                        action = S[indexOfActualState].A[k];
                        Qmax   = S[indexOfActualState].A[k].Q;
                    }
                }
            }

            if (action == null)
            {
                action.type = "";
            }
            action.attemptsNumber++;
            lastAction = action;

            indexOfLastState  = indexOfActualState;
            indexOfLastAction = S[indexOfActualState].A.IndexOf(action);
            //   log(action.type);
            return(action);
        }