public override void CollectObservations()
{
lastDiceRoll = game.GetDiceRoll();
AddVectorObs(game.gridSizeX);
AddVectorObs(game.gridSizeY);
AddVectorObs(game.gridSize);
AddVectorObs(lastDiceRoll);
AddVectorObs(piece1.CurrentPosition);
AddVectorObs(piece1.CanMove(lastDiceRoll) ? 1 : 0);
AddVectorObs(piece2.CurrentPosition);
AddVectorObs(piece2.CanMove(lastDiceRoll) ? 1 : 0);
AddVectorObs(game.GetOtherAgent(this).piece1.CurrentPosition);
AddVectorObs(game.GetOtherAgent(this).piece2.CurrentPosition);
//Debug.LogFormat("[Obs][A]{0} [D]:{1}", gameObject.name, lastDiceRoll);
}
public override void AgentAction(float[] vectorAction, string textAction)
{
bool gameFinished = false;
if (lastDiceRoll != 0 && brain.brainParameters.vectorActionSpaceType == SpaceType.discrete)
{
int action = Mathf.FloorToInt(vectorAction[0]);
LudoPiece piece = null;
LudoPiece otherPiece = null;
// no action
if (action == 0)
{
if (piece1.CanMove(lastDiceRoll) || piece2.CanMove(lastDiceRoll))
{
Debug.LogWarningFormat("[NoMove:A]:{0} [D]:{1} [P]:{2}:{3} [OP]:{4}:{5}",
gameObject.name, lastDiceRoll,
piece1.name, piece1.CurrentPosition,
piece2.name, piece2.CurrentPosition);
AddReward(-0.25f);
}
else
{
Debug.LogFormat("[NoMove:A]:{0} [D]:{1} [P]:{2}:{3} [OP]:{4}:{5}",
gameObject.name, lastDiceRoll,
piece1.name, piece1.CurrentPosition,
piece2.name, piece2.CurrentPosition);
AddReward(0.1f);
}
}
// move piece 1
else if (action == 1)
{
piece = piece1;
otherPiece = piece2;
}
// move piece 2
else if (action == 2)
{
piece = piece2;
otherPiece = piece1;
}
if (piece != null)
{
if (piece.CanMove(lastDiceRoll))
{
piece.MoveForward(lastDiceRoll);
gameFinished = game.UpdateGameState(this, piece);
Debug.LogFormat("[A]:{0} [D]:{1} [P]:{2}:{3} [OP]:{4}:{5}",
gameObject.name, lastDiceRoll,
piece.name, piece.CurrentPosition,
otherPiece.name, otherPiece.CurrentPosition);
// UI
game.UpdateAgent(this, piece);
game.UpdateDice(lastDiceRoll);
}
else
{
if (!otherPiece.CanMove(lastDiceRoll))
{
// neither piece can move
AddReward(-0.1f);
Debug.LogWarningFormat("[NA:NN]:{0} [D]:{1} [P]:{4}:{5} [OP]:{2}:{3}",
gameObject.name, lastDiceRoll,
piece.name, piece.CurrentPosition,
otherPiece.name, otherPiece.CurrentPosition);
}
else //if (otherPiece.CanMove(lastDiceRoll))
{
AddReward(-0.1f);
Debug.LogWarningFormat("[NA:NP]:{0} [D]:{1} [P]:{4}:{5} [OP]:{2}:{3}",
gameObject.name, lastDiceRoll,
piece.name, piece.CurrentPosition,
otherPiece.name, otherPiece.CurrentPosition);
}
if (piece.IsFinished)
{
AddReward(-0.1f);
Debug.LogWarningFormat("[NA:F]:{0} [D]:{1} [P]:{2}:{3} [OP]:{4}:{5}",
gameObject.name, lastDiceRoll,
piece.name, piece.CurrentPosition,
otherPiece.name, otherPiece.CurrentPosition);
}
}
}
}
if (!gameFinished)
{
if (brain.brainType == BrainType.External)
{
game.RequestNextDecision(this);
}
else //if (brain.brainType == BrainType.Internal)
{
StartCoroutine(RequestNextDecisionIn(2f));
}
}
}