public void ResetKeys()
{
ExternalWindowManager.PressKey('Z', true);
ExternalWindowManager.PressKey('/', true);
ExternalWindowManager.PressKey(0x20, true); //space
actionMask = new List <int>(new[] {
0, //Disable Idle
//1, //Disable Z press
//2, //Disable z relaease
//3, //Disable / press
//4, //Disable / relaease
//5, //Disable Space press
//6, //Disable Space relaease
});
SetActionMask(actionMask);
}
public override void AgentAction(float[] vectorAction)
{
// Perform choosen action
var action = (int)vectorAction[0];
// Simulate key press
switch (action)
{
case 0:
//Idle
Debug.Log("Idle action");
break;
case 1:
ExternalWindowManager.PressKey('Z');
actionMask.Add(1); //Disable Z press
try { actionMask.Remove(2); } catch { } // Try remove mask for action pair
break;
case 2:
ExternalWindowManager.PressKey('Z', true);
actionMask.Add(2); //Disable Z relaease
try { actionMask.Remove(1); } catch { } // Try remove mask for action pair
break;
case 3:
ExternalWindowManager.PressKey('/');
actionMask.Add(3); //Disable / press
try { actionMask.Remove(4); } catch { } // Try remove mask for action pair
break;
case 4:
ExternalWindowManager.PressKey('/', true);
actionMask.Add(4); //Disable / relaease
try { actionMask.Remove(3); } catch { } // Try remove mask for action pair
break;
case 5:
ExternalWindowManager.PressKey(0x20); //space
actionMask.Add(5); //Disable SPACE relaease
try { actionMask.Remove(6); } catch { } // Try remove mask for action pair
break;
case 6:
ExternalWindowManager.PressKey(0x20, true); //space
actionMask.Add(6); //Disable SPACE relaease
try { actionMask.Remove(5); } catch { } // Try remove mask for action pair
break;
default:
break;
}
actionMask.Sort();
SetActionMask(actionMask);
//// Add rewards
//1) Score
if (previousScore < ExternalWindowManager.Score) // Get the difference between last score (from last descision) and current score.
{
//Small Benifit score is going up.
//Assume max score 999,999,999 however, each step max will only be a fraction of that.
AddReward(0.00001f * (ExternalWindowManager.Score - previousScore)); //Small 2k large 20k, not sure what largest bonus is but this will do.
}
else
{
//No score change add negative reward (aka punish);
AddReward(-0.00001f); //-0.00001f is a small negative but should encorage more activity
}
// Set previous score;
previousScore = ExternalWindowManager.Score;
//2) Ball
if (previousBall < ExternalWindowManager.Ball)
{
Debug.Log("Dropped Ball:" + previousBall);
if (previousBall != 0) // If we drop a ball thats is not game over or starting ball.
{
AddReward(-0.3f); //Droped the ball add negative reward (aka punish); -0.3 is pretty bad. Thats like 30k in points.
}
//reset keys
ResetKeys();
}
// Set previous score;
previousBall = ExternalWindowManager.Ball;
//Monitor
Monitor.SetActive(true);
Monitor.Log("Reward:", GetReward().ToString());
Monitor.Log("Cumulative Reward:", GetCumulativeReward().ToString());
//// End a training episode
// End game logic
if (GameHasEnded())
{
// Reward the agent for end of round.
// I think this is confusing the training, I think use below OR use score step diff (line 103-110)
//SetReward(0.000000001f * ExternalWindowManager.Score); // Read the scoreboard. Assume max score 999,999,999
Debug.Log($"Game Ended Score: {ExternalWindowManager.Score} | Total Reward: {GetCumulativeReward().ToString()}");
// Press F2 to start new game
ExternalWindowManager.PressKey(0x71); //f2
ExternalWindowManager.PressKey(0x71, true); //f2
// If high score press enter
ExternalWindowManager.PressKey(0x0D); //f2
ExternalWindowManager.PressKey(0x0D, true); //f2
// Reset reward
previousScore = 0;
previousBall = 0;
//reset keys
ResetKeys();
// Tell agent to reset
Done();
}
}
public override void AgentAction(float[] vectorAction)
{
// Perform choosen action
var action = (int)vectorAction[0];
// Simulate key press
switch (action)
{
case 0:
//Idle
Debug.Log("Idle action");
break;
case 1:
ExternalWindowManager.PressKey('Z');
actionMask.Add(1); //Disable Z press
try { actionMask.Remove(2); } catch { } // Try remove mask for action pair
break;
case 2:
ExternalWindowManager.PressKey('Z', true);
actionMask.Add(2); //Disable Z relaease
try { actionMask.Remove(1); } catch { } // Try remove mask for action pair
break;
case 3:
ExternalWindowManager.PressKey('/');
actionMask.Add(3); //Disable / press
try { actionMask.Remove(4); } catch { } // Try remove mask for action pair
break;
case 4:
ExternalWindowManager.PressKey('/', true);
actionMask.Add(4); //Disable / relaease
try { actionMask.Remove(3); } catch { } // Try remove mask for action pair
break;
case 5:
ExternalWindowManager.PressKey(0x20); //space
actionMask.Add(5); //Disable SPACE relaease
try { actionMask.Remove(6); } catch { } // Try remove mask for action pair
break;
case 6:
ExternalWindowManager.PressKey(0x20, true); //space
actionMask.Add(6); //Disable SPACE relaease
try { actionMask.Remove(5); } catch { } // Try remove mask for action pair
break;
default:
break;
}
actionMask.Sort();
SetActionMask(actionMask);
// Add rewards
AddReward(0001.0f); //Stay alive benifit
AddReward(ExternalWindowManager.Score); // Read the scoreboard
// End game logic
if (GameHasEnded())
{
Debug.Log("Game Ended Score:" + ExternalWindowManager.Score);
// Press F2 to start new game
ExternalWindowManager.PressKey(0x71); //f2
ExternalWindowManager.PressKey(0x71, true); //f2
// If high score press enter
ExternalWindowManager.PressKey(0x0D); //f2
ExternalWindowManager.PressKey(0x0D, true); //f2
Done();
}
}
