//treniranje treba da se prai so randomci
//t.e. bez ljubopitnost nemas dobar trening
public void train(int n)
{
SuprEmo.Agent nevena = (SuprEmo.Agent)Session["agent"];
SuprEmo.AgentEnvironment environment = (SuprEmo.AgentEnvironment)Session["env"];
for (int i = 0; i < n; i++)
{
int action = nevena.getAction();
environment.generateState();
int[] tilesIn = environment.lastNStates(5);
nevena.takeAction(action, action, tilesIn[1], tilesIn[2], tilesIn[3]);
if (nevena.isDead(nevena.getState(), nevena.getTile0()) == true)
{
Agent tmp = nevena;
nevena = new Agent();
nevena.genome = tmp.getCopyOfGenome();
nevena.curiosity = tmp.curiosity;
nevena.sensitivity = tmp.sensitivity;
nevena.lives = tmp.lives;
environment = new AgentEnvironment();
nevena.lives++;
}
}
Session["agent"] = nevena;
Session["env"] = environment;
Response.Redirect("~/default.aspx");
}
static void Main(string[] args)
{
for (int j = 0; j < 50; j++)
{
AgentEnvironment env = new AgentEnvironment();
Agent nevena = new Agent();
nevena.sensitivity = 1;
nevena.curiosity = 0;
nevena.load("nevena.txt");
//PROMENA
for (int i = 0; i < 300; i++)
{
//Console.Clear();
env.drawEnvironment();
int a = nevena.getAction(); //zemi akcija od agent
Console.WriteLine("State: " + nevena.getState() + " I will do: " + a + "\n");
System.Threading.Thread.Sleep(10);
int[] tiles = env.lastNStates(4); //zadnji 4
//ako smo poginuli
if (nevena.isDead(nevena.getState(), tiles[0]))
{
Console.WriteLine("Nevena je poginula :S");
nevena.lives++;
break;
}
//ako smo preziveli
nevena.takeAction(a, a, tiles[0], tiles[1], tiles[2]); //na agent take action so akcijata od prethodniot cekor
env.generateState();
}
//verify
int totalIncrements = 0;
for (int i1 = 0; i1 < 3; i1++)
{
for (int i2 = 0; i2 < 3; i2++)
{
for (int i3 = 0; i3 < 5; i3++)
{
for (int i4 = 0; i4 < 5; i4++)
{
for (int i5 = 0; i5 < 5; i5++)
{
totalIncrements += nevena.genome[i1, i2, i3, i4, i5];
}
}
}
}
}
Console.WriteLine("total " + totalIncrements + " coins " + nevena.gold);
nevena.save("nevena.txt");
Console.Write("\n\n\n");
}
}
protected void Page_Load(object sender, EventArgs e)
{
Random rand = new Random();
SuprEmo.Agent nevena = (SuprEmo.Agent)Session["agent"];
SuprEmo.AgentEnvironment environment = (SuprEmo.AgentEnvironment)Session["env"];
if (nevena == null)
{
nevena = new SuprEmo.Agent();
nevena.curiosity = 0;
nevena.sensitivity = 1;
//for better testing
environment = new AgentEnvironment();
//environment = new SuprEmo.AgentEnvironment();
}
else
{
if (pass == 1)
{
pass = 0;
}
else
{
int action = nevena.getAction();
environment.generateState();
int[] tilesIn = environment.lastNStates(5);
nevena.takeAction(action, action, tilesIn[1], tilesIn[2], tilesIn[3]);
}
}
//ginenjeto tuka e so oldState-ovi za da mozeme da go vidime
//dole u train e so momentalni
//neznam kako e poispravno
if (nevena.isDead(nevena.getOldState(), nevena.oldTile0()) == true)
{
Agent tmp = nevena;
nevena = new Agent();
nevena.genome = tmp.getCopyOfGenome();
nevena.curiosity = tmp.curiosity;
nevena.sensitivity = tmp.sensitivity;
nevena.lives = tmp.lives;
environment = new AgentEnvironment();
nevena.lives++;
}
Dictionary <int, String> pictures_for_tile = new Dictionary <int, string>();
Dictionary <int, String> pictures_for_state = new Dictionary <int, string>();
pictures_for_tile.Add(0, "Images/0_W_");
pictures_for_tile.Add(1, "Images/1_WCL_");
pictures_for_tile.Add(2, "Images/2_WCH_");
pictures_for_tile.Add(3, "Images/3_D_");
pictures_for_tile.Add(4, "Images/4_DG_");
pictures_for_tile.Add(5, "Images/5_O_");
pictures_for_state.Add(0, "Images/agent_0_Jump.png");
pictures_for_state.Add(1, "Images/agent_1_Stand_" + rand.Next(0, 2) + ".png");
pictures_for_state.Add(2, "Images/agent_2_Slide.png");
int[] states = environment.lastNStates(5);
String url;
int[] skins = environment.lastNSkins(5);
pictures_for_tile.TryGetValue(states[0], out url);
Image1.ImageUrl = url + skins[0] + ".png";
pictures_for_tile.TryGetValue(states[1], out url);
Image2.ImageUrl = url + skins[1] + ".png";
pictures_for_tile.TryGetValue(states[2], out url);
Image3.ImageUrl = url + skins[2] + ".png";
pictures_for_tile.TryGetValue(states[3], out url);
Image4.ImageUrl = url + skins[3] + ".png";
pictures_for_tile.TryGetValue(states[4], out url);
Image5.ImageUrl = url + skins[4] + ".png";
pictures_for_state.TryGetValue(nevena.getState(), out url);
agent.ImageUrl = url;
coins.Text = nevena.gold + "";
lives.Text = nevena.lives + "";
tiles.Text = nevena.tilesPassed + "";
state.Text = nevena.getState() + "";
nextAction.Text = nevena.getAction() + "";
currentEmotion.Text = nevena.EmotionForState(nevena.getState(), nevena.getTile0(), nevena.getTile1(), nevena.getTile2()) + "";
int [] last = nevena.getLastChangedEmotionLocation();
previousEmotion.Text = nevena.EmotionForState(last[1], last[2], last[3], last[4]) + "";
couriosity.Text = nevena.curiosity + "";
sensitivity.Text = nevena.sensitivity + "";
Matrix5D.ImageUrl = "Images/5DMatrix" + (last[0] + 1) + "" + (last[1] + 1) + ".png";
Matrix3D.ImageUrl = "Images/3DMatrix" + (last[2] + 1) + ".png";
string matrix = "<table>";
for (int i = 0; i < 6; i++)
{
matrix += "<tr height=35>";
for (int j = 0; j < 6; j++)
{
if (last[3] == i && last[4] == j)
{
matrix += "<td width=35 class='target'><center>" + nevena.getGenome(last[0], last[1], last[2], i, j) + "</center></td>";
}
else if (last[3] == i || last[4] == j)
{
matrix += "<td width=35 class='line'><center>" + nevena.getGenome(last[0], last[1], last[2], i, j) + "</center></td>";
}
else
{
matrix += "<td width=35 class='none'><center>" + nevena.getGenome(last[0], last[1], last[2], i, j) + "</center></td>";
}
}
matrix += "</tr>";
}
matrix += "</table>";
Matrix2D.Controls.Add(new LiteralControl(matrix));
Session["agent"] = nevena;
Session["env"] = environment;
}