public TaskNode SelectNode()
{
//Console.WriteLine("---------Selection--------");
if (PossibleActions.Count == 0 && Children.Count > 0) //有子節點的狀況，且第一層都建完
{
double candidateScore = Double.MinValue;
TaskNode candidate = null;
foreach (TaskNode child in Children)
{
double childScore = child.UCB1Score();
if (childScore > candidateScore)
{
candidateScore = childScore;
candidate = child;
}
}
return(candidate.SelectNode());
}
return(this); //沒有子節點
}
public TaskNode SelectNode()
{
if (PossibleActions.Count == 0 && Children.Count > 0)
{
double candidateScore = Double.MinValue;
TaskNode candidate = null;
foreach (TaskNode child in Children)
{
double childScore = child.UCB1Score();
if (childScore > candidateScore)
{
candidateScore = childScore;
candidate = child;
}
}
return(candidate.SelectNode());
}
return(this);
}
public static PlayerTask GetBestAction(POGame.POGame game, int iterations)
{
TaskNode root = new TaskNode(null, null, game.getCopy());
for (int i = 0; i < iterations; ++i)
{
try
{
TaskNode node = root.SelectNode();
node = node.Expand();
int r = node.SimulateGames(5);
node.Backpropagate(r);
}
catch (Exception e)
{
Debug.WriteLine(e.Message);
Debug.WriteLine(e.StackTrace);
}
}
TaskNode best = null;
foreach (TaskNode child in root.Children)
{
//Console.WriteLine("visits: " + child.TotNumVisits);
//Console.WriteLine("wins: " + child.Wins);
if (best == null || child.TotNumVisits > best.TotNumVisits)
{
best = child;
}
}
//Console.WriteLine("best visits: " + best.TotNumVisits);
//Console.WriteLine("best wins: " + best.Wins);
return(best.Action);
}
/*
* public static PlayerTask GetBestAction_iteration(POGame.POGame game, int iterations)
* {
* TaskNode root = new TaskNode(null, null, game.getCopy());
*
* for (int i = 0; i < iterations; ++i)
* {
* try
* {
* TaskNode node = root.SelectNode();
* node = node.Expand();
* int r = node.SimulateGames(10);
* node.Backpropagate(r);
* }
* catch (Exception e)
* {
* Debug.WriteLine(e.Message);
* Debug.WriteLine(e.StackTrace);
* }
* }
*
* TaskNode best = null;
*
* foreach (TaskNode child in root.Children)
* {
* //Console.WriteLine("visits: " + child.TotNumVisits);
* //Console.WriteLine("wins: " + child.Wins);
*
* if (best == null || child.TotNumVisits > best.TotNumVisits)
* {
* best = child;
* }
* }
*
* //Console.WriteLine("best visits: " + best.TotNumVisits);
* //Console.WriteLine("best wins: " + best.Wins);
*
* return best.Action;
* }
*/
public static PlayerTask GetBestAction_second(POGame.POGame game, double seconds)
{
DateTime start = DateTime.Now;
TaskNode root = new TaskNode(null, null, game.getCopy());
int i = 0;
while (true)
{
if (TimeUp(start, seconds - 0.1))
{
break;
}
try
{
TaskNode node = root.SelectNode();
if (TimeUp(start, seconds))
{
break;
}
node = node.Expand();
if (TimeUp(start, seconds))
{
break;
}
int r = node.SimulateGames(5); //預設5
if (TimeUp(start, seconds))
{
break;
}
node.Backpropagate(r);
}
catch (Exception e)
{
//Debug.WriteLine(e.Message);
//Debug.WriteLine(e.StackTrace);
}
++i;
}
TaskNode best = null;
//Console.WriteLine($"Iterations: {i}, Time: " + (DateTime.Now-start).TotalMilliseconds + "ms");
foreach (TaskNode child in root.Children)
{
//Console.WriteLine("visits: " + child.TotNumVisits);
//Console.WriteLine("wins: " + child.Wins);
if (best == null || child.TotNumVisits > best.TotNumVisits || (child.TotNumVisits == best.TotNumVisits && child.Wins > best.Wins))
{
best = child;
}
}
//Console.WriteLine("best visits: " + best.TotNumVisits);
//Console.WriteLine("best wins: " + best.Wins);
if (best == null)
{
//Debug.WriteLine("best == null");
return(game.CurrentPlayer.Options()[0]);
}
//Console.WriteLine("best wins: " + best.Wins + " best visits: " + best.TotNumVisits);
return(best.Action);
}
public static int simulation_num = 5; //模擬次數，預設5
/*
* public static PlayerTask GetBestAction_iteration(POGame.POGame game, int iterations)
* {
* TaskNode root = new TaskNode(null, null, game.getCopy());
*
* for (int i = 0; i < iterations; ++i)
* {
* try
* {
* TaskNode node = root.SelectNode();
* node = node.Expand();
* int r = node.SimulateGames(simulation_num);
* node.Backpropagate(r);
* }
* catch (Exception e)
* {
* Debug.WriteLine(e.Message);
* Debug.WriteLine(e.StackTrace);
* }
* }
*
* TaskNode best = null;
*
* foreach (TaskNode child in root.Children)
* {
* Console.WriteLine("visits: " + child.TotNumVisits);
* Console.WriteLine("wins: " + child.Wins);
*
* if (best == null || child.TotNumVisits > best.TotNumVisits)
* {
* best = child;
* }
* }
*
* //Console.WriteLine("best visits: " + best.TotNumVisits);
* //Console.WriteLine("best wins: " + best.Wins);
*
* return best.Action;
* }
*/
public static PlayerTask GetBestAction_second(POGame.POGame game, double seconds)
{
DateTime start = DateTime.Now;
TaskNode root = new TaskNode(null, null, game.getCopy());
int i = 0;
while (true)
{
if (TimeUp(start, seconds - 0.1))
{
break;
}
//Board_Analysis(game);//場面分析函式
Controller my = game.CurrentPlayer;
Controller op = game.CurrentOpponent;
//分配數值
num_my_board = my.BoardZone.Count;
num_op_board = op.BoardZone.Count;
num_my_hand = my.HandZone.Count;
num_op_hand = op.HandZone.Count;
num_my_hero = my.Hero.Health;
num_op_hero = op.Hero.Health;
num_my_deck = my.DeckZone.Count;
num_op_deck = op.DeckZone.Count;
num_remaining_mana = my.RemainingMana;
TreeScore.treescore.tree_score.tree_node = SabberStoneCoreAi.src.Program.main.node_string;
c = Math.Round(TreeScore.treescore.tree_score.Node_Evaluation(num_my_board, num_op_board, num_my_hand, num_op_hand,
num_my_hero, num_op_hero, num_my_deck, num_op_deck, num_remaining_mana), 2, MidpointRounding.AwayFromZero);
//Console.WriteLine(num_my_board+" "+ num_op_board + " " + num_my_hand + " " + num_op_hand + " " +
// num_my_hero + " " + num_op_hero + " " + num_my_deck + " " + num_op_deck + " " + num_remaining_mana);
if (c < 0)
{
c = 0;
}
//Console.WriteLine("c=" + c);
//simulation_num = (int) Math.Round(TreeScore.treescore.tree_score.Node_Evaluation(num_my_board, num_op_board, num_my_hand, num_op_hand,
// num_my_hero, num_op_hero, num_my_deck, num_op_deck), 0, MidpointRounding.AwayFromZero);
//if (simulation_num < 0)
//{
// simulation_num = 1;
//}
//Console.WriteLine("模擬次數為:" + simulation_num);
try
{
TaskNode node = root.SelectNode();
if (TimeUp(start, seconds))
{
break;
}
node = node.Expand();
if (TimeUp(start, seconds))
{
break;
}
int r = node.SimulateGames(simulation_num); //預設5
if (TimeUp(start, seconds))
{
break;
}
node.Backpropagate(r);
}
catch (Exception e)
{
//Debug.WriteLine(e.Message);
//Debug.WriteLine(e.StackTrace);
}
++i;
}
TaskNode best = null;
//Console.WriteLine($"Iterations: {i}, Time: " + (DateTime.Now-start).TotalMilliseconds + "ms");
foreach (TaskNode child in root.Children)
{
//Console.WriteLine("visits: " + child.TotNumVisits);//刪除註解
//Console.WriteLine("wins: " + child.Wins);
if (best == null || child.TotNumVisits > best.TotNumVisits || (child.TotNumVisits == best.TotNumVisits && child.Wins > best.Wins))
{
best = child;
}
}
//Console.WriteLine("best visits: " + best.TotNumVisits);
//Console.WriteLine("best wins: " + best.Wins);
if (best == null)
{
//Debug.WriteLine("best == null");
return(game.CurrentPlayer.Options()[0]);
}
//Console.WriteLine("best wins: " + best.Wins + " best visits: " + best.TotNumVisits);
return(best.Action);
}