/// <summary>
/// Experimental sample code of runnings suites via the API.
/// </summary>
public static void RunSuiteTest()
{
const int PARALLELISM = 1;
string deviceSuffix = PARALLELISM > 1 ? ":POOLED" : "";
NNEvaluatorDef evalDef1 = NNEvaluatorDefFactory.FromSpecification("LC0:j92-280", $"GPU:1{deviceSuffix}");
NNEvaluatorDef evalDef2 = NNEvaluatorDefFactory.FromSpecification("LC0:66733", $"GPU:1{deviceSuffix}");
SearchLimit limit = SearchLimit.NodesPerMove(10_000);
string[] extraUCI = new string[] { "setoption name Contempt value 5000" };
GameEngineDef ged1 = new GameEngineDefCeres("Ceres1", evalDef1);
GameEngineDef ged2 = new GameEngineDefCeres("Ceres1", evalDef2);
GameEngineUCISpec geSF = new GameEngineUCISpec("SF12", @"\\synology\dev\chess\engines\stockfish_20090216_x64_avx2.exe",
32, 2048, CeresUserSettingsManager.Settings.DirTablebases,
uciSetOptionCommands: extraUCI);
EnginePlayerDef ceresEngineDef1 = new EnginePlayerDef(ged1, limit);
EnginePlayerDef ceresEngineDef2 = new EnginePlayerDef(ged2, limit);
GameEngineDefUCI sf12EngineDef = new GameEngineDefUCI("SF12", geSF);
EnginePlayerDef sfEngine = new EnginePlayerDef(sf12EngineDef, limit * 875);
SuiteTestDef def = new SuiteTestDef("Test1", @"\\synology\dev\chess\data\epd\ERET_VESELY203.epd",
ceresEngineDef1, ceresEngineDef2, sfEngine);
def.MaxNumPositions = 1500;
SuiteTestRunner ser = new SuiteTestRunner(def);
ser.Run(PARALLELISM, true);
}
static GameEngine GetEngine(GameEngineUCISpec engineSpec, string suffix,
NNEvaluatorDef evaluatorDef,
ParamsSearch paramsSearch, ParamsSelect paramsSelect, IManagerGameLimit timeManager)
{
bool resetMovesBetweenMoves = !paramsSearch.TreeReuseEnabled;
bool enableTranpsositions = paramsSearch.Execution.TranspositionMode != TranspositionMode.None;
// Create requested type of engine
if (engineSpec == null)
{
return(new GameEngineCeresInProcess("Ceres_" + suffix, evaluatorDef, paramsSearch, paramsSelect, timeManager, null));
}
else if (engineSpec.Name == "LC0")
{
if (evaluatorDef == null)
{
throw new Exception("EvaluatorDef must be specified when running LC0 engine");
}
// TODO: do we really want to emulate always here? probably not
// WARNING: above.
bool forceDisableSmartPruning = false;
return(new GameEngineLC0("LZ0_" + suffix, evaluatorDef.Nets[0].Net.NetworkID,
forceDisableSmartPruning, false,
paramsSearch, paramsSelect, evaluatorDef,
null, CeresUserSettingsManager.GetLC0ExecutableFileName()));
}
else
{
return(engineSpec.CreateEngine());
}
}
/// <summary>
/// Constructor.
/// </summary>
/// <param name="uciEngineSpec"></param>
public GameEngineDefUCI(string id, GameEngineUCISpec uciEngineSpec)
: base(id)
{
UCIEngineSpec = uciEngineSpec;
}
/// <summary>
/// Test code. Currently configured for 703810 using 2A100 versus LC0.
/// </summary>
public static void Test()
{
string ETHERAL_EXE = @"\\synology\dev\chess\engines\Ethereal12.75-x64-popcnt-avx2.exe";
string SF11_EXE = @"\\synology\dev\chess\engines\stockfish_11_x64_bmi2.exe";
string SF12_EXE = @"\\synology\dev\chess\engines\stockfish_20090216_x64_avx2.exe";
GameEngineUCISpec specEthereal = new GameEngineUCISpec("Ethereal12", ETHERAL_EXE);
GameEngineUCISpec specSF = new GameEngineUCISpec("SF12", SF12_EXE);
GameEngineUCISpec specLC0 = new GameEngineUCISpec("LC0", "lc0.exe");
// 66511
//NNEvaluatorDef def1 = NNEvaluatorDefFactory.SingleNet("j92-280", NNEvaluatorType.LC0Dll,1);
// NNEvaluatorDef def0 = NNEvaluatorDefFactory.FromSpecification("LC0:j92-280", "GPU:1:POOLED");// POOLED");//:POOLED");
// NNEvaluatorDef def1 = NNEvaluatorDefFactory.FromSpecification("LC0:66666", "GPU:1:POOLED");// POOLED");//:POOLED");
NNEvaluatorDef evalDef1 = NNEvaluatorDefFactory.FromSpecification("LC0:703810", "GPU:0,1"); // POOLED");//:POOLED");
NNEvaluatorDef evalDef2 = NNEvaluatorDefFactory.FromSpecification("LC0:703810", "GPU:0,1"); // POOLED");//:POOLED");
// sv5300 j104.0-10000
// def1.MakePersistent();
//def1.PersistentID = "PERSIST";
// NNEvaluatorDef def2 = NNEvaluatorDefFactory.FromSpecification("LC0:66581", "GPU:3");//:POOLED");
// SearchLimit slLC0 = SearchLimit.NodesPerMove(10_000);
// SearchLimit slEthereal = slLC0 * 875;
// SearchLimit slSF = slLC0 * 875;
//specEthereal = specSF;
string[] extraUCI = null;// new string[] {"setoption name Contempt value 5000" };
const int NUM_THREADS = 32;
const int HASH_SIZE_MB = 2048;
string TB_PATH = CeresUserSettingsManager.Settings.DirTablebases;
SearchLimit limit = SearchLimit.NodesPerMove(1_000);
//limit = SearchLimit.SecondsForAllMoves(60);
//limit = SearchLimit.SecondsForAllMoves(60, 1f);
limit = SearchLimit.SecondsForAllMoves(120, 0.5f);
GameEngineDefCeres engineDefCeres1 = new GameEngineDefCeres("Ceres1", evalDef1, new ParamsSearch(), null, new ParamsSelect(), null);
GameEngineDefCeres engineDefCeres2 = new GameEngineDefCeres("Ceres2", evalDef2, new ParamsSearch(), null, new ParamsSelect(), null);
bool forceDisableSmartPruning = limit.IsNodesLimit;
if (forceDisableSmartPruning)
{
engineDefCeres1.SearchParams.FutilityPruningStopSearchEnabled = false;
engineDefCeres2.SearchParams.FutilityPruningStopSearchEnabled = false;
}
GameEngineDef engineDefEthereal = new GameEngineDefUCI("Etheral", new GameEngineUCISpec("Etheral", ETHERAL_EXE, NUM_THREADS, HASH_SIZE_MB, TB_PATH, uciSetOptionCommands: extraUCI));
GameEngineDef engineDefStockfish11 = new GameEngineDefUCI("SF11", new GameEngineUCISpec("SF11", SF11_EXE, NUM_THREADS, HASH_SIZE_MB, TB_PATH, uciSetOptionCommands: extraUCI));
GameEngineDef engineDefStockfish12 = new GameEngineDefUCI("SF12", new GameEngineUCISpec("SF12", SF12_EXE, NUM_THREADS, HASH_SIZE_MB, TB_PATH, uciSetOptionCommands: extraUCI));
//GameEngineDef engineDefCeresUCI = new GameEngineDefUCI("CeresUCI", new GameEngineUCISpec("CeresUCI", @"c:\dev\ceres\artifacts\release\net5.0\ceres.exe"));
GameEngineDef engineDefCeresUCI = new GameEngineDefCeresUCI("CeresUCI", evalDef1, overrideEXE: @"c:\dev\ceres\artifacts\release\net5.0\ceres.exe");
GameEngineDefLC0 engineDefLC1 = new GameEngineDefLC0("LC0_0", evalDef1, forceDisableSmartPruning, null, null);
GameEngineDefLC0 engineDefLC2 = new GameEngineDefLC0("LC0_1", evalDef2, forceDisableSmartPruning, null, null);
EnginePlayerDef playerCeres1UCI = new EnginePlayerDef(engineDefCeresUCI, limit);
EnginePlayerDef playerCeres2UCI = new EnginePlayerDef(engineDefCeresUCI, limit);
EnginePlayerDef playerCeres1 = new EnginePlayerDef(engineDefCeres1, limit);
EnginePlayerDef playerCeres2 = new EnginePlayerDef(engineDefCeres2, limit);
EnginePlayerDef playerEthereal = new EnginePlayerDef(engineDefEthereal, limit);
EnginePlayerDef playerStockfish11 = new EnginePlayerDef(engineDefStockfish11, limit);
EnginePlayerDef playerStockfish12 = new EnginePlayerDef(engineDefStockfish12, limit);
EnginePlayerDef playerLC0 = new EnginePlayerDef(engineDefLC1, limit);
EnginePlayerDef playerLC1 = new EnginePlayerDef(engineDefLC2, limit);
// def.SearchLimitEngine1 = def.SearchLimitEngine2 = SearchLimit.SecondsForAllMoves(15, 0.25f);
// def.SearchLimitEngine2 = def.SearchLimitEngine2 = SearchLimit.SecondsForAllMoves(15, 0.25f);
//(playerCeres1.EngineDef as GameEngineDefCeres).SearchParams.DrawByRepetitionLookbackPlies = 40;
if (false)
{
// ===============================================================================
SuiteTestDef suiteDef = new SuiteTestDef("Suite", @"\\synology\dev\chess\data\epd\endgame2.epd", playerCeres1, playerCeres2, null);
// suiteDef.MaxNumPositions = 100;
SuiteTestRunner suiteRunner = new SuiteTestRunner(suiteDef);
suiteRunner.Run(1, true, false);
return;
// ===============================================================================
}
// engineDefCeres2.SearchParams.TwofoldDrawEnabled = false;
//engineDefCeres1.SearchParams.TreeReuseEnabled = false;
//engineDefCeres2.SearchParams.TreeReuseEnabled = false;
//engineDefCeres1.SearchParams.FutilityPruningStopSearchEnabled= false;
//engineDefCeres2.SearchParams.FutilityPruningStopSearchEnabled= false;
//engineDefLC0.SearchParamsEmulate.FutilityPruningStopSearchEnabled= false;
//TournamentDef def = new TournamentDef("TOURN", playerCeres1, playerLC0);
TournamentDef def = new TournamentDef("TOURN", playerCeres1, playerLC0);
def.NumGamePairs = 50;
// def.ShowGameMoves = false;
// def.OpeningsFileName = @"HERT_2017\Hert500.pgn";
// def.StartingFEN = "1q6/2n4k/1r1p1pp1/RP1P2p1/2Q1P1P1/2N4P/3K4/8 b - - 8 71";
// def.OpeningsFileName = @"\\synology\dev\chess\data\openings\Drawkiller_500pos_reordered.pgn";//
def.OpeningsFileName = "TCEC19_NoomenSelect.pgn";
// def.OpeningsFileName = "TCEC1819.pgn";
// def.AdjudicationThresholdCentipawns = 500;
// def.AdjudicationThresholdNumMoves = 3;
const int CONCURRENCY = 1;// 15;
TournamentManager runner = new TournamentManager(def, CONCURRENCY);
TournamentResultStats results;
//UCIEngineProcess.VERBOSE = true;
TimingStats stats = new TimingStats();
using (new TimingBlock(stats, TimingBlock.LoggingType.None))
{
results = runner.RunTournament();
}
Console.WriteLine();
Console.WriteLine($"Tournament completed in {stats.ElapsedTimeSecs,8:F2} seconds.");
Console.WriteLine(results.GameOutcomesString);
}
/// <summary>
/// Dump two sets of parameters, optionally showing only differences.
/// </summary>
public static void DumpParams(TextWriter writer, bool differentOnly,
GameEngineUCISpec externalEngine1Spec, GameEngineUCISpec externalEngine2Spec,
NNEvaluatorDef evaluatorDef1, NNEvaluatorDef evaluatorDef2,
SearchLimit searchLimit1, SearchLimit searchLimit2,
ParamsSelect selectParams1, ParamsSelect selectParams2,
ParamsSearch searchParams1, ParamsSearch searchParams2,
IManagerGameLimit timeManager1, IManagerGameLimit timeManager2,
ParamsSearchExecution paramsSearchExecution1,
ParamsSearchExecution paramsSearchExecution2)
{
writer.WriteLine("\r\n-----------------------------------------------------------------------");
writer.WriteLine("ENGINE 1 Options Modifications from Default");
if (evaluatorDef1 != null)
{
writer.WriteLine("Ceres Evaluator : " + evaluatorDef1.ToString());
}
else
{
writer.Write("External UCI : " + externalEngine1Spec);
}
writer.Write(ObjUtils.FieldValuesDumpString <SearchLimit>(searchLimit1, SearchLimit.NodesPerMove(1), differentOnly));
// writer.Write(ObjUtils.FieldValuesDumpString<NNEvaluatorDef>(Def.NNEvaluators1.EvaluatorDef, new ParamsNN(), differentOnly));
writer.Write(ObjUtils.FieldValuesDumpString <ParamsSelect>(selectParams1, new ParamsSelect(), differentOnly));
writer.Write(ObjUtils.FieldValuesDumpString <ParamsSearch>(searchParams1, new ParamsSearch(), differentOnly));
DumpTimeManagerDifference(true, null, timeManager1);
writer.Write(ObjUtils.FieldValuesDumpString <ParamsSearchExecution>(paramsSearchExecution1, new ParamsSearchExecution(), differentOnly));
writer.WriteLine("\r\n-----------------------------------------------------------------------");
writer.WriteLine("ENGINE 2 Options Modifications from Engine 1");
bool evaluatorsDifferent = false;
bool eval2TypeDifferent = (evaluatorDef1 == null) != (evaluatorDef2 == null);
if (eval2TypeDifferent)
{
evaluatorsDifferent = true;
}
else
{
if (evaluatorDef1 != null)
{
evaluatorsDifferent = evaluatorDef1.ToString() != evaluatorDef2.ToString();
}
else
{
evaluatorsDifferent = externalEngine1Spec.ToString() != externalEngine2Spec.ToString();
}
}
if (!differentOnly || evaluatorsDifferent)
{
if (evaluatorDef1 != null && evaluatorDef2 != null)
{
writer.WriteLine("Ceres Evaluator : " + evaluatorDef2.ToString());
}
else
{
writer.Write("External UCI : " + externalEngine2Spec);
}
}
if (searchLimit2 != null)
{
writer.Write(ObjUtils.FieldValuesDumpString <SearchLimit>(searchLimit2, searchLimit1, differentOnly));
// writer.Write(ObjUtils.FieldValuesDumpString<NNEvaluatorDef>(Def.NNEvaluators1.EvaluatorDef, Def.NNEvaluators2.EvaluatorDef, differentOnly));
writer.Write(ObjUtils.FieldValuesDumpString <ParamsSelect>(selectParams2, selectParams1, differentOnly));
writer.Write(ObjUtils.FieldValuesDumpString <ParamsSearch>(searchParams2, searchParams1, differentOnly));
DumpTimeManagerDifference(differentOnly, timeManager1, timeManager2);
writer.Write(ObjUtils.FieldValuesDumpString <ParamsSearchExecution>(paramsSearchExecution2, paramsSearchExecution1, differentOnly));
}
}