public override void ValidateScan(string configPath, ScreenAnalyzer.EMode mode, MLDataExporter dataExporter) { string testName = Path.GetFileNameWithoutExtension(configPath); GameState validationState = LoadValidationConfig(configPath); if (validationState == null || cachedGameState == null) { string exceptionMsg = string.Format("Test {0} failed! Scan results:{1}, config path: {2}", testName, cachedGameState, configPath); throw new Exception(exceptionMsg); } if (dataExporter != null && cachedCircles != null) { int numPatterns = 0; for (int idx = 0; idx < 9; idx++) { // generate additional sample images by offseting source bounds -5..5 px in each direction // numbers only, empty field doesn't have enough details to care if (validationState.board[idx] > 0) { for (int offsetX = -5; offsetX <= 5; offsetX++) { for (int offsetY = -5; offsetY <= 5; offsetY++) { Rectangle offsetBounds = cachedCircles[idx]; offsetBounds.Offset(offsetX, offsetY); float[] exportValues = ExtractCirclePattern(screenAnalyzer.cachedFastBitmap, offsetBounds); dataExporter.ExportValues(exportValues, validationState.board[idx]); numPatterns++; } } } else { float[] exportValues = ExtractCirclePattern(screenAnalyzer.cachedFastBitmap, cachedCircles[idx]); dataExporter.ExportValues(exportValues, validationState.board[idx]); numPatterns++; } } Logger.WriteLine("Exported ML entries:{0}", numPatterns); } for (int idx = 0; idx < 9; idx++) { if (cachedGameState.board[idx] != validationState.board[idx]) { string exceptionMsg = string.Format("Test {0} failed! Board[{1}] got:{2}, expected:{3}", testName, idx, cachedGameState.board[idx], validationState.board[idx]); throw new Exception(exceptionMsg); //Logger.WriteLine(exceptionMsg); } } }
public static void RunTests() { // ML run? exportDetectionPatterns = false; ScreenAnalyzer.EMode testMode = ScreenAnalyzer.EMode.AlwaysResetCache | ScreenAnalyzer.EMode.DebugScreenshotOnly | ScreenAnalyzer.EMode.AutoTest; RunTests("test/auto/cactpot", testMode | ScreenAnalyzer.EMode.ScanCactpot); RunTests("test/auto/triad", testMode | ScreenAnalyzer.EMode.ScanTriad); RunTriadSolverTests("test/auto/triad-solver"); }
public virtual void ValidateScan(string configPath, ScreenAnalyzer.EMode mode, MLDataExporter dataExporter) { throw new Exception("Scanner doesn't support tests!"); }
public static void RunTests(string path, ScreenAnalyzer.EMode mode) { ScreenAnalyzer screenAnalyzer = new ScreenAnalyzer(); MLDataExporter dataExporter = null; ScannerBase scannerOb = null; foreach (var kvp in screenAnalyzer.mapScanners) { if ((kvp.Key & mode) != ScreenAnalyzer.EMode.None) { scannerOb = kvp.Value; break; } } if (scannerOb == null) { throw new Exception("Test failed! Can't find scanner for requested type:" + mode); } if (exportDetectionPatterns) { dataExporter = new MLDataExporter(); dataExporter.exportPath = AssetManager.Get().CreateFilePath("ml/patternMatch/data"); dataExporter.StartDataExport((mode & ScreenAnalyzer.EMode.ScanAll).ToString()); } string testRoot = AssetManager.Get().CreateFilePath(path); IEnumerable <string> configPaths = Directory.EnumerateFiles(testRoot, "*.json"); foreach (var configPath in configPaths) { string imagePath = configPath.Replace(".json", ".jpg"); if (!File.Exists(imagePath)) { imagePath = imagePath.Replace(".jpg", ".png"); } if (File.Exists(imagePath)) { Logger.WriteLine("==> Testing: " + Path.GetFileNameWithoutExtension(configPath)); bool bNeedsDebugRun = false; screenAnalyzer.debugScreenshotPath = imagePath; screenAnalyzer.debugScannerContext = null; try { screenAnalyzer.DoWork(mode); scannerOb.ValidateScan(configPath, mode, dataExporter); } catch (Exception ex) { Logger.WriteLine("Exception:" + ex); bNeedsDebugRun = true; } // retry, don't catch exceptions if (bNeedsDebugRun && !exportDetectionPatterns) { screenAnalyzer.DoWork(mode | ScreenAnalyzer.EMode.Debug); scannerOb.ValidateScan(configPath, mode | ScreenAnalyzer.EMode.Debug, null); } } } if (exportDetectionPatterns) { dataExporter.FinishDataExport("ml-" + Path.GetFileNameWithoutExtension(path) + ".json"); } }