コード例 #1
0
        internal void RunMutationTests()
        {
            Random rand = new Random(1);
            //DebugSettings.VerboseLogging = true;

            String logTarget = dynSettings.DynamoLogger.LogPath + "MutationLog.log";

            StreamWriter writer = new StreamWriter(logTarget);

            writer.WriteLine("MutateTest Internal activate");

            System.Diagnostics.Debug.WriteLine("MutateTest Internal activate");

            new Thread(() =>
            {
                bool passed = false;

                try
                {
                    for (int i = 0; i < 1000; i++)
                    {
                        writer.WriteLine("##### - Beginning run: " + i);

                        var nodes = dynamoController.DynamoModel.Nodes;

                        writer.WriteLine("### - Beginning eval");


                        dynamoController.UIDispatcher.Invoke(new Action(() =>
                        {
                            DynamoViewModel.RunCancelCommand runCancel =
                                new DynamoViewModel.RunCancelCommand(false, false);
                            dynamoController.DynamoViewModel.ExecuteCommand(runCancel);
                        }));

                        while (dynamoController.DynamoViewModel.Controller.Runner.Running)
                        {
                            Thread.Sleep(10);
                        }

                        writer.WriteLine("### - Eval complete");
                        writer.Flush();
                        writer.WriteLine("### - Beginning readout");


                        Dictionary <Guid, String> valueMap = new Dictionary <Guid, String>();

                        foreach (NodeModel n in nodes)
                        {
                            if (n.OutPorts.Count > 0)
                            {
                                Guid guid   = n.GUID;
                                Object data = n.GetValue(0).Data;
                                String val  = data != null ? data.ToString() : "null";
                                valueMap.Add(guid, val);
                                writer.WriteLine(guid + " :: " + val);
                                writer.Flush();
                            }
                        }

                        writer.WriteLine("### - Readout complete");
                        writer.Flush();
                        writer.WriteLine("### - Beginning delete");
                        NodeModel node = nodes[rand.Next(nodes.Count)];
                        writer.WriteLine("### - Deletion target: " + node.GUID);


                        List <AbstractMutator> mutators = new List <AbstractMutator>()
                        {
                            new CodeBlockNodeMutator(rand), new DeleteNodeMutator(rand)
                        };


                        AbstractMutator mutator = mutators[rand.Next(mutators.Count)];

                        int numberOfUndosNeeded = mutator.Mutate();


                        Thread.Sleep(100);

                        writer.WriteLine("### - delete complete");
                        writer.Flush();
                        writer.WriteLine("### - Beginning re-exec");


                        dynamoController.UIDispatcher.Invoke(new Action(() =>
                        {
                            DynamoViewModel.RunCancelCommand runCancel =
                                new DynamoViewModel.RunCancelCommand(false, false);
                            dynamoController.DynamoViewModel.ExecuteCommand(runCancel);
                        }));

                        Thread.Sleep(100);

                        writer.WriteLine("### - re-exec complete");
                        writer.Flush();
                        writer.WriteLine("### - Beginning undo");


                        for (int iUndo = 0; iUndo < numberOfUndosNeeded; iUndo++)
                        {
                            dynamoController.UIDispatcher.Invoke(new Action(() =>
                            {
                                DynamoViewModel.UndoRedoCommand undoCommand =
                                    new DynamoViewModel.UndoRedoCommand(
                                        DynamoViewModel.UndoRedoCommand.Operation.Undo);
                                dynamoController.DynamoViewModel.ExecuteCommand(undoCommand);
                            }));

                            Thread.Sleep(100);
                        }


                        writer.WriteLine("### - undo complete");
                        writer.Flush();
                        writer.WriteLine("### - Beginning re-exec");

                        dynamoController.UIDispatcher.Invoke(new Action(() =>
                        {
                            DynamoViewModel.RunCancelCommand runCancel =
                                new DynamoViewModel.RunCancelCommand(false, false);

                            dynamoController.DynamoViewModel.ExecuteCommand(runCancel);
                        }));
                        Thread.Sleep(10);

                        while (dynamoController.DynamoViewModel.Controller.Runner.Running)
                        {
                            Thread.Sleep(10);
                        }

                        writer.WriteLine("### - re-exec complete");
                        writer.Flush();
                        writer.WriteLine("### - Beginning readback");


                        foreach (NodeModel n in nodes)
                        {
                            if (n.OutPorts.Count > 0)
                            {
                                try
                                {
                                    String valmap  = valueMap[n.GUID].ToString();
                                    Object data    = n.GetValue(0).Data;
                                    String nodeVal = data != null ? data.ToString() : "null";

                                    if (valmap != nodeVal)
                                    {
                                        writer.WriteLine("!!!!!!!!!!! Read-back failed");
                                        writer.WriteLine(n.GUID);


                                        writer.WriteLine("Was: " + nodeVal);
                                        writer.WriteLine("Should have been: " + valmap);
                                        writer.Flush();
                                        return;


                                        Debug.WriteLine("==========> Failure on run: " + i);
                                        Debug.WriteLine("Lookup map failed to agree");
                                        Validity.Assert(false);
                                    }
                                }
                                catch (Exception)
                                {
                                    writer.WriteLine("!!!!!!!!!!! Read-back failed");
                                    writer.Flush();
                                    return;
                                }
                            }
                        }

                        /*
                         * UIDispatcher.Invoke(new Action(() =>
                         * {
                         * DynamoViewModel.ForceRunCancelCommand runCancelForce =
                         * new DynamoViewModel.ForceRunCancelCommand(false,
                         *                false);
                         * DynamoViewModel.ExecuteCommand(runCancelForce);
                         *
                         * }));
                         * while (DynamoViewModel.Controller.Runner.Running)
                         * {
                         * Thread.Sleep(10);
                         * }
                         * foreach (NodeModel n in nodes)
                         * {
                         * if (n.OutPorts.Count > 0)
                         * {
                         *  String valmap = valueMap[n.GUID].ToString();
                         *  String nodeVal = n.GetValue(0).Data.ToString();
                         *
                         *  if (valmap != nodeVal)
                         *  {
                         *      Debug.WriteLine("==========> Failure on run: " + i);
                         *      Debug.WriteLine("Lookup map failed to agree");
                         *      Validity.Assert(false);
                         *
                         *  }
                         * }
                         * }
                         */
                    }

                    passed = true;
                }
                finally
                {
                    dynSettings.DynamoLogger.Log("Fuzz testing: " + (passed ? "pass" : "FAIL"));

                    writer.Flush();
                    writer.Close();
                    writer.Dispose();
                }
            }).
            Start();
        }
コード例 #2
0
        private void InvokeTest(AbstractMutator mutator, StreamWriter writer)
        {
            bool passed = false;

            Type type = mutator.GetNodeType();

            if (type == null)
            {
                return;
            }

            var att = (MutationTestAttribute)Attribute.GetCustomAttribute(mutator.GetType(),
                                                                          typeof(MutationTestAttribute));

            var nodes = dynamoViewModel.Model.CurrentWorkspace.Nodes.ToList();

            if (type != typeof(NodeModel))
            {
                nodes = nodes.Where(t => t.GetType() == type).ToList();
            }

            if (nodes.Count == 0)
            {
                writer.WriteLine("No nodes for mutator: " + mutator.GetType());
                return;
            }

            try
            {
                Random rand = new Random(1);

                for (int i = 0; i < mutator.NumberOfLaunches; i++)
                {
                    NodeModel node = nodes[rand.Next(nodes.Count)];

                    writer.WriteLine("##### - Beginning run " + att.Caption + ": " + i);
                    writer.WriteLine("### - Beginning eval");

                    dynamoViewModel.UIDispatcher.Invoke(new Action(() =>
                    {
                        DynamoModel.RunCancelCommand runCancel =
                            new DynamoModel.RunCancelCommand(false, false);

                        dynamoViewModel.ExecuteCommand(runCancel);
                    }));
                    while (!dynamoViewModel.HomeSpaceViewModel.RunSettingsViewModel.RunButtonEnabled)
                    {
                        Thread.Sleep(10);
                    }

                    writer.WriteLine("### - Eval complete");
                    writer.Flush();

                    var engineController =
                        dynamoViewModel.EngineController;

                    passed = mutator.RunTest(node, engineController, writer);

                    if (!passed)
                    {
                        writer.WriteLine("### - Test failed");
                        break;
                    }
                }
            }
            catch (Exception ex)
            {
                dynamoViewModel.Model.Logger.Log(att.Caption + ": FAILED: " + ex.Message);
            }
            finally
            {
                dynamoViewModel.Model.Logger.Log(att.Caption + ": " + (passed ? "pass" : "FAIL"));
            }
        }
コード例 #3
0
ファイル: MutatorDriver.cs プロジェクト: norbertzsiros/Dynamo
        private void InvokeTest(AbstractMutator mutator, StreamWriter writer)
        {
            bool passed = false;

            Type type = mutator.GetNodeType();
            if (type == null)
                return;

            var att = (MutationTestAttribute)Attribute.GetCustomAttribute(mutator.GetType(), 
                typeof(MutationTestAttribute));

            var nodes = dynamoViewModel.Model.CurrentWorkspace.Nodes.ToList();
            if (type != typeof(NodeModel))
                nodes = nodes.Where(t => t.GetType() == type).ToList();

            if (nodes.Count == 0)
            {
                writer.WriteLine("No nodes for mutator: " + mutator.GetType());
                return;

            }

            try
            {
                Random rand = new Random(1);

                for (int i = 0; i < mutator.NumberOfLaunches; i++)
                {
                    NodeModel node = nodes[rand.Next(nodes.Count)];

                    writer.WriteLine("##### - Beginning run " + att.Caption + ": " + i);
                    writer.WriteLine("### - Beginning eval");

                    dynamoViewModel.UIDispatcher.Invoke(new Action(() =>
                    {
                        DynamoModel.RunCancelCommand runCancel =
                            new DynamoModel.RunCancelCommand(false, false);

                        dynamoViewModel.ExecuteCommand(runCancel);
                    }));
                    while (!dynamoViewModel.HomeSpaceViewModel.RunSettingsViewModel.RunButtonEnabled)
                    {
                        Thread.Sleep(10);
                    }

                    writer.WriteLine("### - Eval complete");
                    writer.Flush();

                    var engineController =
                        dynamoViewModel.EngineController;

                    passed = mutator.RunTest(node, engineController, writer);

                    if (!passed)
                    {
                        writer.WriteLine("### - Test failed");
                        break;
                    }
                }
            }
            catch(Exception ex)
            {
                dynamoViewModel.Model.Logger.Log(att.Caption + ": FAILED: " + ex.Message);
            }
            finally
            {
                dynamoViewModel.Model.Logger.Log(att.Caption + ": " + (passed ? "pass" : "FAIL"));
            }
        }