Beispiel #1
0
        // This is a sample that moves in a random direction
        public static void Execute(AgentHost agentHost, ListBox lstMessage, Panel pnl3x3, Panel pnlDiagData, PictureBox pictureBoxMineCraft, CheckBox chkFullDebug)
        {
            WorldState worldState;
            Random     rand = new Random();

            // main loop:
            do
            {
                // Get Worldstate
                worldState = agentHost.getWorldState();

                agentHost.sendCommand("move 1");
                agentHost.sendCommand(string.Format("turn {0}", rand.NextDouble()));
                Thread.Sleep(500);

                // Log Mission
                Observation objObservation = RunMission.LogMission(worldState, lstMessage, pnl3x3, pnlDiagData, chkFullDebug);

                if (worldState.is_mission_running && worldState.video_frames.Count > 0)
                {
                    // Converts the Malmo ByteVector to a Bitmap and display in pictureBoxMineCraft
                    pictureBoxMineCraft.Image = ImageConvert.GetImageFromByteArray(worldState.video_frames[0].pixels);
                    pictureBoxMineCraft.Invalidate();
                    pictureBoxMineCraft.Refresh();
                }
            }while (worldState.is_mission_running);

            lstMessage.Items.Insert(0, "Mission has stopped.");
        }
Beispiel #2
0
        public static void Execute(AgentHost agentHost, ListBox lstMessage, Panel pnl3x3, Panel pnlDiagData, PictureBox pictureBoxMineCraft, CheckBox chkFullDebug)
        {
            WorldState           worldState;
            JavaScriptSerializer json_serializer = new JavaScriptSerializer();

            agentHost.setObservationsPolicy(ObservationsPolicy.LATEST_OBSERVATION_ONLY);
            agentHost.setVideoPolicy(VideoPolicy.LATEST_FRAME_ONLY);

            // main loop:
            do
            {
                // Get Worldstate
                worldState = agentHost.getWorldState();
                Thread.Sleep(500);

                // Log Mission
                Observation objObservation = RunMission.LogMission(worldState, lstMessage, pnl3x3, pnlDiagData, chkFullDebug);
                var         yaw            = objObservation.Yaw;

                string current_yaw_delta = "";
                if (worldState.is_mission_running && worldState.video_frames.Count > 0)
                {
                    // do we have new Video?
                    if (worldState.video_frames.Count > 0)
                    {
                        current_yaw_delta = processFrame(worldState.video_frames[0].pixels);
                        if (current_yaw_delta != "")
                        {
                            agentHost.sendCommand(String.Format("turn {0}", current_yaw_delta));
                        }
                    }
                    else
                    {
                        agentHost.sendCommand(String.Format("turn {0}", yaw));
                    }
                }

                if (worldState.is_mission_running && worldState.video_frames.Count > 0)
                {
                    // Converts the Malmo ByteVector to a Bitmap and display in pictureBoxMineCraft
                    pictureBoxMineCraft.Image = ImageConvert.GetImageFromByteArray(worldState.video_frames[0].pixels);
                    pictureBoxMineCraft.Invalidate();
                    pictureBoxMineCraft.Refresh();
                }
            }while (worldState.is_mission_running);

            lstMessage.Items.Insert(0, "Mission has stopped.");
        }
Beispiel #3
0
        // Get the tiles around the agent
        public static void Execute(AgentHost agentHost, ListBox lstMessage, Panel pnl3x3, Panel pnlDiagData, PictureBox pictureBoxMineCraft, CheckBox chkFullDebug)
        {
            WorldState           worldState;
            JavaScriptSerializer json_serializer = new JavaScriptSerializer();

            // main loop:
            do
            {
                // Get Worldstate
                worldState = agentHost.getWorldState();

                // Log Mission
                Observation objObservation = RunMission.LogMission(worldState, lstMessage, pnl3x3, pnlDiagData, chkFullDebug);

                if (worldState.is_mission_running && worldState.video_frames.Count > 0)
                {
                    // Converts the Malmo ByteVector to a Bitmap and display in pictureBoxMineCraft
                    pictureBoxMineCraft.Image = ImageConvert.GetImageFromByteArray(worldState.video_frames[0].pixels);
                    pictureBoxMineCraft.Invalidate();
                    pictureBoxMineCraft.Refresh();
                }

                if (objObservation.LineOfSight != null)
                {
                    // See if there is room to move
                    if ((Convert.ToDouble(objObservation.LineOfSight.z) - (objObservation.ZPos) > 1))
                    {
                        // Move
                        agentHost.sendCommand("move 1");
                        Thread.Sleep(500);
                    }
                    else
                    {
                        agentHost.sendCommand(string.Format("turn {0}", 1));
                        Thread.Sleep(500);
                    }
                }
            }while (worldState.is_mission_running);

            lstMessage.Items.Insert(0, "Mission has stopped.");
        }
Beispiel #4
0
 //----------------------------------------------------------------------------------------------------------------------
 void ExecuteCommands()
 {
     try
     {
         foreach (string command in listOfCommmands)
         {
             //System.Diagnostics.Debug.WriteLine("Executing command " + command);
             agentHost.sendCommand(command);
         }
     }
     catch (Exception ex)
     {
         System.Diagnostics.Debug.WriteLine("Error executing commands at ProgramMalmo: " + ex.Message);
         string errorLine = "Error executing commands at ProgramMalmo: " + ex.Message;
         SharpNeat.PopulationReadWrite.WriteErrorForDebug(errorLine);
     }
 }
Beispiel #5
0
        static void Main()
        {
            string missionXML = @"<?xml version=""1.0"" encoding=""UTF-8"" standalone=""no"" ?>
            <Mission xmlns=""http://ProjectMalmo.microsoft.com"" xmlns:xsi=""http://www.w3.org/2001/XMLSchema-instance"">
            
              <About>
                <Summary>Hello world!</Summary>
              </About>
              
            <ServerSection>
              <ServerInitialConditions>
                <Time>
                    <StartTime>1000</StartTime>
                    <AllowPassageOfTime>false</AllowPassageOfTime>
                </Time>
                <Weather>clear</Weather>
              </ServerInitialConditions>
              <ServerHandlers>
                  <FlatWorldGenerator generatorString=""3;7,44*49,73,35:1,159:4,95:13,35:13,159:11,95:10,159:14,159:6,35:6,95:6;12;""/>
                  <DrawingDecorator>
                    <DrawSphere x=""-27"" y=""70"" z=""0"" radius=""30"" type=""air""/>" + Menger(-40, 40, -13, 27, "stone", "smooth_granite", "air") + @"
                    <DrawCuboid x1=""-25"" y1=""39"" z1=""-2"" x2=""-29"" y2=""39"" z2=""2"" type=""lava""/>
                    <DrawCuboid x1=""-26"" y1=""39"" z1=""-1"" x2=""-28"" y2=""39"" z2=""1"" type=""obsidian""/>
                    <DrawBlock x=""-27"" y=""39"" z=""0"" type=""diamond_block""/>
                  </DrawingDecorator>
                  <ServerQuitFromTimeUp timeLimitMs=""30000""/>
                  <ServerQuitWhenAnyAgentFinishes/>
                </ServerHandlers>
              </ServerSection>
              
              <AgentSection mode=""Survival"">
                <Name>MalmoTutorialBot</Name>
                <AgentStart>
                    <Placement x=""0.5"" y=""56.0"" z=""0.5"" yaw=""90""/>
                    <Inventory>
                        <InventoryItem slot=""8"" type=""diamond_pickaxe""/>
                    </Inventory>
                </AgentStart>
                <AgentHandlers>
                  <ObservationFromFullStats/>
                  <ObservationFromGrid>
                      <Grid name=""floor3x3"">
                        <min x=""-1"" y=""-1"" z=""-1""/>
                        <max x=""1"" y=""-1"" z=""1""/>
                      </Grid>
                  </ObservationFromGrid>
                  <ContinuousMovementCommands turnSpeedDegs=""180""/>
                  <InventoryCommands/>
                  <AgentQuitFromTouchingBlockType>
                      <Block type=""diamond_block"" />
                  </AgentQuitFromTouchingBlockType>
                </AgentHandlers>
              </AgentSection>
            </Mission>";

            // Create default Malmo objects:

            AgentHost agent_host = new AgentHost();

            try
            {
                agent_host.parse(new StringVector(Environment.GetCommandLineArgs()));
            }
            catch (Exception e)
            {
                Console.WriteLine("Error:{0}", e.Message);
                Console.WriteLine(agent_host.getUsage());
                Environment.Exit(1);
            }
            if (agent_host.receivedArgument("help"))
            {
                Console.WriteLine(agent_host.getUsage());
                Environment.Exit(0);
            }

            MissionSpec       my_mission        = new MissionSpec(missionXML, true);
            MissionRecordSpec my_mission_record = new MissionRecordSpec();

            // Attempt to start a mission:
            int max_retries = 3;

            for (int retry = 0; retry < max_retries; retry++)
            {
                try
                {
                    agent_host.startMission(my_mission, my_mission_record);
                    break;
                }
                catch (Exception e)
                {
                    if (retry == max_retries - 1)
                    {
                        Console.WriteLine("Error starting mission:{0}", e.Message);
                        Environment.Exit(1);
                    }
                    else
                    {
                        Thread.Sleep(2000);
                    }
                }
            }

            // Loop until mission starts
            Console.WriteLine("Waiting for the mission to start ");
            WorldState world_state = agent_host.getWorldState();

            while (!world_state.has_mission_begun)
            {
                Console.Write(".");
                Thread.Sleep(100);
                world_state = agent_host.getWorldState();
                foreach (TimestampedString error in world_state.errors)
                {
                    Console.WriteLine("Error:{0}", error.text);
                }
            }
            Console.WriteLine();
            Console.WriteLine("Mission running ");

            agent_host.sendCommand("hotbar.9 1"); // Press the hotbar key
            agent_host.sendCommand("hotbar.9 0"); // Release hotbar key - agent should now be holding diamond_pickaxe
            agent_host.sendCommand("pitch 0.2");  // Start looking downward slowly
            Thread.Sleep(1000);                   // Wait a second until we are looking in roughly the right direction
            agent_host.sendCommand("pitch 0");    // Stop tilting the camera
            agent_host.sendCommand("move 1");     // And start running...
            agent_host.sendCommand("attack 1");   // Whilst flailing our pickaxe!
            bool jumping = false;

            // Loop until mission ends:
            while (world_state.is_mission_running)
            {
                Console.Write(".");
                Thread.Sleep(100);
                world_state = agent_host.getWorldState();
                foreach (TimestampedString error in world_state.errors)
                {
                    Console.WriteLine("Error:{0}", error.text);
                }
                if (world_state.number_of_observations_since_last_state > 0) // Have any observations come in?
                {
                    string  msg          = world_state.observations[world_state.observations.Count - 1].text;
                    JObject observations = JObject.Parse(msg);
                    JToken  grid         = observations.GetValue("floor3x3");
                    if (jumping is true)
                    {
                        if (grid[4].ToString() is "lava")
                        {
                            agent_host.sendCommand("jump 0");
                            jumping = false;
                        }
                    }
                    if (grid[3].ToString() is "lava")
                    {
                        agent_host.sendCommand("jump 1");
                        jumping = true;
                    }
                }
            }
            Console.WriteLine();
            Console.WriteLine("Mission ended");
            // Mission has ended.
        }
Beispiel #6
0
        /// <summary>
        /// Check the previous value for the command verb and only send a message if it has changed.
        /// </summary>
        /// <param name="agentHost">The agent host</param>
        /// <param name="verb">The verb to check</param>
        /// <param name="newValue">The measured value from the gamepad</param>
        private void CheckAndSend(AgentHost agentHost, string verb, float newValue)
        {
            switch (verb)
            {
                case "move":
                    if (!Settings.Default.IsMoveEnabled)
                    {
                        return;
                    }

                    break;

                case "strafe":
                    if (!Settings.Default.IsStrafeEnabled)
                    {
                        return;
                    }

                    break;

                case "pitch":
                    if (!Settings.Default.IsPitchEnabled)
                    {
                        return;
                    }

                    break;

                case "turn":
                    if (!Settings.Default.IsTurnEnabled)
                    {
                        return;
                    }

                    break;

                case "jump":
                    if (!Settings.Default.IsJumpEnabled)
                    {
                        return;
                    }

                    break;

                case "crouch":
                    if (!Settings.Default.IsCrouchEnabled)
                    {
                        return;
                    }

                    break;

                case "attack":
                    if (!Settings.Default.IsAttackEnabled)
                    {
                        return;
                    }

                    break;

                case "use":
                    if (!Settings.Default.IsUseEnabled)
                    {
                        return;
                    }

                    break;

                case "movenorth":
                    if (!Settings.Default.IsNorthEnabled)
                    {
                        return;
                    }

                    break;

                case "moveeast":
                    if (!Settings.Default.IsEastEnabled)
                    {
                        return;
                    }

                    break;

                case "movesouth":
                    if (!Settings.Default.IsSouthEnabled)
                    {
                        return;
                    }

                    break;

                case "movewest":
                    if (!Settings.Default.IsWestEnabled)
                    {
                        return;
                    }

                    break;
            }

            try {
                if (Settings.Default.StickyKeys && !string.IsNullOrEmpty(_resetVerb))
                {
                    string command = string.Format("{0} {1}", _resetVerb, 0);
                    addCommandToQueue(command);
                    agentHost.sendCommand(command);
                    _continuousCommandState[verb] = 0;
                }

                _resetVerb = verb;

                if (_continuousCommandState.ContainsKey(verb))
                {
                    float currentValue = _continuousCommandState[verb];
                    if (newValue != currentValue)
                    {
                        string command = string.Format("{0} {1}", verb, newValue);
                        addCommandToQueue(command);
                        agentHost.sendCommand(command);
                        _continuousCommandState[verb] = newValue;
                    }
                }
                else if(_discreteCommandState.ContainsKey(verb))
                {
                    if (newValue > 0)
                    {
                        if (!_discreteCommandState[verb])
                        {
                            _discreteCommandState[verb] = true;
                            string command = string.Format("{0} 1", verb, newValue);
                            addCommandToQueue(command);
                            agentHost.sendCommand(command);
                        }
                    }
                    else
                    {
                        _discreteCommandState[verb] = false;
                    }
                }
            }
            catch
            {                
            }
        }
Beispiel #7
0
    public static void Main()
    {
        AgentHost agentHost = new AgentHost();

        try
        {
            agentHost.parse(new StringVector(Environment.GetCommandLineArgs()));
        }
        catch (Exception ex)
        {
            Console.Error.WriteLine("ERROR: {0}", ex.Message);
            Console.Error.WriteLine(agentHost.getUsage());
            Environment.Exit(1);
        }
        if (agentHost.receivedArgument("help"))
        {
            Console.Error.WriteLine(agentHost.getUsage());
            Environment.Exit(0);
        }

        MissionSpec mission = new MissionSpec();

        mission.timeLimitInSeconds(10);
        mission.requestVideo(320, 240);
        mission.rewardForReachingPosition(19.5f, 0.0f, 19.5f, 100.0f, 1.1f);

        MissionRecordSpec missionRecord = new MissionRecordSpec("./saved_data.tgz");

        missionRecord.recordCommands();
        missionRecord.recordMP4(20, 400000);
        missionRecord.recordRewards();
        missionRecord.recordObservations();

        try
        {
            agentHost.startMission(mission, missionRecord);
        }
        catch (MissionException ex)
        {
            // Using catch(Exception ex) would also work, but specifying MissionException allows
            // us to access the error code:
            Console.Error.WriteLine("Error starting mission: {0}", ex.Message);
            Console.Error.WriteLine("Error code: {0}", ex.getMissionErrorCode());
            // We can do more specific error handling using this code, eg:
            if (ex.getMissionErrorCode() == MissionException.MissionErrorCode.MISSION_INSUFFICIENT_CLIENTS_AVAILABLE)
            {
                Console.Error.WriteLine("Have you started a Minecraft client?");
            }
            Environment.Exit(1);
        }

        WorldState worldState;

        Console.WriteLine("Waiting for the mission to start");
        do
        {
            Console.Write(".");
            Thread.Sleep(100);
            worldState = agentHost.getWorldState();

            foreach (TimestampedString error in worldState.errors)
            {
                Console.Error.WriteLine("Error: {0}", error.text);
            }
        }while (!worldState.has_mission_begun);

        Console.WriteLine();

        Random rand = new Random();

        // main loop:
        do
        {
            agentHost.sendCommand("move 1");
            agentHost.sendCommand(string.Format("turn {0}", rand.NextDouble()));
            Thread.Sleep(500);
            worldState = agentHost.getWorldState();
            Console.WriteLine(
                "video,observations,rewards received: {0}, {1}, {2}",
                worldState.number_of_video_frames_since_last_state,
                worldState.number_of_observations_since_last_state,
                worldState.number_of_rewards_since_last_state);
            foreach (TimestampedReward reward in worldState.rewards)
            {
                Console.Error.WriteLine("Summed reward: {0}", reward.getValue());
            }
            foreach (TimestampedString error in worldState.errors)
            {
                Console.Error.WriteLine("Error: {0}", error.text);
            }
        }while (worldState.is_mission_running);

        Console.WriteLine("Mission has stopped.");
    }
Beispiel #8
0
    public static void Main()
    {
        AgentHost agentHost = new AgentHost();

        try
        {
            agentHost.parse(new StringVector(Environment.GetCommandLineArgs()));
        }
        catch (Exception ex)
        {
            Console.Error.WriteLine("ERROR: {0}", ex.Message);
            Console.Error.WriteLine(agentHost.getUsage());
            Environment.Exit(1);
        }
        if (agentHost.receivedArgument("help"))
        {
            Console.Error.WriteLine(agentHost.getUsage());
            Environment.Exit(0);
        }

        MissionSpec mission = new MissionSpec();

        mission.timeLimitInSeconds(10);
        mission.requestVideo(320, 240);
        mission.rewardForReachingPosition(19.5f, 0.0f, 19.5f, 100.0f, 1.1f);

        MissionRecordSpec missionRecord = new MissionRecordSpec("./saved_data.tgz");

        missionRecord.recordCommands();
        missionRecord.recordMP4(20, 400000);
        missionRecord.recordRewards();
        missionRecord.recordObservations();

        try
        {
            agentHost.startMission(mission, missionRecord);
        }
        catch (Exception ex)
        {
            Console.Error.WriteLine("Error starting mission: {0}", ex.Message);
            Environment.Exit(1);
        }

        WorldState worldState;

        Console.WriteLine("Waiting for the mission to start");
        do
        {
            Console.Write(".");
            Thread.Sleep(100);
            worldState = agentHost.getWorldState();

            foreach (TimestampedString error in worldState.errors)
            {
                Console.Error.WriteLine("Error: {0}", error.text);
            }
        }while (!worldState.is_mission_running);

        Console.WriteLine();

        Random rand = new Random();

        // main loop:
        do
        {
            agentHost.sendCommand("move 1");
            agentHost.sendCommand(string.Format("turn {0}", rand.NextDouble()));
            Thread.Sleep(500);
            worldState = agentHost.getWorldState();
            Console.WriteLine(
                "video,observations,rewards received: {0}, {1}, {2}",
                worldState.number_of_video_frames_since_last_state,
                worldState.number_of_observations_since_last_state,
                worldState.number_of_rewards_since_last_state);
            foreach (TimestampedReward reward in worldState.rewards)
            {
                Console.Error.WriteLine("Summed reward: {0}", reward.getValue());
            }
            foreach (TimestampedString error in worldState.errors)
            {
                Console.Error.WriteLine("Error: {0}", error.text);
            }
        }while (worldState.is_mission_running);

        Console.WriteLine("Mission has stopped.");
    }
Beispiel #9
0
        /// <summary>
        /// Check the previous value for the command verb and only send a message if it has changed.
        /// </summary>
        /// <param name="agentHost">The agent host</param>
        /// <param name="verb">The verb to check</param>
        /// <param name="newValue">The measured value from the gamepad</param>
        private void CheckAndSend(AgentHost agentHost, string verb, float newValue)
        {
            switch (verb)
            {
            case "move":
                if (!Settings.Default.IsMoveEnabled)
                {
                    return;
                }

                break;

            case "strafe":
                if (!Settings.Default.IsStrafeEnabled)
                {
                    return;
                }

                break;

            case "pitch":
                if (!Settings.Default.IsPitchEnabled)
                {
                    return;
                }

                break;

            case "turn":
                if (!Settings.Default.IsTurnEnabled)
                {
                    return;
                }

                break;

            case "jump":
                if (!Settings.Default.IsJumpEnabled)
                {
                    return;
                }

                break;

            case "crouch":
                if (!Settings.Default.IsCrouchEnabled)
                {
                    return;
                }

                break;

            case "attack":
                if (!Settings.Default.IsAttackEnabled)
                {
                    return;
                }

                break;

            case "use":
                if (!Settings.Default.IsUseEnabled)
                {
                    return;
                }

                break;

            case "movenorth":
                if (!Settings.Default.IsNorthEnabled)
                {
                    return;
                }

                break;

            case "moveeast":
                if (!Settings.Default.IsEastEnabled)
                {
                    return;
                }

                break;

            case "movesouth":
                if (!Settings.Default.IsSouthEnabled)
                {
                    return;
                }

                break;

            case "movewest":
                if (!Settings.Default.IsWestEnabled)
                {
                    return;
                }

                break;
            }

            try {
                if (Settings.Default.StickyKeys && !string.IsNullOrEmpty(_resetVerb))
                {
                    string command = string.Format("{0} {1}", _resetVerb, 0);
                    addCommandToQueue(command);
                    agentHost.sendCommand(command);
                    _continuousCommandState[verb] = 0;
                }

                _resetVerb = verb;

                if (_continuousCommandState.ContainsKey(verb))
                {
                    float currentValue = _continuousCommandState[verb];
                    if (newValue != currentValue)
                    {
                        string command = string.Format("{0} {1}", verb, newValue);
                        addCommandToQueue(command);
                        agentHost.sendCommand(command);
                        _continuousCommandState[verb] = newValue;
                    }
                }
                else if (_discreteCommandState.ContainsKey(verb))
                {
                    if (newValue > 0)
                    {
                        if (!_discreteCommandState[verb])
                        {
                            _discreteCommandState[verb] = true;
                            string command = string.Format("{0} 1", verb, newValue);
                            addCommandToQueue(command);
                            agentHost.sendCommand(command);
                        }
                    }
                    else
                    {
                        _discreteCommandState[verb] = false;
                    }
                }
            }
            catch
            {
            }
        }
Beispiel #10
0
        public static void Execute(AgentHost agentHost, ListBox lstMessage, Panel pnl3x3, Panel pnlDiagData, PictureBox pictureBoxMineCraft, CheckBox chkFullDebug)
        {
            WorldState           worldState;
            JavaScriptSerializer json_serializer = new JavaScriptSerializer();

            agentHost.setObservationsPolicy(ObservationsPolicy.LATEST_OBSERVATION_ONLY);
            agentHost.setVideoPolicy(VideoPolicy.LATEST_FRAME_ONLY);

            string strMoveCommand = "";

            // main loop:
            do
            {
                // Get Worldstate
                worldState = agentHost.getWorldState();
                Thread.Sleep(500);

                // Make an Observation
                Observation objObservation = RunMission.LogMission(worldState, lstMessage, pnl3x3, pnlDiagData, chkFullDebug);

                // Only proceed if we are able to get back an Observation
                if (objObservation.floor3x3 != null)
                {
                    // Check for "lava" anywhere around us
                    if (!
                        (
                            (objObservation.floor3x3[1].ToString() == "lava") ||
                            (objObservation.floor3x3[4].ToString() == "lava") ||
                            (objObservation.floor3x3[7].ToString() == "lava")
                        ))
                    {
                        // There is no Lava -- keep moving forward
                        strMoveCommand = String.Format("{0} {1}", "move", 1);
                        agentHost.sendCommand(strMoveCommand);
                        lstMessage.Items.Insert(0, strMoveCommand);
                    }
                    else
                    {
                        // There is lava nearby
                        for (int i = 0; i < 8; i++)
                        {
                            if (objObservation.floor3x3[i].ToString() == "lava")
                            {
                                lstMessage.Items.Insert(0, String.Format("Lava found at block: {0}", i));
                            }
                        }

                        // Turn and move
                        strMoveCommand = String.Format("{0} {1}", "turn", 1);
                        agentHost.sendCommand(strMoveCommand);
                        lstMessage.Items.Insert(0, strMoveCommand);

                        strMoveCommand = String.Format("{0} {1}", "move", 1);
                        agentHost.sendCommand(strMoveCommand);
                        lstMessage.Items.Insert(0, strMoveCommand);
                    }
                }

                if (worldState.is_mission_running && worldState.video_frames.Count > 0)
                {
                    // Converts the Malmo ByteVector to a Bitmap and display in pictureBoxMineCraft
                    pictureBoxMineCraft.Image = ImageConvert.GetImageFromByteArray(worldState.video_frames[0].pixels);
                    pictureBoxMineCraft.Invalidate();
                    pictureBoxMineCraft.Refresh();
                }
            }while (worldState.is_mission_running);

            lstMessage.Items.Insert(0, "Mission has stopped.");
        }
        static void Main()
        {
            string missionXML = @"<?xml version=""1.0"" encoding=""UTF-8"" standalone=""no"" ?>
            <Mission xmlns=""http://ProjectMalmo.microsoft.com"" xmlns:xsi=""http://www.w3.org/2001/XMLSchema-instance"">
            
              <About>
                <Summary>Hello world!</Summary>
              </About>
              
            <ServerSection>
              <ServerInitialConditions>
                <Time>
                    <StartTime>1000</StartTime>
                    <AllowPassageOfTime>false</AllowPassageOfTime>
                </Time>
                <Weather>clear</Weather>
              </ServerInitialConditions>
              <ServerHandlers>
                  <FlatWorldGenerator generatorString=""3;7,44*49,73,35:1,159:4,95:13,35:13,159:11,95:10,159:14,159:6,35:6,95:6;12;""/>
                  <DrawingDecorator>
                    <DrawSphere x=""-27"" y=""70"" z=""0"" radius=""30"" type=""air""/>" + Menger(-40, 40, -13, 27, "stone", "smooth_granite", "air") + @"
                    <DrawBlock x=""-27"" y=""39"" z=""0"" type=""diamond_block""/>
                  </DrawingDecorator>
                  <ServerQuitFromTimeUp timeLimitMs=""30000""/>
                  <ServerQuitWhenAnyAgentFinishes/>
                </ServerHandlers>
              </ServerSection>
              
              <AgentSection mode=""Survival"">
                <Name>MalmoTutorialBot</Name>
                <AgentStart>
                    <Placement x=""0.5"" y=""56.0"" z=""0.5"" yaw=""90""/>
                    <Inventory>
                        <InventoryItem slot=""8"" type=""diamond_pickaxe""/>
                    </Inventory>
                </AgentStart>
                <AgentHandlers>
                  <ObservationFromFullStats/>
                  <ContinuousMovementCommands turnSpeedDegs=""180""/>
                  <InventoryCommands/>
                  <AgentQuitFromReachingPosition>
                    <Marker x=""-26.5"" y=""40"" z=""0.5"" tolerance=""0.5"" description=""Goal_found""/>
                  </AgentQuitFromReachingPosition>
                </AgentHandlers>
              </AgentSection>
            </Mission>";

            // Create default Malmo objects:

            AgentHost agent_host = new AgentHost();

            try
            {
                agent_host.parse(new StringVector(Environment.GetCommandLineArgs()));
            }
            catch (Exception e)
            {
                Console.WriteLine("Error:{0}", e.Message);
                Console.WriteLine(agent_host.getUsage());
                Environment.Exit(1);
            }
            if (agent_host.receivedArgument("help"))
            {
                Console.WriteLine(agent_host.getUsage());
                Environment.Exit(0);
            }

            MissionSpec       my_mission        = new MissionSpec(missionXML, true);
            MissionRecordSpec my_mission_record = new MissionRecordSpec();

            // Attempt to start a mission:
            int max_retries = 3;

            for (int retry = 0; retry < max_retries; retry++)
            {
                try
                {
                    agent_host.startMission(my_mission, my_mission_record);
                    break;
                }
                catch (Exception e)
                {
                    if (retry == max_retries)
                    {
                        Console.WriteLine("Error starting mission:{0}", e.Message);
                        Environment.Exit(1);
                    }
                    else
                    {
                        Thread.Sleep(2000);
                    }
                }
            }

            // Loop until mission starts:
            Console.WriteLine("Waiting for the mission to start ");
            WorldState world_state = agent_host.getWorldState();

            while (!world_state.has_mission_begun)
            {
                Console.Write(".");
                Thread.Sleep(100);
                world_state = agent_host.getWorldState();
                foreach (TimestampedString error in world_state.errors)
                {
                    Console.WriteLine("Error:{0}", error.text);
                }
            }

            Console.WriteLine();
            Console.WriteLine("Mission running ");

            agent_host.sendCommand("hotbar.9 1");
            agent_host.sendCommand("hotbar.9 0");

            agent_host.sendCommand("pitch 0.2");
            Thread.Sleep(1000);
            agent_host.sendCommand("pitch 0");
            agent_host.sendCommand("move 1");
            agent_host.sendCommand("attack 1");

            // Loop until mission ends:
            while (world_state.is_mission_running)
            {
                Console.Write(".");
                Thread.Sleep(100);
                world_state = agent_host.getWorldState();
                foreach (TimestampedString error in world_state.errors)
                {
                    Console.WriteLine("Error:{0}", error.text);
                }
            }

            Console.WriteLine();
            Console.WriteLine("Mission ended");
            // Mission has ended.
        }
Beispiel #12
0
    public static void Main()
    {
        AgentHost agentHost = new AgentHost();
        try
        {
            agentHost.parse( new StringVector( Environment.GetCommandLineArgs() ) );
        }
        catch( Exception ex )
        {
            Console.Error.WriteLine("ERROR: {0}", ex.Message);
            Console.Error.WriteLine(agentHost.getUsage());
            Environment.Exit(1);
        }
        if( agentHost.receivedArgument("help") )
        {
            Console.Error.WriteLine(agentHost.getUsage());
            Environment.Exit(0);
        }

        MissionSpec mission = new MissionSpec();
        mission.timeLimitInSeconds(10);
        mission.requestVideo( 320, 240 );
        mission.rewardForReachingPosition(19.5f,0.0f,19.5f,100.0f,1.1f);

        MissionRecordSpec missionRecord = new MissionRecordSpec("./saved_data.tgz");
        missionRecord.recordCommands();
        missionRecord.recordMP4(20, 400000);
        missionRecord.recordRewards();
        missionRecord.recordObservations();

        try
        {
            agentHost.startMission(mission, missionRecord);
        }
        catch (Exception ex)
        {
            Console.Error.WriteLine("Error starting mission: {0}", ex.Message);
            Environment.Exit(1);
        }

        WorldState worldState;

        Console.WriteLine("Waiting for the mission to start");
        do
        {
            Console.Write(".");
            Thread.Sleep(100);
            worldState = agentHost.getWorldState();

            foreach (TimestampedString error in worldState.errors) Console.Error.WriteLine("Error: {0}", error.text);
        }
        while (!worldState.is_mission_running);

        Console.WriteLine();

        Random rand = new Random();
        // main loop:
        do
        {
            agentHost.sendCommand("move 1");
            agentHost.sendCommand(string.Format("turn {0}", rand.NextDouble()));
            Thread.Sleep(500);
            worldState = agentHost.getWorldState();
            Console.WriteLine(
                "video,observations,rewards received: {0}, {1}, {2}",
                worldState.number_of_video_frames_since_last_state,
                worldState.number_of_observations_since_last_state,
                worldState.number_of_rewards_since_last_state);
            foreach (TimestampedReward reward in worldState.rewards) Console.Error.WriteLine("Summed reward: {0}", reward.getValue());
            foreach (TimestampedString error in worldState.errors) Console.Error.WriteLine("Error: {0}", error.text);
        }
        while (worldState.is_mission_running);

        Console.WriteLine("Mission has stopped.");
    }
Beispiel #13
0
    public static void Main()
    {
        for (int run = 0; run < 1; run++)
        {
            Console.WriteLine("Run #" + run);

            AgentHost agentHost = new AgentHost();
            try
            {
                agentHost.parse(new StringVector(Environment.GetCommandLineArgs()));
            }
            catch (Exception ex)
            {
                Console.Error.WriteLine("ERROR: {0}", ex.Message);
                Console.Error.WriteLine(agentHost.getUsage());
                Environment.Exit(1);
            }
            if (agentHost.receivedArgument("help"))
            {
                Console.Error.WriteLine(agentHost.getUsage());
                Environment.Exit(0);
            }

            bool   pretty_print = false;
            string xml          = System.IO.File.ReadAllText(System.IO.Directory.GetCurrentDirectory() + "/mission.xml");

            MissionSpec mission  = null;
            bool        validate = true;
            mission = new MissionSpec(xml, validate);

            Random rand2 = new Random();

            for (int i = 0; i < rand2.Next(5, 15); i++)
            {
                mission.drawBlock(rand2.Next(1, 10), 46, rand2.Next(1, 10), "red_flower");
            }

            MissionRecordSpec missionRecord = new MissionRecordSpec("./saved_data.tgz");
            missionRecord.recordCommands();
            missionRecord.recordMP4(20, 400000);
            missionRecord.recordRewards();
            missionRecord.recordObservations();

            bool connected = false;
            int  attempts  = 0;
            while (!connected)
            {
                try
                {
                    attempts += 1;
                    agentHost.startMission(mission, missionRecord);
                    connected = true;
                }
                catch (MissionException ex)
                {
                    // Using catch(Exception ex) would also work, but specifying MissionException allows
                    // us to access the error code:
                    Console.Error.WriteLine("Error starting mission: {0}", ex.Message);
                    Console.Error.WriteLine("Error code: {0}", ex.getMissionErrorCode());
                    // We can do more specific error handling using this code, eg:
                    if (ex.getMissionErrorCode() == MissionException.MissionErrorCode.MISSION_INSUFFICIENT_CLIENTS_AVAILABLE)
                    {
                        Console.Error.WriteLine("Have you started a Minecraft client?");
                    }
                    if (attempts >= 3)   // Give up after three goes.
                    {
                        Environment.Exit(1);
                    }
                    Thread.Sleep(1000); // Wait a second and try again.
                }
            }
            WorldState worldState;

            Console.WriteLine("Waiting for the mission to start");
            do
            {
                Console.Write(".");
                Thread.Sleep(100);
                worldState = agentHost.getWorldState();

                foreach (TimestampedString error in worldState.errors)
                {
                    Console.Error.WriteLine("Error: {0}", error.text);
                }
            }while (!worldState.has_mission_begun);

            Console.WriteLine();

            Random rand = new Random();

            Queue <JToken> apples   = new Queue <JToken>();
            bool           observed = false;

            // main loop:
            do
            {
                //agentHost.sendCommand(string.Format("turn {0}", rand.NextDouble()));
                Thread.Sleep(500);
                worldState = agentHost.getWorldState();
                //agentHost.sendCommand("pitch 1");
                if (!observed)
                {
                    JObject obj = JObject.Parse(worldState.observations[0].text);

                    JToken entities;

                    if (obj.TryGetValue("close_entities", out entities))
                    {
                        JArray entitiesArr = (JArray)entities;

                        // The first element is always our agent ? - maybe
                        for (int i = 1; i < entitiesArr.Count; i++)
                        {
                            Console.WriteLine(entitiesArr[i]["name"]);
                            if ((string)entitiesArr[i]["name"] == "red_flower")
                            {
                                apples.Enqueue(entitiesArr[i]);
                            }
                        }

                        observed = true;
                    }
                }
                else
                {
                    // Start trying to get to the apples

                    if (apples.Count == 0)
                    {
                        Console.WriteLine("Mission acomplished.");
                        return;
                    }

                    bool popped = false;
                    while (!popped)
                    {
                        var obs = agentHost.getWorldState().observations;
                        if (obs.Count > 0)
                        {
                            // Get our position
                            JObject obj = JObject.Parse(obs[0].text);

                            JToken entities;

                            if (obj.TryGetValue("close_entities", out entities))
                            {
                                JArray entitiesArr = (JArray)entities;

                                // The first element is always our agent ? - maybe
                                Console.WriteLine(entitiesArr[0]);
                                int x = (int)entitiesArr[0]["x"];
                                int z = (int)entitiesArr[0]["z"];

                                int diffX = (int)apples.Peek()["x"] - x;
                                int diffZ = (int)apples.Peek()["z"] - z;

                                Console.WriteLine(diffX + "-" + diffZ);

                                if (diffZ > 0)
                                {
                                    agentHost.sendCommand("movesouth 1");
                                }
                                else if (diffZ < 0)
                                {
                                    agentHost.sendCommand("movenorth 1");
                                }
                                if (diffX > 0)
                                {
                                    agentHost.sendCommand("moveeast 1");
                                }
                                else if (diffX < 0)
                                {
                                    agentHost.sendCommand("movewest 1");
                                }

                                /* Console.WriteLine(entitiesArr[0]);
                                 * if (diffZ > 0)
                                 * {
                                 *   if((float)entitiesArr[0]["yaw"] > 180)
                                 *       agentHost.sendCommand("turn 180");
                                 *   agentHost.sendCommand("move 1");
                                 * }
                                 * else if (diffZ < 0)
                                 * {
                                 *   agentHost.sendCommand("turn 0");
                                 *   agentHost.sendCommand("move 1");
                                 * }
                                 * if (diffX > 0)
                                 * {
                                 *   agentHost.sendCommand("turn -90");
                                 *   agentHost.sendCommand("move 1");
                                 * }
                                 * else if (diffX < 0)
                                 * {
                                 *   agentHost.sendCommand("turn 90");
                                 *   agentHost.sendCommand("move 1");
                                 * }*/

                                if (diffZ == 0 && diffX == 0)
                                {
                                    Console.WriteLine("Dequeuing");
                                    agentHost.sendCommand("move 0");
                                    apples.Dequeue();

                                    // break block
                                    agentHost.sendCommand("pitch 1");
                                    agentHost.sendCommand("attack 1");
                                    agentHost.sendCommand("jump 1");
                                    Thread.Sleep(6000);
                                    break;
                                }
                            }
                        }
                        Thread.Sleep(500);
                        //  agentHost.sendCommand("movenorth 1");
                    }
                }


                Console.WriteLine(
                    "video,observations,rewards received: {0}, {1}, {2}",
                    worldState.number_of_video_frames_since_last_state,
                    worldState.number_of_observations_since_last_state,
                    worldState.number_of_rewards_since_last_state);
                foreach (TimestampedReward reward in worldState.rewards)
                {
                    Console.Error.WriteLine("Summed reward: {0}", reward.getValue());
                }

                foreach (TimestampedString error in worldState.errors)
                {
                    Console.Error.WriteLine("Error: {0}", error.text);
                }
            }while (worldState.is_mission_running);

            Console.WriteLine("Mission has stopped.");
        }
    }