UnityRLInitializationOutputProto GetTempUnityRlInitializationOutput() { UnityRLInitializationOutputProto output = null; foreach (var behaviorName in m_UnsentBrainKeys.Keys) { if (m_CurrentUnityRlOutput.AgentInfos.ContainsKey(behaviorName)) { if (m_CurrentUnityRlOutput.AgentInfos[behaviorName].CalculateSize() > 0) { // Only send the actionSpec if there is a non empty list of // AgentInfos ready to be sent. // This is to ensure that The Python side will always have a first // observation when receiving the ActionSpec if (output == null) { output = new UnityRLInitializationOutputProto(); } var actionSpec = m_UnsentBrainKeys[behaviorName]; output.BrainParameters.Add(actionSpec.ToBrainParametersProto(behaviorName, true)); } } } return(output); }
void UpdateSentActionSpec(UnityRLInitializationOutputProto output) { if (output == null) { return; } foreach (var brainProto in output.BrainParameters) { m_SentBrainKeys.Add(brainProto.BrainName); m_UnsentBrainKeys.Remove(brainProto.BrainName); } }
/// <summary> /// Sends the initialization parameters through the Communicator. /// Is used by the academy to send initialization parameters to the communicator. /// </summary> /// <returns>Whether the connection was successful.</returns> /// <param name="initParameters">The Unity Initialization Parameters to be sent.</param> /// <param name="initParametersOut">The External Initialization Parameters received.</param> public bool Initialize(CommunicatorInitParameters initParameters, out UnityRLInitParameters initParametersOut) { #if MLA_SUPPORTED_TRAINING_PLATFORM var academyParameters = new UnityRLInitializationOutputProto { Name = initParameters.name, PackageVersion = initParameters.unityPackageVersion, CommunicationVersion = initParameters.unityCommunicationVersion, Capabilities = initParameters.CSharpCapabilities.ToProto() }; UnityInputProto input; UnityInputProto initializationInput; try { initializationInput = Initialize( initParameters.port, new UnityOutputProto { RlInitializationOutput = academyParameters }, out input ); } catch (Exception ex) { if (ex is RpcException rpcException) { switch (rpcException.Status.StatusCode) { case StatusCode.Unavailable: // This is the common case where there's no trainer to connect to. break; case StatusCode.DeadlineExceeded: // We don't currently set a deadline for connection, but likely will in the future. break; default: Debug.Log($"Unexpected gRPC exception when trying to initialize communication: {rpcException}"); break; } } else { Debug.Log($"Unexpected exception when trying to initialize communication: {ex}"); } initParametersOut = new UnityRLInitParameters(); m_Channel.ShutdownAsync().Wait(); return(false); } var pythonPackageVersion = initializationInput.RlInitializationInput.PackageVersion; var pythonCommunicationVersion = initializationInput.RlInitializationInput.CommunicationVersion; TrainingAnalytics.SetTrainerInformation(pythonPackageVersion, pythonCommunicationVersion); var communicationIsCompatible = CheckCommunicationVersionsAreCompatible( initParameters.unityCommunicationVersion, pythonCommunicationVersion ); // Initialization succeeded part-way. The most likely cause is a mismatch between the communicator // API strings, so log an explicit warning if that's the case. if (initializationInput != null && input == null) { if (!communicationIsCompatible) { Debug.LogWarningFormat( "Communication protocol between python ({0}) and Unity ({1}) have different " + "versions which make them incompatible. Python library version: {2}.", pythonCommunicationVersion, initParameters.unityCommunicationVersion, pythonPackageVersion ); } else { Debug.LogWarningFormat( "Unknown communication error between Python. Python communication protocol: {0}, " + "Python library version: {1}.", pythonCommunicationVersion, pythonPackageVersion ); } initParametersOut = new UnityRLInitParameters(); return(false); } UpdateEnvironmentWithInput(input.RlInput); initParametersOut = initializationInput.RlInitializationInput.ToUnityRLInitParameters(); // Be sure to shut down the grpc channel when the application is quitting. Application.quitting += NotifyQuitAndShutDownChannel; return(true); #else initParametersOut = new UnityRLInitParameters(); return(false); #endif }
public UnityRLInitParameters Initialize(CommunicatorInitParameters initParameters) { var academyParameters = new UnityRLInitializationOutputProto { Name = initParameters.name, PackageVersion = initParameters.unityPackageVersion, CommunicationVersion = initParameters.unityCommunicationVersion, Capabilities = initParameters.CSharpCapabilities.ToProto() }; UnityInputProto input; UnityInputProto initializationInput; try { initializationInput = Initialize( new UnityOutputProto { RlInitializationOutput = academyParameters }, out input); var pythonCommunicationVersion = initializationInput.RlInitializationInput.CommunicationVersion; var pythonPackageVersion = initializationInput.RlInitializationInput.PackageVersion; var unityCommunicationVersion = initParameters.unityCommunicationVersion; var communicationIsCompatible = CheckCommunicationVersionsAreCompatible(unityCommunicationVersion, pythonCommunicationVersion, pythonPackageVersion); // Initialization succeeded part-way. The most likely cause is a mismatch between the communicator // API strings, so log an explicit warning if that's the case. if (initializationInput != null && input == null) { if (!communicationIsCompatible) { Debug.LogWarningFormat( "Communication protocol between python ({0}) and Unity ({1}) have different " + "versions which make them incompatible. Python library version: {2}.", pythonCommunicationVersion, initParameters.unityCommunicationVersion, pythonPackageVersion ); } else { Debug.LogWarningFormat( "Unknown communication error between Python. Python communication protocol: {0}, " + "Python library version: {1}.", pythonCommunicationVersion, pythonPackageVersion ); } throw new UnityAgentsException("ICommunicator.Initialize() failed."); } } catch { var exceptionMessage = "The Communicator was unable to connect. Please make sure the External " + "process is ready to accept communication with Unity."; // Check for common error condition and add details to the exception message. var httpProxy = Environment.GetEnvironmentVariable("HTTP_PROXY"); var httpsProxy = Environment.GetEnvironmentVariable("HTTPS_PROXY"); if (httpProxy != null || httpsProxy != null) { exceptionMessage += " Try removing HTTP_PROXY and HTTPS_PROXY from the" + "environment variables and try again."; } throw new UnityAgentsException(exceptionMessage); } UpdateEnvironmentWithInput(input.RlInput); return(initializationInput.RlInitializationInput.ToUnityRLInitParameters()); }