/// <exception cref="System.Exception"/> protected override void ServiceStart() { Configuration conf = GetConfig(); YarnRPC rpc = YarnRPC.Create(conf); IPEndPoint address = conf.GetSocketAddr(YarnConfiguration.TimelineServiceBindHost , YarnConfiguration.TimelineServiceAddress, YarnConfiguration.DefaultTimelineServiceAddress , YarnConfiguration.DefaultTimelineServicePort); Preconditions.CheckArgument(conf.GetInt(YarnConfiguration.TimelineServiceHandlerThreadCount , YarnConfiguration.DefaultTimelineServiceClientThreadCount) > 0, "%s property value should be greater than zero" , YarnConfiguration.TimelineServiceHandlerThreadCount); server = rpc.GetServer(typeof(ApplicationHistoryProtocol), this, address, conf, null , conf.GetInt(YarnConfiguration.TimelineServiceHandlerThreadCount, YarnConfiguration .DefaultTimelineServiceClientThreadCount)); // Enable service authorization? if (conf.GetBoolean(CommonConfigurationKeysPublic.HadoopSecurityAuthorization, false )) { RefreshServiceAcls(conf, new TimelinePolicyProvider()); } server.Start(); this.bindAddress = conf.UpdateConnectAddr(YarnConfiguration.TimelineServiceBindHost , YarnConfiguration.TimelineServiceAddress, YarnConfiguration.DefaultTimelineServiceAddress , server.GetListenerAddress()); Log.Info("Instantiated ApplicationHistoryClientService at " + this.bindAddress); base.ServiceStart(); }
/// <exception cref="System.Exception"/> protected override void ServiceStart() { Configuration conf = GetConfig(); YarnRPC rpc = YarnRPC.Create(conf); IPEndPoint masterServiceAddress = conf.GetSocketAddr(YarnConfiguration.RmBindHost , YarnConfiguration.RmSchedulerAddress, YarnConfiguration.DefaultRmSchedulerAddress , YarnConfiguration.DefaultRmSchedulerPort); Configuration serverConf = conf; // If the auth is not-simple, enforce it to be token-based. serverConf = new Configuration(conf); serverConf.Set(CommonConfigurationKeysPublic.HadoopSecurityAuthentication, SaslRpcServer.AuthMethod .Token.ToString()); this.server = rpc.GetServer(typeof(ApplicationMasterProtocol), this, masterServiceAddress , serverConf, this.rmContext.GetAMRMTokenSecretManager(), serverConf.GetInt(YarnConfiguration .RmSchedulerClientThreadCount, YarnConfiguration.DefaultRmSchedulerClientThreadCount )); // Enable service authorization? if (conf.GetBoolean(CommonConfigurationKeysPublic.HadoopSecurityAuthorization, false )) { InputStream inputStream = this.rmContext.GetConfigurationProvider().GetConfigurationInputStream (conf, YarnConfiguration.HadoopPolicyConfigurationFile); if (inputStream != null) { conf.AddResource(inputStream); } RefreshServiceAcls(conf, RMPolicyProvider.GetInstance()); } this.server.Start(); this.bindAddress = conf.UpdateConnectAddr(YarnConfiguration.RmBindHost, YarnConfiguration .RmSchedulerAddress, YarnConfiguration.DefaultRmSchedulerAddress, server.GetListenerAddress ()); base.ServiceStart(); }
/// <exception cref="System.Exception"/> protected override void ServiceStart() { base.ServiceStart(); // ResourceTrackerServer authenticates NodeManager via Kerberos if // security is enabled, so no secretManager. Configuration conf = GetConfig(); YarnRPC rpc = YarnRPC.Create(conf); this.server = rpc.GetServer(typeof(ResourceTracker), this, resourceTrackerAddress , conf, null, conf.GetInt(YarnConfiguration.RmResourceTrackerClientThreadCount, YarnConfiguration.DefaultRmResourceTrackerClientThreadCount)); // Enable service authorization? if (conf.GetBoolean(CommonConfigurationKeysPublic.HadoopSecurityAuthorization, false )) { InputStream inputStream = this.rmContext.GetConfigurationProvider().GetConfigurationInputStream (conf, YarnConfiguration.HadoopPolicyConfigurationFile); if (inputStream != null) { conf.AddResource(inputStream); } RefreshServiceAcls(conf, RMPolicyProvider.GetInstance()); } this.server.Start(); conf.UpdateConnectAddr(YarnConfiguration.RmBindHost, YarnConfiguration.RmResourceTrackerAddress , YarnConfiguration.DefaultRmResourceTrackerAddress, server.GetListenerAddress() ); }
private void TestPbServerFactory() { IPEndPoint addr = new IPEndPoint(0); Configuration conf = new Configuration(); LocalizationProtocol instance = new TestRPCFactories.LocalizationProtocolTestImpl (this); Org.Apache.Hadoop.Ipc.Server server = null; try { server = RpcServerFactoryPBImpl.Get().GetServer(typeof(LocalizationProtocol), instance , addr, conf, null, 1); server.Start(); } catch (YarnRuntimeException e) { Sharpen.Runtime.PrintStackTrace(e); NUnit.Framework.Assert.Fail("Failed to create server"); } finally { if (server != null) { server.Stop(); } } }
/// <exception cref="System.Exception"/> protected override void ServiceStop() { if (this.server != null) { this.server.Stop(); this.server = null; } base.ServiceStop(); }
public virtual void Start() { Configuration conf = new Configuration(); YarnRPC rpc = YarnRPC.Create(conf); server = rpc.GetServer(typeof(LocalizationProtocol), this, locAddr, conf, null, 1 ); server.Start(); }
public static void Start() { IPEndPoint address = new IPEndPoint(0); Configuration configuration = new Configuration(); ResourceTracker instance = new TestResourceTrackerPBClientImpl.ResourceTrackerTestImpl (); server = RpcServerFactoryPBImpl.Get().GetServer(typeof(ResourceTracker), instance , address, configuration, null, 1); server.Start(); client = (ResourceTracker)RpcClientFactoryPBImpl.Get().GetClient(typeof(ResourceTracker ), 1, NetUtils.GetConnectAddress(server), configuration); }
/// <exception cref="System.Exception"/> protected override void ServiceStart() { Configuration conf = GetConfig(); YarnRPC rpc = YarnRPC.Create(conf); this.server = rpc.GetServer(typeof(SCMAdminProtocol), this, clientBindAddress, conf , null, conf.GetInt(YarnConfiguration.ScmAdminClientThreadCount, YarnConfiguration .DefaultScmAdminClientThreadCount)); // Secret manager null for now (security not supported) // TODO: Enable service authorization (see YARN-2774) this.server.Start(); clientBindAddress = conf.UpdateConnectAddr(YarnConfiguration.ScmAdminAddress, server .GetListenerAddress()); base.ServiceStart(); }
/// <exception cref="System.Exception"/> protected override void ServiceStart() { Configuration conf = GetConfig(); this.metrics = SharedCacheUploaderMetrics.GetInstance(); YarnRPC rpc = YarnRPC.Create(conf); this.server = rpc.GetServer(typeof(SCMUploaderProtocol), this, bindAddress, conf, null, conf.GetInt(YarnConfiguration.ScmUploaderServerThreadCount, YarnConfiguration .DefaultScmUploaderServerThreadCount)); // Secret manager null for now (security not supported) // TODO (YARN-2774): Enable service authorization this.server.Start(); bindAddress = conf.UpdateConnectAddr(YarnConfiguration.ScmUploaderServerAddress, server.GetListenerAddress()); base.ServiceStart(); }
private void TestPbClientFactory() { IPEndPoint addr = new IPEndPoint(0); System.Console.Error.WriteLine(addr.GetHostName() + addr.Port); Configuration conf = new Configuration(); LocalizationProtocol instance = new TestRPCFactories.LocalizationProtocolTestImpl (this); Org.Apache.Hadoop.Ipc.Server server = null; try { server = RpcServerFactoryPBImpl.Get().GetServer(typeof(LocalizationProtocol), instance , addr, conf, null, 1); server.Start(); System.Console.Error.WriteLine(server.GetListenerAddress()); System.Console.Error.WriteLine(NetUtils.GetConnectAddress(server)); try { LocalizationProtocol client = (LocalizationProtocol)RpcClientFactoryPBImpl.Get(). GetClient(typeof(LocalizationProtocol), 1, NetUtils.GetConnectAddress(server), conf ); NUnit.Framework.Assert.IsNotNull(client); } catch (YarnRuntimeException e) { Sharpen.Runtime.PrintStackTrace(e); NUnit.Framework.Assert.Fail("Failed to create client"); } } catch (YarnRuntimeException e) { Sharpen.Runtime.PrintStackTrace(e); NUnit.Framework.Assert.Fail("Failed to create server"); } finally { server.Stop(); } }