/// <exception cref="System.Exception"/>
        protected override void ServiceStart()
        {
            Configuration conf    = GetConfig();
            YarnRPC       rpc     = YarnRPC.Create(conf);
            IPEndPoint    address = conf.GetSocketAddr(YarnConfiguration.TimelineServiceBindHost
                                                       , YarnConfiguration.TimelineServiceAddress, YarnConfiguration.DefaultTimelineServiceAddress
                                                       , YarnConfiguration.DefaultTimelineServicePort);

            Preconditions.CheckArgument(conf.GetInt(YarnConfiguration.TimelineServiceHandlerThreadCount
                                                    , YarnConfiguration.DefaultTimelineServiceClientThreadCount) > 0, "%s property value should be greater than zero"
                                        , YarnConfiguration.TimelineServiceHandlerThreadCount);
            server = rpc.GetServer(typeof(ApplicationHistoryProtocol), this, address, conf, null
                                   , conf.GetInt(YarnConfiguration.TimelineServiceHandlerThreadCount, YarnConfiguration
                                                 .DefaultTimelineServiceClientThreadCount));
            // Enable service authorization?
            if (conf.GetBoolean(CommonConfigurationKeysPublic.HadoopSecurityAuthorization, false
                                ))
            {
                RefreshServiceAcls(conf, new TimelinePolicyProvider());
            }
            server.Start();
            this.bindAddress = conf.UpdateConnectAddr(YarnConfiguration.TimelineServiceBindHost
                                                      , YarnConfiguration.TimelineServiceAddress, YarnConfiguration.DefaultTimelineServiceAddress
                                                      , server.GetListenerAddress());
            Log.Info("Instantiated ApplicationHistoryClientService at " + this.bindAddress);
            base.ServiceStart();
        }
        /// <exception cref="System.Exception"/>
        protected override void ServiceStart()
        {
            Configuration conf = GetConfig();
            YarnRPC       rpc  = YarnRPC.Create(conf);
            IPEndPoint    masterServiceAddress = conf.GetSocketAddr(YarnConfiguration.RmBindHost
                                                                    , YarnConfiguration.RmSchedulerAddress, YarnConfiguration.DefaultRmSchedulerAddress
                                                                    , YarnConfiguration.DefaultRmSchedulerPort);
            Configuration serverConf = conf;

            // If the auth is not-simple, enforce it to be token-based.
            serverConf = new Configuration(conf);
            serverConf.Set(CommonConfigurationKeysPublic.HadoopSecurityAuthentication, SaslRpcServer.AuthMethod
                           .Token.ToString());
            this.server = rpc.GetServer(typeof(ApplicationMasterProtocol), this, masterServiceAddress
                                        , serverConf, this.rmContext.GetAMRMTokenSecretManager(), serverConf.GetInt(YarnConfiguration
                                                                                                                    .RmSchedulerClientThreadCount, YarnConfiguration.DefaultRmSchedulerClientThreadCount
                                                                                                                    ));
            // Enable service authorization?
            if (conf.GetBoolean(CommonConfigurationKeysPublic.HadoopSecurityAuthorization, false
                                ))
            {
                InputStream inputStream = this.rmContext.GetConfigurationProvider().GetConfigurationInputStream
                                              (conf, YarnConfiguration.HadoopPolicyConfigurationFile);
                if (inputStream != null)
                {
                    conf.AddResource(inputStream);
                }
                RefreshServiceAcls(conf, RMPolicyProvider.GetInstance());
            }
            this.server.Start();
            this.bindAddress = conf.UpdateConnectAddr(YarnConfiguration.RmBindHost, YarnConfiguration
                                                      .RmSchedulerAddress, YarnConfiguration.DefaultRmSchedulerAddress, server.GetListenerAddress
                                                          ());
            base.ServiceStart();
        }
Пример #3
0
        /// <exception cref="System.Exception"/>
        protected override void ServiceStart()
        {
            base.ServiceStart();
            // ResourceTrackerServer authenticates NodeManager via Kerberos if
            // security is enabled, so no secretManager.
            Configuration conf = GetConfig();
            YarnRPC       rpc  = YarnRPC.Create(conf);

            this.server = rpc.GetServer(typeof(ResourceTracker), this, resourceTrackerAddress
                                        , conf, null, conf.GetInt(YarnConfiguration.RmResourceTrackerClientThreadCount,
                                                                  YarnConfiguration.DefaultRmResourceTrackerClientThreadCount));
            // Enable service authorization?
            if (conf.GetBoolean(CommonConfigurationKeysPublic.HadoopSecurityAuthorization, false
                                ))
            {
                InputStream inputStream = this.rmContext.GetConfigurationProvider().GetConfigurationInputStream
                                              (conf, YarnConfiguration.HadoopPolicyConfigurationFile);
                if (inputStream != null)
                {
                    conf.AddResource(inputStream);
                }
                RefreshServiceAcls(conf, RMPolicyProvider.GetInstance());
            }
            this.server.Start();
            conf.UpdateConnectAddr(YarnConfiguration.RmBindHost, YarnConfiguration.RmResourceTrackerAddress
                                   , YarnConfiguration.DefaultRmResourceTrackerAddress, server.GetListenerAddress()
                                   );
        }
Пример #4
0
        private void TestPbServerFactory()
        {
            IPEndPoint           addr     = new IPEndPoint(0);
            Configuration        conf     = new Configuration();
            LocalizationProtocol instance = new TestRPCFactories.LocalizationProtocolTestImpl
                                                (this);

            Org.Apache.Hadoop.Ipc.Server server = null;
            try
            {
                server = RpcServerFactoryPBImpl.Get().GetServer(typeof(LocalizationProtocol), instance
                                                                , addr, conf, null, 1);
                server.Start();
            }
            catch (YarnRuntimeException e)
            {
                Sharpen.Runtime.PrintStackTrace(e);
                NUnit.Framework.Assert.Fail("Failed to create server");
            }
            finally
            {
                if (server != null)
                {
                    server.Stop();
                }
            }
        }
Пример #5
0
 /// <exception cref="System.Exception"/>
 protected override void ServiceStop()
 {
     if (this.server != null)
     {
         this.server.Stop();
         this.server = null;
     }
     base.ServiceStop();
 }
Пример #6
0
            public virtual void Start()
            {
                Configuration conf = new Configuration();
                YarnRPC       rpc  = YarnRPC.Create(conf);

                server = rpc.GetServer(typeof(LocalizationProtocol), this, locAddr, conf, null, 1
                                       );
                server.Start();
            }
        public static void Start()
        {
            IPEndPoint      address       = new IPEndPoint(0);
            Configuration   configuration = new Configuration();
            ResourceTracker instance      = new TestResourceTrackerPBClientImpl.ResourceTrackerTestImpl
                                                ();

            server = RpcServerFactoryPBImpl.Get().GetServer(typeof(ResourceTracker), instance
                                                            , address, configuration, null, 1);
            server.Start();
            client = (ResourceTracker)RpcClientFactoryPBImpl.Get().GetClient(typeof(ResourceTracker
                                                                                    ), 1, NetUtils.GetConnectAddress(server), configuration);
        }
        /// <exception cref="System.Exception"/>
        protected override void ServiceStart()
        {
            Configuration conf = GetConfig();
            YarnRPC       rpc  = YarnRPC.Create(conf);

            this.server = rpc.GetServer(typeof(SCMAdminProtocol), this, clientBindAddress, conf
                                        , null, conf.GetInt(YarnConfiguration.ScmAdminClientThreadCount, YarnConfiguration
                                                            .DefaultScmAdminClientThreadCount));
            // Secret manager null for now (security not supported)
            // TODO: Enable service authorization (see YARN-2774)
            this.server.Start();
            clientBindAddress = conf.UpdateConnectAddr(YarnConfiguration.ScmAdminAddress, server
                                                       .GetListenerAddress());
            base.ServiceStart();
        }
Пример #9
0
        /// <exception cref="System.Exception"/>
        protected override void ServiceStart()
        {
            Configuration conf = GetConfig();

            this.metrics = SharedCacheUploaderMetrics.GetInstance();
            YarnRPC rpc = YarnRPC.Create(conf);

            this.server = rpc.GetServer(typeof(SCMUploaderProtocol), this, bindAddress, conf,
                                        null, conf.GetInt(YarnConfiguration.ScmUploaderServerThreadCount, YarnConfiguration
                                                          .DefaultScmUploaderServerThreadCount));
            // Secret manager null for now (security not supported)
            // TODO (YARN-2774): Enable service authorization
            this.server.Start();
            bindAddress = conf.UpdateConnectAddr(YarnConfiguration.ScmUploaderServerAddress,
                                                 server.GetListenerAddress());
            base.ServiceStart();
        }
Пример #10
0
        private void TestPbClientFactory()
        {
            IPEndPoint addr = new IPEndPoint(0);

            System.Console.Error.WriteLine(addr.GetHostName() + addr.Port);
            Configuration        conf     = new Configuration();
            LocalizationProtocol instance = new TestRPCFactories.LocalizationProtocolTestImpl
                                                (this);

            Org.Apache.Hadoop.Ipc.Server server = null;
            try
            {
                server = RpcServerFactoryPBImpl.Get().GetServer(typeof(LocalizationProtocol), instance
                                                                , addr, conf, null, 1);
                server.Start();
                System.Console.Error.WriteLine(server.GetListenerAddress());
                System.Console.Error.WriteLine(NetUtils.GetConnectAddress(server));
                try
                {
                    LocalizationProtocol client = (LocalizationProtocol)RpcClientFactoryPBImpl.Get().
                                                  GetClient(typeof(LocalizationProtocol), 1, NetUtils.GetConnectAddress(server), conf
                                                            );
                    NUnit.Framework.Assert.IsNotNull(client);
                }
                catch (YarnRuntimeException e)
                {
                    Sharpen.Runtime.PrintStackTrace(e);
                    NUnit.Framework.Assert.Fail("Failed to create client");
                }
            }
            catch (YarnRuntimeException e)
            {
                Sharpen.Runtime.PrintStackTrace(e);
                NUnit.Framework.Assert.Fail("Failed to create server");
            }
            finally
            {
                server.Stop();
            }
        }