Ejemplo n.º 1
0
        public virtual void Setup()
        {
            localFS.Delete(new Path(localDir.GetAbsolutePath()), true);
            localFS.Delete(new Path(tmpDir.GetAbsolutePath()), true);
            localFS.Delete(new Path(localLogDir.GetAbsolutePath()), true);
            localFS.Delete(new Path(remoteLogDir.GetAbsolutePath()), true);
            localDir.Mkdir();
            tmpDir.Mkdir();
            localLogDir.Mkdir();
            remoteLogDir.Mkdir();
            Log.Info("Created localDir in " + localDir.GetAbsolutePath());
            Log.Info("Created tmpDir in " + tmpDir.GetAbsolutePath());
            string bindAddress = "0.0.0.0:12345";

            conf.Set(YarnConfiguration.NmAddress, bindAddress);
            conf.Set(YarnConfiguration.NmLocalDirs, localDir.GetAbsolutePath());
            conf.Set(YarnConfiguration.NmLogDirs, localLogDir.GetAbsolutePath());
            conf.Set(YarnConfiguration.NmRemoteAppLogDir, remoteLogDir.GetAbsolutePath());
            conf.SetLong(YarnConfiguration.NmLogRetainSeconds, 1);
            // Default delSrvc
            delSrvc = CreateDeletionService();
            delSrvc.Init(conf);
            exec = CreateContainerExecutor();
            nodeHealthChecker = new NodeHealthCheckerService();
            nodeHealthChecker.Init(conf);
            dirsHandler      = nodeHealthChecker.GetDiskHandler();
            containerManager = CreateContainerManager(delSrvc);
            ((NodeManager.NMContext)context).SetContainerManager(containerManager);
            nodeStatusUpdater.Init(conf);
            containerManager.Init(conf);
            nodeStatusUpdater.Start();
        }
Ejemplo n.º 2
0
 public _ContainerManagerImpl_115(TestContainerManager _enclosing, Context baseArg1
                                  , ContainerExecutor baseArg2, DeletionService baseArg3, NodeStatusUpdater baseArg4
                                  , NodeManagerMetrics baseArg5, ApplicationACLsManager baseArg6, LocalDirsHandlerService
                                  baseArg7)
     : base(baseArg1, baseArg2, baseArg3, baseArg4, baseArg5, baseArg6, baseArg7)
 {
     this._enclosing = _enclosing;
 }
 public RecoveredContainerLaunch(Context context, Configuration configuration, Dispatcher
                                 dispatcher, ContainerExecutor exec, Org.Apache.Hadoop.Yarn.Server.Nodemanager.Containermanager.Application.Application
                                 app, Org.Apache.Hadoop.Yarn.Server.Nodemanager.Containermanager.Container.Container
                                 container, LocalDirsHandlerService dirsHandler, ContainerManagerImpl containerManager
                                 )
     : base(context, configuration, dispatcher, exec, app, container, dirsHandler, containerManager
            )
 {
     this.shouldLaunchContainer.Set(true);
 }
Ejemplo n.º 4
0
 public ContainersLauncher(Context context, Dispatcher dispatcher, ContainerExecutor
                           exec, LocalDirsHandlerService dirsHandler, ContainerManagerImpl containerManager
                           )
     : base("containers-launcher")
 {
     this.exec             = exec;
     this.context          = context;
     this.dispatcher       = dispatcher;
     this.dirsHandler      = dirsHandler;
     this.containerManager = containerManager;
 }
Ejemplo n.º 5
0
 public ContainersMonitorImpl(ContainerExecutor exec, AsyncDispatcher dispatcher,
                              Context context)
     : base("containers-monitor")
 {
     this.containerExecutor   = exec;
     this.eventDispatcher     = dispatcher;
     this.context             = context;
     this.containersToBeAdded = new Dictionary <ContainerId, ContainersMonitorImpl.ProcessTreeInfo
                                                >();
     this.containersToBeRemoved = new AList <ContainerId>();
     this.monitoringThread      = new ContainersMonitorImpl.MonitoringThread(this);
 }
Ejemplo n.º 6
0
 public ContainerLaunch(Context context, Configuration configuration, Dispatcher dispatcher
                        , ContainerExecutor exec, Org.Apache.Hadoop.Yarn.Server.Nodemanager.Containermanager.Application.Application
                        app, Org.Apache.Hadoop.Yarn.Server.Nodemanager.Containermanager.Container.Container
                        container, LocalDirsHandlerService dirsHandler, ContainerManagerImpl containerManager
                        )
 {
     this.context                 = context;
     this.conf                    = configuration;
     this.app                     = app;
     this.exec                    = exec;
     this.container               = container;
     this.dispatcher              = dispatcher;
     this.dirsHandler             = dirsHandler;
     this.containerManager        = containerManager;
     this.sleepDelayBeforeSigKill = conf.GetLong(YarnConfiguration.NmSleepDelayBeforeSigkillMs
                                                 , YarnConfiguration.DefaultNmSleepDelayBeforeSigkillMs);
     this.maxKillWaitTime = conf.GetLong(YarnConfiguration.NmProcessKillWaitMs, YarnConfiguration
                                         .DefaultNmProcessKillWaitMs);
 }
 protected internal override ContainersLauncher CreateContainersLauncher(Context context
                                                                         , ContainerExecutor exec)
 {
     return(launcher);
 }
 protected internal override ResourceLocalizationService CreateResourceLocalizationService
     (ContainerExecutor exec, DeletionService deletionContext, Context context)
 {
     return(rsrcSrv);
 }
 public _ContainerManagerImpl_319(LogHandler logHandler, ResourceLocalizationService
                                  rsrcSrv, ContainersLauncher launcher, Context baseArg1, ContainerExecutor baseArg2
                                  , DeletionService baseArg3, NodeStatusUpdater baseArg4, NodeManagerMetrics baseArg5
                                  , ApplicationACLsManager baseArg6, LocalDirsHandlerService baseArg7)
     : base(baseArg1, baseArg2, baseArg3, baseArg4, baseArg5, baseArg6, baseArg7)
 {
     this.logHandler = logHandler;
     this.rsrcSrv    = rsrcSrv;
     this.launcher   = launcher;
 }
 public _ContainersLauncher_309(Context baseArg1, Dispatcher baseArg2, ContainerExecutor
                                baseArg3, LocalDirsHandlerService baseArg4, ContainerManagerImpl baseArg5)
     : base(baseArg1, baseArg2, baseArg3, baseArg4, baseArg5)
 {
 }
 public _ResourceLocalizationService_287(Dispatcher baseArg1, ContainerExecutor baseArg2
                                         , DeletionService baseArg3, LocalDirsHandlerService baseArg4, Context baseArg5)
     : base(baseArg1, baseArg2, baseArg3, baseArg4, baseArg5)
 {
 }
Ejemplo n.º 12
0
 public _DeletionService_234(ContainerExecutor baseArg1)
     : base(baseArg1)
 {
 }
Ejemplo n.º 13
0
 public _ContainerManagerImpl_191(Context baseArg1, ContainerExecutor baseArg2, DeletionService
                                  baseArg3, NodeStatusUpdater baseArg4, NodeManagerMetrics baseArg5, ApplicationACLsManager
                                  baseArg6, LocalDirsHandlerService baseArg7)
     : base(baseArg1, baseArg2, baseArg3, baseArg4, baseArg5, baseArg6, baseArg7)
 {
 }