Exemple #1
0
        /// <exception cref="System.IO.IOException"/>
        public virtual void ReadFields(DataInput @in)
        {
            numActiveTrackers = @in.ReadInt();
            int numTrackerNames = @in.ReadInt();

            if (numTrackerNames > 0)
            {
                for (int i = 0; i < numTrackerNames; i++)
                {
                    string name = StringInterner.WeakIntern(Org.Apache.Hadoop.IO.Text.ReadString(@in)
                                                            );
                    activeTrackers.AddItem(name);
                }
            }
            numBlacklistedTrackers = @in.ReadInt();
            int blackListTrackerInfoSize = @in.ReadInt();

            if (blackListTrackerInfoSize > 0)
            {
                for (int i = 0; i < blackListTrackerInfoSize; i++)
                {
                    ClusterStatus.BlackListInfo info = new ClusterStatus.BlackListInfo();
                    info.ReadFields(@in);
                    blacklistedTrackersInfo.AddItem(info);
                }
            }
            numExcludedNodes   = @in.ReadInt();
            ttExpiryInterval   = @in.ReadLong();
            map_tasks          = @in.ReadInt();
            reduce_tasks       = @in.ReadInt();
            max_map_tasks      = @in.ReadInt();
            max_reduce_tasks   = @in.ReadInt();
            status             = WritableUtils.ReadEnum <Cluster.JobTrackerStatus>(@in);
            grayListedTrackers = @in.ReadInt();
        }
Exemple #2
0
 /// <summary>Construct a new cluster status.</summary>
 /// <param name="activeTrackers">active tasktrackers in the cluster</param>
 /// <param name="blacklistedTrackers">blacklisted tasktrackers in the cluster</param>
 /// <param name="ttExpiryInterval">the tasktracker expiry interval</param>
 /// <param name="maps">no. of currently running map-tasks in the cluster</param>
 /// <param name="reduces">no. of currently running reduce-tasks in the cluster</param>
 /// <param name="maxMaps">the maximum no. of map tasks in the cluster</param>
 /// <param name="maxReduces">the maximum no. of reduce tasks in the cluster</param>
 /// <param name="status">
 /// the
 /// <see cref="Org.Apache.Hadoop.Mapreduce.Cluster.JobTrackerStatus"/>
 /// of the <code>JobTracker</code>
 /// </param>
 internal ClusterStatus(ICollection <string> activeTrackers, ICollection <ClusterStatus.BlackListInfo
                                                                          > blacklistedTrackers, long ttExpiryInterval, int maps, int reduces, int maxMaps
                        , int maxReduces, Cluster.JobTrackerStatus status)
     : this(activeTrackers, blacklistedTrackers, ttExpiryInterval, maps, reduces, maxMaps
            , maxReduces, status, 0)
 {
 }
Exemple #3
0
 /// <summary>Construct a new cluster status.</summary>
 /// <param name="trackers">no. of tasktrackers in the cluster</param>
 /// <param name="blacklists">no of blacklisted task trackers in the cluster</param>
 /// <param name="ttExpiryInterval">the tasktracker expiry interval</param>
 /// <param name="maps">no. of currently running map-tasks in the cluster</param>
 /// <param name="reduces">no. of currently running reduce-tasks in the cluster</param>
 /// <param name="maxMaps">the maximum no. of map tasks in the cluster</param>
 /// <param name="maxReduces">the maximum no. of reduce tasks in the cluster</param>
 /// <param name="status">
 /// the
 /// <see cref="Org.Apache.Hadoop.Mapreduce.Cluster.JobTrackerStatus"/>
 /// of the <code>JobTracker</code>
 /// </param>
 /// <param name="numDecommissionedNodes">number of decommission trackers</param>
 internal ClusterStatus(int trackers, int blacklists, long ttExpiryInterval, int maps
                        , int reduces, int maxMaps, int maxReduces, Cluster.JobTrackerStatus status, int
                        numDecommissionedNodes)
     : this(trackers, blacklists, ttExpiryInterval, maps, reduces, maxMaps, maxReduces
            , status, numDecommissionedNodes, 0)
 {
 }
Exemple #4
0
 /// <summary>Construct a new cluster status.</summary>
 /// <param name="activeTrackers">active tasktrackers in the cluster</param>
 /// <param name="blackListedTrackerInfo">
 /// blacklisted tasktrackers information
 /// in the cluster
 /// </param>
 /// <param name="ttExpiryInterval">the tasktracker expiry interval</param>
 /// <param name="maps">no. of currently running map-tasks in the cluster</param>
 /// <param name="reduces">no. of currently running reduce-tasks in the cluster</param>
 /// <param name="maxMaps">the maximum no. of map tasks in the cluster</param>
 /// <param name="maxReduces">the maximum no. of reduce tasks in the cluster</param>
 /// <param name="status">
 /// the
 /// <see cref="Org.Apache.Hadoop.Mapreduce.Cluster.JobTrackerStatus"/>
 /// of the <code>JobTracker</code>
 /// </param>
 /// <param name="numDecommissionNodes">number of decommission trackers</param>
 internal ClusterStatus(ICollection <string> activeTrackers, ICollection <ClusterStatus.BlackListInfo
                                                                          > blackListedTrackerInfo, long ttExpiryInterval, int maps, int reduces, int maxMaps
                        , int maxReduces, Cluster.JobTrackerStatus status, int numDecommissionNodes)
     : this(activeTrackers.Count, blackListedTrackerInfo.Count, ttExpiryInterval, maps
            , reduces, maxMaps, maxReduces, status, numDecommissionNodes)
 {
     this.activeTrackers          = activeTrackers;
     this.blacklistedTrackersInfo = blackListedTrackerInfo;
 }
Exemple #5
0
 /// <summary>Construct a new cluster status.</summary>
 /// <param name="trackers">no. of tasktrackers in the cluster</param>
 /// <param name="blacklists">no of blacklisted task trackers in the cluster</param>
 /// <param name="ttExpiryInterval">the tasktracker expiry interval</param>
 /// <param name="maps">no. of currently running map-tasks in the cluster</param>
 /// <param name="reduces">no. of currently running reduce-tasks in the cluster</param>
 /// <param name="maxMaps">the maximum no. of map tasks in the cluster</param>
 /// <param name="maxReduces">the maximum no. of reduce tasks in the cluster</param>
 /// <param name="status">
 /// the
 /// <see cref="Org.Apache.Hadoop.Mapreduce.Cluster.JobTrackerStatus"/>
 /// of the <code>JobTracker</code>
 /// </param>
 /// <param name="numDecommissionedNodes">number of decommission trackers</param>
 /// <param name="numGrayListedTrackers">number of graylisted trackers</param>
 internal ClusterStatus(int trackers, int blacklists, long ttExpiryInterval, int maps
                        , int reduces, int maxMaps, int maxReduces, Cluster.JobTrackerStatus status, int
                        numDecommissionedNodes, int numGrayListedTrackers)
 {
     numActiveTrackers      = trackers;
     numBlacklistedTrackers = blacklists;
     this.numExcludedNodes  = numDecommissionedNodes;
     this.ttExpiryInterval  = ttExpiryInterval;
     map_tasks               = maps;
     reduce_tasks            = reduces;
     max_map_tasks           = maxMaps;
     max_reduce_tasks        = maxReduces;
     this.status             = status;
     this.grayListedTrackers = numGrayListedTrackers;
 }