Esempio n. 1
0
            /// <summary>Get the number of live datanodes.</summary>
            /// <param name="json">JSON string that contains live node status.</param>
            /// <param name="nn">namenode status to return information in</param>
            /// <exception cref="System.IO.IOException"/>
            private static void GetLiveNodeCount(string json, ClusterJspHelper.NamenodeStatus
                                                 nn)
            {
                // Map of datanode host to (map of attribute name to value)
                IDictionary <string, IDictionary <string, object> > nodeMap = GetNodeMap(json);

                if (nodeMap == null || nodeMap.IsEmpty())
                {
                    return;
                }
                nn.liveDatanodeCount = nodeMap.Count;
                foreach (KeyValuePair <string, IDictionary <string, object> > entry in nodeMap)
                {
                    // Inner map of attribute name to value
                    IDictionary <string, object> innerMap = entry.Value;
                    if (innerMap != null)
                    {
                        if (innerMap["adminState"].Equals(DatanodeInfo.AdminStates.Decommissioned.ToString
                                                              ()))
                        {
                            nn.liveDecomCount++;
                        }
                    }
                }
            }
Esempio n. 2
0
 public virtual void AddNamenodeStatus(ClusterJspHelper.NamenodeStatus nn)
 {
     nnList.AddItem(nn);
     // Add namenode status to cluster status
     totalFilesAndDirectories += nn.filesAndDirectories;
     total_sum      += nn.capacity;
     free_sum       += nn.free;
     clusterDfsUsed += nn.bpUsed;
     nonDfsUsed_sum += nn.nonDfsUsed;
 }
Esempio n. 3
0
 /// <exception cref="System.IO.IOException"/>
 /// <exception cref="Javax.Management.MalformedObjectNameException"/>
 /// <exception cref="System.FormatException"/>
 public virtual ClusterJspHelper.NamenodeStatus GetNamenodeStatus(string props)
 {
     ClusterJspHelper.NamenodeStatus nn = new ClusterJspHelper.NamenodeStatus();
     nn.host = host;
     nn.filesAndDirectories = GetProperty(props, "TotalFiles").GetLongValue();
     nn.capacity            = GetProperty(props, "Total").GetLongValue();
     nn.free               = GetProperty(props, "Free").GetLongValue();
     nn.bpUsed             = GetProperty(props, "BlockPoolUsedSpace").GetLongValue();
     nn.nonDfsUsed         = GetProperty(props, "NonDfsUsedSpace").GetLongValue();
     nn.blocksCount        = GetProperty(props, "TotalBlocks").GetLongValue();
     nn.missingBlocksCount = GetProperty(props, "NumberOfMissingBlocks").GetLongValue(
         );
     nn.httpAddress = httpAddress.ToURL();
     GetLiveNodeCount(GetProperty(props, "LiveNodes").AsText(), nn);
     GetDeadNodeCount(GetProperty(props, "DeadNodes").AsText(), nn);
     nn.softwareVersion = GetProperty(props, "SoftwareVersion").GetTextValue();
     return(nn);
 }
Esempio n. 4
0
        /// <summary>JSP helper function that generates cluster health report.</summary>
        /// <remarks>
        /// JSP helper function that generates cluster health report.  When
        /// encountering exception while getting Namenode status, the exception will
        /// be listed on the page with corresponding stack trace.
        /// </remarks>
        internal virtual ClusterJspHelper.ClusterStatus GenerateClusterHealthReport()
        {
            ClusterJspHelper.ClusterStatus cs = new ClusterJspHelper.ClusterStatus();
            Configuration conf = new Configuration();
            IList <DFSUtil.ConfiguredNNAddress> nns = null;

            try
            {
                nns = DFSUtil.FlattenAddressMap(DFSUtil.GetNNServiceRpcAddresses(conf));
            }
            catch (Exception e)
            {
                // Could not build cluster status
                cs.SetError(e);
                return(cs);
            }
            // Process each namenode and add it to ClusterStatus
            foreach (DFSUtil.ConfiguredNNAddress cnn in nns)
            {
                IPEndPoint isa = cnn.GetAddress();
                ClusterJspHelper.NamenodeMXBeanHelper nnHelper = null;
                try
                {
                    nnHelper = new ClusterJspHelper.NamenodeMXBeanHelper(isa, conf);
                    string mbeanProps = QueryMbean(nnHelper.httpAddress, conf);
                    ClusterJspHelper.NamenodeStatus nn = nnHelper.GetNamenodeStatus(mbeanProps);
                    if (cs.clusterid.IsEmpty() || cs.clusterid.Equals(string.Empty))
                    {
                        // Set clusterid only once
                        cs.clusterid = nnHelper.GetClusterId(mbeanProps);
                    }
                    cs.AddNamenodeStatus(nn);
                }
                catch (Exception e)
                {
                    // track exceptions encountered when connecting to namenodes
                    cs.AddException(isa.GetHostName(), e);
                    continue;
                }
            }
            return(cs);
        }
Esempio n. 5
0
            /// <summary>Count the number of dead datanode.</summary>
            /// <param name="nn">namenode</param>
            /// <param name="json">JSON string</param>
            /// <exception cref="System.IO.IOException"/>
            private static void GetDeadNodeCount(string json, ClusterJspHelper.NamenodeStatus
                                                 nn)
            {
                IDictionary <string, IDictionary <string, object> > nodeMap = GetNodeMap(json);

                if (nodeMap == null || nodeMap.IsEmpty())
                {
                    return;
                }
                nn.deadDatanodeCount = nodeMap.Count;
                foreach (KeyValuePair <string, IDictionary <string, object> > entry in nodeMap)
                {
                    IDictionary <string, object> innerMap = entry.Value;
                    if (innerMap != null && !innerMap.IsEmpty())
                    {
                        if (((bool)innerMap["decommissioned"]) == true)
                        {
                            nn.deadDecomCount++;
                        }
                    }
                }
            }