Esempio n. 1
0
        public void ScanDBInformation(string redishost, string rpcUrl)
        {
            //Rpc Info analyze
            RpcAPI ra = new RpcAPI(rpcUrl);
            ConcurrentQueue <BlockInfo> BlockCollection = new ConcurrentQueue <BlockInfo>();
            int height = ra.GetCurrentHeight();

            var rh  = new RedisHelper(redishost);
            var ktm = new KeyTypeManager(rh);

            //Get Block info
            Logger.WriteInfo("Get current block height information.");
            for (int i = 1; i < height; i++)
            {
                var jsonInfo = ra.GetBlockInfo(i);
                var block    = new BlockInfo(i, jsonInfo);
                BlockCollection.Enqueue(block);
                Thread.Sleep(50);
            }

            //Redis Info analyze
            ktm.GetAllKeyInfoCollection();
            ktm.PrintSummaryInfo(false);

            Logger.WriteInfo("Begin print block info by height");
            Logger.WriteInfo("-------------------------------------------------------------------------------------------------------------");
            //Analyze keys in collection
            Logger.WriteInfo("Begin analyze block information by multi tasks..");
            List <Task> contractTasks = new List <Task>();

            for (int i = 0; i < 8; i++)
            {
                var j = i;
                contractTasks.Add(Task.Run(() =>
                {
                    BlockInfo block;
                    while (true)
                    {
                        if (!BlockCollection.TryDequeue(out block))
                        {
                            break;
                        }

                        Logger.WriteInfo($"Block Height: {block.Height}, TxCount:{block.Transactions.Count}");
                        //Analyze Blockhash
                        var keyinfoList = ktm.HashList["Hash"]
                                          .FindAll(o => o.ValueInfo.ToString().Contains(block.BlockHash));
                        if (keyinfoList != null && keyinfoList?.Count != 0)
                        {
                            foreach (var keyinfo in keyinfoList)
                            {
                                keyinfo.Checked = true;
                                Logger.WriteInfo(keyinfo.ToString());
                                if (keyinfo.HashString == "Chain")
                                {
                                    var hash         = new AElf.Kernel.Hash(keyinfo.KeyObject.Value);
                                    string hashValue = hash.ToHex();
                                    var changeInfo   = ktm.HashList["Hash"]
                                                       .FirstOrDefault(o => o.ValueInfo.ToString().Contains(hashValue));
                                    if (changeInfo != null)
                                    {
                                        changeInfo.Checked = true;
                                        Logger.WriteInfo(changeInfo.ToString());
                                    }
                                }
                            }
                        }

                        var blockBody = ktm.HashList["BlockBody"]
                                        .FirstOrDefault(o => o.ValueInfo.ToString().Contains(block.BlockHash));
                        if (blockBody != null)
                        {
                            blockBody.Checked = true;
                            Logger.WriteInfo(blockBody.ToString());
                        }

                        //Analyze PreviousBlockHash
                        //Analyze MerkleTreeRootOfTransactions
                        //Analyze MerkleTreeRootOfWorldState
                        var blockHeader = ktm.HashList["BlockHeader"]
                                          .FirstOrDefault(o => o.ValueInfo.ToString().Contains(block.PreviousBlockHash));
                        if (blockHeader != null)
                        {
                            blockHeader.Checked = true;
                            Logger.WriteInfo(blockHeader.ToString());
                        }

                        //Analyze Transactions
                        foreach (var transaction in block.Transactions)
                        {
                            //Transaction
                            var txResult        = ra.GetTxResult(transaction.Trim());
                            string incrementId  = txResult["result"]["result"]["tx_info"]["IncrementId"].ToString();
                            string checkStr     = $"\"IncrementId\": \"{incrementId}\"";
                            var transactionInfo = ktm.HashList["Transaction"]
                                                  .FirstOrDefault(o => o.ValueInfo.ToString().Contains(checkStr));
                            if (transactionInfo != null)
                            {
                                transactionInfo.Checked = true;
                                Logger.WriteInfo(transactionInfo.ToString());
                            }

                            //Transaction Result
                            var transactionResult = ktm.HashList["TransactionResult"]
                                                    .FirstOrDefault(o => o.ValueInfo.ToString().Contains(transaction.Trim()));

                            if (transactionResult != null)
                            {
                                transactionResult.Checked = true;
                                Logger.WriteInfo(transactionResult.ToString());
                            }
                        }
                        Logger.WriteInfo("-------------------------------------------------------------------------------------------------------------");
                    }
                }));
            }

            Task.WaitAll(contractTasks.ToArray <Task>());

            //Print Unchecked key item info
            Logger.WriteInfo(string.Empty);
            Logger.WriteInfo("Print unchecked key info");
            foreach (var item in ktm.HashList.Keys)
            {
                Logger.WriteInfo($"Category:{item}, Unchecked count:{ktm.HashList[item].FindAll(o=>o.Checked==false).Count}");
                foreach (var keyinfo in ktm.HashList[item].FindAll(o => o.Checked == false))
                {
                    Logger.WriteInfo(keyinfo.ToString());
                }
                Logger.WriteInfo(string.Empty);
            }

            //Summary info
            Logger.WriteInfo(string.Empty);
            Logger.WriteInfo("Summary basic type info");
            foreach (var item in ktm.HashList.Keys)
            {
                Logger.WriteInfo($"Category:{item}, Total:{ktm.HashList[item].Count}, Checked:{ktm.HashList[item].FindAll(o=>o.Checked==true).Count}, Unchecked:{ktm.HashList[item].FindAll(o=>o.Checked==false).Count}");
            }

            //Summary hash info
            Logger.WriteInfo(string.Empty);
            Logger.WriteInfo("Summary hash type info");
            ktm.ConvertHashType();
            foreach (var item in ktm.ProtoHashList.Keys)
            {
                Logger.WriteInfo($"Category:{item}, Total:{ktm.ProtoHashList[item].Count}, Checked:{ktm.ProtoHashList[item].FindAll(o=>o.Checked==true).Count}, Unchecked:{ktm.ProtoHashList[item].FindAll(o=>o.Checked==false).Count}");
            }
        }
Esempio n. 2
0
        public void ScanDbInformation(string redishost, string rpcUrl)
        {
            //Rpc Info analyze
            RpcAPI ra = new RpcAPI(rpcUrl);
            ConcurrentQueue <BlockInfo> blockCollection = new ConcurrentQueue <BlockInfo>();
            int height = ra.GetCurrentHeight();

            var rh  = new RedisHelper(redishost);
            var ktm = new KeyTypeManager(rh);

            List <Task> blockTasks = new List <Task>();

            //Redis Info analyze
            blockTasks.Add(Task.Run(() =>
            {
                ktm.GetAllKeyInfoCollection();
                ktm.PrintSummaryInfo(false);
            }));
            //Get Block info
            Logger.WriteInfo("Get current block height information, current total height: {0}.", height);
            int    reqHeight = 0;
            object obj       = new object();

            for (int i = 0; i < 8; i++)
            {
                blockTasks.Add(Task.Run(() =>
                {
                    while (true)
                    {
                        try
                        {
                            int threadHeight = 0;
                            lock (obj)
                            {
                                reqHeight++;
                                threadHeight = reqHeight;
                            }
                            if (threadHeight >= height)
                            {
                                break;
                            }
                            var jsonInfo = ra.GetBlockInfo(threadHeight);
                            var block    = new BlockInfo(threadHeight, jsonInfo);

                            blockCollection.Enqueue(block);

                            Thread.Sleep(50);
                        }
                        catch (Exception e)
                        {
                            Logger.WriteError("Get block info got exception: {0}", e.Message);
                        }
                    }
                }));
            }
            Task.WaitAll(blockTasks.ToArray <Task>());

            //Analyze keys in collection
            Logger.WriteInfo("Begin analyze block information by multi tasks.");
            List <Task> contractTasks = new List <Task>();

            Logger.WriteInfo("Begin print block info by height");
            Logger.WriteInfo("-------------------------------------------------------------------------------------------------------------");
            for (int i = 0; i < 8; i++)
            {
                contractTasks.Add(Task.Run(() =>
                {
                    while (true)
                    {
                        StringBuilder sb = new StringBuilder();
                        BlockInfo block  = null;
                        try
                        {
                            if (!blockCollection.TryDequeue(out block))
                            {
                                break;
                            }
                            sb.AppendLine($"Block Height: {block.Height}, TxCount:{block.Transactions.Count}");
                            List <Task> analyzeTasks = new List <Task>();
                            //Analyze Block Hash
                            analyzeTasks.Add(Task.Run(() =>
                            {
                                var keyinfoList = ktm.HashList["Hash"]
                                                  .FindAll(o => o.ValueInfo.ToString().Contains(block.BlockHash));
                                if (keyinfoList?.Count != 0)
                                {
                                    foreach (var keyinfo in keyinfoList)
                                    {
                                        keyinfo.Checked = true;
                                        sb.AppendLine(keyinfo.ToString());
                                    }
                                }
                            }));

                            //Analyze BlockBody
                            analyzeTasks.Add(Task.Run(() =>
                            {
                                var blockBody = ktm.HashList["BlockBody"]
                                                .FirstOrDefault(o => o.ValueInfo.ToString().Contains(block.BlockHash));
                                if (blockBody != null)
                                {
                                    blockBody.Checked = true;
                                    sb.AppendLine(blockBody.ToString());
                                }
                            }));

                            //Analyze PreviousBlockHash
                            analyzeTasks.Add(Task.Run(() =>
                            {
                                var blockHeader = ktm.HashList["BlockHeader"]
                                                  .FirstOrDefault(o => o.ValueInfo.ToString().Contains(block.PreviousBlockHash));
                                if (blockHeader != null)
                                {
                                    blockHeader.Checked = true;
                                    sb.AppendLine(blockHeader.ToString());
                                }
                            }));

                            //Analyze Transactions
                            analyzeTasks.Add(Task.Run(() =>
                            {
                                foreach (var transaction in block.Transactions)
                                {
                                    //Transaction
                                    var txResult        = ra.GetTxResult(transaction.Trim());
                                    string incrementId  = txResult["result"]["result"]["tx_info"]["IncrementId"].ToString();
                                    string checkStr     = $"\"IncrementId\": \"{incrementId}\"";
                                    var transactionInfo = ktm.HashList["Transaction"]
                                                          .FirstOrDefault(o => o.ValueInfo.ToString().Contains(checkStr));
                                    if (transactionInfo != null)
                                    {
                                        transactionInfo.Checked = true;
                                        sb.AppendLine(transactionInfo.ToString());
                                    }

                                    //Transaction Result
                                    var transactionResult = ktm.HashList["TransactionResult"]
                                                            .FirstOrDefault(o => o.ValueInfo.ToString().Contains(transaction.Trim()));

                                    if (transactionResult != null)
                                    {
                                        transactionResult.Checked = true;
                                        sb.AppendLine(transactionResult.ToString());
                                    }
                                }
                            }));
                            Task.WaitAll(analyzeTasks.ToArray <Task>());
                        }
                        catch (Exception e)
                        {
                            Logger.WriteError("Analyze block height={0} info get exception: {1}", block?.Height, e.Message);
                        }
                        finally
                        {
                            sb.AppendLine(
                                "-------------------------------------------------------------------------------------------------------------");
                            Logger.WriteInfo(sb.ToString());
                        }
                    }
                }));
            }

            Task.WaitAll(contractTasks.ToArray <Task>());

            //Print Unchecked key item info
            Logger.WriteInfo(string.Empty);
            Logger.WriteInfo("Print unchecked key info");
            foreach (var item in ktm.HashList.Keys)
            {
                var listCollection = ktm.HashList[item].FindAll(o => o.Checked == false);
                Logger.WriteInfo($"Category:{item}, Unchecked count:{listCollection.Count}");
                foreach (var keyinfo in listCollection)
                {
                    Logger.WriteInfo(keyinfo.ToString());
                }
                Logger.WriteInfo(string.Empty);
            }

            //Summary info
            Logger.WriteInfo("Summary basic type info");
            foreach (var item in ktm.HashList.Keys)
            {
                int total        = ktm.HashList[item].Count;
                int checkCount   = ktm.HashList[item].FindAll(o => o.Checked == true).Count;
                int uncheckCount = total - checkCount;
                Logger.WriteInfo($"Category:{item}, Total:{total}, Checked:{checkCount}, Unchecked:{uncheckCount}");
            }

            //Summary hash info
            Logger.WriteInfo(string.Empty);
            Logger.WriteInfo("Summary hash type info");
            ktm.ConvertHashType();
            foreach (var item in ktm.ProtoHashList.Keys)
            {
                int total        = ktm.ProtoHashList[item].Count;
                int checkCount   = ktm.ProtoHashList[item].FindAll(o => o.Checked == true).Count;
                int uncheckCount = total - checkCount;
                Logger.WriteInfo($"Category:{item}, Total:{total}, Checked:{checkCount}, Unchecked:{uncheckCount}");
            }
            Logger.WriteInfo("Complete redis db content analyze.");
        }