public override void Awake(JToken jd = null)
{
try
{
transferShow = jd["transferShow"] != null;
Log.Info($"Consensus.transferShow = {transferShow}");
if (jd["Run"] != null)
{
bool.TryParse(jd["Run"].ToString(), out bRun);
}
if (jd["height"] != null)
{
long height = long.Parse(jd["height"].ToString());
long.TryParse(levelDBStore.Get("UndoHeight"), out long height_total);
while (height_total > height)
{
height_total = Math.Max(height_total - 100, height);
levelDBStore.UndoTransfers(height_total);
Log.Debug($"UndoTransfers height = {height_total}");
}
}
string aa = BigInt.Div("1000,1000", "1000");
}
catch (Exception)
{
}
}
public static void test_undo(string[] args)
{
System.Console.WriteLine($"test_undo ...");
//
//DBTests tests = new DBTests();
//tests.SetUp();
//tests.Snapshot();
var tempPath = System.IO.Directory.GetCurrentDirectory();
var randName = "LevelDB";
var DatabasePath = System.IO.Path.Combine(tempPath, randName);
LevelDBStore dbstore = new LevelDBStore().Init(DatabasePath);
for (int rr = 1; rr <= 30; rr++)
{
long.TryParse(dbstore.Get("UndoHeight"), out long UndoHeight);
int random1 = 1000 + RandomHelper.Random() % 1000;
if (UndoHeight < random1)
{
for (long i = UndoHeight + 1; i <= random1; i++)
{
using (DbSnapshot snapshot = dbstore.GetSnapshot(i))
{
snapshot.Transfers.Add("undos_test", new BlockSub()
{
hash = $"Address_{i}"
});
snapshot.Commit();
}
}
}
{
using (DbSnapshot snapshot = dbstore.GetSnapshot(0))
{
var result1 = snapshot.Transfers.Get("undos_test");
long.TryParse(dbstore.Get("UndoHeight"), out long UndoHeight2);
if (result1.hash != $"Address_{UndoHeight2.ToString()}")
{
System.Console.WriteLine($"dbstore.Undo {random1} error1: {result1.hash}");
}
//System.Console.WriteLine($"dbstore.Undo {random1} error1: {result1.txid}");
}
}
if (UndoHeight > random1)
{
dbstore.UndoTransfers(random1);
}
using (DbSnapshot snapshot = dbstore.GetSnapshot(0))
{
var result2 = snapshot.Transfers.Get("undos_test");
long.TryParse(dbstore.Get("UndoHeight"), out long UndoHeight2);
if (result2.hash != $"Address_{UndoHeight2.ToString()}")
{
System.Console.WriteLine($"dbstore.Undo {random1} error2: {result2.hash}");
}
//System.Console.WriteLine($"dbstore.Undo {random1} error2: {result2.txid}");
}
}
}
static public void test_ergodic2(long height, string filename)
{
//
//DBTests tests = new DBTests();
//tests.SetUp();
//tests.Snapshot();
//var tempPath = System.IO.Directory.GetCurrentDirectory();
//var randName = "Data\\LevelDB1";
//var DatabasePath = System.IO.Path.Combine(tempPath, randName);
//LevelDBStore dbstore = new LevelDBStore().Init(DatabasePath);
LevelDBStore dbstore = Entity.Root.GetComponent <LevelDBStore>();
// Create new iterator
lock (dbstore.db)
{
string sum = "0";
dbstore.UndoTransfers(height);
using (var it = dbstore.db.CreateIterator())
{
File.Delete("./" + filename + ".csv");
File.AppendAllText("./" + filename + ".csv", "height：" + height + "版本：" + NodeManager.networkIDCur + "\n");
// Iterate in reverse to print the values as strings
for (it.SeekToFirst(); it.IsValid(); it.Next())
{
//Log.Info($"Value as string: {it.KeyAsString()}");
if ((!it.KeyAsString().Contains("undo")) && (!it.KeyAsString().Contains("Undo")))
{
if (it.KeyAsString().IndexOf("Accounts___") == 0)
{
try
{
Console.WriteLine($"Value as string: {it.ValueAsString()}");
Dictionary <string, Dictionary <string, object> > kv = JsonHelper.FromJson <Dictionary <string, Dictionary <string, object> > >(it.ValueAsString());
//all += long.Parse(kv["obj"]["amount"].ToString());
File.AppendAllText("./" + filename + ".csv", kv["obj"]["address"].ToString() + "," + kv["obj"]["amount"].ToString() + "\n");
BigHelper.Add(kv["obj"]["amount"].ToString(), sum);
}
catch (Exception e)
{
Console.WriteLine(it.KeyAsString());
Console.WriteLine($"出错了: {it.ValueAsString()}");
Console.WriteLine(e.Message);
break;
}
}
else
if (it.KeyAsString().Contains("Storages"))
{
var kv = JsonHelper.FromJson <Dictionary <string, Dictionary <string, byte[]> > >(it.ValueAsString());
var json = SortJson(JToken.Parse(kv["obj"]["jsonData"].ToStr()), null);
File.AppendAllText("./" + filename + ".csv", it.KeyAsString().Replace("Storages___", "") + "," + json + "\n");
}
else
if (it.KeyAsString().Contains("StgMap"))
{
Console.WriteLine($"Value as string: {it.ValueAsString()}");
File.AppendAllText("./" + filename + ".csv", $"{it.KeyAsString()},{it.ValueAsString()}\n");
}
}
}
File.AppendAllText("./" + filename + ".csv", "All" + "," + sum + "\n");
long posProduct = 0;
long powProduct = 0;
long posOriginally = 0;
long powOriginally = 0;
for (long i = 1; i <= height; i++)
{
Block block = BlockChainHelper.GetMcBlock(i);
long posNodeCount = block.linksblk.Count;
posProduct += posNodeCount * Consensus.GetRewardRule(i);
powProduct += Consensus.GetReward(i);
posOriginally += 25 * Consensus.GetRewardRule(i);
powOriginally += Consensus.GetReward(i);
}
long All_Product = posProduct + powProduct;
File.AppendAllText("./" + filename + ".csv", "All_Product" + "," + All_Product + "\n");
File.AppendAllText("./" + filename + ".csv", "posProduct" + "," + posProduct + "\n");
File.AppendAllText("./" + filename + ".csv", "posOriginally" + "," + posOriginally + "\n");
File.AppendAllText("./" + filename + ".csv", "powOriginally" + "," + powOriginally + "\n");
Console.WriteLine("导出完成");
}
}
}
static public void MakeSnapshot(Dictionary <string, string> param)
{
Console.WriteLine($"levelDB.Init {param["db"]}");
LevelDBStore levelDB = new LevelDBStore();
levelDB.Init(param["db"]);
if (param.ContainsKey("height") && long.TryParse(param["height"], out long height))
{
levelDB.UndoTransfers(height);
}
long.TryParse(levelDB.Get("UndoHeight"), out long transferHeight);
Console.WriteLine($"transferHeight: {transferHeight}");
var DatabasePath = $"./Data/LevelDB_Snapshot_{transferHeight}";
if (Directory.Exists(DatabasePath))
{
Console.WriteLine($"Directory LevelDB_Snapshot Exists");
return;
}
LevelDBStore snapshotDB = new LevelDBStore();
snapshotDB.Init(DatabasePath);
int count = 0;
using (var it = levelDB.db.CreateIterator())
{
for (it.SeekToFirst(); it.IsValid(); it.Next(), count++)
{
//Log.Info($"Value as string: {it.KeyAsString()}");
if (it.KeyAsString().IndexOf("_undo_") == -1 &&
it.KeyAsString().IndexOf("Blocks") != 0 &&
it.KeyAsString().IndexOf("BlockChain") != 0 &&
it.KeyAsString().IndexOf("Queue") != 0 &&
it.KeyAsString().IndexOf("List") != 0 &&
it.KeyAsString().IndexOf("Heights") != 0 &&
it.KeyAsString().IndexOf("Undos___") != 0)
{
if (it.KeyAsString().IndexOf("Trans___") == 0)
{
var slice = JsonHelper.FromJson <DbCache <BlockSub> .Slice>(it.ValueAsString());
if (slice != null && slice.obj.height != 0)
{
snapshotDB.Put(it.KeyAsString(), $"{{\"obj\":{{\"height\":{slice.obj.height}}}}}");
Console.WriteLine($"Processed tran: {it.KeyAsString()}");
}
}
else
if (it.KeyAsString().IndexOf("Snap___") == 0)
{
if (it.KeyAsString().IndexOf("Snap___Rule_") == 0)
{
var key = it.KeyAsString();
var pos1 = "Snap___Rule_".Length;
var pos2 = key.Length;
var hegihtTemp1 = key.Substring(pos1, pos2 - pos1);
var hegihtTemp2 = long.Parse(hegihtTemp1);
if (hegihtTemp2 > transferHeight - 5 && hegihtTemp2 < transferHeight + 5)
{
snapshotDB.Put(it.KeyAsString(), it.ValueAsString());
Console.WriteLine($"Processed key: {it.KeyAsString()}");
}
}
else
if (it.KeyAsString().IndexOf("_Reward") != -1)
{
var key = it.KeyAsString();
var pos1 = "Snap___".Length;
var pos2 = key.IndexOf("_Reward");
var hegihtTemp1 = key.Substring(pos1, pos2 - pos1);
var hegihtTemp2 = long.Parse(hegihtTemp1);
if (hegihtTemp2 > transferHeight - 5 && hegihtTemp2 < transferHeight + 5)
{
snapshotDB.Put(it.KeyAsString(), it.ValueAsString());
Console.WriteLine($"Processed key: {it.KeyAsString()}");
}
}
else
{
snapshotDB.Put(it.KeyAsString(), it.ValueAsString());
Console.WriteLine($"Processed key: {it.KeyAsString()}");
}
}
else
{
snapshotDB.Put(it.KeyAsString(), it.ValueAsString());
Console.WriteLine($"Processed key: {it.KeyAsString()}");
}
}
if (count % 1000000 == 0)
{
Console.WriteLine($"Processed Count:{count}");
}
}
}
using (DbSnapshot dbNew = snapshotDB.GetSnapshot(0, true))
using (DbSnapshot dbOld = levelDB.GetSnapshot())
{
for (long ii = transferHeight - 3; ii <= transferHeight + 2; ii++)
{
Console.WriteLine($"Processed height: {ii}");
var heights = dbOld.Heights.Get(ii.ToString());
for (int jj = 0; jj < heights.Count; jj++)
{
dbNew.Blocks.Add(heights[jj], dbOld.Blocks.Get(heights[jj]));
}
dbNew.Heights.Add(ii.ToString(), heights);
dbNew.BlockChains.Add(ii.ToString(), dbOld.BlockChains.Get(ii.ToString()));
}
dbNew.Commit();
}
Console.WriteLine($"MakeSnapshot Complete");
while (true)
{
System.Threading.Thread.Sleep(1000);
}
}
static public void test_ergodic2(long height, string filename)
{
//
//DBTests tests = new DBTests();
//tests.SetUp();
//tests.Snapshot();
//var tempPath = System.IO.Directory.GetCurrentDirectory();
//var randName = "Data\\LevelDB1";
//var DatabasePath = System.IO.Path.Combine(tempPath, randName);
//LevelDBStore dbstore = new LevelDBStore().Init(DatabasePath);
LevelDBStore dbstore = Entity.Root.GetComponent <LevelDBStore>();
// Create new iterator
lock (dbstore.db)
{
dbstore.UndoTransfers(height);
using (var it = dbstore.db.CreateIterator())
{
File.Delete("./" + filename + ".csv");
var NodeData = new NodeManager.NodeData();
File.AppendAllText("./" + filename + ".csv", "height：" + height + "版本：" + NodeData.version + "\n");
// Iterate in reverse to print the values as strings
for (it.SeekToFirst(); it.IsValid(); it.Next())
{
//Log.Info($"Value as string: {it.KeyAsString()}");
if ((!it.KeyAsString().Contains("undo")) && (!it.KeyAsString().Contains("Undo")))
{
if (it.KeyAsString().IndexOf("Accounts___") == 0)
{
try
{
Console.WriteLine($"Value as string: {it.ValueAsString()}");
Dictionary <string, Dictionary <string, object> > kv = JsonHelper.FromJson <Dictionary <string, Dictionary <string, object> > >(it.ValueAsString());
//all += long.Parse(kv["obj"]["amount"].ToString());
File.AppendAllText("./" + filename + ".csv", kv["obj"]["address"].ToString() + "," + kv["obj"]["amount"].ToString() + "\n");
}
catch (Exception e)
{
Console.WriteLine(it.KeyAsString());
Console.WriteLine($"出错了: {it.ValueAsString()}");
Console.WriteLine(e.Message);
break;
}
}
else
if (it.KeyAsString().Contains("Storages"))
{
var kv = JsonHelper.FromJson <Dictionary <string, Dictionary <string, byte[]> > >(it.ValueAsString());
var json = StortJson(kv["obj"]["jsonData"].ToStr());
Console.WriteLine(it.KeyAsString() + ":" + json);
File.AppendAllText("./" + filename + ".csv", it.KeyAsString().Replace("Storages___", "") + "," + CryptoHelper.Sha256(json) + "\n");
}
else
if (it.KeyAsString().Contains("StgMap"))
{
Console.WriteLine($"Value as string: {it.ValueAsString()}");
File.AppendAllText("./" + filename + ".csv", $"{it.KeyAsString()},{it.ValueAsString()}\n");
}
}
}
//Console.WriteLine("导出完成");
}
}
}