public void TestAMS()
{
var width = 101;
var height = 13;
var vectorLength = width * height;
var array = GenArrayOfFrequencies(1000);
var ams = new SecondMoment(width, height);
var realF2 = array.Sum(f => f * f);
var fourwise = FourwiseIndepandantFunction.Init(rnd);
var hashFunction = FourwiseIndepandantFunction.Init(rnd);
var hashFunctionsTable = HashFunctionTable.Init(1, vectorLength, hashFunction);
var resultAmsVector = fourwise.TransformToAMSSketch(ArrayUtils.Init(array.ToVector()), vectorLength, hashFunctionsTable);
var amsF2 = ams.Compute(resultAmsVector[0]);
var ratio = amsF2 / realF2;
Assert.AreEqual(ams, amsF2);
}
public static void RunMilanoPhoneActivity(Random rnd, int numOfNodes, int window,
ApproximationType approximation, int width,
int height, GeographicalDistributing distributingMethod,
string phoneActivityDir, string resultDir)
{
var vectorLength = width * height;
var hashFunction = FourwiseIndepandantFunction.Init(rnd);
var hashFunctionsTable = HashFunctionTable.Init(numOfNodes, vectorLength, hashFunction);
var secondMomentFunction = new SecondMoment(width, height);
var resultPath =
PathBuilder.Create(resultDir, "AMS_F2")
.AddProperty("Dataset", "MilanoPhoneActivity")
.AddProperty("Nodes", numOfNodes.ToString())
.AddProperty("VectorLength", vectorLength.ToString())
.AddProperty("Width", width.ToString())
.AddProperty("Height", height.ToString())
.AddProperty("Window", window.ToString())
.AddProperty("Distributing", distributingMethod.Name)
.AddProperty("Approximation", approximation.AsString())
.ToPath("csv");
using (var resultCsvFile = AutoFlushedTextFile.Create(resultPath, AccumaltedResult.Header(numOfNodes) + ",F2"))
{
var phonesActivityDataParser = PhonesActivityDataParser.Create(phoneActivityDir);
var phonesActivityWindowManger = PhonesActivityWindowManger.Init(window, numOfNodes, vectorLength, hashFunctionsTable, phonesActivityDataParser, distributingMethod);
var initVectors = phonesActivityWindowManger.GetCurrentVectors();
var multiRunner = MultiRunner.InitAll(initVectors, numOfNodes, vectorLength, approximation, secondMomentFunction.MonitoredFunction);
while (phonesActivityWindowManger.TakeStep())
{
var shouldEnd = new StrongBox <bool>(false);
var changeVectors = phonesActivityWindowManger.GetChangeVector();
// var sumVector = Vector.SumVector(phonesActivityWindowManger.Window.Value.CurrentNodesCountVectors());
//var f2Value = sumVector.IndexedValues.Values.Sum(x => x * x);
multiRunner.Run(changeVectors, rnd, false)
// .SideEffect(a => shouldEnd.Value = shouldEnd.Value || (a.MonitoringScheme is MonitoringScheme.Oracle && a.NumberOfFullSyncs > 0))
.Select(r => r.AsCsvString()) //+ "," + f2Value)
.ForEach(resultCsvFile.WriteLine);
//if (shouldEnd.Value)
// break;
}
}
}
public static void RunDatabaseAccesses(Random rnd, int numOfNodes, int window,
ApproximationType approximation, int width,
int height, UsersDistributing distributing,
string databaseAccessesPath, string resultDir)
{
var vectorLength = width * height;
var hashFunction = FourwiseIndepandantFunction.Init(rnd);
var hashFunctionsTable = HashFunctionTable.Init(numOfNodes, vectorLength, hashFunction);
var secondMomentFunction = new SecondMoment(width, height);
var resultPath =
PathBuilder.Create(resultDir, "AMS_F2")
.AddProperty("Dataset", "DatabaseAccesses")
.AddProperty("Nodes", numOfNodes.ToString())
.AddProperty("VectorLength", vectorLength.ToString())
.AddProperty("Width", width.ToString())
.AddProperty("Height", height.ToString())
.AddProperty("Window", window.ToString())
.AddProperty("Distributing", distributing.Name)
.AddProperty("Approximation", approximation.AsString())
.ToPath("csv");
using (var resultCsvFile = AutoFlushedTextFile.Create(resultPath, AccumaltedResult.Header(numOfNodes)))
using (var databaseAccessesStatistics = DatabaseAccessesStatistics.Init(databaseAccessesPath, numOfNodes, window, distributing.DistributeFunc))
{
var initCountVectors = databaseAccessesStatistics.InitCountVectors();
var initVectors = hashFunction.TransformToAMSSketch(initCountVectors, vectorLength, hashFunctionsTable);
var multiRunner = MultiRunner.InitAll(initVectors, numOfNodes, vectorLength,
approximation, secondMomentFunction.MonitoredFunction);
while (databaseAccessesStatistics.TakeStep())
{
var changeCountVectors = databaseAccessesStatistics.GetChangeCountVectors();
var changeVectors = hashFunction.TransformToAMSSketch(changeCountVectors, vectorLength, hashFunctionsTable);
multiRunner.Run(changeVectors, rnd, true)
.Select(r => r.AsCsvString())
.ForEach(resultCsvFile.WriteLine);
}
}
}
