public static void RunRandomly(Random rnd, int width, int height, int numOfNodes, int iterations, ApproximationType approximation, bool oneChanges,
string resultDir)
{
var vectorLength = width * height;
var resultPath =
PathBuilder.Create(resultDir, "AMS_F2")
.AddProperty("Dataset", "Random")
.AddProperty("OneChanges", oneChanges.ToString())
.AddProperty("Nodes", numOfNodes.ToString())
.AddProperty("VectorLength", vectorLength.ToString())
.AddProperty("Width", width.ToString())
.AddProperty("Height", height.ToString())
.AddProperty("Iterations", iterations.ToString())
.AddProperty("Approximation", approximation.AsString())
.ToPath("csv");
var secondMomentFunction = new SecondMoment(width, height);
using (var resultCsvFile = AutoFlushedTextFile.Create(resultPath, AccumaltedResult.Header(numOfNodes)))
{
var initVectors = ArrayUtils.Init(numOfNodes, _ => ArrayUtils.Init(vectorLength, __ => (double)rnd.Next(-4, 5)).ToVector());
var multiRunner = MultiRunner.InitAll(initVectors, numOfNodes, vectorLength, approximation, secondMomentFunction.MonitoredFunction);
// multiRunner.OnlySchemes(new MonitoringScheme.Value(), new MonitoringScheme.FunctionMonitoring(), new MonitoringScheme.Oracle());
const int OracleFullSyncs = 2;
Func <int, Vector> ChangeGenerator() => nodeIndex =>
{
if (oneChanges)
{
if (nodeIndex != 0)
{
return(new Vector());
}
return(ArrayUtils.Init(vectorLength, _ => (rnd.NextDouble() - 0.5) * numOfNodes / 5).ToVector());
}
else
{
return(ArrayUtils.Init(vectorLength, _ => (rnd.NextDouble() - 0.5) / 5).ToVector());
}
};
for (int i = 0; i < iterations; i++)
{
var changes = ArrayUtils.Init(numOfNodes, ChangeGenerator());
var stop = new StrongBox <bool>(false);
multiRunner.Run(changes, rnd, false)
.SideEffect(r => stop.Value = stop.Value || (r.MonitoringScheme.Equals(new MonitoringScheme.Oracle()) && r.NumberOfFullSyncs > OracleFullSyncs))
.Select(r => r.AsCsvString())
.ForEach(resultCsvFile.WriteLine);
if (stop.Value)
{
break;
}
}
}
}
public static void RunMilanoPhoneActivity(Random rnd, int numOfNodes, int window,
ApproximationType approximation, int width,
int height, GeographicalDistributing distributingMethod,
string phoneActivityDir, string resultDir)
{
var vectorLength = width * height;
var hashFunction = FourwiseIndepandantFunction.Init(rnd);
var hashFunctionsTable = HashFunctionTable.Init(numOfNodes, vectorLength, hashFunction);
var secondMomentFunction = new SecondMoment(width, height);
var resultPath =
PathBuilder.Create(resultDir, "AMS_F2")
.AddProperty("Dataset", "MilanoPhoneActivity")
.AddProperty("Nodes", numOfNodes.ToString())
.AddProperty("VectorLength", vectorLength.ToString())
.AddProperty("Width", width.ToString())
.AddProperty("Height", height.ToString())
.AddProperty("Window", window.ToString())
.AddProperty("Distributing", distributingMethod.Name)
.AddProperty("Approximation", approximation.AsString())
.ToPath("csv");
using (var resultCsvFile = AutoFlushedTextFile.Create(resultPath, AccumaltedResult.Header(numOfNodes) + ",F2"))
{
var phonesActivityDataParser = PhonesActivityDataParser.Create(phoneActivityDir);
var phonesActivityWindowManger = PhonesActivityWindowManger.Init(window, numOfNodes, vectorLength, hashFunctionsTable, phonesActivityDataParser, distributingMethod);
var initVectors = phonesActivityWindowManger.GetCurrentVectors();
var multiRunner = MultiRunner.InitAll(initVectors, numOfNodes, vectorLength, approximation, secondMomentFunction.MonitoredFunction);
while (phonesActivityWindowManger.TakeStep())
{
var shouldEnd = new StrongBox <bool>(false);
var changeVectors = phonesActivityWindowManger.GetChangeVector();
// var sumVector = Vector.SumVector(phonesActivityWindowManger.Window.Value.CurrentNodesCountVectors());
//var f2Value = sumVector.IndexedValues.Values.Sum(x => x * x);
multiRunner.Run(changeVectors, rnd, false)
// .SideEffect(a => shouldEnd.Value = shouldEnd.Value || (a.MonitoringScheme is MonitoringScheme.Oracle && a.NumberOfFullSyncs > 0))
.Select(r => r.AsCsvString()) //+ "," + f2Value)
.ForEach(resultCsvFile.WriteLine);
//if (shouldEnd.Value)
// break;
}
}
}
public static void RunDatabaseAccesses(Random rnd, int numOfNodes, int window,
ApproximationType approximation, int width,
int height, UsersDistributing distributing,
string databaseAccessesPath, string resultDir)
{
var vectorLength = width * height;
var hashFunction = FourwiseIndepandantFunction.Init(rnd);
var hashFunctionsTable = HashFunctionTable.Init(numOfNodes, vectorLength, hashFunction);
var secondMomentFunction = new SecondMoment(width, height);
var resultPath =
PathBuilder.Create(resultDir, "AMS_F2")
.AddProperty("Dataset", "DatabaseAccesses")
.AddProperty("Nodes", numOfNodes.ToString())
.AddProperty("VectorLength", vectorLength.ToString())
.AddProperty("Width", width.ToString())
.AddProperty("Height", height.ToString())
.AddProperty("Window", window.ToString())
.AddProperty("Distributing", distributing.Name)
.AddProperty("Approximation", approximation.AsString())
.ToPath("csv");
using (var resultCsvFile = AutoFlushedTextFile.Create(resultPath, AccumaltedResult.Header(numOfNodes)))
using (var databaseAccessesStatistics = DatabaseAccessesStatistics.Init(databaseAccessesPath, numOfNodes, window, distributing.DistributeFunc))
{
var initCountVectors = databaseAccessesStatistics.InitCountVectors();
var initVectors = hashFunction.TransformToAMSSketch(initCountVectors, vectorLength, hashFunctionsTable);
var multiRunner = MultiRunner.InitAll(initVectors, numOfNodes, vectorLength,
approximation, secondMomentFunction.MonitoredFunction);
while (databaseAccessesStatistics.TakeStep())
{
var changeCountVectors = databaseAccessesStatistics.GetChangeCountVectors();
var changeVectors = hashFunction.TransformToAMSSketch(changeCountVectors, vectorLength, hashFunctionsTable);
multiRunner.Run(changeVectors, rnd, true)
.Select(r => r.AsCsvString())
.ForEach(resultCsvFile.WriteLine);
}
}
}
