public static void RunRandomly(Random rnd, int numOfNodes, ApproximationType approximation, int vectorLength, int iterations,
string resultDir)
{
var windowSize = vectorLength * 2;
var stepSize = windowSize / 5;
var resultPath =
PathBuilder.Create(resultDir, "InnerProduct")
.AddProperty("Dataset", "Random")
.AddProperty("Nodes", numOfNodes.ToString())
.AddProperty("VectorLength", vectorLength.ToString())
.AddProperty("Window", windowSize.ToString())
.AddProperty("Iterations", iterations.ToString())
.AddProperty("Approximation", approximation.AsString())
.ToPath("csv");
using (var resultCsvFile = AutoFlushedTextFile.Create(resultPath, AccumaltedResult.Header(numOfNodes)))
{
var innerProduct = new InnerProductFunction(vectorLength);
var initVectors = ArrayUtils.Init(numOfNodes, _ => ArrayUtils.Init(vectorLength, __ => (rnd.NextDouble() - 0.5) * numOfNodes).ToVector());
var multiRunner = MultiRunner.InitAll(initVectors, numOfNodes, vectorLength,
approximation, innerProduct.MonitoredFunction);
for (int i = 0; i < iterations; i++)
{
var changes = ArrayUtils.Init(numOfNodes, index => index != 0 ? new Vector() : ArrayUtils.Init(vectorLength, _ => rnd.NextDouble() * numOfNodes / 10).ToVector());
multiRunner.Run(changes, rnd, true)
.Select(r => r.AsCsvString())
.ForEach((Action <string>)resultCsvFile.WriteLine);
}
}
}
public static void RunBagOfWords(Random rnd, int vectorLength, string wordsPath,
ApproximationType approximation,
string resultDir,
Func <int, bool> isLeft, string[] textFilesPathes)
{
var numOfNodes = textFilesPathes.Length;
var windowSize = 20000;
var amountOfIterations = 2000;
var stepSize = 1000;
var halfVectorLength = vectorLength / 2;
var optionalWords = File.ReadLines(wordsPath).Take(halfVectorLength).ToArray();
var optionalStrings = new SortedSet <string>(optionalWords, StringComparer.OrdinalIgnoreCase);
var resultPath =
PathBuilder.Create(resultDir, "InnerProduct")
.AddProperty("Dataset", "BagOfWords")
.AddProperty("Nodes", numOfNodes.ToString())
.AddProperty("VectorLength", vectorLength.ToString())
.AddProperty("Window", windowSize.ToString())
.AddProperty("Iterations", amountOfIterations.ToString())
.AddProperty("Approximation", approximation.AsString())
.ToPath("csv");
using (var resultCsvFile = AutoFlushedTextFile.Create(resultPath, AccumaltedResult.Header(numOfNodes)))
using (var stringDataParser =
TextParser <string> .Init(StreamReaderUtils.EnumarateWords, windowSize, optionalStrings,
textFilesPathes))
{
var innerProduct = new InnerProductFunction(vectorLength);
var initVectors = stringDataParser.Histograms.Map(h => h.CountVector())
.PadWithZeros(halfVectorLength, isLeft);
var multiRunner = MultiRunner.InitAll(initVectors, numOfNodes, vectorLength,
approximation, innerProduct.MonitoredFunction);
var changes = stringDataParser.AllCountVectors(stepSize)
.Select(ch => ch.PadWithZeros(halfVectorLength, isLeft))
.Take(amountOfIterations);
multiRunner.RunAll(changes, rnd, true)
.Select(r => r.AsCsvString())
.ForEach((Action <string>)resultCsvFile.WriteLine);
}
}
public static void RunTaxiTrips(Random random, int iterations, int sqrtNumOfNodes, int hoursInWindow, ApproximationType approximation, int sqrtVectorLength, DataSplitter <TaxiTripEntry> splitter, CityRegion cityRegion, string taxiBinDataPath, string resultDir)
{
var vectorLength = 2 * sqrtVectorLength * sqrtVectorLength;
var numOfNodes = sqrtNumOfNodes * sqrtNumOfNodes;
var resultPath =
PathBuilder.Create(resultDir, "InnerProduct")
.AddProperty("Dataset", "TaxiTrips")
.AddProperty("Nodes", numOfNodes.ToString())
.AddProperty("VectorLength", vectorLength.ToString())
.AddProperty("Window", hoursInWindow.ToString())
.AddProperty("Iterations", iterations.ToString())
.AddProperty("Approximation", approximation.AsString())
.AddProperty("DataSplit", splitter.Name)
.ToPath("csv");
using (var resultCsvFile = AutoFlushedTextFile.Create(resultPath, AccumaltedResult.Header(numOfNodes)))
using (var binaryReader = new BinaryReader(File.OpenRead(taxiBinDataPath)))
{
var innerProductFunction = new InnerProductFunction(vectorLength);
var taxiTrips = TaxiTripEntry.FromBinary(binaryReader);
var windowManager = TaxiTripsWindowManger.Init(hoursInWindow, sqrtNumOfNodes, sqrtVectorLength, splitter, cityRegion, taxiTrips);
var initVectors = windowManager.GetCurrentVectors();
var multiRunner = MultiRunner.InitAll(initVectors, numOfNodes, vectorLength, approximation, innerProductFunction.MonitoredFunction);
for (int i = 0; i < iterations; i++)
{
if (!windowManager.TakeStep())
{
break;
}
var changeVectors = windowManager.GetChangeVector();
multiRunner.Run(changeVectors, random, false)
.Select(r => r.AsCsvString())
.ForEach(resultCsvFile.WriteLine);
}
}
}
