private static void CreateVector(RuntimeDiagnostics r, int sizeEach, int n, NumericVector[][] pVecs, int i, bool doLock)
{
if (doLock)
lock (lockedObj) { CreateVector(r, sizeEach, n, pVecs, i, false); }
else
pVecs[i] = r.CreateNumericVectors(n, sizeEach);
}
private static void DoMeasures(RuntimeDiagnostics r, IDictionary<string, Action<REngine, int, Stopwatch>> funMap,
string what, int[] sizes, string operation, string[] types, string tag)
{
var m = new List<Measurement>();
#if DEBUG
Console.WriteLine("NOTE Running code compiled in debug mode");
#endif
//Console.WriteLine();
//Console.WriteLine("*** Faster matrices creation/initialisation ***");
//Console.WriteLine();
foreach (var type in types)
{
for (int i = 0; i < sizes.Length; i++)
m.Add(MeasureRuntimeOperation(r, funMap[type], sizes[i], type, operation, what, tag));
}
const int tenMillions = 10000000;
// Cannot go past 1 billion elements,
// R by default would spit the dummy, even running 64 bits, with
// 1: Reached total allocation of 2047Mb: see help(memory.size)
for (int n = 1; n < 11; n++)
{
//engine.ForceGarbageCollection();
MeasureRuntimeOperation(r, RuntimeDiagnostics.RtoDotNetNumericMatrix, n * tenMillions, "numeric", operation: "Read ", what: what);
}
for (int n = 1; n < 11; n++)
{
//engine.ForceGarbageCollection();
MeasureRuntimeOperation(r, RuntimeDiagnostics.RtoDotNetIntegerMatrix, n * tenMillions, "integer", operation: "Read ", what: what);
}
}
public void TestCreateNumericVector()
{
var engine = this.Engine;
RuntimeDiagnostics r = new RuntimeDiagnostics(engine);
int n = (int)1e6;
var dt = r.MeasureRuntime(RuntimeDiagnostics.CreateNumericVector, n);
Assert.LessOrEqual(dt, 100, "Creation of a 1 million element numeric vector is less than a tenth of a second");
}
public void TestNonConcurrentMultiThreading()
{
// This tests checks that calling R
// The key was to set R_CStackLimit to -1 in the engine initialization, but to do so towards the end, otherwise
// at least on Windows, it is overriden by the rest of the initialization procedure.
// While multiple issues are releated, see for instance issue 115.
var engine = this.Engine;
var r = new RuntimeDiagnostics(engine);
int sizeEach = 20;
int n = 100;
int nThreads = 10;
// with concurrent:true, very likely to bomb.
doMultiThreadingOperation(r, sizeEach, n, nThreads, concurrent: false);
}
private static void Main(string[] args)
{
REngine.SetEnvironmentVariables();
StartupParameter parameter = args.Length > 0 ?
new StartupParameter() { MaxMemorySize = ulong.Parse(args[0]) * (1024 * 1024) } :
new StartupParameter() { };
uint maxPowTwo = args.Length > 1 ? uint.Parse(args[1]) : 24;
string outputfile = args.Length > 2 ? args[2] :
(RDotNet.NativeLibrary.NativeUtility.IsUnix ? "~/tmp/rdotnetruntimes.csv" : "c:/tmp/runtimes.csv");
using (var engine = REngine.GetInstance(device: device, parameter: parameter))
{
printMemLimit(engine);
var measures = new List<Measurement>();
//engine.Evaluate("cases <- expand.grid(c(2,5,10), 10^(0:6))");
var sizes = engine.Evaluate(string.Format("as.integer(2^(0:{0}))", maxPowTwo)).AsInteger().ToArray();
RuntimeDiagnostics r = new RuntimeDiagnostics(engine) {
Types = new[] { "numeric", "integer", "logical" }, // characters are much slower / cannot include here
Sizes = sizes
};
var funMap = RuntimeDiagnostics.GetMatrixCreationFunctions();
measures.AddRange(r.DoMeasures(funMap, what: "matrix", operation: ".NET->R", tag: ""));
funMap = RuntimeDiagnostics.GetVectorCreationFunctions();
measures.AddRange(r.DoMeasures(funMap, what: "vector", operation: ".NET->R", tag: ""));
funMap = RuntimeDiagnostics.GetMatrixRetrievalFunctions();
measures.AddRange(r.DoMeasures(funMap, what: "matrix", operation: "R->.NET", tag: ""));
funMap = RuntimeDiagnostics.GetVectorRetrievalFunctions();
measures.AddRange(r.DoMeasures(funMap, what: "vector", operation: "R->.NET", tag: ""));
Console.WriteLine("Writing results to {0}", outputfile);
engine.SetSymbol("runtimes", r.CollateResults(measures));
engine.Evaluate(string.Format("write.table(runtimes, '{0}', row.names=FALSE, col.names=TRUE, quote=FALSE, sep = ',')", outputfile));
// rt <- read.csv('c:/tmp/runtimes.csv')
// d <- ggplot(rt, aes_string(x='Size', y="Duration", color='Type', shape='What'))
// d <- d + geom_point() + facet_wrap( ~ Operation )
// d <- d + scale_y_log10() + scale_x_log10() + annotation_logticks(sides='bl')
// d + ggtitle('Data conversion') + xlab("data size") + ylab('duration (ms)')
engine.Dispose();
}
}
public void TestNonConcurrentMultiThreading()
{
// This tests checks that calling R
// The key was to set R_CStackLimit to -1 in the engine initialization, but to do so towards the end, otherwise
// at least on Windows, it is overriden by the rest of the initialization procedure.
// While multiple issues are releated, see for instance issue 115.
var engine = this.Engine;
var r = new RuntimeDiagnostics(engine);
int sizeEach = 20;
int n = 100;
int nThreads = 10;
// with concurrent:true, very likely to bomb.
doMultiThreadingOperation(r, sizeEach, n, nThreads, concurrent: false);
}
private static void doTestObjectFinalization(RuntimeDiagnostics r, int sizeEach, int n, bool disposeSexp = false)
{
NumericVector[] v = r.CreateNumericVectors(n, sizeEach);
checkSizes(v, sizeEach);
var v2 = r.Lapply(v, "function(x) {x * x}");
checkSizes(v2, sizeEach);
v = null;
for (int i = 0; i < 5; i++)
{
GC.Collect();
v = r.CreateNumericVectors(n, sizeEach);
checkSizes(v, sizeEach);
if (disposeSexp)
for (int j = 0; j < v.Length; j++)
{
v[j].Dispose();
}
}
}
private static void Main(string[] args)
{
REngine.SetEnvironmentVariables();
using (var engine = REngine.GetInstance(device: device))
{
engine.EnableLock = true;
var r = new RuntimeDiagnostics(engine);
int sizeEach = 20;
int n = 1000;
NumericVector[] nVecs = r.CreateNumericVectors(n, sizeEach);
nVecs = r.Lapply(nVecs, "function(x) {x * 2}");
doMultiThreadingOperation(r, sizeEach, n, 50, false);
doTestObjectFinalization(r, sizeEach, n);
doTestObjectFinalization(r, sizeEach, n, disposeSexp: true);
nVecs = null;
engine.Dispose(); // deliberate test
}
}
private static void doMultiThreadingOperation(RuntimeDiagnostics r, int sizeEach, int n, int numOps, bool concurrent = false)
{
var pVecs = new NumericVector[numOps][];
Parallel.For(0, numOps, i => CreateVector(r, sizeEach, n, pVecs, i, !concurrent));
}
private void doMultiThreadingOperation(RuntimeDiagnostics r, int sizeEach, int n, int numOps, bool concurrent = false)
{
var pVecs = new NumericVector[numOps][];
Parallel.For(0, numOps, i => CreateVector(r, sizeEach, n, pVecs, i, !concurrent));
}
private static Measurement MeasureRuntimeOperation(RuntimeDiagnostics r, Action<REngine, int, Stopwatch> fun, int n, string type, string operation = "Create", string what = "vector", string tag = "")
{
var m = r.MeasureRuntimeOperation(fun, n, type, operation, what, tag);
Console.WriteLine(r.PrintRuntimeOperation(m));
return m;
}
private static void DoMeasuresVectors(REngine engine)
{
RuntimeDiagnostics r = new RuntimeDiagnostics(engine);
#if DEBUG
Console.WriteLine("NOTE Running code compiled in debug mode");
#endif
Console.WriteLine();
Console.WriteLine("*** Faster vector creation/initialisation ***");
Console.WriteLine();
for (int n = 1; n < 2e7; n = n * 10)
{
MeasureRuntimeOperation(r, RuntimeDiagnostics.CreateNumericVector, n, "numeric");
MeasureRuntimeOperation(r, RuntimeDiagnostics.CreateIntegerVector, n, "integer");
MeasureRuntimeOperation(r, RuntimeDiagnostics.CreateLogicalVector, n, "logical");
}
//for (int n = 1; n < 2e6; n = n * 10)
// MeasureRuntimeCreateVector(r, RuntimeDiagnostics.CreateCharacterVector, n, "character");
Console.WriteLine();
Console.WriteLine("*** Read R vector data into .NET Arrays: default and fast operation ***");
Console.WriteLine();
for (int n = 1; n < 2e7; n = n * 10)
{
MeasureRuntimeOperation(r, RuntimeDiagnostics.RtoDotNetNumericVector, n, "numeric", operation: "Read ");
}
for (int n = 1; n < 2e7; n = n * 10)
{
MeasureRuntimeOperation(r, RuntimeDiagnostics.RtoDotNetIntegerVector, n, "integer", operation: "Read ");
}
const int tenMillions = 10000000;
// Cannot go past 1 billion elements,
// R by default would spit the dummy, even running 64 bits, with
// 1: Reached total allocation of 2047Mb: see help(memory.size)
for (int n = 1; n < 11; n++)
MeasureRuntimeOperation(r, RuntimeDiagnostics.RtoDotNetNumericVector, n * tenMillions, "numeric", operation: "Read ");
for (int n = 1; n < 11; n++)
MeasureRuntimeOperation(r, RuntimeDiagnostics.RtoDotNetIntegerVector, n * tenMillions, "integer", operation: "Read ");
}