private static void CheckThatProjectExists(RealWorldTestProject project)
{
if (!Directory.Exists(project.FullPath))
{
Assert.Ignore("Project directory for {0} {1} does not exist ({2})", project.ProjectName, project.Version, project.FullPath);
}
}
public void TestCompleteWorkingSet_SingleCore(RealWorldTestProject testData)
{
CheckThatProjectExists(testData);
Console.WriteLine("{0} {1} Project Summary", testData.ProjectName, testData.Version);
Console.WriteLine("============================");
using (var project = new DataProject <CompleteWorkingSet>(new LimitedConcurrencyLevelTaskScheduler(1), new FileSystemFolderMonitor(testData.FullPath, testData.DataDirectory), new SrcMLGenerator("SrcML"))) {
string unknownLogPath = Path.Combine(project.StoragePath, "unknown.log");
DateTime start = DateTime.Now, end;
using (var unknownLog = new StreamWriter(unknownLogPath)) {
project.UnknownLog = unknownLog;
project.UpdateAsync().Wait();
}
end = DateTime.Now;
NamespaceDefinition globalScope;
Assert.That(project.WorkingSet.TryObtainReadLock(5000, out globalScope));
Assert.IsNotNull(globalScope);
}
}
public void TestCompleteWorkingSet(RealWorldTestProject testData) {
CheckThatProjectExists(testData);
Console.WriteLine("{0} {1} Project Summary", testData.ProjectName, testData.Version);
Console.WriteLine("============================");
using(var project = new DataProject<CompleteWorkingSet>(testData.DataDirectory, testData.FullPath, "SrcML")) {
string unknownLogPath = Path.Combine(project.StoragePath, "unknown.log");
DateTime start = DateTime.Now, end;
using(var unknownLog = new StreamWriter(unknownLogPath)) {
project.UnknownLog = unknownLog;
project.UpdateAsync().Wait();
}
end = DateTime.Now;
Console.WriteLine("{0} to initialize complete working set", end - start);
NamespaceDefinition globalNamespace;
Assert.That(project.WorkingSet.TryObtainReadLock(5000, out globalNamespace));
try {
Console.WriteLine("{0,10:N0} files", project.Data.GetFiles().Count());
Console.WriteLine("{0,10:N0} namespaces", globalNamespace.GetDescendants<NamespaceDefinition>().Count());
Console.WriteLine("{0,10:N0} types", globalNamespace.GetDescendants<TypeDefinition>().Count());
Console.WriteLine("{0,10:N0} methods", globalNamespace.GetDescendants<MethodDefinition>().Count());
var methodCalls = from statement in globalNamespace.GetDescendantsAndSelf()
from expression in statement.GetExpressions()
from call in expression.GetDescendantsAndSelf<MethodCall>()
select call;
int numMethodCalls = 0, numMatchedMethodCalls = 0, numMissedMethodCalls = 0;
Stopwatch sw = new Stopwatch();
TimeSpan elapsed = new TimeSpan(0),
matchedElapsed = new TimeSpan(0),
missedElapsed = new TimeSpan(0);
using(var callLog = new StreamWriter(Path.Combine(testData.DataDirectory, "call_log.csv"), false)) {
callLog.WriteLine("Location,Call Name,Successful,Time");
foreach(var call in methodCalls) {
INamedEntity match = null;
sw.Restart();
try {
match = call.FindMatches().FirstOrDefault();
} catch(Exception e) {
project.ErrorLog.WriteLine("{0}:{1}:{2}: Call Exception {3}", call.Location.SourceFileName, call.Location.StartingLineNumber, call.Location.StartingColumnNumber, e);
}
sw.Stop();
numMethodCalls++;
if(null != match) {
numMatchedMethodCalls++;
matchedElapsed += sw.Elapsed;
} else {
numMissedMethodCalls++;
missedElapsed += sw.Elapsed;
}
callLog.WriteLine(String.Join(",", String.Join(":", call.Location.SourceFileName, call.Location.StartingLineNumber, call.Location.StartingColumnNumber), call.Name, (match == null ? "0" : "1"), sw.ElapsedMilliseconds));
elapsed += sw.Elapsed;
}
}
Console.WriteLine("{0,10:N0} method calls", numMethodCalls);
Console.WriteLine("{0,10:P2} of method calls matched", (float) numMatchedMethodCalls / numMethodCalls);
Console.WriteLine("{0,10:N2} matches / millisecond ({1,7:N0} ms elapsed)", ((float) numMethodCalls) / elapsed.TotalMilliseconds, elapsed.TotalMilliseconds);
Console.WriteLine("{0,7:N3} ms / match", (float) matchedElapsed.TotalMilliseconds / numMatchedMethodCalls);
Console.WriteLine("{0,7:N3} ms / miss", (float) missedElapsed.TotalMilliseconds / numMissedMethodCalls);
} finally {
project.WorkingSet.ReleaseReadLock();
}
}
}
private static void CheckThatProjectExists(RealWorldTestProject project) {
if(!Directory.Exists(project.FullPath)) {
Assert.Ignore("Project directory for {0} {1} does not exist ({2})", project.ProjectName, project.Version, project.FullPath);
}
}
public void TestCompleteWorkingSet_SingleCore(RealWorldTestProject testData) {
CheckThatProjectExists(testData);
Console.WriteLine("{0} {1} Project Summary", testData.ProjectName, testData.Version);
Console.WriteLine("============================");
using(var project = new DataProject<CompleteWorkingSet>(new LimitedConcurrencyLevelTaskScheduler(1), new FileSystemFolderMonitor(testData.FullPath, testData.DataDirectory), new SrcMLGenerator("SrcML"))) {
string unknownLogPath = Path.Combine(project.StoragePath, "unknown.log");
DateTime start = DateTime.Now, end;
using(var unknownLog = new StreamWriter(unknownLogPath)) {
project.UnknownLog = unknownLog;
project.UpdateAsync().Wait();
}
end = DateTime.Now;
NamespaceDefinition globalScope;
Assert.That(project.WorkingSet.TryObtainReadLock(5000, out globalScope));
Assert.IsNotNull(globalScope);
}
}
public void TestSerialization(RealWorldTestProject testData) {
using(var project = new DataProject<NullWorkingSet>(testData.DataDirectory, testData.FullPath, "SrcML")) {
string unknownLogPath = Path.Combine(project.StoragePath, "unknown.log");
using(var unknownLog = new StreamWriter(unknownLogPath)) {
project.UnknownLog = unknownLog;
project.UpdateAsync().Wait();
long count = 0;
TextWriter output = StreamWriter.Synchronized(Console.Out),
error = StreamWriter.Synchronized(Console.Error);
long parseElapsed = 0, deserializedElapsed = 0, compareElapsed = 0;
output.WriteLine("{0,-12} {1,-12} {2,-12} {3,-12}", "# Files", "Parse", "Deserialize", "Comparison");
Parallel.ForEach(project.Data.GetFiles(), (sourcePath) => {
DateTime start, end;
NamespaceDefinition data;
NamespaceDefinition serializedData;
try {
start = DateTime.Now;
var fileUnit = project.SourceArchive.GetXElementForSourceFile(sourcePath);
data = project.Data.Generator.Parse(fileUnit);
end = DateTime.Now;
Interlocked.Add(ref parseElapsed, (end - start).Ticks);
} catch(Exception ex) {
Console.Error.WriteLine(ex);
data = null;
}
try {
start = DateTime.Now;
serializedData = project.Data.GetData(sourcePath);
end = DateTime.Now;
Interlocked.Add(ref deserializedElapsed, (end - start).Ticks);
} catch(Exception ex) {
error.WriteLine(ex);
serializedData = null;
}
Assert.IsNotNull(data);
Assert.IsNotNull(serializedData);
start = DateTime.Now;
DataAssert.StatementsAreEqual(data, serializedData);
end = DateTime.Now;
Interlocked.Add(ref compareElapsed, (end - start).Ticks);
if(Interlocked.Increment(ref count) % 25 == 0) {
output.WriteLine("{0,12:N0} {1,12:ss\\.fff} {2,12:ss\\.fff} {3,12:ss\\.fff}", count,
new TimeSpan(parseElapsed),
new TimeSpan(deserializedElapsed),
new TimeSpan(compareElapsed));
}
});
Console.WriteLine("Project: {0} {1}", testData.ProjectName, testData.Version);
Console.WriteLine("{0,-15} {1,11:N0}", "# Files", count);
Console.WriteLine("{0,-15} {1:g}", "Parsing", new TimeSpan(parseElapsed));
Console.WriteLine("{0,-15} {1:g}", "Deserializing", new TimeSpan(deserializedElapsed));
Console.WriteLine("{0,-15} {1:g}", "Comparing", new TimeSpan(compareElapsed));
Console.WriteLine("{0,-15} {1:g}", "Total", new TimeSpan(parseElapsed + deserializedElapsed + compareElapsed));
}
}
}
public void TestCompleteWorkingSet(RealWorldTestProject testData)
{
CheckThatProjectExists(testData);
Console.WriteLine("{0} {1} Project Summary", testData.ProjectName, testData.Version);
Console.WriteLine("============================");
using (var project = new DataProject <CompleteWorkingSet>(testData.DataDirectory, testData.FullPath, "SrcML")) {
string unknownLogPath = Path.Combine(project.StoragePath, "unknown.log");
DateTime start = DateTime.Now, end;
using (var unknownLog = new StreamWriter(unknownLogPath)) {
project.UnknownLog = unknownLog;
project.UpdateAsync().Wait();
}
end = DateTime.Now;
Console.WriteLine("{0} to initialize complete working set", end - start);
NamespaceDefinition globalNamespace;
Assert.That(project.WorkingSet.TryObtainReadLock(5000, out globalNamespace));
try {
Console.WriteLine("{0,10:N0} files", project.Data.GetFiles().Count());
Console.WriteLine("{0,10:N0} namespaces", globalNamespace.GetDescendants <NamespaceDefinition>().Count());
Console.WriteLine("{0,10:N0} types", globalNamespace.GetDescendants <TypeDefinition>().Count());
Console.WriteLine("{0,10:N0} methods", globalNamespace.GetDescendants <MethodDefinition>().Count());
var methodCalls = from statement in globalNamespace.GetDescendantsAndSelf()
from expression in statement.GetExpressions()
from call in expression.GetDescendantsAndSelf <MethodCall>()
select call;
int numMethodCalls = 0, numMatchedMethodCalls = 0, numMissedMethodCalls = 0;
Stopwatch sw = new Stopwatch();
TimeSpan elapsed = new TimeSpan(0),
matchedElapsed = new TimeSpan(0),
missedElapsed = new TimeSpan(0);
using (var callLog = new StreamWriter(Path.Combine(testData.DataDirectory, "call_log.csv"), false)) {
callLog.WriteLine("Location,Call Name,Successful,Time");
foreach (var call in methodCalls)
{
INamedEntity match = null;
sw.Restart();
try {
match = call.FindMatches().FirstOrDefault();
} catch (Exception e) {
project.ErrorLog.WriteLine("{0}:{1}:{2}: Call Exception {3}", call.Location.SourceFileName, call.Location.StartingLineNumber, call.Location.StartingColumnNumber, e);
}
sw.Stop();
numMethodCalls++;
if (null != match)
{
numMatchedMethodCalls++;
matchedElapsed += sw.Elapsed;
}
else
{
numMissedMethodCalls++;
missedElapsed += sw.Elapsed;
}
callLog.WriteLine(String.Join(",", String.Join(":", call.Location.SourceFileName, call.Location.StartingLineNumber, call.Location.StartingColumnNumber), call.Name, (match == null ? "0" : "1"), sw.ElapsedMilliseconds));
elapsed += sw.Elapsed;
}
}
Console.WriteLine("{0,10:N0} method calls", numMethodCalls);
Console.WriteLine("{0,10:P2} of method calls matched", (float)numMatchedMethodCalls / numMethodCalls);
Console.WriteLine("{0,10:N2} matches / millisecond ({1,7:N0} ms elapsed)", ((float)numMethodCalls) / elapsed.TotalMilliseconds, elapsed.TotalMilliseconds);
Console.WriteLine("{0,7:N3} ms / match", (float)matchedElapsed.TotalMilliseconds / numMatchedMethodCalls);
Console.WriteLine("{0,7:N3} ms / miss", (float)missedElapsed.TotalMilliseconds / numMissedMethodCalls);
} finally {
project.WorkingSet.ReleaseReadLock();
}
}
}
public void TestSerialization(RealWorldTestProject testData)
{
using (var project = new DataProject <NullWorkingSet>(testData.DataDirectory, testData.FullPath, "SrcML")) {
string unknownLogPath = Path.Combine(project.StoragePath, "unknown.log");
using (var unknownLog = new StreamWriter(unknownLogPath)) {
project.UnknownLog = unknownLog;
project.UpdateAsync().Wait();
long count = 0;
TextWriter output = StreamWriter.Synchronized(Console.Out),
error = StreamWriter.Synchronized(Console.Error);
long parseElapsed = 0, deserializedElapsed = 0, compareElapsed = 0;
output.WriteLine("{0,-12} {1,-12} {2,-12} {3,-12}", "# Files", "Parse", "Deserialize", "Comparison");
Parallel.ForEach(project.Data.GetFiles(), (sourcePath) => {
DateTime start, end;
NamespaceDefinition data;
NamespaceDefinition serializedData;
try {
start = DateTime.Now;
var fileUnit = project.SourceArchive.GetXElementForSourceFile(sourcePath);
data = project.Data.Generator.Parse(fileUnit);
end = DateTime.Now;
Interlocked.Add(ref parseElapsed, (end - start).Ticks);
} catch (Exception ex) {
Console.Error.WriteLine(ex);
data = null;
}
try {
start = DateTime.Now;
serializedData = project.Data.GetData(sourcePath);
end = DateTime.Now;
Interlocked.Add(ref deserializedElapsed, (end - start).Ticks);
} catch (Exception ex) {
error.WriteLine(ex);
serializedData = null;
}
Assert.IsNotNull(data);
Assert.IsNotNull(serializedData);
start = DateTime.Now;
DataAssert.StatementsAreEqual(data, serializedData);
end = DateTime.Now;
Interlocked.Add(ref compareElapsed, (end - start).Ticks);
if (Interlocked.Increment(ref count) % 25 == 0)
{
output.WriteLine("{0,12:N0} {1,12:ss\\.fff} {2,12:ss\\.fff} {3,12:ss\\.fff}", count,
new TimeSpan(parseElapsed),
new TimeSpan(deserializedElapsed),
new TimeSpan(compareElapsed));
}
});
Console.WriteLine("Project: {0} {1}", testData.ProjectName, testData.Version);
Console.WriteLine("{0,-15} {1,11:N0}", "# Files", count);
Console.WriteLine("{0,-15} {1:g}", "Parsing", new TimeSpan(parseElapsed));
Console.WriteLine("{0,-15} {1:g}", "Deserializing", new TimeSpan(deserializedElapsed));
Console.WriteLine("{0,-15} {1:g}", "Comparing", new TimeSpan(compareElapsed));
Console.WriteLine("{0,-15} {1:g}", "Total", new TimeSpan(parseElapsed + deserializedElapsed + compareElapsed));
}
}
}