public static void EvaluateOnBuiltIns(
List <CSharpCompilation> compilations, Func <string, int, string> pathProcessor,
TypeConstraints typeRelations, string results_path, bool deserializeClusters = false,
string slnName = null)
{
Dictionary <string, Tuple <string, string> > serialisedClusters = new Dictionary <string, Tuple <string, string> >();
void bootstrapSerialisedClusters()
{
serialisedClusters["BEPUphysics.sln"] = new Tuple <string, string>(@"E:\bepuphysics1", @"F:\clusterings\bepuphysics-float.json");
serialisedClusters["Microsoft.Bot.Builder.sln"] = new Tuple <string, string>(@"E:\BotBuilder\CSharp\", @"F:\clusterings\botbuilder-str.json");
serialisedClusters["CommandLine.sln"] = new Tuple <string, string>(@"E:\commandline\", @"F:\clusterings\commandline-str.json");
serialisedClusters["CommonMark.sln"] = new Tuple <string, string>(@"E:\CommonMark.NET\", @"F:\clusterings\commonmark-str.json");
serialisedClusters["Hangfire.sln"] = new Tuple <string, string>(@"E:\Hangfire\", @"F:\clusterings\hangfire-str.json");
serialisedClusters["Humanizer.sln"] = new Tuple <string, string>(@"E:\Humanizer\", @"F:\clusterings\humanizer-str.json");
serialisedClusters["QuantConnect.Lean.sln"] = new Tuple <string, string>(@"E:\Lean\", @"F:\clusterings\lean-str.json");
serialisedClusters["Nancy.sln"] = new Tuple <string, string>(@"E:\Nancy\", @"F:\clusterings\nancy-str.json");
serialisedClusters["Newtonsoft.Json.Net40.sln"] = new Tuple <string, string>(@"E:\Newtonsoft.Json\", @"F:\clusterings\newtonsoft-str.json");
serialisedClusters["Ninject.sln"] = new Tuple <string, string>(@"E:\Ninject\", @"F:\clusterings\ninject-str.json");
serialisedClusters["NLog.sln"] = new Tuple <string, string>(@"E:\NLog\", @"F:\clusterings\nlog-str.json");
serialisedClusters["Quartz.sln"] = new Tuple <string, string>(@"E:\quartznet\", @"F:\clusterings\quartznet-str.json");
serialisedClusters["RavenDB.sln"] = new Tuple <string, string>(@"E:\ravendb\", @"F:\clusterings\ravendb-str.json");
serialisedClusters["RestSharp.sln"] = new Tuple <string, string>(@"E:\RestSharp\", @"F:\clusterings\restsharp-str.json");
serialisedClusters["Wox.sln"] = new Tuple <string, string>(@"E:\Wox\", @"F:\clusterings\wox-str.json");
}
bootstrapSerialisedClusters();
string typename = "string";
UDCTree hierarchy = null;
foreach (var compilation in compilations)
{
ITypeSymbol t = compilation.GetTypeByMetadataName(typename);
if (t != null)
{
hierarchy = new UDCTree(t);
break;
}
}
Rewriter r;
if (deserializeClusters)
{
var serializedClustersFile = serialisedClusters[slnName].Item2;
var repoPath = serialisedClusters[slnName].Item1;
RewriterFromJson rJson = new RewriterFromJson(serializedClustersFile, repoPath, typeRelations);
r = new Rewriter(compilations, rJson.Clusters, rJson.AncestorMap, typename);
}
else
{
GodClassResults results = new GodClassResults(pathProcessor, typeRelations, results_path);
results.startInference(hierarchy);
r = new Rewriter(compilations, results.MiningResults.First().clusteringResult, results.MiningResults.First().ancestorMap, typename);
}
r.RewriteTypes();
string errors = JsonConvert.SerializeObject(r.ErrorHistogram, Formatting.Indented);
try
{
if (!Directory.Exists(results_path))
{
Directory.CreateDirectory(results_path);
}
}
catch (Exception ex)
{
Console.WriteLine(ex.ToString());
System.Environment.Exit(-1);
}
System.IO.DirectoryInfo di = new DirectoryInfo(results_path);
foreach (FileInfo f in di.GetFiles())
{
f.Delete();
}
foreach (DirectoryInfo dir in di.GetDirectories())
{
dir.Delete(true);
}
System.IO.StreamWriter file = new System.IO.StreamWriter(results_path + "/" + typename + "_rewriting_errors.txt");
file.WriteLine(errors);
file.Close();
}
public static void ExtractFromSolution(string basePath, string githubBaseLink, Solution solution)
{
Func <string, int, string> pathProcessor = (fullPath, lineNumber) =>
{
var relativePath = fullPath.Substring(basePath.Length);
return(githubBaseLink + relativePath.Replace('\\', '/') + "#L" + (lineNumber + 1));
};
Console.WriteLine("Collecting type constraint graph...");
var typeRelations = new TypeConstraints(pathProcessor);
var projectGraph = solution.GetProjectDependencyGraph();
UDCTree UDCHierarchy = new UDCTree();
var compilations = new List <CSharpCompilation>();
foreach (var projectId in projectGraph.GetTopologicallySortedProjects())
{
Compilation compilation;
try
{
var project = solution.GetProject(projectId);
if (project.FilePath.ToLower().Contains("test") ||
!(project.FilePath.ToLower().EndsWith(".csproj")))
{
Console.WriteLine($"Excluding {project.FilePath} since it seems to be test-related");
continue;
}
compilation = project.GetCompilationAsync().Result;
}
catch (Exception ex)
{
Console.WriteLine("Exception while compiling project {0}: {1}", projectId, ex);
continue;
}
if (compilation == null)
{
continue;
}
foreach (var error in compilation.GetDiagnostics().Where(d => d.Severity == DiagnosticSeverity.Error))
{
Console.WriteLine(error.GetMessage());
}
if (compilation is CSharpCompilation cSharpCompilation)
{
UDCHierarchy.ParseTypesInCompilation(cSharpCompilation);
typeRelations.AddFromCompilation(cSharpCompilation);
compilations.Add(cSharpCompilation);
}
}
//AnalysisType t = AnalysisType.TypeSpecificFlowClustering;
var analysisTriggers = new List <AnalysisType> {
//AnalysisType.UDCSanityCheck,
//AnalysisType.TypeSpecificFlowClustering,
AnalysisType.RewritingFromSerialization,
};
foreach (var i in analysisTriggers)
{
switch (i)
{
case AnalysisType.TypeSpecificFlowClustering:
var TSFresults_path = "results/" + "TypeSpecificClustering/" + basePath.Substring(basePath.LastIndexOf('\\') + 1);
Console.WriteLine("Starting coloring for name flows in individual user defined types...");
GodClassResults typeSpecificClustering = new GodClassResults(pathProcessor, typeRelations, TSFresults_path);
typeSpecificClustering.startTypeSpecificNameFlowInference(UDCHierarchy, 0);
break;
case AnalysisType.UDCSanityCheck:
var sanityResults_path = "results/" + "UDCSanityCheck/" + basePath.Substring(basePath.LastIndexOf('\\') + 1);
Console.WriteLine("Starting coloring for sanity checking on user defined types...");
GodClassResults sanityCheck = new GodClassResults(pathProcessor, typeRelations, sanityResults_path);
sanityCheck.startConsolidatedInference(UDCHierarchy, 0);
break;
case AnalysisType.Rewriting:
var rewritingResults_path = "results/" + "rewriting/" + basePath.Substring(basePath.LastIndexOf('\\') + 1);
Console.WriteLine("Starting rewriting of builtin type uses...");
EvaluateOnBuiltIns(compilations, pathProcessor, typeRelations, rewritingResults_path, false);
break;
case AnalysisType.RewritingFromSerialization:
var rewritingFromSerializationResults_path = "results/" + "rewritingFromSerialised/" + basePath.Substring(basePath.LastIndexOf('\\') + 1);
Console.WriteLine("Starting rewriting of builtin type uses after reading in serilised clusterings...");
EvaluateOnBuiltIns(compilations, pathProcessor, typeRelations, rewritingFromSerializationResults_path, true,
basePath.Substring(basePath.LastIndexOf('\\') + 1));
break;
default:
break;
}
}
Console.WriteLine("Done!");
}