public static void Rewrite(string basePath, string githubBaseLink, Solution solution, string serializedClustersFile, string targetTypeName) { Func <string, int, string> pathProcessor = (fullPath, lineNumber) => { var relativePath = fullPath.Substring(basePath.Length); return(githubBaseLink + relativePath.Replace('\\', '/') + "#L" + (lineNumber + 1)); }; Console.WriteLine("Collecting type constraint graph..."); var typeRelations = new TypeConstraints(pathProcessor); var projectGraph = solution.GetProjectDependencyGraph(); UDCTree UDCHierarchy = new UDCTree(); var compilations = new List <CSharpCompilation>(); foreach (var projectId in projectGraph.GetTopologicallySortedProjects()) { Compilation compilation; try { var project = solution.GetProject(projectId); if (project.FilePath.ToLower().Contains("test") || !(project.FilePath.ToLower().EndsWith(".csproj"))) { Console.WriteLine($"Excluding {project.FilePath} since it seems to be test-related"); continue; } compilation = project.GetCompilationAsync().Result; } catch (Exception ex) { Console.WriteLine("Exception while compiling project {0}: {1}", projectId, ex); continue; } if (compilation == null) { continue; } foreach (var error in compilation.GetDiagnostics().Where(d => d.Severity == DiagnosticSeverity.Error)) { Console.WriteLine(error.GetMessage()); } if (compilation is CSharpCompilation cSharpCompilation) { UDCHierarchy.ParseTypesInCompilation(cSharpCompilation); typeRelations.AddFromCompilation(cSharpCompilation); compilations.Add(cSharpCompilation); } } Console.WriteLine("Starting rewriting of builtin type uses after reading in serialized clusterings..."); RewriterFromJson rJson = new RewriterFromJson(serializedClustersFile, basePath, typeRelations); var r = new Rewriter(compilations, rJson.Clusters, rJson.AncestorMap, targetTypeName); r.RewriteTypes(); string errors = JsonConvert.SerializeObject(r.ErrorHistogram, Formatting.Indented); Console.WriteLine(errors); }
public void startInference(UDCTree UDCHierarchy, int depth = 0) { SubtypeMiner miner = null; var typesAtDepth = UDCHierarchy.GetAllTypesAtDepth(depth); foreach (var v in typesAtDepth) { UDCTree subTree = new UDCTree(v); Console.WriteLine("Running Inference for {0} ...", v.Value.MetadataName); var typeNamesOfDescendants = UDCHierarchy.GetTypeNamesOfDescendants(v); miner = new SubtypeMiner(new HashSet <string>(typeNamesOfDescendants), _typeRelations, 50); SubTreeResults res = new SubTreeResults(subTree, miner); MiningResults.Add(res); if (miner.NumRelationships == 0) { continue; } res.computeScores(); try { _typeRelations.ToDot("results/" + v.Value.ToDisplayString() + ".dot", _pathProcessor, res.clusteringResult); writeResultsToDisk(_pathProcessor, res, ResultsDirectory + v.Value.ToDisplayString() + "_result.txt"); } catch (Exception e) { Console.WriteLine("{0}", e.Message); continue; } } }
public void startTypeSpecificNameFlowInference(UDCTree UDCHierarchy, int depth = 0) { var typeLocationDict = UDCHierarchy.getUDTLineSpans(); SubtypeMiner miner = null; var typesAtDepth = UDCHierarchy.GetAllTypesAtDepth(depth); foreach (var v in UDCHierarchy.getAllTypes()) { if (v.Value.Locations.Length == 0 || !v.Value.Locations.All(x => x.IsInSource)) { continue; } UDCTree subTree = new UDCTree(v); Console.WriteLine("Running Inference for {0} ...", v.Value.MetadataName); miner = new SubtypeMiner(null, _typeRelations, 50, true, v.Value); SubTreeResults res = new SubTreeResults(subTree, miner); try { MiningResults.Add(res); if (miner.NumRelationships == 0) { continue; } res.computeScores(); } catch (Exception e) { Console.WriteLine("{0}", e.Message); continue; } try { //_typeRelations.ToDot(ResultsDirectory + v.Value.ToDisplayString() + ".dot", _pathProcessor, res.clusteringResult); writeResultsToDisk(_pathProcessor, res, ResultsDirectory + v.Value.ToDisplayString() + "_result.txt", miner.GetLineSpanOfType(v.Value)); } catch (Exception e) { Console.WriteLine("{0}", e.Message); continue; } } }
public void startConsolidatedInference(UDCTree UDCHierarchy, int depth = 0) { SubtypeMiner miner = null; List <string> alltypes = new List <string>(); var typesAtDepth = UDCHierarchy.GetAllTypesAtDepth(depth); foreach (var v in typesAtDepth) { List <string> typeNamesOfDescendants = new List <string>(); Console.WriteLine("Running Inference for {0} ...", v.Value.MetadataName); try{ typeNamesOfDescendants = UDCHierarchy.GetTypeNamesOfDescendants(v); } catch (Exception ex) { Console.WriteLine(ex.Message); } alltypes = alltypes.Concat(typeNamesOfDescendants).ToList(); } alltypes = randomUniformSample(alltypes); UDCTree subTree = new UDCTree(typesAtDepth.First()); miner = new SubtypeMiner(new HashSet <string>(alltypes), _typeRelations, 50); SubTreeResults res = new SubTreeResults(subTree, miner); MiningResults.Add(res); if (miner.NumRelationships > 0) { res.computeScores(); try { //_typeRelations.ToDot(ResultsDirectory + "consolidated.dot", _pathProcessor, res.clusteringResult); writeResultsToDisk(_pathProcessor, res, ResultsDirectory + "consolidated" + "_result.txt"); } catch (Exception e) { Console.WriteLine("{0}", e.Message); } } }
public static void EvaluateOnBuiltIns( List <CSharpCompilation> compilations, Func <string, int, string> pathProcessor, TypeConstraints typeRelations, string results_path, bool deserializeClusters = false, string slnName = null) { Dictionary <string, Tuple <string, string> > serialisedClusters = new Dictionary <string, Tuple <string, string> >(); void bootstrapSerialisedClusters() { serialisedClusters["BEPUphysics.sln"] = new Tuple <string, string>(@"E:\bepuphysics1", @"F:\clusterings\bepuphysics-float.json"); serialisedClusters["Microsoft.Bot.Builder.sln"] = new Tuple <string, string>(@"E:\BotBuilder\CSharp\", @"F:\clusterings\botbuilder-str.json"); serialisedClusters["CommandLine.sln"] = new Tuple <string, string>(@"E:\commandline\", @"F:\clusterings\commandline-str.json"); serialisedClusters["CommonMark.sln"] = new Tuple <string, string>(@"E:\CommonMark.NET\", @"F:\clusterings\commonmark-str.json"); serialisedClusters["Hangfire.sln"] = new Tuple <string, string>(@"E:\Hangfire\", @"F:\clusterings\hangfire-str.json"); serialisedClusters["Humanizer.sln"] = new Tuple <string, string>(@"E:\Humanizer\", @"F:\clusterings\humanizer-str.json"); serialisedClusters["QuantConnect.Lean.sln"] = new Tuple <string, string>(@"E:\Lean\", @"F:\clusterings\lean-str.json"); serialisedClusters["Nancy.sln"] = new Tuple <string, string>(@"E:\Nancy\", @"F:\clusterings\nancy-str.json"); serialisedClusters["Newtonsoft.Json.Net40.sln"] = new Tuple <string, string>(@"E:\Newtonsoft.Json\", @"F:\clusterings\newtonsoft-str.json"); serialisedClusters["Ninject.sln"] = new Tuple <string, string>(@"E:\Ninject\", @"F:\clusterings\ninject-str.json"); serialisedClusters["NLog.sln"] = new Tuple <string, string>(@"E:\NLog\", @"F:\clusterings\nlog-str.json"); serialisedClusters["Quartz.sln"] = new Tuple <string, string>(@"E:\quartznet\", @"F:\clusterings\quartznet-str.json"); serialisedClusters["RavenDB.sln"] = new Tuple <string, string>(@"E:\ravendb\", @"F:\clusterings\ravendb-str.json"); serialisedClusters["RestSharp.sln"] = new Tuple <string, string>(@"E:\RestSharp\", @"F:\clusterings\restsharp-str.json"); serialisedClusters["Wox.sln"] = new Tuple <string, string>(@"E:\Wox\", @"F:\clusterings\wox-str.json"); } bootstrapSerialisedClusters(); string typename = "string"; UDCTree hierarchy = null; foreach (var compilation in compilations) { ITypeSymbol t = compilation.GetTypeByMetadataName(typename); if (t != null) { hierarchy = new UDCTree(t); break; } } Rewriter r; if (deserializeClusters) { var serializedClustersFile = serialisedClusters[slnName].Item2; var repoPath = serialisedClusters[slnName].Item1; RewriterFromJson rJson = new RewriterFromJson(serializedClustersFile, repoPath, typeRelations); r = new Rewriter(compilations, rJson.Clusters, rJson.AncestorMap, typename); } else { GodClassResults results = new GodClassResults(pathProcessor, typeRelations, results_path); results.startInference(hierarchy); r = new Rewriter(compilations, results.MiningResults.First().clusteringResult, results.MiningResults.First().ancestorMap, typename); } r.RewriteTypes(); string errors = JsonConvert.SerializeObject(r.ErrorHistogram, Formatting.Indented); try { if (!Directory.Exists(results_path)) { Directory.CreateDirectory(results_path); } } catch (Exception ex) { Console.WriteLine(ex.ToString()); System.Environment.Exit(-1); } System.IO.DirectoryInfo di = new DirectoryInfo(results_path); foreach (FileInfo f in di.GetFiles()) { f.Delete(); } foreach (DirectoryInfo dir in di.GetDirectories()) { dir.Delete(true); } System.IO.StreamWriter file = new System.IO.StreamWriter(results_path + "/" + typename + "_rewriting_errors.txt"); file.WriteLine(errors); file.Close(); }
public static void ExtractFromSolution(string basePath, string githubBaseLink, Solution solution) { Func <string, int, string> pathProcessor = (fullPath, lineNumber) => { var relativePath = fullPath.Substring(basePath.Length); return(githubBaseLink + relativePath.Replace('\\', '/') + "#L" + (lineNumber + 1)); }; Console.WriteLine("Collecting type constraint graph..."); var typeRelations = new TypeConstraints(pathProcessor); var projectGraph = solution.GetProjectDependencyGraph(); UDCTree UDCHierarchy = new UDCTree(); var compilations = new List <CSharpCompilation>(); foreach (var projectId in projectGraph.GetTopologicallySortedProjects()) { Compilation compilation; try { var project = solution.GetProject(projectId); if (project.FilePath.ToLower().Contains("test") || !(project.FilePath.ToLower().EndsWith(".csproj"))) { Console.WriteLine($"Excluding {project.FilePath} since it seems to be test-related"); continue; } compilation = project.GetCompilationAsync().Result; } catch (Exception ex) { Console.WriteLine("Exception while compiling project {0}: {1}", projectId, ex); continue; } if (compilation == null) { continue; } foreach (var error in compilation.GetDiagnostics().Where(d => d.Severity == DiagnosticSeverity.Error)) { Console.WriteLine(error.GetMessage()); } if (compilation is CSharpCompilation cSharpCompilation) { UDCHierarchy.ParseTypesInCompilation(cSharpCompilation); typeRelations.AddFromCompilation(cSharpCompilation); compilations.Add(cSharpCompilation); } } //AnalysisType t = AnalysisType.TypeSpecificFlowClustering; var analysisTriggers = new List <AnalysisType> { //AnalysisType.UDCSanityCheck, //AnalysisType.TypeSpecificFlowClustering, AnalysisType.RewritingFromSerialization, }; foreach (var i in analysisTriggers) { switch (i) { case AnalysisType.TypeSpecificFlowClustering: var TSFresults_path = "results/" + "TypeSpecificClustering/" + basePath.Substring(basePath.LastIndexOf('\\') + 1); Console.WriteLine("Starting coloring for name flows in individual user defined types..."); GodClassResults typeSpecificClustering = new GodClassResults(pathProcessor, typeRelations, TSFresults_path); typeSpecificClustering.startTypeSpecificNameFlowInference(UDCHierarchy, 0); break; case AnalysisType.UDCSanityCheck: var sanityResults_path = "results/" + "UDCSanityCheck/" + basePath.Substring(basePath.LastIndexOf('\\') + 1); Console.WriteLine("Starting coloring for sanity checking on user defined types..."); GodClassResults sanityCheck = new GodClassResults(pathProcessor, typeRelations, sanityResults_path); sanityCheck.startConsolidatedInference(UDCHierarchy, 0); break; case AnalysisType.Rewriting: var rewritingResults_path = "results/" + "rewriting/" + basePath.Substring(basePath.LastIndexOf('\\') + 1); Console.WriteLine("Starting rewriting of builtin type uses..."); EvaluateOnBuiltIns(compilations, pathProcessor, typeRelations, rewritingResults_path, false); break; case AnalysisType.RewritingFromSerialization: var rewritingFromSerializationResults_path = "results/" + "rewritingFromSerialised/" + basePath.Substring(basePath.LastIndexOf('\\') + 1); Console.WriteLine("Starting rewriting of builtin type uses after reading in serilised clusterings..."); EvaluateOnBuiltIns(compilations, pathProcessor, typeRelations, rewritingFromSerializationResults_path, true, basePath.Substring(basePath.LastIndexOf('\\') + 1)); break; default: break; } } Console.WriteLine("Done!"); }
public SubTreeResults(UDCTree subTree, SubtypeMiner miner) { SubTree = subTree; _miner = miner; }