public CodegramGenerator(string dbPath)
{
reader = new CodegramsReader();
reader.Connect(dbPath);
}
public static void Run()
{
bool download = false;
bool analyze = false;
if (download)
{
// 1) Get Known list of C# projects
IRepositorySource source = ProjectSources.Github;
var projects = System.IO.File.ReadAllText(DataSources.CSharpProjectsListingsPath)
.Split('\n')
.Select(p => p.Replace("\"", ""));
// 2) Throlled/Restartable Download.
var list = new List <string>();
for (int i = 0; i < 10; i++)
{
list.Add(projects.GetRandomElement());
}
BuildRepository.DownloadProjects(source, "projects", list);
}
if (analyze)
{
// 3) Analyze project zips to count code grams
CodegramBuilder builder = new CodegramBuilder(".cs", ".xaml");
var codegrams = builder.Build("projects");
// 4) Save codegrams to DB.
CodegramsDB.Init(codegrams, "codegrams.db");
}
// 5) Test queries.
var reader = new CodegramsReader();
reader.Connect("codegrams.db");
Console.WriteLine(reader.SequenceIdentifierFrequency(new string[] { "using", "System" }));
Console.WriteLine(reader.SequenceWordFrequency(new string[] { "using", "System" }));
Console.WriteLine(reader.LineSalience(2, "using System"));
Console.WriteLine(reader.LineSalience(2, "Console.WriteLine"));
Console.WriteLine(reader.LineSalience(2, "CodegramsDB.Init"));
Console.WriteLine(reader.LineSalience(2, "using Codegrams.Persistance"));
var lines =
File.ReadAllText(@"C:\DEV\github\Codegrams\CodegramsClient\Program.cs")
.Split('\n')
.Select(line =>
new
{
Salience = reader.LineSalience(2, line),
Line = line
}
).OrderBy(salientLine => 1 - salientLine.Salience);
foreach (var line in lines)
{
Console.WriteLine(line.Salience + ":" + line.Line);
}
}
