public static async Task ClassInitialize(TestContext context)
{
var parent = Environment.CurrentDirectory;
while (!string.IsNullOrEmpty(parent))
{
if (System.IO.Directory.EnumerateFiles(parent, "*proj").Any())
{
break;
}
else
{
parent = System.IO.Path.GetDirectoryName(parent);
}
}
ResourceExplorer = new ResourceExplorer();
ResourceExplorer.AddFolder(parent, monitorChanges: false);
var resource = ResourceExplorer.GetResource("test-ram.en-us.qna.json");
Json = await resource.ReadTextAsync();
IndexDirectory = new RAMDirectory();
QLuceneEngine.CreateCatalog(Json, IndexDirectory);
}
public async Task Main(string[] args)
{
if (args.Length == 0)
{
Console.WriteLine("QLuBuild folder [--prebuild]");
Console.WriteLine("--prebuild - prebuild cached catalog in {qnaFile}.catalog folder.");
return;
}
Echo = false;
var folder = args[0];
var prebuild = args.Where(a => a == "--prebuild").Any();
var multiLanguageRecognizers = new Dictionary <string, JObject>();
foreach (var file in System.IO.Directory.EnumerateFiles(folder, "*.qna", SearchOption.AllDirectories))
{
Stopwatch sw = new Stopwatch();
sw.Start();
Console.Write($"Parsing {file}...");
var jsonPath = $"{file}.json";
// convert qna => json file.
var source = File.ReadAllText(file);
var hash = ComputeSHA256Hash(source);
dynamic contents = null;
// figure out if the source file is different then the one which was used to create the .json file
if (File.Exists(jsonPath))
{
try
{
contents = JsonConvert.DeserializeObject(File.ReadAllText(jsonPath));
if ((string)contents.hash == hash)
{
Console.WriteLine($"(no change)");
// we can skip to next file.
continue;
}
}
catch (Exception err)
{
}
}
if (File.ReadAllText(file).Length == 0)
{
File.WriteAllText(file, "\n\n\n");
}
await Cmd($"bf qnamaker:convert --in={file} --out={jsonPath} --force").Execute(false);
if (File.Exists(jsonPath))
{
var json = File.ReadAllText(jsonPath);
contents = JsonConvert.DeserializeObject(json);
contents.hash = hash;
File.WriteAllText(jsonPath, JsonConvert.SerializeObject(contents, Formatting.Indented));
sw.Stop();
Console.WriteLine(sw.Elapsed);
if (prebuild)
{
// build cached catalog
sw.Restart();
var catalogPath = $"{file}.catalog";
Console.Write($"Creating {catalogPath}...");
var catalogDirInfo = new DirectoryInfo(catalogPath);
if (catalogDirInfo.Exists)
{
foreach (var catalogFile in catalogDirInfo.EnumerateFiles())
{
catalogFile.Delete();
}
}
else
{
catalogDirInfo.Create();
}
QLuceneEngine.CreateCatalog(json, FSDirectory.Open(catalogPath));
File.Delete(jsonPath);
File.Delete(Path.Combine(Path.GetDirectoryName(jsonPath), "alterations_" + Path.GetFileName(jsonPath)));
sw.Stop();
Console.WriteLine(sw.Elapsed);
}
}
// Write file.{lang}.qna.dialog
var dir = Path.GetDirectoryName(file);
var rootName = Path.GetFileNameWithoutExtension(Path.GetFileNameWithoutExtension(file));
var language = Path.GetExtension(Path.GetFileNameWithoutExtension(file)).Trim('.');
if (String.IsNullOrEmpty(language))
{
language = "en-us";
}
var languageRecognizerPath = $"{file}.dialog";
dynamic recognizer = new JObject();
recognizer["$kind"] = QLuceneRecognizer.Kind;
recognizer.id = Path.GetFileName(file);
recognizer.knowledgeBase = Path.GetFileName(file);
File.WriteAllText(languageRecognizerPath, JsonConvert.SerializeObject(recognizer, Formatting.Indented));
Console.WriteLine(languageRecognizerPath);
// update multi-language recognzier bookeeping.
var multiRecognizerPath = Path.Combine(dir, $"{rootName}.qna.dialog");
JObject recognizers;
if (!multiLanguageRecognizers.TryGetValue(multiRecognizerPath, out recognizers))
{
recognizers = new JObject();
multiLanguageRecognizers.Add(multiRecognizerPath, recognizers);
}
recognizers[language] = Path.GetFileNameWithoutExtension(languageRecognizerPath);
}
// Write multilanguage recognizer dialog file.qna.dialog
foreach (var kv in multiLanguageRecognizers)
{
dynamic multiRecognizer = new JObject();
multiRecognizer["$kind"] = MultiLanguageRecognizer.Kind;
multiRecognizer.recognizers = kv.Value;
Console.WriteLine(kv.Key);
File.WriteAllText(kv.Key, JsonConvert.SerializeObject(multiRecognizer, Formatting.Indented));
}
}