static void Main(string[] args)
{
Log.Logger = new LoggerConfiguration()
.MinimumLevel.Debug()
.WriteTo.Console(theme: ConsoleTheme.None)
.CreateLogger();
var log = Log.ForContext <Program>();
var tempDir = Path.Combine(Path.GetTempPath(), Guid.NewGuid().ToString("N"));
Directory.CreateDirectory(tempDir);
log.Information($"Temp dir: {tempDir}");
string outPath = Path.Combine(tempDir, "cooking.bin");
var fastText = new FastTextWrapper(loggerFactory: new LoggerFactory(new[] { new SerilogLoggerProvider() }));
var ftArgs = FastTextArgs.SupervisedDefaults();
ftArgs.epoch = 15;
ftArgs.lr = 1;
ftArgs.dim = 300;
ftArgs.wordNgrams = 2;
ftArgs.minn = 3;
ftArgs.maxn = 6;
fastText.Supervised("cooking.train.txt", outPath, ftArgs);
try
{
File.Delete("_debug.txt");
}
catch
{
}
var result = fastText.TestInternal("cooking.valid.txt", 1, 0.0f, true);
log.Information($"Results:\n\tPrecision: {result.GlobalMetrics.GetPrecision()}" +
$"\n\tRecall: {result.GlobalMetrics.GetRecall()}" +
$"\n\tF1: {result.GlobalMetrics.GetF1()}");
var curve = result.GetPrecisionRecallCurve();
var(_, debugCurve) = TestResult.LoadDebugResult("_debug.txt", fastText.GetLabels());
string plotPath = PlotCurves(tempDir, new [] { curve, debugCurve });
log.Information($"Precision-Recall plot: {plotPath}");
Console.WriteLine("\nPress any key to exit.");
Console.ReadKey();
Directory.Delete(tempDir, true);
}
static void Main(string[] args)
{
Log.Logger = new LoggerConfiguration()
.MinimumLevel.Debug()
.WriteTo.Console(theme: ConsoleTheme.None)
.CreateLogger();
var log = Log.ForContext <Program>();
var tempDir = Path.Combine(Path.GetTempPath(), Guid.NewGuid().ToString("N"));
Directory.CreateDirectory(tempDir);
log.Information($"Temp dir: {tempDir}");
string outPath = Path.Combine(tempDir, "cooking.bin");
var fastText = new FastTextWrapper(loggerFactory: new LoggerFactory(new[] { new SerilogLoggerProvider() }));
AnsiConsole.Progress()
.Start(ctx =>
{
var task = ctx.AddTask("Training");
var ftArgs = new SupervisedArgs
{
epoch = 15,
lr = 1,
dim = 300,
wordNgrams = 2,
minn = 3,
maxn = 6,
verbose = 0,
TrainProgressCallback = (progress, loss, wst, lr, eta) =>
{
task.Value = Math.Ceiling(progress * 100);
task.Description = $"Loss: {loss:N3}, words/thread/sec: {wst}, LR: {lr:N5}, ETA: {eta}";
}
};
fastText.Supervised("cooking.train.txt", outPath, ftArgs);
});
try
{
File.Delete("_debug.txt");
}
catch
{
}
log.Information("Validating model on the test set");
var result = fastText.TestInternal("cooking.valid.txt", 1, 0.0f, true);
log.Information($"Results:\n\tPrecision: {result.GlobalMetrics.GetPrecision()}" +
$"\n\tRecall: {result.GlobalMetrics.GetRecall()}" +
$"\n\tF1: {result.GlobalMetrics.GetF1()}");
var curve = result.GetPrecisionRecallCurve();
var(_, debugCurve) = TestResult.LoadDebugResult("_debug.txt", fastText.GetLabels());
string plotPath = PlotCurves(tempDir, new [] { curve, debugCurve });
log.Information($"Precision-Recall plot: {plotPath}");
Console.WriteLine("\nPress any key to exit.");
Console.ReadKey();
Directory.Delete(tempDir, true);
}
