private static async Task RebuildModelAsync(Config config)
{
Console.WriteLine("RebuildModel:");
var pipeline = new LearningPipeline();
pipeline.Add(new TextLoader(config.DatabasePath).CreateFrom <TrainingDatabaseEntry>(useHeader: true, separator: ','));
var e = new TrainingDatabaseEntry();
pipeline.Add(new CategoricalOneHotVectorizer(nameof(e.globalTolerance)));
pipeline.Add(new ColumnConcatenator("Features", nameof(e.toleranceValue), nameof(e.numNotTolerance), nameof(e.numTolerance), nameof(e.percentTolerance), nameof(e.globalTolerance), nameof(e.dayOfWeek)));
pipeline.Add(new FastTreeBinaryClassifier()
{
NumLeaves = 5, NumTrees = 5, MinDocumentsInLeafs = 2
});
var model = pipeline.Train <TrainingDatabaseEntry, TimelinessPrediction>();
Console.WriteLine($" Saving model to '{config.ModelPath}'...");
await model.WriteAsync(config.ModelPath);
Console.WriteLine(" Model rebuilt.");
}
private static async Task RebuildDatabaseAsync(Config config)
{
Console.WriteLine("RebuildDatabase:");
var database = new TrainingDatabase();
var client = new HspClient(config.HspClientBaseUrl, config.NationalRailDataPortalUsername, config.NationalRailDataPortalPassword);
var startDate = new DateTime(2018, 01, 01);
var toDate = new DateTime(2018, 02, 01);
var request = new ServiceMetricsRequest
{
from_loc = "WDB",
to_loc = "IPS",
from_time = "0830",
to_time = "0840",
days = Days.WEEKDAY
};
Console.WriteLine($" Requesting data...");
while (startDate < toDate)
{
request.from_date = startDate.ToHspDate();
var nextDay = startDate.AddDays(1);
request.to_date = nextDay.ToHspDate();
var metricsResponse = await client.ServiceMetricsAsync(request);
foreach (var service in metricsResponse.Services)
{
foreach (var metric in service.Metrics)
{
var entry = new TrainingDatabaseEntry(metric, startDate);
Console.WriteLine($" Adding entry: {entry}");
database.AddEntry(entry);
}
}
startDate = nextDay;
}
Console.WriteLine($" Saving database to '{config.DatabasePath}'...");
if (File.Exists(config.DatabasePath))
{
File.Delete(config.DatabasePath);
}
await database.SaveAsync(config.DatabasePath);
Console.WriteLine(" Database rebuilt.");
}
