/// <summary>
/// Compute derived results for each session in the dataset.
/// </summary>
/// <typeparam name="TResult">The type of data of the derived result.</typeparam>
/// <param name="dataset">The dataset over which to derive results.</param>
/// <param name="computeDerived">The action to be invoked to derive results.</param>
/// <returns>List of results.</returns>
public static IReadOnlyList <TResult> ComputeDerived <TResult>(
this Dataset dataset,
Action <Pipeline, SessionImporter, TResult> computeDerived)
where TResult : class, new()
{
var results = new List <TResult>();
foreach (var session in dataset.Sessions)
{
// the first partition is where we put the data if output is not specified
var inputPartition = session.Partitions.FirstOrDefault();
// create and run the pipeline
using (var pipeline = Pipeline.Create())
{
var importer = SessionImporter.Open(pipeline, session);
var result = new TResult();
computeDerived(pipeline, importer, result);
var startTime = DateTime.Now;
Console.WriteLine($"Computing derived features on {inputPartition.StorePath} ...");
pipeline.Run(ReplayDescriptor.ReplayAll);
var finishTime = DateTime.Now;
Console.WriteLine($" - Time elapsed: {(finishTime - startTime).TotalMinutes:0.00} min.");
results.Add(result);
}
}
return(results);
}
/// <summary>
/// Runs the specified importer action over each session in the dataset.
/// </summary>
/// <param name="action">The action to run over a session.</param>
private void Run(Action <Pipeline, SessionImporter> action)
{
foreach (var session in this.Sessions)
{
using (var pipeline = Pipeline.Create())
{
var importer = SessionImporter.Open(pipeline, session);
action(pipeline, importer);
pipeline.Run(new ReplayDescriptor(importer.OriginatingTimeInterval));
}
}
}
/// <summary>
/// Compute derived partion for each session in the dataset.
/// </summary>
/// <typeparam name="TParameter">The type of paramater passed to the action.</typeparam>
/// <param name="dataset">The dataset over which to derive partitions.</param>
/// <param name="computeDerived">The action to be invoked to derive partitions.</param>
/// <param name="parameter">The parameter to be passed to the action.</param>
/// <param name="outputPartitionName">The output partition name to be created.</param>
/// <param name="overwrite">Flag indicating whether the partition should be overwritten. Default is false.</param>
/// <param name="outputStoreName">The name of the output data store. Default is null.</param>
/// <param name="outputStorePath">The path of the output data store. Default is null.</param>
/// <param name="replayDescriptor">The replay descriptor to us</param>
/// <returns>A dataset with the newly derived partitions.</returns>
public static Dataset CreateDerivedPartition <TParameter>(
this Dataset dataset,
Action <Pipeline, SessionImporter, Exporter, TParameter> computeDerived,
TParameter parameter,
string outputPartitionName,
bool overwrite = false,
string outputStoreName = null,
string outputStorePath = null,
ReplayDescriptor replayDescriptor = null)
{
int sessionIndex = 0;
foreach (var session in dataset.Sessions)
{
if (session.Partitions.Any(p => p.Name == outputPartitionName))
{
if (overwrite)
{
// remove the partition first
session.RemovePartition(session.Partitions.First(p => p.Name == outputPartitionName));
}
else
{
// if the overwrite flag is not on, throw
throw new Exception($"Session already contains partition with name {outputPartitionName}");
}
}
// the first partition is where we put the data if output is not specified
var inputPartition = session.Partitions.FirstOrDefault();
// figure out the output partition path
var outputPartitionPath = (outputStorePath == null) ? inputPartition.StorePath : Path.Combine(outputStorePath, $"{sessionIndex}");
// create and run the pipeline
using (var pipeline = Pipeline.Create())
{
var importer = SessionImporter.Open(pipeline, session);
var exporter = Store.Create(pipeline, outputStoreName ?? outputPartitionName, outputPartitionPath);
computeDerived(pipeline, importer, exporter, parameter);
var startTime = DateTime.Now;
Console.WriteLine($"Computing derived features on {inputPartition.StorePath} ...");
// Add a default replay strategy
if (replayDescriptor == null)
{
replayDescriptor = ReplayDescriptor.ReplayAll;
}
pipeline.Run(replayDescriptor);
var finishTime = DateTime.Now;
Console.WriteLine($" - Time elapsed: {(finishTime - startTime).TotalMinutes:0.00} min.");
}
// add the partition
session.AddStorePartition(outputPartitionName, outputPartitionPath, outputPartitionName);
// increment session index
sessionIndex++;
}
return(dataset);
}