public IDonutScript GetScript()
{
var tokenizer = new PrecedenceTokenizer(new DonutTokenDefinitions());
var parser = new DonutSyntaxReader(tokenizer.Tokenize(DonutScriptContent));
IDonutScript dscript = parser.ParseDonutScript(Model.GetRootIntegration());
return(dscript);
}
/// <summary>
///
/// </summary>
/// <param name="donutScript">The reduce script to execute.</param>
/// <param name="inputDocumentsLimit"></param>
/// <param name="orderBy"></param>
/// <returns></returns>
public async Task Reduce(string donutScript, uint inputDocumentsLimit = 0, SortDefinition <BsonDocument> orderBy = null)
{
MapReduceExpression mapReduce = new DonutSyntaxReader(new PrecedenceTokenizer(new DonutTokenDefinitions())
.Tokenize(donutScript)).ReadMapReduce();
MapReduceJsScript script = MapReduceJsScript.Create(mapReduce);
var targetCollection = OutputDestinationCollection.ReducedOutputCollection;
var mapReduceOptions = new MapReduceOptions <BsonDocument, BsonDocument>
{
Sort = orderBy,
JavaScriptMode = true,
OutputOptions = MapReduceOutputOptions.Replace(targetCollection)
};
if (inputDocumentsLimit > 0)
{
mapReduceOptions.Limit = inputDocumentsLimit;
}
var collection = MongoHelper.GetCollection(OutputDestinationCollection.OutputCollection);
await collection.MapReduceAsync <BsonDocument>(script.Map, script.Reduce, mapReduceOptions);
}
/// <summary>
///
/// </summary>
/// <param name="donutName"></param>
/// <param name="target"></param>
/// <param name="integration"></param>
/// <param name="featureBodies"></param>
/// <returns></returns>
public static DonutScript CreateWithFeatures(string donutName, IEnumerable <ModelTarget> targets, DataIntegration integration, params string[] featureBodies)
{
var script = Create(donutName, targets, integration);
ValidateIntegrations(integration);
var tokenizer = new FeatureToolsTokenizer(integration);
int i = 0;
foreach (var fstring in featureBodies)
{
if (string.IsNullOrEmpty(fstring))
{
continue;
}
var featureName = $"f_{i}";
try
{
var parser = new DonutSyntaxReader(tokenizer.Tokenize(fstring));
IExpression expFeatureBody = parser.ReadExpression();
if (expFeatureBody == null)
{
continue;
}
if (targets != null && targets.Any(x => x.Column.Name == expFeatureBody.ToString()))
{
featureName = targets.First().Column.Name;
}
var expFeature = new AssignmentExpression(new NameExpression(featureName), expFeatureBody);
script.Features.Add(expFeature);
}
catch (Exception ex)
{
throw new FeatureGenerationFailed(featureName, fstring, ex);
}
i++;
}
return(script);
}
