public FeatureToolsTokenizer(params Data.DataIntegration[] integrations)
{
var defs = new FeatureToolsTokenDefinitions();
_tokenDefinitions = new List <TokenDefinition>();
_tokenDefinitions.AddRange(defs.GetAll());
_integrations = integrations;
foreach (var ign in _integrations)
{
var ignToken = new TokenDefinition(TokenType.DataSource, Regex.Escape(ign.Name), 1);
_tokenDefinitions.Add(ignToken);
}
}
public FeatureToolsTokenizer(FeatureToolsTokenDefinitions toks, params Data.DataIntegration[] integrations)
{
_tokenDefinitions = new List <TokenDefinition>();
_tokenDefinitions.AddRange(toks.GetAll());
_integrations = integrations;
}
