public FeatureToolsTokenizer(params Data.DataIntegration[] integrations) { var defs = new FeatureToolsTokenDefinitions(); _tokenDefinitions = new List <TokenDefinition>(); _tokenDefinitions.AddRange(defs.GetAll()); _integrations = integrations; foreach (var ign in _integrations) { var ignToken = new TokenDefinition(TokenType.DataSource, Regex.Escape(ign.Name), 1); _tokenDefinitions.Add(ignToken); } }
public FeatureToolsTokenizer(FeatureToolsTokenDefinitions toks, params Data.DataIntegration[] integrations) { _tokenDefinitions = new List <TokenDefinition>(); _tokenDefinitions.AddRange(toks.GetAll()); _integrations = integrations; }