public void ApplyTo(TokensUnderPreparation tokensUnderPreparation)
{
foreach (var form in _allForms)
{
tokensUnderPreparation.PartitionBasedOn(form);
}
}
private TokensUnderPreparation Tokenize(string text)
{
var tokensUnderPreparation = TokensUnderPreparation.CreateInitial(text);
foreach (var entitySpecification in _entitySpecifications)
{
entitySpecification.ApplyTo(tokensUnderPreparation);
}
return(tokensUnderPreparation);
}
