public IEnumerable<Token> Traverse(string text)
{
if (string.IsNullOrEmpty(text))
{
yield break;
}
using (var reader = new RewindStringReader(text, this.OptionOutputOriginalCase))
{
var breaker = new MaximumMatchTokenBreaker(_dawg, reader);
var token = breaker.Next();
do
{
yield return token;
} while ((token = breaker.Next()) != null);
}
}
public IEnumerable <Token> Traverse(string text)
{
if (string.IsNullOrEmpty(text))
{
yield break;
}
using (var reader = new RewindStringReader(text, this.OptionOutputOriginalCase))
{
var breaker = new MaximumMatchTokenBreaker(_dawg, reader);
var token = breaker.Next();
do
{
yield return(token);
} while ((token = breaker.Next()) != null);
}
}