public static IEnumerable<string> Tokenize(string content)
{
var searchString = content.Trim();
if (searchString.Length == 0) return new string[0];
var parser = new TokenParser();
content.ToCharArray().Each(parser.Read);
// Gotta force the parser to know it's done
parser.Read('\n');
return parser.Tokens;
}
public Searching(TokenParser parent)
{
_parent = parent;
}
public InsideNormalToken(TokenParser parent)
{
_parent = parent;
}
public InsideQuotedToken(TokenParser parent)
{
_parent = parent;
}
