public static string Tokenize(this string input, StringQuoteOption quoteoption, StringSplitOption tokenOptions, params string[] tokens)
{
using (var tokenizer = new StringTokenizer(input, tokens))
{
tokenizer.StringQuoteOption = quoteoption;
tokenizer.SetSettingsFrom(tokenOptions);
return(tokenizer.Tokenize().TokenText);
}
}
public static string Tokenize(this string input, StringQuoteOption quoteoption, params string[] tokens)
{
return(Tokenize(input, quoteoption, StringSplitOption.None, tokens));
}
