protected override ValueTokenizer[] GetTokenizers()
{
var candidates = new ValueTokenizer[]
{
new DoubleTokenizer(),
new IntegerTokenizer(),
new StringNoSpaceTokenizer(),
new SingleQuoteStringTokenizer()
};
return(candidates);
}
protected override ValueTokenizer[] GetTokenizers()
{
var candidates = new ValueTokenizer[]
{
new DoubleTokenizer(NumerFlags.AllowLedingSpaces, ',', '.'),
new IntegerTokenizer(),
new StringNoSpaceTokenizer(),
new SingleQuoteStringTokenizer()
};
return(candidates);
}