Example #1
0
 public RobustTokenizer(bool caseInsensitive, string buffer)
 {
     mAbbreviations    = new RobustTokenizer.AbbreviationMap(caseInsensitive);
     this.buffer       = buffer;
     this.cachedTokens = null;
 }
Example #2
0
 public RobustTokenizer(string buffer)
 {
     mAbbreviations    = new RobustTokenizer.AbbreviationMap(true);
     this.buffer       = buffer;
     this.cachedTokens = null;
 }