Esempio n. 1
0
 public RobustTokenizer(bool caseInsensitive, string buffer)
 {
     mAbbreviations    = new RobustTokenizer.AbbreviationMap(caseInsensitive);
     this.buffer       = buffer;
     this.cachedTokens = null;
 }
Esempio n. 2
0
 public RobustTokenizer(string buffer)
 {
     mAbbreviations    = new RobustTokenizer.AbbreviationMap(true);
     this.buffer       = buffer;
     this.cachedTokens = null;
 }