C# (CSharp) SimMetricsUtilities TokeniserUtilities Examples

Example #1

 /// <summary>
 /// constructor
 /// </summary>
 public TokeniserQGram2()
 {
     StopWordHandler           = new DummyStopTermHandler();
     TokenUtilities            = new TokeniserUtilities <string>();
     CharacterCombinationIndex = 0;
     QGramLength = 2;
 }

Example #2

File: TokeniserWhitespace.cs Project: FrozenInclude/BadWordFilter

 /// <summary>
 /// default constructor
 /// </summary>
 public TokeniserWhitespace()
 {
     stopWordHandler = new DummyStopTermHandler();
     tokenUtilities  = new TokeniserUtilities <string>();
 }