/// <summary> /// constructor /// </summary> public TokeniserQGram2() { StopWordHandler = new DummyStopTermHandler(); TokenUtilities = new TokeniserUtilities <string>(); CharacterCombinationIndex = 0; QGramLength = 2; }
/// <summary> /// default constructor /// </summary> public TokeniserWhitespace() { stopWordHandler = new DummyStopTermHandler(); tokenUtilities = new TokeniserUtilities <string>(); }