Example #1
0
 /*
  * Creates EdgeNGramTokenizer that can generate n-grams in the sizes of the given range
  *
  * <param name="factory"><see cref="AttributeSource.AttributeFactory"/> to use</param>
  * <param name="input"><see cref="TextReader"/> holding the input to be tokenized</param>
  * <param name="sideLabel">the name of the <see cref="Side"/> from which to chop off an n-gram</param>
  * <param name="minGram">the smallest n-gram to generate</param>
  * <param name="maxGram">the largest n-gram to generate</param>
  */
 public EdgeNGramTokenizer(AttributeFactory factory, TextReader input, string sideLabel, int minGram, int maxGram) :
     this(factory, input, SideExtensions.GetSide(sideLabel), minGram, maxGram)
 {
 }
Example #2
0
 /*
  * Creates EdgeNGramTokenizer that can generate n-grams in the sizes of the given range
  *
  * <param name="input"><see cref="TextReader"/> holding the input to be tokenized</param>
  * <param name="sideLabel">the name of the <see cref="Side"/> from which to chop off an n-gram</param>
  * <param name="minGram">the smallest n-gram to generate</param>
  * <param name="maxGram">the largest n-gram to generate</param>
  */
 public EdgeNGramTokenizer(TextReader input, string sideLabel, int minGram, int maxGram)
     : this(input, SideExtensions.GetSide(sideLabel), minGram, maxGram)
 {
 }
Example #3
0
 /*
  * Creates EdgeNGramTokenizer that can generate n-grams in the sizes of the given range
  *
  * <param name="source"><see cref="AttributeSource"/> to use</param>
  * <param name="input"><see cref="TextReader"/> holding the input to be tokenized</param>
  * <param name="sideLabel">the name of the <see cref="Side"/> from which to chop off an n-gram</param>
  * <param name="minGram">the smallest n-gram to generate</param>
  * <param name="maxGram">the largest n-gram to generate</param>
  */
 public EdgeNGramTokenizer(AttributeSource source, TextReader input, string sideLabel, int minGram, int maxGram)
     : this(source, input, SideExtensions.GetSide(sideLabel), minGram, maxGram)
 {
 }
 /*
  * Creates EdgeNGramTokenFilter that can generate n-grams in the sizes of the given range
  *
  * <param name="input"><see cref="TokenStream"/> holding the input to be tokenized</param>
  * <param name="sideLabel">the name of the <see cref="Side"/> from which to chop off an n-gram</param>
  * <param name="minGram">the smallest n-gram to generate</param>
  * <param name="maxGram">the largest n-gram to generate</param>
  */
 public EdgeNGramTokenFilter(TokenStream input, string sideLabel, int minGram, int maxGram)
     : this(input, SideExtensions.GetSide(sideLabel), minGram, maxGram)
 {
 }