Exemplo n.º 1
0
        public virtual void Test()
        {
            CharArraySet cas = new CharArraySet(TEST_VERSION_CURRENT, 3, false);

            cas.add("jjp");
            cas.add("wlmwoknt");
            cas.add("tcgyreo");

            NormalizeCharMap.Builder builder = new NormalizeCharMap.Builder();
            builder.Add("mtqlpi", "");
            builder.Add("mwoknt", "jjp");
            builder.Add("tcgyreo", "zpfpajyws");
            NormalizeCharMap map = builder.Build();

            Analyzer a = Analyzer.NewAnonymous(createComponents: (fieldName, reader) =>
            {
                Tokenizer t   = new MockTokenizer(new TestRandomChains.CheckThatYouDidntReadAnythingReaderWrapper(reader), MockTokenFilter.ENGLISH_STOPSET, false, -65);
                TokenFilter f = new CommonGramsFilter(TEST_VERSION_CURRENT, t, cas);
                return(new TokenStreamComponents(t, f));
            }, initReader: (fieldName, reader) =>
            {
                reader = new MockCharFilter(reader, 0);
                reader = new MappingCharFilter(map, reader);
                return(reader);
            });

            CheckAnalysisConsistency(Random, a, false, "wmgddzunizdomqyj");
        }
Exemplo n.º 2
0
 protected internal override Reader initReader(string fieldName, Reader reader)
 {
     reader = new MockCharFilter(reader, 0);
     reader = new MappingCharFilter(map, reader);
     return reader;
 }
Exemplo n.º 3
0
 protected internal override Reader initReader(string fieldName, Reader reader)
 {
     reader = new MockCharFilter(reader, 0);
     reader = new MappingCharFilter(map, reader);
     return(reader);
 }
Exemplo n.º 4
0
 public override TextReader InitReader(string fieldName, TextReader reader)
 {
     reader = new MockCharFilter(reader, 0);
     reader = new MappingCharFilter(map, reader);
     return(reader);
 }
 public override TextReader InitReader(string fieldName, TextReader reader)
 {
     reader = new MockCharFilter(reader, 0);
     reader = new MappingCharFilter(map, reader);
     return reader;
 }