Example #1
0
        public virtual void TestOnlyDelimitersReverse()
        {
            string path = "//";
            ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path));

            AssertTokenStreamContents(t, new string[] { "//", "/" }, new int[] { 0, 1 }, new int[] { 2, 2 }, new int[] { 1, 0 }, path.Length);
        }
Example #2
0
        public virtual void TestEndOfDelimiterReverseSkip()
        {
            string path = "/a/b/c/";
            ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path), 1);

            AssertTokenStreamContents(t, new string[] { "/a/b/", "a/b/", "b/" }, new int[] { 0, 1, 3 }, new int[] { 5, 5, 5 }, new int[] { 1, 0, 0 }, path.Length);
        }
Example #3
0
        public virtual void TestStartOfCharEndOfDelimiterReverse()
        {
            string path = "a/b/c/";
            ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path));

            AssertTokenStreamContents(t, new string[] { "a/b/c/", "b/c/", "c/" }, new int[] { 0, 2, 4 }, new int[] { 6, 6, 6 }, new int[] { 1, 0, 0 }, path.Length);
        }
Example #4
0
        public virtual void TestBasicReverse()
        {
            string path = "/a/b/c";
            ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path));

            AssertTokenStreamContents(t, new string[] { "/a/b/c", "a/b/c", "b/c", "c" }, new int[] { 0, 1, 3, 5 }, new int[] { 6, 6, 6, 6 }, new int[] { 1, 0, 0, 0 }, path.Length);
        }
Example #5
0
        public virtual void TestReverseSkip2()
        {
            string path = "/a/b/c/";
            ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path), 2);

            AssertTokenStreamContents(t, new string[] { "/a/", "a/" }, new int[] { 0, 1 }, new int[] { 3, 3 }, new int[] { 1, 0 }, path.Length);
        }
Example #6
0
        public virtual void TestOnlyDelimiterReverseSkip()
        {
            string path = "/";
            ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path), 1);

            AssertTokenStreamContents(t, new string[] { }, new int[] { }, new int[] { }, new int[] { }, path.Length);
        }
Example #7
0
        public virtual void TestStartOfCharReverseSkip()
        {
            string path = "a/b/c";
            ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path), 1);

            AssertTokenStreamContents(t, new string[] { "a/b/", "b/" }, new int[] { 0, 2 }, new int[] { 4, 4 }, new int[] { 1, 0 }, path.Length);
        }
Example #8
0
        public virtual void TestRandomStrings()
        {
            Analyzer a = Analyzer.NewAnonymous(createComponents: (fieldName, reader) =>
            {
                Tokenizer tokenizer = new ReversePathHierarchyTokenizer(reader);
                return(new TokenStreamComponents(tokenizer, tokenizer));
            });

            CheckRandomData(Random, a, 1000 * RandomMultiplier);
        }
Example #9
0
            protected override TokenStreamComponents CreateComponents(string fieldName, TextReader reader)
            {
                Tokenizer tokenizer = new ReversePathHierarchyTokenizer(reader);

                return(new TokenStreamComponents(tokenizer, tokenizer));
            }
Example #10
0
 public override TokenStreamComponents CreateComponents(string fieldName, TextReader reader)
 {
     Tokenizer tokenizer = new ReversePathHierarchyTokenizer(reader);
     return new Analyzer.TokenStreamComponents(tokenizer, tokenizer);
 }
Example #11
0
 public virtual void TestStartOfCharEndOfDelimiterReverseSkip()
 {
     string path = "a/b/c/";
     ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path), 1);
     AssertTokenStreamContents(t, new string[] { "a/b/", "b/" }, new int[] { 0, 2 }, new int[] { 4, 4 }, new int[] { 1, 0 }, path.Length);
 }
Example #12
0
 public virtual void TestOnlyDelimiterReverseSkip()
 {
     string path = "/";
     ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path), 1);
     AssertTokenStreamContents(t, new string[] { }, new int[] { }, new int[] { }, new int[] { }, path.Length);
 }
Example #13
0
 public virtual void TestOnlyDelimitersReverse()
 {
     string path = "//";
     ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path));
     AssertTokenStreamContents(t, new string[] { "//", "/" }, new int[] { 0, 1 }, new int[] { 2, 2 }, new int[] { 1, 0 }, path.Length);
 }
Example #14
0
 public virtual void TestStartOfCharReverse()
 {
     string path = "a/b/c";
     ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path));
     AssertTokenStreamContents(t, new string[] { "a/b/c", "b/c", "c" }, new int[] { 0, 2, 4 }, new int[] { 5, 5, 5 }, new int[] { 1, 0, 0 }, path.Length);
 }
Example #15
0
 public virtual void TestEndOfDelimiterReverse()
 {
     string path = "/a/b/c/";
     ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path));
     AssertTokenStreamContents(t, new string[] { "/a/b/c/", "a/b/c/", "b/c/", "c/" }, new int[] { 0, 1, 3, 5 }, new int[] { 7, 7, 7, 7 }, new int[] { 1, 0, 0, 0 }, path.Length);
 }
Example #16
0
 public virtual void TestBasicReverse()
 {
     string path = "/a/b/c";
     ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path));
     AssertTokenStreamContents(t, new string[] { "/a/b/c", "a/b/c", "b/c", "c" }, new int[] { 0, 1, 3, 5 }, new int[] { 6, 6, 6, 6 }, new int[] { 1, 0, 0, 0 }, path.Length);
 }
Example #17
0
 public virtual void TestReverseSkip2()
 {
     string path = "/a/b/c/";
     ReversePathHierarchyTokenizer t = new ReversePathHierarchyTokenizer(new StringReader(path), 2);
     AssertTokenStreamContents(t, new string[] { "/a/", "a/" }, new int[] { 0, 1 }, new int[] { 3, 3 }, new int[] { 1, 0 }, path.Length);
 }