public void TokenizeTest()
        {
            string doc = SampleCreator.CreateStr();

            Assert.Equal(SampleCreator.CreateTekenizedStr(), Tokenizer.Tokenize(doc));
        }
        public void SplitInputTest()
        {
            string doc = SampleCreator.CreateStr();

            Assert.Equal(SampleCreator.CreateSplittedInput(), Tokenizer.SplitInput(doc));
        }
Exemplo n.º 3
0
        public void SplitDocumentTest()
        {
            string doc = SampleCreator.CreateStr();

            Assert.Equal(SampleCreator.CreateSplitdedDocument(), Tokenizer.SplitDocument(doc));
        }