public void GetStringProperties() { var parent = Category.CreateHierarchy(); var properties = new DefaultNormalizer().GetStringProperties(parent).ToArray(); properties.Select(x => x.Name).Should().BeSameAs(new[] { nameof(Category.Name) }); }
public void Tag() { var TestObject = new DefaultTagger(new[] { new SimpleTagger(Canister.Builder.Bootstrapper.Resolve <IInflector>(), Canister.Builder.Bootstrapper.Resolve <ISynonymFinder>()) }); var Normalizer = new DefaultNormalizer(new INormalizer[] { new ASCIIFolder(ObjectPool), new LowerCase() }, new ITextNormalizer[] { new HTMLToText(ObjectPool) }); var Tokenizer = new DefaultTokenizer(new[] { new EnglishLanguage(new IEnglishTokenFinder[] { new Word(), new Whitespace(), new Symbol() }) }, ObjectPool); var Results = TestObject.Tag(Normalizer.Normalize(Tokenizer.Tokenize(Normalizer.Normalize("I would go buy a computer."), TokenizerLanguage.EnglishRuleBased)), POSTaggerLanguage.BrillTagger); Assert.Equal("NNP MD VB VB DT NN", Results.Where(x => x.TokenType == TokenType.Word).ToString(x => x.PartOfSpeech, " ")); }
public void TagProperNoun() { var TestObject = new SimpleTagger(Canister.Builder.Bootstrapper.Resolve <IInflector>(), Canister.Builder.Bootstrapper.Resolve <ISynonymFinder>()); var Normalizer = new DefaultNormalizer(new INormalizer[] { new ASCIIFolder(ObjectPool), new LowerCase() }, new ITextNormalizer[] { new HTMLToText(ObjectPool) }); var Tokenizer = new DefaultTokenizer(new[] { new EnglishLanguage(new IEnglishTokenFinder[] { new Word(), new Whitespace(), new Symbol() }) }, ObjectPool); var Results = TestObject.Tag(Normalizer.Normalize(Tokenizer.Tokenize(Normalizer.Normalize("I want to go to New York City."), TokenizerLanguage.EnglishRuleBased))); Assert.Equal("NNP VBP TO VB TO NNP NNP NNP", Results.Where(x => x.TokenType == TokenType.Word).ToString(x => x.PartOfSpeech, " ")); }
public void BasicTest() { var EntityFinder = new DefaultEntityFinder(new IFinder[] { new DefaultFinder() }); var TestObject = new DefaultTagger(new[] { new SimpleTagger(Canister.Builder.Bootstrapper.Resolve <IInflector>(), Canister.Builder.Bootstrapper.Resolve <ISynonymFinder>()) }); var Normalizer = new DefaultNormalizer(new INormalizer[] { new ASCIIFolder(ObjectPool), new LowerCase() }, new ITextNormalizer[] { new HTMLToText(ObjectPool) }); var Tokenizer = new DefaultTokenizer(new[] { new EnglishLanguage(new IEnglishTokenFinder[] { new Word(), new Whitespace(), new Symbol() }) }, ObjectPool); var Results = EntityFinder.Find(TestObject.Tag(Normalizer.Normalize(Tokenizer.Tokenize(Normalizer.Normalize("I wish G.M. made slightly better products."), TokenizerLanguage.EnglishRuleBased)), POSTaggerLanguage.BrillTagger), EntityFinderLanguage.DefaultFinder); Assert.True(Results[0].Entity); Assert.False(Results[1].Entity); Assert.False(Results[2].Entity); Assert.False(Results[3].Entity); Assert.True(Results[4].Entity); Assert.False(Results[5].Entity); }