public void similarityTest() { List <string> sentences = new List <string>(); sentences.Add("How's it going"); sentences.Add("How's your day"); sentences.Add("How's everything"); sentences.Add("Good morning"); sentences.Add("Good afternoon"); sentences.Add("Good evening"); sentences.Add("I appreciate it"); sentences.Add("Thanks a lot"); sentences.Add("Thank you"); Args args = new Args(); args.ModelFile = "CherubNLP\\CherubNLP.UnitTest\\wordvec_enu.bin"; VectorGenerator vg = new VectorGenerator(args); var list = vg.Sentence2Vec(sentences); Vec vec1 = vg.SingleSentence2Vec("Good morning"); Vec vec2 = vg.SingleSentence2Vec("How's it going"); double score = vg.Similarity(vec1, vec2); Console.WriteLine("Similarity score: {0}", score); vec1 = vg.SingleSentence2Vec("Good morning"); vec2 = vg.SingleSentence2Vec("How's your day"); double score1 = vg.Similarity(vec1, vec2); Console.WriteLine("Similarity score: {0}", score1); vec1 = vg.SingleSentence2Vec("Good morning"); vec2 = vg.SingleSentence2Vec("How's everything"); double score2 = vg.Similarity(vec1, vec2); Console.WriteLine("Similarity score: {0}", score2); vec1 = vg.SingleSentence2Vec("Good morning"); vec2 = vg.SingleSentence2Vec("Good afternoon"); double score3 = vg.Similarity(vec1, vec2); Console.WriteLine("Similarity score: {0}", score3); vec1 = vg.SingleSentence2Vec("Good morning"); vec2 = vg.SingleSentence2Vec("I appreciate"); double score4 = vg.Similarity(vec1, vec2); Console.WriteLine("Similarity score: {0}", score4); vec1 = vg.SingleSentence2Vec("Good morning"); vec2 = vg.SingleSentence2Vec("Thanks a lot"); double score5 = vg.Similarity(vec1, vec2); Console.WriteLine("Similarity score: {0}", score5); }
private void PrepareData(bool isTrain) { var reader = new FileReaderFactory().GetEnglishReaderForPhase2(isTrain); Documents = reader.ReadFile().Select(x => new DocumentWrapper(x)).ToDictionary(x => x.Document.Id); var generator = new VectorGenerator(Documents, true); generator.Process(); }
public void Word2VecTest() { string sentence = "stop this song"; List <string> words = sentence.Split(' ').ToList(); Args args = new Args(); args.ModelFile = @"C:\Users\bpeng\Desktop\BoloReborn\Txt2VecDemo\wordvec_enu.bin"; VectorGenerator vg = new VectorGenerator(args); vg.Distance(words); }
public void Doc2VectorTest() { List <string> sentences = new List <string>(); sentences.Add("The sun in the sky is bright."); sentences.Add("We can see the shining sun, the bright sun."); Args args = new Args(); args.ModelFile = "CherubNLP\\App_Data\\wordvec_enu.bin"; VectorGenerator vg = new VectorGenerator(args); var list = vg.Sentence2Vec(sentences); }
public void Doc2VectorTest() { List <string> sentences = new List <string>(); sentences.Add("The sun in the sky is bright."); sentences.Add("We can see the shining sun, the bright sun."); Args args = new Args(); args.ModelFile = "C:\\Users\\bpeng\\Desktop\\BoloReborn\\BotSharp.NLP\\BotSharp.NLP.UnitTest\\wordvec_enu.bin"; VectorGenerator vg = new VectorGenerator(args); var list = vg.Sentence2Vec(sentences); }
private void Init() { if (Vg == null) { Args args = new Args(); args.ModelFile = ModelFile; Vg = new VectorGenerator(args); SentenceVectorSize = this.Vg.Model.VectorSize; Features = new List <string>(); for (int i = 0; i < SentenceVectorSize; i++) { Features.Add($"f-{i}"); } } }
public TreeVisualization(List <ITree> trees, string[] keywords = null) { _trees = trees; _dataNodeSchemes = trees.ConvertAll(tree => TreeNodeScheme.Get(tree.Graph.NodeTable)); if (keywords == null) { keywords = new string[0]; } _keywords = keywords; _vecGen = new VectorGenerator(new TokenizeConfig(TokenizerType.Standard, StopWordsFile.EN)); _window = new TreeWindow(); _display = _window.TreeDisplay; _vis = new Visualization(_display); int treeIndex = 0; _visNodeTables = new List <IVisualTable>(); _visEdgeTables = new List <IVisualTable>(); _visNodeSchemes = new List <TreeNodeVisualTableScheme>(); foreach (var tree in _trees) { var visNodeTable = _vis.BuildVisualTable("VisNodeTable" + treeIndex, tree.Graph.NodeTable, _display); var visEdgeTable = _vis.BuildVisualTable("VisEdgeTable" + treeIndex, tree.Graph.EdgeTable, _display); var visNodeScheme = new TreeNodeVisualTableScheme(visNodeTable, tree.Graph, keywords); visEdgeTable.EnsureStyles(Styles.X1, Styles.X2, Styles.Y1, Styles.Y2, Styles.Visible, Styles.Layer); visEdgeTable.AddConstantColumn <IRender>(Styles.Render, new SimpleEdgeRender()); _visNodeTables.Add(visNodeTable); _visEdgeTables.Add(visEdgeTable); _visNodeSchemes.Add(visNodeScheme); treeIndex++; } Show(); }