private string GetWordTokenFromParagraph(ParagraphToken token) { string result = String.Empty; foreach (var sentence in token.ListOfSentence) { for (int i = 0; i < sentence.ListOfWord.Count; i++) { result += result = String.Format("{0}. {1} ({2})", i, sentence.ListOfWord[i].TextValue, sentence.ListOfWord[i].Lemma) + Environment.NewLine; } } return(result); }
private void GenerateParagraphToken(string text) { string[] paragraphs = GetParagraph(text); int i = 1; foreach (var paragraph in paragraphs) { ParagraphToken p = new ParagraphToken { TextValue = paragraph, Number = i }; _paragraphTokens.Add(p); i++; } }
internal override bool Apply(StringReader reader, ref Token parentToken, ref Token previousToken) { var token = new ParagraphToken(); if (reader.NextChar == '\n') { reader.Advance(2); parentToken.Parent.AddChild(token); parentToken = token; } else { parentToken.AddChild(token); parentToken = token; } previousToken = token; return false; }