private string GetWordTokenFromParagraph(ParagraphToken token)
{
string result = String.Empty;
foreach (var sentence in token.ListOfSentence)
{
for (int i = 0; i < sentence.ListOfWord.Count; i++)
{
result += result = String.Format("{0}. {1} ({2})", i, sentence.ListOfWord[i].TextValue, sentence.ListOfWord[i].Lemma)
+ Environment.NewLine;
}
}
return(result);
}
private void GenerateParagraphToken(string text)
{
string[] paragraphs = GetParagraph(text);
int i = 1;
foreach (var paragraph in paragraphs)
{
ParagraphToken p = new ParagraphToken
{
TextValue = paragraph,
Number = i
};
_paragraphTokens.Add(p);
i++;
}
}
internal override bool Apply(StringReader reader, ref Token parentToken, ref Token previousToken)
{
var token = new ParagraphToken();
if (reader.NextChar == '\n')
{
reader.Advance(2);
parentToken.Parent.AddChild(token);
parentToken = token;
}
else
{
parentToken.AddChild(token);
parentToken = token;
}
previousToken = token;
return false;
}
