public void NormalizeVerbToken(CoNLLToken token)
{
if (token.Lemma.Contains("%aux"))
{
token.Lemma = token.Lemma.Replace("%aux", String.Empty);
}
if (token.Lemma.Contains("%passiv"))
{
token.Lemma = token.Lemma.Replace("%passiv", String.Empty);
}
}
public void AddLookup(PartOfSpeech pos, CoNLLToken token)
{
if (token.PredictedLemmas == null || (token.PredictedLemmas != null && token.PredictedLemmas.Count == 0))
{
this.AddMissingLookup(pos, token.Form, token.Lemma, token.PredictedLemmas);
}
else
{
if (token.PredictedLemmas.Count == 1)
{
this.AddWrongLookup(pos, token.Form, token.Lemma, token.PredictedLemmas);
}
else
{
this.AddAmbiguousLookup(pos, token.Form, token.Lemma, token.PredictedLemmas);
}
}
}