/// <summary>Constructor.</summary>
/// <param name="r"/>
/// <param name="tf"/>
/// <param name="lexerProperties"/>
/// <param name="splitCompounds"/>
public FrenchTokenizer(Reader r, ILexedTokenFactory <T> tf, Properties lexerProperties, bool splitCompounds, bool splitContractions)
{
// The underlying JFlex lexer
// Internal fields compound splitting
// Produces the tokenization for parsing used by Green, de Marneffe, and Manning (2011)
lexer = new FrenchLexer(r, tf, lexerProperties);
this.splitCompounds = splitCompounds;
this.splitContractions = splitContractions;
if (splitCompounds || splitContractions)
{
compoundBuffer = Generics.NewLinkedList();
}
}
public FrenchService()
{
Lexer = new FrenchLexer();
Parser = new FrenchParser();
Announcer = new FrenchAnnouncer();
}
