/// <summary>Constructor.</summary> /// <param name="r"/> /// <param name="tf"/> /// <param name="lexerProperties"/> /// <param name="splitCompounds"/> public FrenchTokenizer(Reader r, ILexedTokenFactory <T> tf, Properties lexerProperties, bool splitCompounds, bool splitContractions) { // The underlying JFlex lexer // Internal fields compound splitting // Produces the tokenization for parsing used by Green, de Marneffe, and Manning (2011) lexer = new FrenchLexer(r, tf, lexerProperties); this.splitCompounds = splitCompounds; this.splitContractions = splitContractions; if (splitCompounds || splitContractions) { compoundBuffer = Generics.NewLinkedList(); } }
public FrenchService() { Lexer = new FrenchLexer(); Parser = new FrenchParser(); Announcer = new FrenchAnnouncer(); }