public Tokenizer( IAtomicTokenizer atomicTokenizer, ISemanticTokenizer assembleTokenizer, ISemanticTokenizer parenthesesTokenizer) { _atomicTokenizer = atomicTokenizer; _assembleTokenizer = assembleTokenizer; _parenthesesTokenizer = parenthesesTokenizer; }
public Tokenizer() { _atomicTokenizer = new AtomicTokenizer(); _assembleTokenizer = new AssembleTokenizer(); _parenthesesTokenizer = new ParenthesesTokenizer(); }