Beispiel #1
0
 public Tokenizer(
     IAtomicTokenizer atomicTokenizer,
     ISemanticTokenizer assembleTokenizer,
     ISemanticTokenizer parenthesesTokenizer)
 {
     _atomicTokenizer      = atomicTokenizer;
     _assembleTokenizer    = assembleTokenizer;
     _parenthesesTokenizer = parenthesesTokenizer;
 }
Beispiel #2
0
 public Tokenizer()
 {
     _atomicTokenizer      = new AtomicTokenizer();
     _assembleTokenizer    = new AssembleTokenizer();
     _parenthesesTokenizer = new ParenthesesTokenizer();
 }