public IEnumerable <IToken> Tokenize(string sourceCode, LexerFlag flags)
{
_scanner = _createScannerFunc(sourceCode);
_flags = flags;
var tokenInfo = default(TokenInfo);
while (ScanToken(ref tokenInfo))
{
var token = TokenFactory.Create(ref tokenInfo, ref _flags);
yield return(token);
}
}
public BackgroundSourceScanner(ISourceScanner sourceScanner)
{
_sourceScanner = sourceScanner;
}
