private static void tokenizerTest()
{
var list = new List<TokenInfo>();
var report = new Report();
var tokenizer = new Tokenizer("Tests/helloworld.vb", report);
TokenInfo token;
while (!tokenizer.IsEOF)
{
token = tokenizer.GetNextToken();
list.Add(token);
Console.WriteLine("{0,-20} {1, -30} {2}, {3}", token.GetString(), token.Token, token.Ln, token.Col);
}
token = tokenizer.PeekToken();
list.Add(token);
Console.WriteLine(token);
printErrors(report);
}
private bool tryChangeFile()
{
if (!started)
{
FileChanged(this, new TokenizerEventArgs(UnderlyingTokenizer, SourceFile));
started = true;
return true;
}
else
{
if (tokenizer.IsEOF)
{
fileIndex++;
if (fileIndex < compilationUnit.Count)
{
SourceFile = compilationUnit[fileIndex];
UnderlyingTokenizer = new Tokenizer(SourceFile, Report);
FileChanged(this, new TokenizerEventArgs(UnderlyingTokenizer, SourceFile));
return true;
}
}
}
return false;
}
private void Initialize()
{
SourceFile = compilationUnit[fileIndex];
UnderlyingTokenizer = new Tokenizer(SourceFile, Report);
FileChanged += MultiFileTokenizer_FileChanged;
}
