public UstNode Visit(IParseTree tree)
{
try
{
if (tree == null)
{
return(null);
}
return(tree.Accept(this));
}
catch (Exception ex)
{
var parserRuleContext = tree as ParserRuleContext;
if (parserRuleContext != null)
{
AntlrHelper.LogConversionError(ex, parserRuleContext, FileNode.FileName.Text, FileNode.FileData, Logger);
}
return(DefaultResult);
}
}
protected virtual ParseTree TokenizeAndParse(SourceCodeFile sourceCodeFile)
{
AntlrParseTree result = null;
var filePath = Path.Combine(sourceCodeFile.RelativePath, sourceCodeFile.Name);
if (sourceCodeFile.Code != null)
{
var errorListener = new AntlrMemoryErrorListener();
errorListener.FileName = filePath;
errorListener.FileData = sourceCodeFile.Code;
errorListener.Logger = Logger;
errorListener.LineOffset = sourceCodeFile.LineOffset;
try
{
var preprocessedText = PreprocessText(sourceCodeFile);
AntlrInputStream inputStream;
if (Language.IsCaseInsensitive())
{
inputStream = new AntlrCaseInsensitiveInputStream(preprocessedText, CaseInsensitiveType);
}
else
{
inputStream = new AntlrInputStream(preprocessedText);
}
inputStream.name = filePath;
Lexer lexer = InitLexer(inputStream);
Lexer = lexer;
lexer.RemoveErrorListeners();
lexer.AddErrorListener(errorListener);
var commentTokens = new List <IToken>();
var stopwatch = Stopwatch.StartNew();
IList <IToken> tokens = GetAllTokens(lexer);
stopwatch.Stop();
long lexerTimeSpanTicks = stopwatch.ElapsedTicks;
#if DEBUG
var codeTokensStr = AntlrHelper.GetTokensString(tokens, Vocabulary, onlyDefaultChannel: false);
#endif
ClearLexerCacheIfRequired(lexer);
foreach (var token in tokens)
{
if (token.Channel == CommentsChannel)
{
commentTokens.Add(token);
}
}
stopwatch.Restart();
var codeTokenSource = new ListTokenSource(tokens);
var codeTokenStream = new CommonTokenStream(codeTokenSource);
ParserRuleContext syntaxTree = ParseTokens(sourceCodeFile, errorListener, codeTokenStream);
stopwatch.Stop();
long parserTimeSpanTicks = stopwatch.ElapsedTicks;
IncrementProcessedFilesCount();
result = Create(syntaxTree);
result.LexerTimeSpan = new TimeSpan(lexerTimeSpanTicks);
result.ParserTimeSpan = new TimeSpan(parserTimeSpanTicks);
result.Tokens = tokens;
result.Comments = commentTokens;
}
catch (Exception ex)
{
Logger.LogError(new ParsingException(filePath, ex));
if (result == null)
{
result = Create(null);
}
}
}
else
{
result = Create(null);
}
result.FileName = filePath;
result.FileData = sourceCodeFile.Code;
return(result);
}